-- Logs begin at Fri 2021-11-12 02:35:04 UTC, end at Fri 2021-11-12 05:09:27 UTC. -- Nov 12 03:08:04.699694 n-d-766726-29 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 03:08:07.435605 n-d-766726-29 neutron-server[102495]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:08:07.436201 n-d-766726-29 neutron-server[102495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:08:07.436381 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:08:07.439692 n-d-766726-29 neutron-server[102495]: INFO neutron.common.config [-] Logging enabled! Nov 12 03:08:07.439948 n-d-766726-29 neutron-server[102495]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 03:08:07.440261 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102495) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 03:08:07.441195 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:08:07.441429 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:08:07.441793 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:08:07.442038 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:08:07.442265 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:08:07.442588 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.443052 n-d-766726-29 neutron-server[102495]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 03:08:07.443368 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.443664 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.443960 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.444256 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.444552 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.444874 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.445127 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.445434 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.445711 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.445993 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.446279 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.446571 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.446870 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.447163 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.447451 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.447733 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.448016 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.448456 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.448858 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.449140 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.449428 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.449706 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.450504 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.450784 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.451111 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.451439 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] host = n-d-766726-29 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.451716 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.452004 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.452292 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.452578 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.452852 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.453127 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.453411 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.453682 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.453954 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.454229 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.454515 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.454802 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.455386 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.455609 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.455830 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.456125 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.456410 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.456687 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.456959 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.457236 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.457508 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.457780 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.458047 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.458327 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.458612 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.458919 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.459196 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.459469 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.459742 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.460012 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.460295 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.460569 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.460844 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.461110 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.461396 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.461668 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.461938 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.462235 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.462517 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.462801 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.463110 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.463382 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.463662 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.463934 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.464204 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.464474 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.464748 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.465024 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.465303 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.466192 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.466468 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.466740 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.467037 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.467323 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:07.467621 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.467917 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.468216 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.468499 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.468806 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.469084 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.469374 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.469655 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.469943 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.470232 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.470520 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.470797 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.471120 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.471401 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.471695 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.472000 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.472295 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.472586 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.472861 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.473134 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.473407 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.473684 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.473969 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.474245 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.474531 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.474818 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.475120 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.475407 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.475699 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.475993 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.476259 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.476536 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.476825 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.477103 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.477376 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.477658 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.477947 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.478225 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.478498 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.478787 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.479087 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.479362 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.479632 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.479909 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.480196 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.480473 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.480745 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.481016 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.481319 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.481592 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.481876 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.482153 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.482424 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.482694 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.482999 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.483270 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.483539 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.483814 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.484084 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.484359 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.484629 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.484899 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.485166 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.485434 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.485702 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.485969 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.486238 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.486513 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.486782 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.487074 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.487343 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.487613 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.487883 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.488167 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.488463 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.488738 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.489015 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.489290 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.489566 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.489843 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.490116 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.490390 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.490663 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.490958 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.491245 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.491526 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.491809 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.492089 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.492364 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.492683 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.492957 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.493239 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.493516 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.493793 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.494075 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.494356 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.494648 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.494969 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.495263 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.495558 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.495853 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.496133 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.496442 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.496770 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:07.497010 n-d-766726-29 neutron-server[102495]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:08:07.497255 n-d-766726-29 neutron-server[102495]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102495) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 03:08:07.932399 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:08:07.932673 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:08:07.932974 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 03:08:07.933307 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 03:08:08.266713 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.266922 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.267196 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.268383 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.268653 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.268913 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.303321 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.303605 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.303871 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.319551 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.319832 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.320101 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.350610 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.350995 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.351178 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.387420 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.387700 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.387969 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.626779 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.627428 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.627428 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.627586 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.628187 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.755843 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.756160 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.756442 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.756713 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.756977 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.757293 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.757554 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.757811 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.758063 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.758380 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.758593 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.758879 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.759140 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.759394 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.759648 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.759913 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.760169 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.760433 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.760699 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.760958 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.761232 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.761483 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.761761 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.762136 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.762964 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.763213 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.763618 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.763858 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.764093 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.764329 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.764563 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.764799 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:08.765162 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 03:08:08.768490 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 03:08:08.772463 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 03:08:08.776325 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 12 03:08:08.777972 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 03:08:08.779027 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 03:08:08.779360 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 03:08:08.779745 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 03:08:08.782580 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 03:08:08.782830 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 03:08:08.783194 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:08:08.788469 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 03:08:08.810584 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 03:08:08.811075 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.811375 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102495) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 03:08:08.811734 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.813096 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102495) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 03:08:08.813377 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 03:08:08.813618 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 03:08:08.816865 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.817144 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:08.881848 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 03:08:08.882030 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 03:08:08.882229 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 03:08:08.882608 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 03:08:08.903734 n-d-766726-29 neutron-server[102495]: DEBUG oslo_db.sqlalchemy.engines [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102495) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 03:08:09.434227 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing driver for type 'gre' Nov 12 03:08:09.434751 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] gre ID ranges: [(1, 1000)] Nov 12 03:08:09.488262 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing driver for type 'local' Nov 12 03:08:09.488624 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing driver for type 'vlan' Nov 12 03:08:09.502608 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] VlanTypeDriver initialization complete Nov 12 03:08:09.502979 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing driver for type 'vxlan' Nov 12 03:08:09.503580 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] vxlan ID ranges: [(1, 1000)] Nov 12 03:08:09.561191 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing extension driver 'port_security' Nov 12 03:08:09.561531 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] PortSecurityExtensionDriver initialization complete Nov 12 03:08:09.561863 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing mechanism driver 'openvswitch' Nov 12 03:08:09.562194 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing mechanism driver 'hyperv' Nov 12 03:08:09.568926 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:09.569779 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.570153 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.570517 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.571087 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.571526 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.571885 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.572230 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.572625 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.573034 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.573380 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.573721 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.574113 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.574521 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.575414 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.575760 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.576165 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.576569 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.576919 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.577262 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.577655 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.578061 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > address_group after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.578407 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > address_group after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.578746 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.579169 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102495) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 03:08:09.579550 n-d-766726-29 neutron-server[102495]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] ML2 OVO RPC backend initialized. {{(pid=102495) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 03:08:09.580516 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.580871 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.581288 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.581635 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > networks before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.581983 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.582327 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > ports before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.582668 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.583038 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnets before_response 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.583385 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.583725 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.584061 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.584394 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.584726 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.585056 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.585500 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.585844 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.586177 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.586751 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Modular L2 Plugin initialization complete Nov 12 03:08:09.587105 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading services supported by the core plugin {{(pid=102495) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 03:08:09.587435 n-d-766726-29 neutron-server[102495]: INFO neutron.plugins.ml2.managers [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Got port-security extension from driver 'port_security' Nov 12 03:08:09.587900 n-d-766726-29 neutron-server[102495]: INFO neutron.extensions.vlantransparent [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Disabled vlantransparent extension. Nov 12 03:08:09.588382 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102495) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 03:08:09.588695 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: router Nov 12 03:08:09.625204 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.625597 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.625971 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router before_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.626602 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.627018 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.627541 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_delete 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.627727 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.628202 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.628566 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.628916 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.629266 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.629617 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.629982 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.630403 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.630775 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.631147 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.631490 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.631833 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.632183 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.632618 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.632961 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.633309 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.633667 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router after_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.634013 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.634367 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_create 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.634728 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.635108 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_update 55549900 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.635476 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > agent after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.635828 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > agent after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.636171 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > network after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.637043 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Tracking information for resource: router configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:09.637890 n-d-766726-29 neutron-server[102495]: DEBUG neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Tracking information for resource: floatingip configured {{(pid=102495) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 03:08:09.642889 n-d-766726-29 neutron-server[102495]: INFO neutron.db.l3_agentschedulers_db [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 03:08:09.643477 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.643837 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.644188 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.644538 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.645330 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router before_create 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.645694 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.646057 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_create 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.646416 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > router precommit_update 55550100 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.651402 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.provider_configuration [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service providers = [] {{(pid=102495) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 03:08:09.651771 n-d-766726-29 neutron-server[102495]: DEBUG neutron.db.servicetype_db [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102495) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 03:08:09.655354 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.service_base [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:08:09.655706 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.service_base [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:08:09.656051 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.service_base [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:08:09.656954 n-d-766726-29 neutron-server[102495]: DEBUG neutron.services.service_base [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102495) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 03:08:09.657333 n-d-766726-29 neutron-server[102495]: INFO neutron.services.service_base [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 03:08:09.657717 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.658037 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 03:08:09.670214 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.670547 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: auto_allocate Nov 12 03:08:09.676405 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: network precommit_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.676780 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: network precommit_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.677305 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.677629 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: tag Nov 12 03:08:09.685579 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.685848 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: timestamp Nov 12 03:08:09.689739 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.690071 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: network_ip_availability Nov 12 03:08:09.695621 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.695995 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.696348 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.697075 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.697394 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: flavors Nov 12 03:08:09.702930 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.703265 n-d-766726-29 neutron-server[102495]: INFO neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading Plugin: revisions Nov 12 03:08:09.707862 n-d-766726-29 neutron-server[102495]: DEBUG neutron.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102495) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 03:08:09.708259 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=102495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 03:08:09.709014 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102495) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 03:08:09.709353 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Initializing extension manager. Nov 12 03:08:09.709871 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: __init__.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.710221 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: __pycache__ {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.710558 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.710914 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.711682 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.712253 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: address-group Nov 12 03:08:09.712576 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: address_scope.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.713295 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.713802 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: address-scope Nov 12 03:08:09.714126 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.715162 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.716245 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: router-admin-state-down-before-update Nov 12 03:08:09.716567 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: agent.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.717269 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.717775 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: agent Nov 12 03:08:09.718095 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: agent_resources_synced.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.719040 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.719553 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: agent-resources-synced Nov 12 03:08:09.719879 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: allowedaddresspairs.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.721701 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.722221 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: allowed-address-pairs Nov 12 03:08:09.722549 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: auto_allocated_topology.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.723667 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.724187 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: auto-allocated-topology Nov 12 03:08:09.724516 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.725211 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.725723 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: availability_zone Nov 12 03:08:09.726044 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: availability_zone_filter.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.727026 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.727789 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: availability_zone_filter Nov 12 03:08:09.728120 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: data_plane_status.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.729032 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.729540 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 03:08:09.729863 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: default_subnetpools.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.730789 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.731346 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: default-subnetpools Nov 12 03:08:09.731669 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.732484 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.732990 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: dhcp_agent_scheduler Nov 12 03:08:09.733314 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: dns.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.734232 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.734736 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension dns-integration not supported by any of loaded plugins Nov 12 03:08:09.735092 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: dns_domain_ports.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.736016 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.736524 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 03:08:09.736844 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.737764 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.738271 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 03:08:09.738591 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: dvr.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.739296 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.739801 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: dvr Nov 12 03:08:09.740122 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: ecmp_routes.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.741035 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.741564 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 03:08:09.741929 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: empty_string_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.742888 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.743402 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: empty-string-filtering Nov 12 03:08:09.743723 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.744636 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.745143 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:08:09.745467 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.746394 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.746955 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 03:08:09.747276 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: external_net.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.748186 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.748693 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: external-net Nov 12 03:08:09.749014 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.749935 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.750439 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: extra_dhcp_opt Nov 12 03:08:09.750761 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: extraroute.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.751703 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.752213 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: extraroute Nov 12 03:08:09.752534 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: extraroute_atomic.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.753569 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.754085 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: extraroute-atomic Nov 12 03:08:09.754407 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: filter_validation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.755287 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.755799 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: filter-validation Nov 12 03:08:09.756122 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: fip_pf_description.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.757041 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.757639 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 03:08:09.757955 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: fip_port_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.758911 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.759417 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: fip-port-details Nov 12 03:08:09.759747 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: flavors.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.760993 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.761512 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: flavors Nov 12 03:08:09.761843 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.764098 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.764627 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 03:08:09.764964 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: floatingip_pools.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.765695 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.766210 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: floatingip-pools Nov 12 03:08:09.766539 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: ip_allocation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.767500 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.768005 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 03:08:09.768333 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.769259 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.769776 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: ip-substring-filtering Nov 12 03:08:09.770103 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l2_adjacency.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.771067 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.771578 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 03:08:09.771902 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.772953 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.773481 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: router Nov 12 03:08:09.773808 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.776076 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.776601 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 03:08:09.776931 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.777872 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.778987 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: ext-gw-mode Nov 12 03:08:09.779313 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.780272 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.780789 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: l3-ha Nov 12 03:08:09.781114 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3_flavors.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.782032 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.782552 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: l3-flavors Nov 12 03:08:09.782907 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.783824 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.784340 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 03:08:09.784659 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: l3agentscheduler.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.785684 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.786198 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: l3_agent_scheduler Nov 12 03:08:09.786523 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: logging.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.788068 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.788675 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension logging not supported by any of loaded plugins Nov 12 03:08:09.789006 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: metering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.789760 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.790334 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: metering Nov 12 03:08:09.790662 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.791914 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.792434 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: metering_source_and_destination_fields Nov 12 03:08:09.792762 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: multiprovidernet.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.793719 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.794238 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: multi-provider Nov 12 03:08:09.794554 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: netmtu.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.795505 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.796013 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: net-mtu Nov 12 03:08:09.796337 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: netmtu_writable.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.797258 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.797766 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: net-mtu-writable Nov 12 03:08:09.798089 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: network_availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.798758 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.799295 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: network_availability_zone Nov 12 03:08:09.799622 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: network_ip_availability.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.800737 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.801254 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: network-ip-availability Nov 12 03:08:09.801582 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: network_segment_range.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.802346 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.802859 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 03:08:09.803200 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: pagination.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.804355 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.804597 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: pagination Nov 12 03:08:09.804923 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: port_device_profile.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.805850 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.806367 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: port-device-profile Nov 12 03:08:09.806688 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.807639 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.808156 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: port-mac-address-regenerate Nov 12 03:08:09.808476 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.809422 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.809933 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: port-numa-affinity-policy Nov 12 03:08:09.810253 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: port_resource_request.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.811206 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.811715 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 03:08:09.812035 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: port_resource_request_groups.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.813004 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.813514 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 03:08:09.813835 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: portbindings.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.814769 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.815328 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: binding Nov 12 03:08:09.815651 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: portbindings_extended.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.816959 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.817473 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: binding-extended Nov 12 03:08:09.817805 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: portsecurity.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.818729 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.819271 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: port-security Nov 12 03:08:09.819596 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: project_id.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.820769 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.821235 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: project-id Nov 12 03:08:09.821624 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: providernet.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.822564 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.823117 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: provider Nov 12 03:08:09.823443 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.827620 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.828144 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos not supported by any of loaded plugins Nov 12 03:08:09.828776 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.830306 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.830830 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 03:08:09.831181 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.832110 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.832634 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 03:08:09.832958 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_default.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.833882 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.834393 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-default not supported by any of loaded plugins Nov 12 03:08:09.834758 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_fip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.835864 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.836000 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-fip not supported by any of loaded plugins Nov 12 03:08:09.836274 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_gateway_ip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.837210 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.837716 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 03:08:09.838040 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_port_network_policy.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.838983 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.839490 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 03:08:09.839820 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.841465 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.841979 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 03:08:09.842306 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_pps_rule.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.843525 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.844227 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-pps not supported by any of loaded plugins Nov 12 03:08:09.844555 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_rule_type_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.845482 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.845997 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 03:08:09.846322 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: qos_rules_alias.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.847416 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.847926 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 03:08:09.848251 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: quota_check_limit.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.849162 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.849672 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: quota-check-limit Nov 12 03:08:09.849999 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: quotasv2.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.851072 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.851407 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: quotas Nov 12 03:08:09.851731 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: quotasv2_detail.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.855019 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.855258 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: quota_details Nov 12 03:08:09.855591 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: rbac.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.856690 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.857223 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: rbac-policies Nov 12 03:08:09.857553 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: rbac_address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.858499 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.859060 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: rbac-address-group Nov 12 03:08:09.859387 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: rbac_address_scope.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.860317 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.860837 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: rbac-address-scope Nov 12 03:08:09.861163 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: rbac_security_groups.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.862090 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.862607 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: rbac-security-groups Nov 12 03:08:09.862962 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: rbac_subnetpool.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.863885 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.864401 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: rbac-subnetpool Nov 12 03:08:09.864722 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: revisionifmatch.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.865648 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.866189 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: revision-if-match Nov 12 03:08:09.866527 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: revisions.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.867738 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.868259 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: standard-attr-revisions Nov 12 03:08:09.868587 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: router_availability_zone.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.869269 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.869790 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: router_availability_zone Nov 12 03:08:09.870120 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: routerservicetype.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.871073 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.871583 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension router-service-type not supported by any of loaded plugins Nov 12 03:08:09.872659 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.873599 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.874114 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: security-groups-normalized-cidr Nov 12 03:08:09.874437 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.875477 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.875989 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: port-security-groups-filtering Nov 12 03:08:09.876312 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.877253 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.877759 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: security-groups-remote-address-group Nov 12 03:08:09.878085 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.879062 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.879576 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: security-groups-shared-filtering Nov 12 03:08:09.879904 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.880502 n-d-766726-29 neutron-server[102495]: WARNING neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 03:08:09.880821 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: securitygroup.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.891516 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.892056 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: security-group Nov 12 03:08:09.892391 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: segment.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.893197 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.893710 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension segment not supported by any of loaded plugins Nov 12 03:08:09.894034 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.895022 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.895533 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 03:08:09.895859 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: servicetype.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.896979 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.897502 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: service-type Nov 12 03:08:09.897829 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: sorting.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.898822 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.899189 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: sorting Nov 12 03:08:09.899511 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: standard_attr_segment.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.900442 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.900957 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 03:08:09.901281 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: standardattrdescription.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.901934 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.902451 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: standard-attr-description Nov 12 03:08:09.902773 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: stateful_security_group.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.903767 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.904291 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: stateful-security-group Nov 12 03:08:09.904616 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: stdattrs_common.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.905194 n-d-766726-29 neutron-server[102495]: WARNING neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 03:08:09.905518 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.906461 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.907005 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 03:08:09.907329 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnet_onboard.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.908411 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.908934 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: subnet_onboard Nov 12 03:08:09.909258 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.910203 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.910712 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 03:08:09.911064 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnet_service_types.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.911992 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.912508 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: subnet-service-types Nov 12 03:08:09.912833 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnetallocation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.913969 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.914489 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: subnet_allocation Nov 12 03:08:09.914815 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.915516 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.916026 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: subnetpool-prefix-ops Nov 12 03:08:09.916348 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.917307 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.917821 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 03:08:09.918141 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: tagging.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.919277 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.919803 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: standard-attr-tag Nov 12 03:08:09.920131 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: timestamp.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.921336 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.921854 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loaded extension: standard-attr-timestamp Nov 12 03:08:09.922183 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: trunk.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.923252 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.923770 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension trunk not supported by any of loaded plugins Nov 12 03:08:09.924095 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: trunk_details.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.925020 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.925537 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension trunk-details not supported by any of loaded plugins Nov 12 03:08:09.925860 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: uplink_status_propagation.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.926803 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.927341 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 03:08:09.927720 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Loading extension file: vlantransparent.py {{(pid=102495) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 03:08:09.928335 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102495) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 03:08:09.928841 n-d-766726-29 neutron-server[102495]: INFO neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 03:08:09.931762 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:network Nov 12 03:08:09.932295 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnet Nov 12 03:08:09.932695 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:08:09.933096 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:port Nov 12 03:08:09.935008 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.935356 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service FLAVORS assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.936015 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.936402 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.936730 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:router Nov 12 03:08:09.937170 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:08:09.937659 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service METERING assigned prefix: /metering {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.939177 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.939551 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.939902 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:08:09.940917 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:08:09.941379 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:08:09.941821 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:08:09.942439 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.942780 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:08:09.943159 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] subnetpool is already registered Nov 12 03:08:09.943588 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.943912 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:08:09.944246 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] subnetpool is already registered Nov 12 03:08:09.946684 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.947148 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service FLAVORS assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.947775 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.948217 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.948552 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:router Nov 12 03:08:09.948895 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] router is already registered Nov 12 03:08:09.949308 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:floatingip Nov 12 03:08:09.949648 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] floatingip is already registered Nov 12 03:08:09.950751 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service METERING assigned prefix: /metering {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.951498 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 03:08:09.951831 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] rbac_policy is already registered Nov 12 03:08:09.952249 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:security_group Nov 12 03:08:09.952593 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] security_group is already registered Nov 12 03:08:09.953001 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 03:08:09.953349 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] security_group_rule is already registered Nov 12 03:08:09.953848 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.954175 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:08:09.954507 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] subnetpool is already registered Nov 12 03:08:09.955203 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.v2.resource_helper [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Service CORE assigned prefix: {{(pid=102495) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 03:08:09.955531 n-d-766726-29 neutron-server[102495]: INFO neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 03:08:09.955860 n-d-766726-29 neutron-server[102495]: WARNING neutron.quota.resource_registry [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] subnetpool is already registered Nov 12 03:08:09.957626 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: extensions {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.959137 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: address-groups {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.960689 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: address-scopes {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.961897 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.963169 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: auto-allocated-topology {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.964413 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: availability_zones {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.965661 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: dhcp-networks {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.967079 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: dhcp-agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.968692 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.970776 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: flavors {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.972061 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: service_profiles {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.973253 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: next_providers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.974691 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: service_profiles {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.976128 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: floatingip-pools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.977438 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.979679 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: floatingips {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.980963 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: l3-routers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.982412 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: l3-agents {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.983828 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: metering-labels {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.985061 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: metering-label-rules {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.986433 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: network-ip-availabilities {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.987723 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: bindings {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.989277 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: quotas {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.990937 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: quotas {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.992450 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: rbac-policies {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.993622 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: security-groups {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.994966 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: security-group-rules {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.996202 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: service-providers {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.997949 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: subnetpools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:09.999523 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: subnetpools {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.000979 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.002627 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.004455 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.006202 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.007926 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.009935 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.011657 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.015142 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.016906 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.018635 n-d-766726-29 neutron-server[102495]: DEBUG neutron.api.extensions [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Extended resource: tags {{(pid=102495) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 03:08:10.024852 n-d-766726-29 neutron-server[102495]: WARNING keystonemiddleware.auth_token [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 03:08:10.029542 n-d-766726-29 neutron-server[102495]: WARNING keystonemiddleware.auth_token [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 03:08:10.038695 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Acquired lock "singleton_lock" {{(pid=102495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 03:08:10.039191 n-d-766726-29 neutron-server[102495]: DEBUG oslo_concurrency.lockutils [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Releasing lock "singleton_lock" {{(pid=102495) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 03:08:10.039841 n-d-766726-29 neutron-server[102495]: INFO oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Starting 2 workers Nov 12 03:08:10.044704 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Started child 102604 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:08:10.049193 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Started child 102605 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:08:10.050068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.050758 n-d-766726-29 neutron-server[102495]: INFO neutron.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 03:08:10.051351 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Publish callbacks [] for process, before_spawn {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.051734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [-] (102604) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:08:10.053815 n-d-766726-29 neutron-server[102495]: INFO oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Starting 1 workers Nov 12 03:08:10.054060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.055495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [-] (102605) wsgi starting up on http://0.0.0.0:9696 Nov 12 03:08:10.059808 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Started child 102606 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:08:10.060363 n-d-766726-29 neutron-server[102495]: INFO oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Starting 1 workers Nov 12 03:08:10.063731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] calling RpcWorker wait() {{(pid=102606) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 03:08:10.064268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] returning from RpcWorker wait() {{(pid=102606) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 03:08:10.064919 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Started child 102607 {{(pid=102495) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 03:08:10.065651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.065764 n-d-766726-29 neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a8f0c1b-3ff0-4647-8e3c-114b8a08d90b None None] Publish callbacks [] for process, after_spawn {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.066265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:10.067594 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:08:10.067815 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:08:10.068001 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:08:10.068382 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:08:10.068718 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:08:10.068901 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:08:10.069411 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.069702 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.069858 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:10.070437 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.070437 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.070626 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.071051 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.071294 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.071546 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.071829 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.072087 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.072254 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.072421 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.072668 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.072919 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.073222 n-d-766726-29 neutron-server[102607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:10.073332 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.073541 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.073804 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.074071 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.074239 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.074667 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.075598 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.075875 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.076434 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.076596 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.077213 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.077448 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.077697 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.077966 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.078257 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.078502 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.078763 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.079035 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.079256 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.079473 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.079732 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.080243 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.080478 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.080709 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.080922 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.081206 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.081430 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.081908 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] host = n-d-766726-29 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.082146 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.082380 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.082606 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.082869 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.083118 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.083338 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.083595 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.083849 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.084103 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.084329 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.084594 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.084839 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.085053 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.085304 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.085466 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_options = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.085686 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.085958 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.086212 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.086407 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.086574 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.086749 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.087107 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.087274 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.087524 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.087759 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.088004 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.088163 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.088435 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.088588 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.088853 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.089083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.089297 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.089525 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.089769 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.089995 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.090217 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.090502 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.090752 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.091094 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.091280 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.091526 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.091678 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.091856 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.092097 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.092330 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.092564 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.092806 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.093042 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.093274 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.093542 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.093791 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.094021 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.094256 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.094549 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.094775 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.095048 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.095294 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.095509 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.095756 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.095971 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.096200 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.096428 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.096639 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.096869 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.097111 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.097321 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.097534 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.097746 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.097975 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.098221 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.099562 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.100695 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.101397 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.101723 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.101886 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.102432 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.102929 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.103299 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.103825 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.104050 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.105024 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.105024 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.105327 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.105960 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.106112 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.107037 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.107511 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.107511 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.108502 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.108807 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.109062 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.109336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.109635 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.110049 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.110318 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.110736 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.111018 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.111698 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.112333 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.115277 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.115860 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.116295 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.116728 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.117134 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.117534 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.117971 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.118229 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.118528 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.118896 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.119136 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.119473 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.119879 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.120319 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.120567 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.120810 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.121185 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.122142 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.122476 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.122708 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.122972 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.123224 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.123477 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.123736 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.123980 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.124230 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.124527 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.124824 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.125057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.125303 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.125884 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.126387 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.126912 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.127164 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.127393 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.127621 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.127851 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.128121 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.128344 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.128566 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.128784 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.129115 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.129345 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.129612 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.129848 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.130064 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.130284 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.130520 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.130732 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.130973 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132005 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132005 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132005 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132005 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132353 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132353 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132579 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.132767 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.133173 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.133545 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.133834 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.134142 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.134397 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.134657 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.134896 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.135162 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.135384 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.135619 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.135864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.136083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.136317 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.136569 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.136799 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.137027 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.137252 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.138026 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.138289 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.138515 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.138748 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.139113 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.139359 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.139590 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.139877 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.140125 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.140360 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.140622 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.140873 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.141138 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.141375 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.141679 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.141917 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.142208 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.142593 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.142819 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.143088 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.143354 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.143591 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.143849 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.144279 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.144416 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.144650 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146126 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146579 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146664 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.146898 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.147120 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.147338 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.147624 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.147864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.148105 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.148366 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.148794 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.148902 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.149192 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.149456 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.150910 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.151708 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.151708 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.151708 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.151708 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.152121 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.152121 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.152339 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.152554 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.152773 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.153068 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.153285 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.153509 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.153752 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.153975 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.154231 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.154405 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.154619 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.154902 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.155122 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.155390 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.155633 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.155853 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.156112 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.156337 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.156572 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.156787 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.157169 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.157358 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.157552 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.157762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.157917 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.158088 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.158324 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.158550 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.158767 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.159054 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.159404 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.159736 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.159989 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.160233 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.160468 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.160685 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.160933 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.161168 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.161388 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.161620 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.161851 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.162068 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.162339 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.162589 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.162830 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.163063 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.163274 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.163487 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.163728 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.164016 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.164433 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.164433 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.164667 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.164904 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.165149 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.165378 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.165605 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.165815 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.166063 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.166234 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.166448 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.166658 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.166904 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.167137 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.167343 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.167580 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.167796 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.168024 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.168274 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.168481 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.168778 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.168999 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.169242 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.169561 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.169793 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.170000 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.170208 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.170451 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.170667 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.170893 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.171140 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.171372 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.171600 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.171819 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.172058 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.172269 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.172550 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.172807 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.173038 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.173306 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.173533 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.173775 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.174017 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.174324 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.174561 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.174798 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.175044 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.175283 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.175506 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.175772 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.176095 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.176396 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.176655 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.176907 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.177191 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.177475 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.177743 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.177958 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.178242 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.178583 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.178875 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.179415 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.179415 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.179822 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.179822 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.180165 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.180382 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.180523 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.181159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.181159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.181159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.183632 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:08:10.183632 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102495) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 03:08:10.183786 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 03:08:10.183867 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 03:08:10.183970 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 03:08:10.184735 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 03:08:10.184872 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 03:08:10.184998 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.185177 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.185337 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.185496 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.185741 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.185885 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186197 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186197 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186463 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186463 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186688 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.186688 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.187059 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.187059 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188057 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] debug = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.188948 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.189692 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.189692 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.189692 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.189692 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.189692 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190258 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190258 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190258 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190258 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.190762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191118 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191118 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191118 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] host = n-d-766726-29 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191487 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191487 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191697 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191697 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.191934 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192059 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192182 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192309 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192434 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192606 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.192748 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_options = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.193864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194214 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194214 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194214 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194595 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194595 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194831 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.194831 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195096 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195204 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195318 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195440 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195567 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195735 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195864 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.195988 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.196132 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.196290 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197700 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197700 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.197700 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198504 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.198981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:10.199083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199083 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199397 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199397 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199542 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199647 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.199832 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.200843 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201107 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201212 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_json = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201316 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201452 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201666 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201825 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.201983 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.202141 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.202297 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.202458 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 03:08:10.202638 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.202798 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.202993 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203154 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203317 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203476 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203636 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203796 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.203940 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204104 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204272 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204431 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204601 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.204920 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.205351 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.205510 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.205669 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.205831 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.205995 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206153 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206311 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206483 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206641 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206801 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.206980 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207142 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207316 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207476 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207637 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207796 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.207955 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208114 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208274 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208435 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208594 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208756 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.208913 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209072 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209231 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209393 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209550 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209710 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.209941 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210042 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210181 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210899 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210899 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210899 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.210899 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211279 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211402 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211560 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211734 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.211895 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.212046 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.212213 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.212371 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.212728 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.212887 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213048 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213225 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213392 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213561 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213688 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.213905 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214081 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214244 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214405 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214562 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214721 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.214901 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.215847 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216281 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216281 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216281 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216509 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216589 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216733 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.216902 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217050 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217210 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217379 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217554 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217715 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.217875 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218034 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218193 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218351 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218510 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218669 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.218830 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219010 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219169 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219328 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219490 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219652 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219812 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.219969 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220132 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220290 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220451 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220611 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220772 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.220933 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.221092 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.221249 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.221408 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.221691 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.221866 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222026 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222187 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222349 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222516 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222688 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.222865 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223029 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223190 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223350 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223515 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223676 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223836 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.223996 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224157 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224317 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224487 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224659 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224819 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.224980 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.225139 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.225328 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.225490 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.225642 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226155 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226155 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226155 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226383 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226542 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.226762 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227045 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227204 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227359 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227518 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227678 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227837 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.227996 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228320 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228481 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228641 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228801 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.228960 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229119 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229280 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229439 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229599 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229786 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.229947 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230107 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230267 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230427 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230588 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230747 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.230929 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.231608 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.231770 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.231929 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232091 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232250 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232410 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232570 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232730 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.232888 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233050 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233211 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233465 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233749 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233749 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233988 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.233988 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234336 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234636 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234636 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234915 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.234915 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235169 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235169 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235462 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235462 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235705 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235829 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.235951 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236073 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236196 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236357 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236518 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236681 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.236839 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237000 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237159 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237318 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237476 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237634 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237808 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.237968 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238128 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238289 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238450 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238609 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238778 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.238952 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239106 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239265 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239430 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239584 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239773 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.239916 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240077 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240200 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240325 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240472 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240647 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240825 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.240965 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.241124 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.241283 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.241632 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.241632 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.241632 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242573 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242573 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242573 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242573 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242870 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.242870 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243038 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243173 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243332 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243492 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243664 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243843 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.243977 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.244135 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.244297 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.244447 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.244602 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.244775 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245310 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245310 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245310 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245550 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245550 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245706 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.245846 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246014 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246181 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246342 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246511 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246724 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.246919 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247081 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247248 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247420 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247581 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247743 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.247902 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248062 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248223 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248383 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248544 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248876 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.248876 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249081 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249162 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249302 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249461 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249620 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249780 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.249939 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.250098 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.250257 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.250494 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 03:08:10.250599 n-d-766726-29 neutron-server[102495]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102495) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 03:08:10.375352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:10.383984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064487 Nov 12 03:08:22.145906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edbeb6b-7a45-497f-b126-85b2866258ec None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:08:22.202906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbeb6b-7a45-497f-b126-85b2866258ec None None] No non-hosted networks {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 03:08:22.217657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.agentschedulers_db [None req-5edbeb6b-7a45-497f-b126-85b2866258ec None None] DHCP Agent not found on host n-d-766726-29 {{(pid=102606) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 03:08:22.281026 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de93f446-8922-4529-aab0-9c771238282f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.228941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b81964d2-d7dd-454f-b66d-80c278f2780d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:24.307598 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d16497cb-ed10-40aa-986b-25ac8b79395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:25.244696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:26.748249 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.652164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:27.664528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.665102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.665655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.666182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.666714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.667274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.667796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.668840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.669534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.670125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.679313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.679943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:27.680564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766726-29', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:27.695134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766726-29', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:08:28.081465 n-d-766726-29 neutron-server[102606]: INFO neutron.db.l3_hamode_db [None req-4da4eaa7-59c4-462d-88b1-f2311ed26b0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 03:08:28.159445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4eaa7-59c4-462d-88b1-f2311ed26b0a None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:28.159986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4eaa7-59c4-462d-88b1-f2311ed26b0a None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:08:28.321909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:28.846249 n-d-766726-29 neutron-server[102604]: WARNING oslo_policy.policy [None req-d701bc26-db5c-451d-95be-b9447dea3931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:28.846877 n-d-766726-29 neutron-server[102604]: WARNING oslo_policy.policy [None req-d701bc26-db5c-451d-95be-b9447dea3931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:29.072563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-d701bc26-db5c-451d-95be-b9447dea3931 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:29.073828 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d701bc26-db5c-451d-95be-b9447dea3931 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7498670 Nov 12 03:08:31.614297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:31.936520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:32.034046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.policy [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102604) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:08:32.080606 n-d-766726-29 neutron-server[102604]: WARNING oslo_policy.policy [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:32.081003 n-d-766726-29 neutron-server[102604]: WARNING oslo_policy.policy [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:32.089443 n-d-766726-29 neutron-server[102604]: INFO neutron.quota [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] Loaded quota_driver: . Nov 12 03:08:32.179109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773704435504', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773704440031', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773704447777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773704450912', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773703870152', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773704474374', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1653001', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1891733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-855785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709525'] for rbac-policy, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.247958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:32.249144 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0b61f7e7-1b01-4c19-ad66-b0e123adbe81 admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6338153 Nov 12 03:08:34.971024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:35.466833 n-d-766726-29 neutron-server[102605]: WARNING oslo_policy.policy [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:35.467422 n-d-766726-29 neutron-server[102605]: WARNING oslo_policy.policy [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:35.698395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Request body: {'network': {'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'name': 'private', 'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:35.700610 n-d-766726-29 neutron-server[102605]: INFO neutron.quota [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Loaded quota_driver: . Nov 12 03:08:35.757983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Made reservation on behalf of 07ee7b1e70bd4d7a98991e06736d8f70 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:35.825537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.policy [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 03:08:35.875195 n-d-766726-29 neutron-server[102605]: WARNING oslo_policy.policy [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:35.875570 n-d-766726-29 neutron-server[102605]: WARNING oslo_policy.policy [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 03:08:35.886194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:35.908546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.036715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.040643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.060875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:08:36.091700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773706752229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.092259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Unsubscribe: segment precommit_create {{(pid=102605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:08:36.092763 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Added segment cad2a597-5532-45d4-ba19-82039100741b of type vlan for network a21c6405-d13c-441f-aa36-29ac8e888038 Nov 12 03:08:36.108121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b37ea0-d9de-421b-a7fa-07b995d8d6d8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:36.156331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.156669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.157002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.157330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.157660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.157976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.158296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.158608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.158944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.159261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.159575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.159885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Tracked resource versions report: Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: pushed versions: Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Log': {'1.0'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Network': {'1.1'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Port': {'1.7'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'PortForwarding': {'1.2'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'QosPolicy': {'1.10'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SubPort': {'1.0'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Subnet': {'1.1'}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Trunk': {'1.1'}} Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: consumer versions: Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: L3 agent@n-d-766726-29: {}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: Metadata agent@n-d-766726-29: {}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: Metering agent@n-d-766726-29: {}, Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'ConntrackHelper': '1.0', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Log': '1.0', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Network': '1.1', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Port': '1.7', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'PortForwarding': '1.2', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'QosPolicy': '1.10', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SecurityGroup': '1.5', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SecurityGroupRule': '1.2', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'SubPort': '1.0', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Subnet': '1.1', Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: 'Trunk': '1.1'}} Nov 12 03:08:36.160961 n-d-766726-29 neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:36.210119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.251962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.253042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:36.253755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:36.315959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3437455 Nov 12 03:08:36.360374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8335-4a33-4042-966a-e3dbe7d6c724 admin admin] Pushing event updated for resources: {'Network': ['ID=a21c6405-d13c-441f-aa36-29ac8e888038,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:36.372987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a21c6405-d13c-441f-aa36-29ac8e888038 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:08:39.093757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:39.481066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e151a-9e7a-4c78-8b23-7f4cbca50421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.482342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-670e151a-9e7a-4c78-8b23-7f4cbca50421 admin admin] 10.222.0.97 "GET /v2.0/networks/a21c6405-d13c-441f-aa36-29ac8e888038 HTTP/1.1" status: 200 len: 824 time: 0.3876281 Nov 12 03:08:39.522986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3339100d-c1b1-4e11-a559-f162bb618371 admin admin] 10.222.0.97 "GET /v2.0/subnetpools/051213ff-461d-473d-b80b-229fa6867ecb HTTP/1.1" status: 200 len: 734 time: 0.0343595 Nov 12 03:08:39.533076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Request body: {'subnet': {'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:39.555646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Made reservation on behalf of 07ee7b1e70bd4d7a98991e06736d8f70 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:39.557808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.848532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.916464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Checking segment: {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:39.916859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Network hostable DHCP agents. Network: a21c6405-d13c-441f-aa36-29ac8e888038, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:08:39.918797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1441f4a4-6691-4e31-9262-56472c6dded3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:39.939792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Network a21c6405-d13c-441f-aa36-29ac8e888038 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:08:39.953532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a21c6405-d13c-441f-aa36-29ac8e888038) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:39.958991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:39.959628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:39.964070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d80a8-2704-43cf-bed6-73030c20e5ec None None] Network a21c6405-d13c-441f-aa36-29ac8e888038 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:39.976409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-380cd024-b629-4e58-bf25-7516161aec11 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4465287 Nov 12 03:08:40.291649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-a21c6405-d13c-441f-aa36-29ac8e888038', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:08:40.293452 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.609927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Allocated IP 172.20.0.2 (a21c6405-d13c-441f-aa36-29ac8e888038/1441f4a4-6691-4e31-9262-56472c6dded3/30a807e2-a60b-4853-9c10-e1aa97edff18) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:40.811084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.826259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:40.902408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Network a21c6405-d13c-441f-aa36-29ac8e888038 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:40.907202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:40.916117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:40.919312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Pushing event updated for resources: {'Port': ['ID=30a807e2-a60b-4853-9c10-e1aa97edff18,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:40.930408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.930740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.931096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.931423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.931745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.932063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.932375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.932686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.933001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.933316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.934150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.934461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Tracked resource versions report: Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: pushed versions: Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Log': {'1.0'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Network': {'1.1'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Port': {'1.7'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'PortForwarding': {'1.2'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'QosPolicy': {'1.10'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SubPort': {'1.0'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Subnet': {'1.1'}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Trunk': {'1.1'}} Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: consumer versions: Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: L3 agent@n-d-766726-29: {}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: Metadata agent@n-d-766726-29: {}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: Metering agent@n-d-766726-29: {}, Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'ConntrackHelper': '1.0', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Log': '1.0', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Network': '1.1', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Port': '1.7', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'PortForwarding': '1.2', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'QosPolicy': '1.10', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SecurityGroup': '1.5', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SecurityGroupRule': '1.2', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'SubPort': '1.0', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Subnet': '1.1', Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: 'Trunk': '1.1'}} Nov 12 03:08:40.935541 n-d-766726-29 neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:41.008979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Attempting to bind port 30a807e2-a60b-4853-9c10-e1aa97edff18 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:08:41.009653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Attempting to bind port 30a807e2-a60b-4853-9c10-e1aa97edff18 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:08:41.009792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Attempting to bind port 30a807e2-a60b-4853-9c10-e1aa97edff18 on network a21c6405-d13c-441f-aa36-29ac8e888038 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:08:41.015063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:08:41.015452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Checking segment: {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:08:41.015921 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.016310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Bound using segment: {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:08:41.016853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Bound port: 30a807e2-a60b-4853-9c10-e1aa97edff18, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:08:41.017308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.081882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] For port 30a807e2-a60b-4853-9c10-e1aa97edff18, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:08:41.086821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] For port 30a807e2-a60b-4853-9c10-e1aa97edff18, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=30a807e2-a60b-4853-9c10-e1aa97edff18,segment=NetworkSegment(cad2a597-5532-45d4-ba19-82039100741b),segment_id=cad2a597-5532-45d4-ba19-82039100741b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:08:41.091816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:41.158181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd0370-ec90-486c-9e91-83af268782ce None None] Pushing event updated for resources: {'Port': ['ID=30a807e2-a60b-4853-9c10-e1aa97edff18,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:42.551328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56136) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:42.864982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-930b93e5-7da9-48d0-bbf6-8c199288a886 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:42.866072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-930b93e5-7da9-48d0-bbf6-8c199288a886 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137417 Nov 12 03:08:45.447981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:45.775411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-ba02d558-7b1b-4cd3-a92b-aafb867e373c admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:45.776389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ba02d558-7b1b-4cd3-a92b-aafb867e373c admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3274891 Nov 12 03:08:48.523049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:48.828560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:48.853972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:48.856478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.000614 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.005492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.019870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.021067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b1d9822f-b1e6-409c-a0a1-3c234d12d802 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4969459 Nov 12 03:08:49.564954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 30a807e2-a60b-4853-9c10-e1aa97edff18 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:49.657510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 30a807e2-a60b-4853-9c10-e1aa97edff18 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:49.657890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.775671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.814689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 30a807e2-a60b-4853-9c10-e1aa97edff18, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=30a807e2-a60b-4853-9c10-e1aa97edff18,segment=NetworkSegment(cad2a597-5532-45d4-ba19-82039100741b),segment_id=cad2a597-5532-45d4-ba19-82039100741b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:08:49.820718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:49.874384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=30a807e2-a60b-4853-9c10-e1aa97edff18,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:50.375403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b6b13-08e5-41cb-a94b-44e290842c77 None None] Network a21c6405-d13c-441f-aa36-29ac8e888038 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:08:50.515685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-99542d99-b494-40b5-a233-810d70cb6632 None None] Provisioning complete for port 30a807e2-a60b-4853-9c10-e1aa97edff18 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:50.516079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-99542d99-b494-40b5-a233-810d70cb6632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:50.867718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a7065980-dd43-4828-a71d-d26e22977664 None None] Provisioning complete for port 30a807e2-a60b-4853-9c10-e1aa97edff18 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:50.868862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7065980-dd43-4828-a71d-d26e22977664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.546635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 30a807e2-a60b-4853-9c10-e1aa97edff18 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:08:51.598449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 30a807e2-a60b-4853-9c10-e1aa97edff18 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:51.598817 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:51.616370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56166) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:51.940200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-fc140f5c-969d-4cac-9c22-27b626bf401e admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:08:51.941169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc140f5c-969d-4cac-9c22-27b626bf401e admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237851 Nov 12 03:08:52.046797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52e5e6be-2416-4ea5-a33a-981a3401d9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.233460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a92eadb-e067-4af0-b2de-74cb4ae55a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.492120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:54.804376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:08:54.832575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Made reservation on behalf of b2b3df8ed63048ff987013370936ab51 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:08:54.835468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.851298 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.958335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.962288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:54.973434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Reserving flat network on physical network physnet1 {{(pid=102604) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 03:08:55.003516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773706752229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:55.004129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Unsubscribe: segment precommit_create {{(pid=102604) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 03:08:55.004617 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Added segment 4fd49d85-be21-4d2c-b714-40e421111ba1 of type flat for network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd Nov 12 03:08:55.024141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4cc323-2780-4362-bc5d-94985067344d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:55.074783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.075054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.075386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.075715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.076045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.076362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.076696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.076993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.077303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.077615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.077925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.078232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Tracked resource versions report: Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: pushed versions: Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: { 'AddressGroup': {'1.2'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'ConntrackHelper': {'1.0'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Log': {'1.0'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Network': {'1.1'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Port': {'1.7'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'PortForwarding': {'1.2'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'QosPolicy': {'1.10'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SecurityGroup': {'1.5'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SubPort': {'1.0'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Subnet': {'1.1'}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Trunk': {'1.1'}} Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: consumer versions: Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: L3 agent@n-d-766726-29: {}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: Metadata agent@n-d-766726-29: {}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: Metering agent@n-d-766726-29: {}, Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'ConntrackHelper': '1.0', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Log': '1.0', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Network': '1.1', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Port': '1.7', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'PortForwarding': '1.2', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'QosPolicy': '1.10', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SecurityGroup': '1.5', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SecurityGroupRule': '1.2', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'SubPort': '1.0', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Subnet': '1.1', Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: 'Trunk': '1.1'}} Nov 12 03:08:55.079349 n-d-766726-29 neutron-server[102604]: {{(pid=102604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:08:55.132643 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:55.178135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:55.179355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:55.180042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:55.190666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:55.233438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7403281 Nov 12 03:08:55.285310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d614d4-fb40-4673-81b6-1a1623a04ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:55.296138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:08:56.682615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.634211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:57.742942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:08:57.918776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76d241-935f-41a2-bfe0-bec837787fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:08:57.920162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0d76d241-935f-41a2-bfe0-bec837787fab admin admin] 10.222.0.97 "GET /v2.0/subnets/1441f4a4-6691-4e31-9262-56472c6dded3 HTTP/1.1" status: 200 len: 849 time: 0.1763444 Nov 12 03:08:58.040435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64283869-efc6-4515-93d4-c551de104e9a admin admin] 10.222.0.97 "GET /v2.0/routers/dff3f675-ceaf-430d-9b87-da83a890dd91 HTTP/1.1" status: 200 len: 704 time: 0.1139154 Nov 12 03:08:58.309673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.604865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Allocated IP 172.20.0.1 (a21c6405-d13c-441f-aa36-29ac8e888038/1441f4a4-6691-4e31-9262-56472c6dded3/584003f4-e159-46ab-85ae-259650810a93) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:08:58.759379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.872001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.944233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Network a21c6405-d13c-441f-aa36-29ac8e888038 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:58.950379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:58.956693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:08:58.957031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:58.982248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Pushing event updated for resources: {'Port': ['ID=584003f4-e159-46ab-85ae-259650810a93,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:59.162413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.215340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-10d9c1f7-7d62-4275-bceb-ba6ff67e9717 None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:59.215897 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10d9c1f7-7d62-4275-bceb-ba6ff67e9717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.300335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-10d9c1f7-7d62-4275-bceb-ba6ff67e9717 None None] Port 584003f4-e159-46ab-85ae-259650810a93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:08:59.391597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.396003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.397187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.480945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Pushing event updated for resources: {'Port': ['ID=584003f4-e159-46ab-85ae-259650810a93,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:08:59.525715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Network a21c6405-d13c-441f-aa36-29ac8e888038 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:08:59.527028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:08:59.694589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Router dff3f675-ceaf-430d-9b87-da83a890dd91 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:08:59.733371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68f6b0cd-5f0d-482e-845b-0f7d9618a3af None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:08:59.733726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68f6b0cd-5f0d-482e-845b-0f7d9618a3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:08:59.767615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-68f6b0cd-5f0d-482e-845b-0f7d9618a3af None None] Port 584003f4-e159-46ab-85ae-259650810a93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:08:59.789703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:08:59.796110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64cf1836-cdb1-432c-8eba-8904f8269302 admin admin] 10.222.0.97 "PUT /v2.0/routers/dff3f675-ceaf-430d-9b87-da83a890dd91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7485867 Nov 12 03:08:59.801346 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Sync routers for ids ['dff3f675-ceaf-430d-9b87-da83a890dd91'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:08:59.818470 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Routers {'dff3f675-ceaf-430d-9b87-da83a890dd91'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:08:59.819339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:08:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dff3f675-ceaf-430d-9b87-da83a890dd91'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:00.028002 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Set router dff3f675-ceaf-430d-9b87-da83a890dd91 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:00.494904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:08:59Z', 'revision_number': 2, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port_host': None, '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:08:59Z', 'revision_number': 2, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:00.547579 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Checking router: dff3f675-ceaf-430d-9b87-da83a890dd91 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:00.547950 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Updating router dff3f675-ceaf-430d-9b87-da83a890dd91 port 584003f4-e159-46ab-85ae-259650810a93 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:00.598654 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.141580 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.149019 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.312484 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Pushing event updated for resources: {'Port': ['ID=584003f4-e159-46ab-85ae-259650810a93,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:01.328636 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.328983 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.329319 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.329897 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.330218 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.330541 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.330888 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.331203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.331515 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.331826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.332135 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.332444 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Tracked resource versions report: Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: pushed versions: Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Log': {'1.0'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Network': {'1.1'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Port': {'1.7'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: consumer versions: Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: L3 agent@n-d-766726-29: {}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: Metadata agent@n-d-766726-29: {}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: Metering agent@n-d-766726-29: {}, Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Log': '1.0', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Network': '1.1', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Port': '1.7', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'PortForwarding': '1.2', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'QosPolicy': '1.10', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'SubPort': '1.0', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Subnet': '1.1', Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: 'Trunk': '1.1'}} Nov 12 03:09:01.333532 n-d-766726-29 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:09:01.339637 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Attempting to bind port 584003f4-e159-46ab-85ae-259650810a93 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:01.340384 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Attempting to bind port 584003f4-e159-46ab-85ae-259650810a93 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:01.340817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Attempting to bind port 584003f4-e159-46ab-85ae-259650810a93 on network a21c6405-d13c-441f-aa36-29ac8e888038 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:01.347938 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:01.348453 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Checking segment: {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:01.348987 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.349438 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Bound using segment: {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:01.350181 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Bound port: 584003f4-e159-46ab-85ae-259650810a93, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2a597-5532-45d4-ba19-82039100741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:01.350634 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.402130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eb5e62c8-990a-43a6-b79e-df8f200f833e None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:01.402773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb5e62c8-990a-43a6-b79e-df8f200f833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.432522 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] For port 584003f4-e159-46ab-85ae-259650810a93, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:01.449753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e62c8-990a-43a6-b79e-df8f200f833e None None] Port 584003f4-e159-46ab-85ae-259650810a93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:09:01.456139 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] For port 584003f4-e159-46ab-85ae-259650810a93, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=584003f4-e159-46ab-85ae-259650810a93,segment=NetworkSegment(cad2a597-5532-45d4-ba19-82039100741b),segment_id=cad2a597-5532-45d4-ba19-82039100741b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:01.463472 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.530673 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Routers {'dff3f675-ceaf-430d-9b87-da83a890dd91'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:01.531343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:08:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dff3f675-ceaf-430d-9b87-da83a890dd91'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:01.572321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7afc8-82de-4411-af66-db9ec869a0b9 None None] Pushing event updated for resources: {'Port': ['ID=584003f4-e159-46ab-85ae-259650810a93,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:01.630504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] Set router dff3f675-ceaf-430d-9b87-da83a890dd91 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:01.772006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:01.772396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.859577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.860934 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:08:59Z', 'revision_number': 2, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port_host': None, '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:09:01Z', 'revision_number': 4, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:01.887879 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b4c1b-b585-44e3-899c-ea5c72f07920 None None] The sync data for ids ['dff3f675-ceaf-430d-9b87-da83a890dd91'] in n-d-766726-29 is: [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:08:59Z', 'revision_number': 2, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port_host': None, '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:09:01Z', 'revision_number': 4, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:01.897070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] For port 584003f4-e159-46ab-85ae-259650810a93, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=584003f4-e159-46ab-85ae-259650810a93,segment=NetworkSegment(cad2a597-5532-45d4-ba19-82039100741b),segment_id=cad2a597-5532-45d4-ba19-82039100741b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:01.902606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:01.960797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00b883-97b1-474b-906f-cae44a643fe0 None None] Pushing event updated for resources: {'Port': ['ID=584003f4-e159-46ab-85ae-259650810a93,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:02.256731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:02.372742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc82994-a742-4bd8-9353-59a383b116f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:02.374874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0fc82994-a742-4bd8-9353-59a383b116f9 admin admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 842 time: 0.1164482 Nov 12 03:09:02.384425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:02.406349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Made reservation on behalf of b2b3df8ed63048ff987013370936ab51 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:09:02.408653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.695822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:09:02.696253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.754164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c645c45-a4d4-4167-9b6a-c6e328995614,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:02.761517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:02.761862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Network hostable DHCP agents. Network: d0d9ad13-e44c-4c76-b94e-b16e0975b2bd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:09:02.780497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:09:02.790330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, d0d9ad13-e44c-4c76-b94e-b16e0975b2bd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:02.796129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:02.796722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:02.800631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229b46f-fb10-4b3f-b43c-124da2ce9cd8 None None] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:02.819364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-db31b8d6-3999-4305-8368-4a8c356c466d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4384501 Nov 12 03:09:02.934146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18065de-d1b2-4b17-8440-473fae95cda6 None None] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:09:05.281003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:05.491473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fc7891e7-bbc1-4cd2-8823-154658e7bc58 admin admin] 10.222.0.97 "GET /v2.0/routers/dff3f675-ceaf-430d-9b87-da83a890dd91 HTTP/1.1" status: 200 len: 710 time: 0.2084374 Nov 12 03:09:05.592867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2169f-cd38-40a6-b763-dc72aafd5cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:09:05.594235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a2f2169f-cd38-40a6-b763-dc72aafd5cb5 admin admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 886 time: 0.0943246 Nov 12 03:09:05.603932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:09:05.863029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.094141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.179407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.302218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Allocated IP 172.25.7.185 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/75f1ae54-4cd6-4f9e-a599-f311b12b7b17) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:09:06.412805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.450813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:06.487879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:09:06.492616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:09:06.501867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:09:06.503687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Pushing event updated for resources: {'Port': ['ID=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:06.765773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.062989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.066766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.179534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Router dff3f675-ceaf-430d-9b87-da83a890dd91 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:09:07.291155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:09:07.295873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:07.306899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b3b2eede-dd92-49eb-a930-27fe1f9d63bc admin admin] 10.222.0.97 "PUT /v2.0/routers/dff3f675-ceaf-430d-9b87-da83a890dd91 HTTP/1.1" status: 200 len: 890 time: 1.6964848 Nov 12 03:09:07.651531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 584003f4-e159-46ab-85ae-259650810a93 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:07.706535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:07.706939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:09.178893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Sync routers for ids ['dff3f675-ceaf-430d-9b87-da83a890dd91'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:09:09.194248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Routers {'dff3f675-ceaf-430d-9b87-da83a890dd91'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:09.194968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:08:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dff3f675-ceaf-430d-9b87-da83a890dd91'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:09.424716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Set router dff3f675-ceaf-430d-9b87-da83a890dd91 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:09.929033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:09:06Z', 'revision_number': 4, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port': {'id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:06Z', 'updated_at': '2021-11-12T03:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:09:01Z', 'revision_number': 5, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:09.959929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:09:09.979637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Checking router: dff3f675-ceaf-430d-9b87-da83a890dd91 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:09:09.980523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Updating router dff3f675-ceaf-430d-9b87-da83a890dd91 port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:09:10.032229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.122029 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c803159a-cf98-4830-86fd-980ef13b3c9e admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1607177 Nov 12 03:09:10.396959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.403825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.460560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055cd3-3e54-4a9d-b721-4d5c91f0b49e None None] Pushing event updated for resources: {'Port': ['ID=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.462772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Attempting to bind port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:09:10.463169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Attempting to bind port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:09:10.463534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Attempting to bind port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:09:10.469919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:09:10.470292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:09:10.470696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.471118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:09:10.471592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Bound port: 75f1ae54-4cd6-4f9e-a599-f311b12b7b17, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:09:10.471987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.524923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] For port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:09:10.532818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] For port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:09:10.537880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:10.597515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Routers {'dff3f675-ceaf-430d-9b87-da83a890dd91'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:09:10.598152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:08:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dff3f675-ceaf-430d-9b87-da83a890dd91'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:10.603975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055cd3-3e54-4a9d-b721-4d5c91f0b49e None None] Pushing event updated for resources: {'Port': ['ID=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:10.716361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] Set router dff3f675-ceaf-430d-9b87-da83a890dd91 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:09:10.950274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:09:06Z', 'revision_number': 4, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port': {'id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:06Z', 'updated_at': '2021-11-12T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:09:01Z', 'revision_number': 5, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:09:10.977245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6011ef1f-682f-4c09-850b-724bba1d875f None None] The sync data for ids ['dff3f675-ceaf-430d-9b87-da83a890dd91'] in n-d-766726-29 is: [{'id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'name': 'router1', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:08:48Z', 'updated_at': '2021-11-12T03:09:06Z', 'revision_number': 4, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'gw_port': {'id': '75f1ae54-4cd6-4f9e-a599-f311b12b7b17', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:09:06Z', 'updated_at': '2021-11-12T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '584003f4-e159-46ab-85ae-259650810a93', 'name': '', 'network_id': 'a21c6405-d13c-441f-aa36-29ac8e888038', 'tenant_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'mac_address': 'fa:16:3e:e1:e6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff3f675-ceaf-430d-9b87-da83a890dd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:08:58Z', 'updated_at': '2021-11-12T03:09:01Z', 'revision_number': 5, 'project_id': '07ee7b1e70bd4d7a98991e06736d8f70', 'subnets': [{'id': '1441f4a4-6691-4e31-9262-56472c6dded3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '051213ff-461d-473d-b80b-229fa6867ecb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:09:11.634064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:11.687730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:11.688194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.768606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.790640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:09:11.795779 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:11.848563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=75f1ae54-4cd6-4f9e-a599-f311b12b7b17,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:09:13.568866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:09:13.625401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:09:13.625920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:17.123478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:22.049027 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04fd9a3-32c8-447f-92e4-53d0e0a85de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:24.235215 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-660f8584-2fd6-4575-8dc9-86914ad6083f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:25.205454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:26.692504 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:27.644653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:52.051600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bf4bdf-ebb0-4fd6-b1c6-37aaf08ae979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:54.125897 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:09:54.240511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3c009b8-fb9f-40b3-925a-1e4e70b72ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:55.202480 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:56.686964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:09:57.638893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:22.061020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36175bdd-4e05-46f5-9833-c3fecb7baab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:24.244573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b154974-0236-4e1d-a103-6bcffd4f7190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:25.199467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:26.691165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:27.642908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:31.124307 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:10:52.052517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c06798c6-7b29-4897-8b2b-3185935a4921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:52.515892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:52.582949 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c36f313-c9c6-47ab-a27b-f451c7c7b845 admin admin] GET failed (client error): The resource could not be found. Nov 12 03:10:52.584273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c36f313-c9c6-47ab-a27b-f451c7c7b845 admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673575 Nov 12 03:10:52.769924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecbfddc-0f69-4e1a-84dd-adaee0081128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:52.771384 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aecbfddc-0f69-4e1a-84dd-adaee0081128 admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1823165 Nov 12 03:10:54.246668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70cee028-53f3-4935-a4cb-b8d0dbdd23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.058992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:55.152284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50639c7a-d1bb-4b30-846d-021c58935048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.153643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-50639c7a-d1bb-4b30-846d-021c58935048 admin admin] 10.222.0.97 "GET /v2.0/subnets/1441f4a4-6691-4e31-9262-56472c6dded3 HTTP/1.1" status: 200 len: 849 time: 0.0936649 Nov 12 03:10:55.163867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:10:55.202168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.257395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.395738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773706729611'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.427459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:55.428461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.429322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] 10.222.0.97 "PUT /v2.0/subnets/1441f4a4-6691-4e31-9262-56472c6dded3 HTTP/1.1" status: 200 len: 868 time: 0.2693505 Nov 12 03:10:55.451216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1441f4a4-6691-4e31-9262-56472c6dded3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:10:55.451438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c34d38-590a-4e31-9cbf-a7841a5fae40 None None] Network a21c6405-d13c-441f-aa36-29ac8e888038 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:10:55.459105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.459492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.459809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.460125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.460487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.460816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.461143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.461473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.461791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.462112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.462437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.462753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea142e26-9e7a-4376-b403-a1d700c479a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:10:55.860464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-94e5faa0-7bc6-4681-a4a1-506bbf32822a None None] Provisioning complete for port 30a807e2-a60b-4853-9c10-e1aa97edff18 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:55.860826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94e5faa0-7bc6-4681-a4a1-506bbf32822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:55.953143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-94e5faa0-7bc6-4681-a4a1-506bbf32822a None None] Provisioning complete for port 584003f4-e159-46ab-85ae-259650810a93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:10:55.953428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94e5faa0-7bc6-4681-a4a1-506bbf32822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:56.693302 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.645932 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:10:57.746412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:10:57.941352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628449e-ef2d-48e2-bd13-40af64080904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.941813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4628449e-ef2d-48e2-bd13-40af64080904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:10:57.943369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4628449e-ef2d-48e2-bd13-40af64080904 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1959188 Nov 12 03:11:00.219824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:00.357150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4e7d6-d859-45f1-ae36-9ad6d49f780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.357620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4e7d6-d859-45f1-ae36-9ad6d49f780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:00.359848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-91c4e7d6-d859-45f1-ae36-9ad6d49f780f admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1390126 Nov 12 03:11:02.649837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:02.845879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4206c74-f9ab-4f37-95a1-1b0a0d0d1d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:02.847183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b4206c74-f9ab-4f37-95a1-1b0a0d0d1d46 admin admin] 10.222.0.97 "GET /v2.0/networks/a21c6405-d13c-441f-aa36-29ac8e888038 HTTP/1.1" status: 200 len: 868 time: 0.1963804 Nov 12 03:11:05.130099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56874) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:05.256153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da4ba1-0dba-4edf-a0b3-86c23e66ee14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:05.257631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38da4ba1-0dba-4edf-a0b3-86c23e66ee14 admin admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 886 time: 0.1265638 Nov 12 03:11:07.539284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:07.664865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c81f0c-e20e-4870-970e-13a87e4d49f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:07.665308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c81f0c-e20e-4870-970e-13a87e4d49f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:07.666864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-50c81f0c-e20e-4870-970e-13a87e4d49f3 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266265 Nov 12 03:11:08.122117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:09.937366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:10.028065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77d470-db8c-4587-882c-a920dd833b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:10.028517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77d470-db8c-4587-882c-a920dd833b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:10.030042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5e77d470-db8c-4587-882c-a920dd833b47 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917161 Nov 12 03:11:12.303405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:12.395615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa849c4e-f5db-4d27-b9c8-1f78b00cf64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:12.396962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa849c4e-f5db-4d27-b9c8-1f78b00cf64f admin admin] 10.222.0.97 "GET /v2.0/subnets/1441f4a4-6691-4e31-9262-56472c6dded3 HTTP/1.1" status: 200 len: 868 time: 0.0925355 Nov 12 03:11:14.680759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:14.771012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f699c-2aa4-4fa4-b42f-9d16dc9572c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:14.772353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa3f699c-2aa4-4fa4-b42f-9d16dc9572c2 admin admin] 10.222.0.97 "GET /v2.0/subnets/7c645c45-a4d4-4167-9b6a-c6e328995614 HTTP/1.1" status: 200 len: 816 time: 0.0906582 Nov 12 03:11:22.055327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8970d9f-e14d-47a2-b367-43cae61f7b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:24.250925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-192f67ee-200a-4013-88c3-6a8249662d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:25.206691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:26.695703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:27.647871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:39.501552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:39.549465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-f31792aa-0ae9-450a-91f0-9a0991d26c0d admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:11:39.550468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f31792aa-0ae9-450a-91f0-9a0991d26c0d admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479915 Nov 12 03:11:41.982048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:42.041615 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17d5f53-fdce-445c-940f-07dbb292e5ef admin admin] GET failed (client error): The resource could not be found. Nov 12 03:11:42.042931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c17d5f53-fdce-445c-940f-07dbb292e5ef admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599313 Nov 12 03:11:42.182056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ca2d1-e8ac-4e05-b349-482e0be34594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:42.183558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-093ca2d1-e8ac-4e05-b349-482e0be34594 admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360793 Nov 12 03:11:44.487864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:44.536285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:44.568891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Made reservation on behalf of b2b3df8ed63048ff987013370936ab51 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:44.571222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.609220 n-d-766726-29 neutron-server[102604]: WARNING neutron.services.revisions.revision_plugin [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Could not find related network for resource to bump revision. Nov 12 03:11:44.624455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:11:44.634909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.634909 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Added segment f2aef23e-e1ca-41b5-bd45-30a4d7adf39f of type vlan for network 1818d93a-580c-4552-8ef3-820ed1675333 Nov 12 03:11:44.683368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.707011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.707968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:44.708582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:44.776125 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2793467 Nov 12 03:11:44.776125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1818d93a-580c-4552-8ef3-820ed1675333,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:44.783454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.783807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.784143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.784481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.784815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.785145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.785473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.785799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.786133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.786448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.787395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.787717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc67ab2-79d4-4cd7-9a79-21e369b053d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:44.805966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 1818d93a-580c-4552-8ef3-820ed1675333 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:11:45.120710 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:11:47.130460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:11:47.190140 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-37caca03-9b56-4a32-875d-3018c661e5ba admin admin] GET failed (client error): The resource could not be found. Nov 12 03:11:47.191466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-37caca03-9b56-4a32-875d-3018c661e5ba admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594358 Nov 12 03:11:47.262014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb69cf3-2720-43d9-9d84-4d5996aae394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:47.263475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6fb69cf3-2720-43d9-9d84-4d5996aae394 admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0666990 Nov 12 03:11:47.273663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'description': 'shared-subnet'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:11:47.295891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Made reservation on behalf of b2b3df8ed63048ff987013370936ab51 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:11:47.298212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.517273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.574121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Pushing event updated for resources: {'Subnet': ['ID=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:47.586777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:47.587208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Network hostable DHCP agents. Network: 1818d93a-580c-4552-8ef3-820ed1675333, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:11:47.608061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Network 1818d93a-580c-4552-8ef3-820ed1675333 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:11:47.618737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 1818d93a-580c-4552-8ef3-820ed1675333) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:47.623360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:11:47.623962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:47.628846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7911df-8a77-4770-9cc0-6d9e50298b10 None None] Network 1818d93a-580c-4552-8ef3-820ed1675333 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:47.638784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-32adc2b8-8c86-428d-b2c9-15e4d388583b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683987 Nov 12 03:11:47.940173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-1818d93a-580c-4552-8ef3-820ed1675333', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'tenant_id': 'b2b3df8ed63048ff987013370936ab51', 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:11:47.941035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.120240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Allocated IP 192.168.233.2 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/20103303-4667-4707-a7b6-648a4e323443) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:11:48.269863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.276772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.317507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:11:48.321415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:11:48.325679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:11:48.329061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Pushing event updated for resources: {'Port': ['ID=20103303-4667-4707-a7b6-648a4e323443,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:48.337861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.338194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.338521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.338864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.339188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.339502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.339811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.340125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.340438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.340747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.341054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.341361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:11:48.394545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Attempting to bind port 20103303-4667-4707-a7b6-648a4e323443 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:11:48.394925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Attempting to bind port 20103303-4667-4707-a7b6-648a4e323443 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:11:48.395278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Attempting to bind port 20103303-4667-4707-a7b6-648a4e323443 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:11:48.400890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:11:48.401245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:11:48.401632 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.402010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:11:48.402460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Bound port: 20103303-4667-4707-a7b6-648a4e323443, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:11:48.402871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.475465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] For port 20103303-4667-4707-a7b6-648a4e323443, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:11:48.479814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] For port 20103303-4667-4707-a7b6-648a4e323443, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=20103303-4667-4707-a7b6-648a4e323443,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:11:48.485103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:48.547394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd95f-36d6-4204-b0de-275cc93cdec2 None None] Pushing event updated for resources: {'Port': ['ID=20103303-4667-4707-a7b6-648a4e323443,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:49.365455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64d4a5-4934-49cf-ab68-3a745d342b44 None None] Network 1818d93a-580c-4552-8ef3-820ed1675333 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:11:49.494735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] Provisioning complete for port 20103303-4667-4707-a7b6-648a4e323443 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:49.495248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.607145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.644405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] For port 20103303-4667-4707-a7b6-648a4e323443, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=20103303-4667-4707-a7b6-648a4e323443,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:11:49.650040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.717420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8033a9-8a93-4e32-9adf-2a8a265d1a3f None None] Pushing event updated for resources: {'Port': ['ID=20103303-4667-4707-a7b6-648a4e323443,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:11:49.749027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20103303-4667-4707-a7b6-648a4e323443 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:49.807981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 20103303-4667-4707-a7b6-648a4e323443 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:49.808345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:49.902448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-57928441-6032-4b93-b0ef-6a3965f4b93c None None] Provisioning complete for port 20103303-4667-4707-a7b6-648a4e323443 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:49.902822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57928441-6032-4b93-b0ef-6a3965f4b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:51.657358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20103303-4667-4707-a7b6-648a4e323443 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:11:51.705755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 20103303-4667-4707-a7b6-648a4e323443 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:11:51.706107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:52.057734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a224b74-1fb0-4b84-a41c-40b50aca0ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:54.252898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cb3eb65-911a-4be2-a9eb-6e3e1c4ed61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:55.211045 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:56.706233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:11:57.651354 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.058770 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1a96-4a0f-41c4-ab39-ed331155220e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:22.119038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:24.255991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcf993c0-002f-4ac4-bcfe-11845c7715a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:25.212228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:26.702283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:27.653476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:52.060234 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d5613a8-db2c-4489-a808-d1957edc706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:54.258022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f8271b0-cf7d-4df1-ba58-1d3aaedf31fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:55.215409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:56.707113 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:57.655413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:12:59.118536 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:12:59.533816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57028) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.540114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-37e20322-6456-4a97-a178-dad6de17dfed tempest-verify_tempest_config-1294698339 tempest-verify_tempest_config-1294698339-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:12:59.541073 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-37e20322-6456-4a97-a178-dad6de17dfed tempest-verify_tempest_config-1294698339 tempest-verify_tempest_config-1294698339-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062840 Nov 12 03:12:59.826927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:12:59.929979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.001658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.005245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.149869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eb9730069e584b5a9a2c5195eb7b1b81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3218582 Nov 12 03:13:00.150716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4986b841-8a1c-42e6-a478-d3594cd644fc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.152568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57052) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:13:00.157549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.157905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.158245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.158578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.158933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.159261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.159581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.159901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.160219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.160558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.161417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.161732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c96e70-4f8d-4ce3-b127-72392f0c3a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.210323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.230746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.318189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.320901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:00.322141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4986b841-8a1c-42e6-a478-d3594cd644fc HTTP/1.1" status: 204 len: 168 time: 0.1686206 Nov 12 03:13:00.331252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4986b841-8a1c-42e6-a478-d3594cd644fc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:13:00.337896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.338242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.338580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.338941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.339274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.339614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.339928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.340252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.340577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.340903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.341226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:00.341547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a924de-a197-47fe-91e1-0f2b1bc9aa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:13:22.061396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f264b00-4851-4363-81d3-cb6530e6dde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:24.259606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c43347a-04f8-4826-9e1c-a40383ac77c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:25.217031 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:26.709555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:27.657417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:36.117135 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:13:52.062385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31516af8-eea1-4756-8d62-a4e386a0c8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:54.259443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3fabc71d-c0f4-4926-94be-578c80efd3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:55.221163 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:56.713159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:13:57.658900 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:13.116368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:22.062731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec8bb925-0672-4a6e-9bad-d7452498c54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:24.260263 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f04074e3-cb4c-4b4c-823e-89c498122607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:25.224083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:26.716717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:27.659624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:50.114938 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:14:52.067116 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6359dab8-e0ac-491e-b580-18bd2b21f472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:54.261606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4f11da2-7d36-42e9-8a57-49aa57f516bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:55.226569 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:56.719440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:14:57.661342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:22.067736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98495e09-108a-4687-960c-9dea98e888a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:24.262242 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ee436ec-6779-46b6-972e-1ba52ac70646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:25.230139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:26.726006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:27.112981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:15:27.663394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:52.067889 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92be0e71-b5be-4654-b2b1-d47ef6fe1c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:54.262394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-616008cf-72cc-484b-b558-cba2073b05cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:55.232256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:56.727214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:15:57.664833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:04.112947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 5 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:22.067821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc1b6-dfd5-4e05-bb30-058aebee47fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:24.262822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e5977ca5-e39b-487a-a35b-32311389b830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:25.233948 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:26.730582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:27.666923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:30.945896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:39.232554 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557752'] for agent, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:41.112479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:16:52.068576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7cc67c0-a6f9-459d-bb2f-425908ee9857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:54.264276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9ec7-ba87-46e2-b999-7ebd1cf54363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:55.236203 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:56.736677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:16:57.670636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:00.898131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:08.162354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:08.266451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1083aa3a-c99a-4071-8209-fd1057c8d1f3 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1029818 Nov 12 03:17:09.179692 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:10.563201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:17:10.617939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-652300bf-de87-4777-8512-398d9b2bde86 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0536611 Nov 12 03:17:18.111825 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:22.071307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b280e684-1904-48cc-9184-5a9b83910b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:24.266159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7df1b0b-06b3-405f-8d25-f4494b2bc16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:25.239287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:26.735805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:27.672954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:30.900661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:39.183310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:52.073422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76bc88f-05c9-4a6f-8edd-1af270376b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:54.289005 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8140cd13-9751-402a-8db4-35b23d686e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:55.112413 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:17:55.246061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:56.745641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:17:57.695096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:00.914972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:09.175371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:22.076430 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-acc05d2b-d2ce-4a0b-84a6-df03a00bc3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:24.272958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-466c9ea9-29a4-48f9-9ac1-c394c0137b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:25.246540 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:26.746407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:27.679142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:30.933052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:32.112775 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:18:34.644549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57330) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:34.837334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.020336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af27990c-fd8d-4709-8a65-af6e1144b387 tempest-AutoAllocateNetworkTest-170781935 tempest-AutoAllocateNetworkTest-170781935-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=82c9962e3a754fcd803400ed27923eb2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3717628 Nov 12 03:18:35.020578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.205359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3bc85-218b-4e40-babf-f92888e58134 tempest-AutoAllocateNetworkTest-170781935 tempest-AutoAllocateNetworkTest-170781935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.209915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57360) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.210453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7fa3bc85-218b-4e40-babf-f92888e58134 tempest-AutoAllocateNetworkTest-170781935 tempest-AutoAllocateNetworkTest-170781935-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1884763 Nov 12 03:18:35.242670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-network', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:35.272449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Made reservation on behalf of ab8b51ed1c4f4257ae160240bc90fadb for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:35.276323 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.294379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.317338 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e10f9a8-bb45-4f0a-b0ea-aa2f7174bc70 tempest-AutoAllocateNetworkTest-170781935 tempest-AutoAllocateNetworkTest-170781935-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061089 Nov 12 03:18:35.317881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.367817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-91fff571-ec9a-4743-94a8-e52cd80c918f tempest-AutoAllocateNetworkTest-170781935 tempest-AutoAllocateNetworkTest-170781935-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=82c9962e3a754fcd803400ed27923eb2 HTTP/1.1" status: 200 len: 208 time: 0.0347955 Nov 12 03:18:35.407744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.411913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.445367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747863c1-f065-46c9-ba89-c1e4fc639978,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:35.453397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:35.456267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.456770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.457237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.457699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.458159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.458616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.459132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.459454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.460097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.460534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.460861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.461185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Tracked resource versions report: Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: pushed versions: Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: { 'AddressGroup': {'1.2'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'ConntrackHelper': {'1.0'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Log': {'1.0'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Network': {'1.1'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Port': {'1.7'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'PortForwarding': {'1.2'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'QosPolicy': {'1.10'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SecurityGroup': {'1.5'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SubPort': {'1.0'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Subnet': {'1.1'}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Trunk': {'1.1'}} Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: consumer versions: Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: HyperV agent@n-h1-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: HyperV agent@n-h2-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: L3 agent@n-d-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: Metadata agent@n-d-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: Metering agent@n-d-766726-29: {}, Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'ConntrackHelper': '1.0', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Log': '1.0', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Network': '1.1', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Port': '1.7', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'PortForwarding': '1.2', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'QosPolicy': '1.10', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SecurityGroup': '1.5', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SecurityGroupRule': '1.2', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'SubPort': '1.0', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Subnet': '1.1', Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: 'Trunk': '1.1'}} Nov 12 03:18:35.462315 n-d-766726-29 neutron-server[102605]: {{(pid=102605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:18:35.479960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.480306 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Added segment c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc of type vlan for network f83d5d51-a9ad-4c05-8656-5554d345f4f6 Nov 12 03:18:35.523821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.549708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.550764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.551442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.584181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7457042 Nov 12 03:18:35.587303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.592270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Request body: {'subnet': {'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-subnet', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:35.615777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Made reservation on behalf of ab8b51ed1c4f4257ae160240bc90fadb for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:35.619699 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.620291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df32fd-e01f-4a6e-a73a-72e72f6c50ab admin admin] Pushing event updated for resources: {'Network': ['ID=f83d5d51-a9ad-4c05-8656-5554d345f4f6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:35.632289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:35.803280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.855469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a855b80c-4261-48c6-8a10-8b7c652e0697,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:35.874002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.874347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.874678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.875039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.875348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.875671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.875991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.876307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.877432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.877759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.878078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.878394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Tracked resource versions report: Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: pushed versions: Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: { 'AddressGroup': {'1.2'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'ConntrackHelper': {'1.0'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Log': {'1.0'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Network': {'1.1'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Port': {'1.7'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'PortForwarding': {'1.2'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'QosPolicy': {'1.10'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SecurityGroup': {'1.5'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SubPort': {'1.0'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Subnet': {'1.1'}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Trunk': {'1.1'}} Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: consumer versions: Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: HyperV agent@n-h1-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: HyperV agent@n-h2-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: L3 agent@n-d-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: Metadata agent@n-d-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: Metering agent@n-d-766726-29: {}, Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'ConntrackHelper': '1.0', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Log': '1.0', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Network': '1.1', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Port': '1.7', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'PortForwarding': '1.2', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'QosPolicy': '1.10', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SecurityGroup': '1.5', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SecurityGroupRule': '1.2', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'SubPort': '1.0', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Subnet': '1.1', Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: 'Trunk': '1.1'}} Nov 12 03:18:35.879528 n-d-766726-29 neutron-server[102604]: {{(pid=102604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:18:35.887122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Checking segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:35.887625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Network hostable DHCP agents. Network: f83d5d51-a9ad-4c05-8656-5554d345f4f6, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:35.904187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:35.916614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f83d5d51-a9ad-4c05-8656-5554d345f4f6) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:35.922041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:35.922973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.928075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fdce6-4d3e-4e90-a090-34fc8518af58 None None] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:35.945552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c1db9a51-196b-4689-92ad-572d05500fbc admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3571424 Nov 12 03:18:35.948727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:35.953430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:35.989117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:35.990160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.038798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57406) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:36.050057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.137966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:36.138897 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.204253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.309262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Allocated IP 172.20.0.2 (f83d5d51-a9ad-4c05-8656-5554d345f4f6/a855b80c-4261-48c6-8a10-8b7c652e0697/c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:36.433241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e28-decf-43b1-aefe-bf065013d445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.439069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.464801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.530251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.548639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.596844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e28-decf-43b1-aefe-bf065013d445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.603936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d56f6e28-decf-43b1-aefe-bf065013d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.609700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Allocated IP 172.25.7.20 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/13b2292a-ae1f-4542-a3bb-cd49f4ee773f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:36.641287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:36.668019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Pushing event updated for resources: {'Port': ['ID=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:36.675061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:36.692732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:36.695007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f6e28-decf-43b1-aefe-bf065013d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3465b17c-114f-4611-889b-6ade8610aefc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:36.705090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.705429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.705759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.706085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.706402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.706723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.707092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.707373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.707688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.708005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.708317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.708649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Tracked resource versions report: Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: pushed versions: Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: { 'AddressGroup': {'1.2'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'ConntrackHelper': {'1.0'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Log': {'1.0'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Network': {'1.1'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Port': {'1.7'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'PortForwarding': {'1.2'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'QosPolicy': {'1.10'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SecurityGroup': {'1.5'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SubPort': {'1.0'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Subnet': {'1.1'}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Trunk': {'1.1'}} Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: consumer versions: Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: HyperV agent@n-h1-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: HyperV agent@n-h2-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: L3 agent@n-d-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: Metadata agent@n-d-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: Metering agent@n-d-766726-29: {}, Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'ConntrackHelper': '1.0', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Log': '1.0', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Network': '1.1', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Port': '1.7', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'PortForwarding': '1.2', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'QosPolicy': '1.10', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SecurityGroup': '1.5', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SecurityGroupRule': '1.2', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'SubPort': '1.0', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Subnet': '1.1', Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: 'Trunk': '1.1'}} Nov 12 03:18:36.709651 n-d-766726-29 neutron-server[102606]: {{(pid=102606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:18:36.733986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d56f6e28-decf-43b1-aefe-bf065013d445 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=82c9962e3a754fcd803400ed27923eb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6940608 Nov 12 03:18:36.740140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:36.804168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.858277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.874338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Attempting to bind port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:36.875829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Attempting to bind port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:36.876539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Attempting to bind port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:36.886026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:36.887936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Checking segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:36.888608 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.889334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Bound using segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:36.890119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Bound port: c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:36.890862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.913969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:36.925372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.005842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:37.012813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:37.017698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:37.038261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] For port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:37.045337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] For port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:37.059212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Pushing event updated for resources: {'Port': ['ID=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.067130 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.131241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.134716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.146548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3465b17c-114f-4611-889b-6ade8610aefc HTTP/1.1" status: 204 len: 168 time: 0.4052963 Nov 12 03:18:37.150619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068eba0-b7f7-4013-87b3-22a5758031f9 None None] Pushing event updated for resources: {'Port': ['ID=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.162282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618887e-821e-4003-99e1-f17b6d12c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3465b17c-114f-4611-889b-6ade8610aefc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:37.485305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.717868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:37.936680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Router bde0d565-659c-4ec0-b2d0-57e84696933f is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:18:37.980862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:38.061326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:38.091426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:38.092090 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.199565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:38.209504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:38.224013 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:38.224738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:38.235226 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.239116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8d4c29cc-dc19-45c1-9087-facae704dd2b admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2867389 Nov 12 03:18:38.239501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57484) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:38.287415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.488721 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:38.532593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033955d-a97f-4e34-b781-26c53f4036e3 None None] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:38.589442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:38.599405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.706876 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:37Z', 'revision_number': 3, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:38.740357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:38.740861 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Updating router bde0d565-659c-4ec0-b2d0-57e84696933f port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:38.767186 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.838807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b422a2fa-af84-4f02-8980-01cd4ca0bc2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.889063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d436b2a8-af9c-41ff-a0b6-007383a92c69 None None] Provisioning complete for port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:38.889689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d436b2a8-af9c-41ff-a0b6-007383a92c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:38.892816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.066811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b422a2fa-af84-4f02-8980-01cd4ca0bc2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.078301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b422a2fa-af84-4f02-8980-01cd4ca0bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.108644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:39.108976 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b422a2fa-af84-4f02-8980-01cd4ca0bc2f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=01eb53085bb6478db498355955112f0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0453143 Nov 12 03:18:39.165524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422a2fa-af84-4f02-8980-01cd4ca0bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d22c1bc-980c-4613-bd46-a8e971aafda5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.187294 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.199733 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.217844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.261771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.353422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.387934 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Attempting to bind port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:39.388490 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Attempting to bind port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:39.394382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Attempting to bind port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:39.405358 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:39.405880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:39.406370 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.411383 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:39.412079 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Bound port: 13b2292a-ae1f-4542-a3bb-cd49f4ee773f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:39.412578 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.464384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.468893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.472108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.473270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3d22c1bc-980c-4613-bd46-a8e971aafda5 HTTP/1.1" status: 204 len: 168 time: 0.3622091 Nov 12 03:18:39.486274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d8e38-8dad-43d4-a29c-39e2eaa9aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d22c1bc-980c-4613-bd46-a8e971aafda5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.523258 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Pushing event updated for resources: {'Port': ['ID=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.564441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.564441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.564441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.566525 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.566959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.567296 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.567639 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.567968 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.568296 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.568628 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.568953 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.569277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Tracked resource versions report: Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: pushed versions: Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: { 'AddressGroup': {'1.2'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'ConntrackHelper': {'1.0'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Log': {'1.0'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Network': {'1.1'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Port': {'1.7'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'PortForwarding': {'1.2'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'QosPolicy': {'1.10'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SecurityGroup': {'1.5'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SecurityGroupRule': {'1.2'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SubPort': {'1.0'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Subnet': {'1.1'}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Trunk': {'1.1'}} Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: consumer versions: Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: { DHCP agent@n-d-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: HyperV agent@n-h1-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: HyperV agent@n-h2-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: L3 agent@n-d-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: Metadata agent@n-d-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: Metering agent@n-d-766726-29: {}, Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: Open vSwitch agent@n-d-766726-29: { 'AddressGroup': '1.2', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'ConntrackHelper': '1.0', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Log': '1.0', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Network': '1.1', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Port': '1.7', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'PortForwarding': '1.2', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'QosPolicy': '1.10', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SecurityGroup': '1.5', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SecurityGroupRule': '1.2', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'SubPort': '1.0', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Subnet': '1.1', Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: 'Trunk': '1.1'}} Nov 12 03:18:39.570352 n-d-766726-29 neutron-server[102607]: {{(pid=102607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 03:18:39.590116 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] For port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:39.597406 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] For port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:39.605839 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.623506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:39.684699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:39.685677 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:39.691485 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7d7a9-370a-4229-8d8d-2037983cc2a4 None None] Pushing event updated for resources: {'Port': ['ID=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:39.769348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6b7d700e-336e-4c0f-9b85-db88bb4ee661 None None] Provisioning complete for port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:39.771378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b7d700e-336e-4c0f-9b85-db88bb4ee661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:39.874524 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:39.925570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:39.927362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Allocated IP 172.20.0.1 (f83d5d51-a9ad-4c05-8656-5554d345f4f6/a855b80c-4261-48c6-8a10-8b7c652e0697/6652bf76-dd5a-40a9-9dc0-0ab1879c56f1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:39.999880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:40.000505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.139764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcc74314-01b0-4608-af61-f44e293458fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.176070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.281918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:40.285690 n-d-766726-29 neutron-server[102605]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:18:40.298350 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:37Z', 'revision_number': 3, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:40.307083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57590) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:40.320530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9599a628-192f-4857-97d0-0ca11d97b735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.327889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcc74314-01b0-4608-af61-f44e293458fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.329956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.336507 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812dfed4-d9a5-46cf-955f-36dc655fbd45 None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:37Z', 'revision_number': 3, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:40.348988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-140a261a-e685-460a-a96c-6964c47d8094 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643802 Nov 12 03:18:40.350463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fcc74314-01b0-4608-af61-f44e293458fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.351530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:40.378945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:40.384569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fcc74314-01b0-4608-af61-f44e293458fe admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b77648843eb74aec84c54a2822453dad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7609737 Nov 12 03:18:40.428404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:40.463714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:40.464270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.518128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc74314-01b0-4608-af61-f44e293458fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51101bfc-92a5-4ca0-876f-d7bce2f59db0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.612443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-becf0f60-71f2-4f02-8f79-6c05caf8da64 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:40.625090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-becf0f60-71f2-4f02-8f79-6c05caf8da64 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583427 Nov 12 03:18:40.625980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.661683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-8fd85481-bfd0-4d9e-af1c-24df00edc3a4 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/quotas/8a72f72df9014be19cbe8b8e8de49b9e HTTP/1.1" status: 200 len: 375 time: 0.0217941 Nov 12 03:18:40.730884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.746559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.750314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-9af6440e-5707-47d1-b3d8-dc33c871599b tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825293 Nov 12 03:18:40.834774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.839896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.842566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/51101bfc-92a5-4ca0-876f-d7bce2f59db0 HTTP/1.1" status: 204 len: 168 time: 0.4050338 Nov 12 03:18:40.854195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0a369-dbea-4b8c-a41e-d8584495bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51101bfc-92a5-4ca0-876f-d7bce2f59db0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:40.856197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-57d5e2cb-51b6-486c-8fad-2feebbf5077f None None] Provisioning complete for port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:40.858886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57d5e2cb-51b6-486c-8fad-2feebbf5077f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.948882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9599a628-192f-4857-97d0-0ca11d97b735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:40.957519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9599a628-192f-4857-97d0-0ca11d97b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.045326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-57d5e2cb-51b6-486c-8fad-2feebbf5077f None None] Port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:41.054409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599a628-192f-4857-97d0-0ca11d97b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07285e9-eba6-430c-9f8a-7963c36c82c1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.077159 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9599a628-192f-4857-97d0-0ca11d97b735 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=74cb9a53a3a343c0b7664f2eb43d065b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7688186 Nov 12 03:18:41.080841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:41.191154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.214537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.279588 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.436903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.446200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.450896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e07285e9-eba6-430c-9f8a-7963c36c82c1 HTTP/1.1" status: 204 len: 168 time: 0.3664639 Nov 12 03:18:41.468349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2ddad-c741-411a-9aa8-cdb2037c0c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07285e9-eba6-430c-9f8a-7963c36c82c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.608135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:41.626631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21773360-3e7d-489c-8e01-149a8a74e672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.718424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.726055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.727568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.750901 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21773360-3e7d-489c-8e01-149a8a74e672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.758050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21773360-3e7d-489c-8e01-149a8a74e672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.794799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.813401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-21773360-3e7d-489c-8e01-149a8a74e672 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=646338f7857548c28f3fe316f3ce393c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2037296 Nov 12 03:18:41.814575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21773360-3e7d-489c-8e01-149a8a74e672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42203b48-1f23-4f10-a2a0-120daac9cb03,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:41.817219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:41.911900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.979090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 13b2292a-ae1f-4542-a3bb-cd49f4ee773f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:41.988605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:41.989145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:41.996302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:42.044288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:42.045224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.095440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.104872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.106033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/42203b48-1f23-4f10-a2a0-120daac9cb03 HTTP/1.1" status: 204 len: 168 time: 0.2879248 Nov 12 03:18:42.125518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb003c3-8ced-4c75-8765-deec6d0d8b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42203b48-1f23-4f10-a2a0-120daac9cb03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.153064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:42.232651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.272020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:42.283331 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.285557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:42.359827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:42.402076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:42.486030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-912bc517-1ce1-4ec1-bf03-6b19066ff878 None None] Provisioning complete for port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:42.486404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-912bc517-1ce1-4ec1-bf03-6b19066ff878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.524355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:42.543632 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62bb05bd-2835-47cc-a1f2-747d96e13ed5 admin admin] 10.222.0.97 "PUT /v2.0/routers/bde0d565-659c-4ec0-b2d0-57e84696933f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940085 Nov 12 03:18:42.574734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-912bc517-1ce1-4ec1-bf03-6b19066ff878 None None] Port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:42.817871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27cf383-d213-4580-80b2-7b86f5b31d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:42.906425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-341112dc-3204-45a6-b951-605c2397d694 req-b8424e14-f5c8-40d8-93d8-625bc266f0e4 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.5027971 Nov 12 03:18:42.925996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:42.960213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:42.961100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:43.052142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27cf383-d213-4580-80b2-7b86f5b31d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.057025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27cf383-d213-4580-80b2-7b86f5b31d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.152617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:43.158472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c27cf383-d213-4580-80b2-7b86f5b31d92 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f18bf84d9a3b41179e9064e41bc6c978&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0012622 Nov 12 03:18:43.160056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cf383-d213-4580-80b2-7b86f5b31d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb195b96-c0c3-43e3-aea0-ad2325a84379,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.161736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57750) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:43.284143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.344684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.460416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.463250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.464584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/eb195b96-c0c3-43e3-aea0-ad2325a84379 HTTP/1.1" status: 204 len: 168 time: 0.3014998 Nov 12 03:18:43.476535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e6021-1b0f-444d-b0ea-ba1da67f1f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb195b96-c0c3-43e3-aea0-ad2325a84379,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:43.624301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 2, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:43.689594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:43.689951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Updating router bde0d565-659c-4ec0-b2d0-57e84696933f port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:43.720499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:43.906204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 13b2292a-ae1f-4542-a3bb-cd49f4ee773f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:44.048452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:44.048821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.250814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.286216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.341123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7aba60e4-f768-4dd0-9ded-2b93b16f2cba req-7e31114d-7df9-4332-baf9-d609d00b5900 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.0456378 Nov 12 03:18:44.413534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3110-17fa-4182-95ec-4b31f33b4dff None None] Pushing event updated for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.428988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.16', 55371) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.439332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57816) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.514241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-80b2383c-7cb6-4079-b787-adb7b4265b56 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628395 Nov 12 03:18:44.517750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Attempting to bind port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:44.518370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Attempting to bind port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:44.519474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Attempting to bind port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:44.526994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:44.527943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Checking segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:44.528506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.529109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Bound using segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:44.534709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Bound port: 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:44.535410 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.679492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] For port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:44.685101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] For port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:44.691849 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.711731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.731641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7152c6b9-d605-43d7-a0fe-67405622855f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.843360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad3110-17fa-4182-95ec-4b31f33b4dff None None] Pushing event updated for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:44.848400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:44.849018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:44.935575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57830) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:44.972959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-7d9f178f-ed43-4eea-a954-34f33a45d802 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:44.974512 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-7d9f178f-ed43-4eea-a954-34f33a45d802 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4531834 Nov 12 03:18:44.976954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7152c6b9-d605-43d7-a0fe-67405622855f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:44.984305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7152c6b9-d605-43d7-a0fe-67405622855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.058944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57838) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:45.063261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7152c6b9-d605-43d7-a0fe-67405622855f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c06e59c1db414bdb9fc12fdc2c80005e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3501232 Nov 12 03:18:45.064247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152c6b9-d605-43d7-a0fe-67405622855f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8278ef2-a549-427a-9ddf-6d74b8a25436,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:45.144975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Request body: {'port': {'device_id': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '8a72f72df9014be19cbe8b8e8de49b9e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:45.266583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] Provisioning complete for port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:45.267137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.397239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-dddad4eb-7921-4727-8063-66eb98894f57 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415015 Nov 12 03:18:45.475194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:45.484880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d7cd-a7ba-439d-87fd-959f6a0df161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.492410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9858ac9-66cb-442a-a286-89e330ab5d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.662060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.666637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d7cd-a7ba-439d-87fd-959f6a0df161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.671081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:45.680845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4241531c-3e02-4ba2-a25b-de004c08e9b8 req-1cc442b7-e287-4ef6-9756-b42b816030ef tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.1639016 Nov 12 03:18:45.682543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-network', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:45.687208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4e7d7cd-a7ba-439d-87fd-959f6a0df161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.732645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.753101 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4e7d7cd-a7ba-439d-87fd-959f6a0df161 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=616bf473f3364abd887d879314ca77d8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3102019 Nov 12 03:18:45.754086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57878) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:45.777523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-c5606276-1a5f-4003-aa4e-28d4aff3dc3b tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:45.790012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-c5606276-1a5f-4003-aa4e-28d4aff3dc3b tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844843 Nov 12 03:18:45.862776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] For port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:45.864994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Made reservation on behalf of 8a72f72df9014be19cbe8b8e8de49b9e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:45.875403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9858ac9-66cb-442a-a286-89e330ab5d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.876428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.877097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.895721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-3c2afbd6-f79b-44a7-8722-28e97719beab tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/quotas/1b1b1a61bfa84d60b50a775dbcebd9c0 HTTP/1.1" status: 200 len: 375 time: 0.1046293 Nov 12 03:18:45.899473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Made reservation on behalf of ed1b6e0ef7b34b64b2a7531318fe7f73 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:45.901757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.947904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-69ae4a80-7060-4b55-8845-02f3ac2b0cae tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509844 Nov 12 03:18:45.950316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.952572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9858ac9-66cb-442a-a286-89e330ab5d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:45.997790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.028845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9858ac9-66cb-442a-a286-89e330ab5d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b2730-20b0-44f3-a5b0-4fc160e860d5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.075431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d9858ac9-66cb-442a-a286-89e330ab5d92 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9f069e970667412e9885c29fba6a2e96&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1327641 Nov 12 03:18:46.078284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57888) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:46.080484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.103976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.109719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.114482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c8278ef2-a549-427a-9ddf-6d74b8a25436 HTTP/1.1" status: 204 len: 168 time: 1.0541177 Nov 12 03:18:46.124407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-503fe365-57a5-44f8-8566-193f8de3f3e4 None None] Provisioning complete for port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:46.124767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-503fe365-57a5-44f8-8566-193f8de3f3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.128821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ae43-f7e1-42a6-8176-cab5b52e5da2 None None] Pushing event updated for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.194285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:44Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:46.218152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.245629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4acd0b-ec94-4f78-9f90-f829ec61a4c2 None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:44Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:46.269901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.314928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.318127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.375363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.412444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d08fcc4-6fc4-437d-81ef-cc98c54f5609 req-4e97c41f-7ba3-4549-8e9a-48968e5fb5f5 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.1159790 Nov 12 03:18:46.433918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.527767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7d7cd-a7ba-439d-87fd-959f6a0df161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a947d3-b793-4566-8d19-73d4b6cd47a9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.528960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.531772 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:46.532929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d1b2730-20b0-44f3-a5b0-4fc160e860d5 HTTP/1.1" status: 204 len: 168 time: 0.4534578 Nov 12 03:18:46.572506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317bec9-7963-4acb-861e-7f4d9f145a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b2730-20b0-44f3-a5b0-4fc160e860d5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.721629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec2baa-2c48-43b7-8dc7-b0b145fdff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8278ef2-a549-427a-9ddf-6d74b8a25436,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:46.847814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fdd627-fceb-4173-9c9d-aa03e61fea64,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:47.178860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d23c829-8207-4b1e-a67b-abb12ffd72f4 req-a080c079-acdd-48e0-99d5-cc2e8b374934 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.0711608 Nov 12 03:18:47.337514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Allocated IP 192.168.233.209 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/1c5b6b81-8b76-44e7-8d78-8470f14d4abb) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:47.370437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.379028 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.389857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/66a947d3-b793-4566-8d19-73d4b6cd47a9 HTTP/1.1" status: 204 len: 168 time: 1.6265922 Nov 12 03:18:47.556158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecc797a5-3fb8-43ed-a8ff-ecce93b21ecd req-bf8927c2-a497-4f77-b49e-0ad5310fe0f2 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0435233 Nov 12 03:18:47.943681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.965316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:47.973885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:47.976673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc6d04-4d4d-4ca6-87d2-067ce37e914d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a947d3-b793-4566-8d19-73d4b6cd47a9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.011589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b110057-7f66-4087-96b6-b5bcf0374f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.050411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:48.091094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:48.115622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.115622 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Added segment e6d6554c-ee43-495b-869f-eb7adf35de83 of type vlan for network 92831b23-6310-4d19-a7e4-b78f462f0bad Nov 12 03:18:48.297612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:48.298257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.302483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.326098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ffdf7d-e8ca-4bbf-b282-5f69bf07e740,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.483492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b110057-7f66-4087-96b6-b5bcf0374f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.525685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72c6332e-f756-4f80-b018-d655c658449b req-894eab74-6749-4d68-9a6a-f1b05ead814c tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.1328185 Nov 12 03:18:48.526639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b110057-7f66-4087-96b6-b5bcf0374f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.581627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.584033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:48.585262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.632602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2b110057-7f66-4087-96b6-b5bcf0374f92 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1196f6d7f1f342fda33dc974224e2ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6576226 Nov 12 03:18:48.635050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b110057-7f66-4087-96b6-b5bcf0374f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c83a6c-627b-4104-93c3-2a5181c0133d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.638713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:48.728132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.759132 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0845845 Nov 12 03:18:48.762078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.797226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57968) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:48.803951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Request body: {'subnet': {'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-subnet', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:48.815662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.818934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.820320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d1c83a6c-627b-4104-93c3-2a5181c0133d HTTP/1.1" status: 204 len: 168 time: 0.1801414 Nov 12 03:18:48.832144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ba33e-130b-4d2a-b4b7-a692baf97b91 admin admin] Pushing event updated for resources: {'Network': ['ID=92831b23-6310-4d19-a7e4-b78f462f0bad,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.846677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 92831b23-6310-4d19-a7e4-b78f462f0bad details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:48.860367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47447eb3-2a17-428c-becf-bdbb33b7c98e req-f7f1efe9-6536-4730-98c3-628fb28431be tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.1302629 Nov 12 03:18:48.860367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22eda-e179-44cc-8b1b-1b511f8193fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c83a6c-627b-4104-93c3-2a5181c0133d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:48.905844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Made reservation on behalf of ed1b6e0ef7b34b64b2a7531318fe7f73 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:48.908218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:48.987781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.021512 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24d29a12-6a80-49e1-b2b4-4ffb4659256e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.251351 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24d29a12-6a80-49e1-b2b4-4ffb4659256e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.271095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24d29a12-6a80-49e1-b2b4-4ffb4659256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.355351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-24d29a12-6a80-49e1-b2b4-4ffb4659256e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e033164951f4453fa36141079abb131d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639481 Nov 12 03:18:49.357004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.365008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.373526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.449133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d29a12-6a80-49e1-b2b4-4ffb4659256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6567d-c0aa-417c-bf23-ff62d21c3342,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.519185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.527886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc91926-d4d7-486a-9656-81e8f10dadcf,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.538338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Checking segment: {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:49.538892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Network hostable DHCP agents. Network: 92831b23-6310-4d19-a7e4-b78f462f0bad, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:49.559611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.563437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Network 92831b23-6310-4d19-a7e4-b78f462f0bad is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:49.614793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.641316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 92831b23-6310-4d19-a7e4-b78f462f0bad) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:49.653080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e7192-2709-4fbd-8273-8c47b85a9641 None None] Network 92831b23-6310-4d19-a7e4-b78f462f0bad requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:49.665365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:49.667538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.668418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.688315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:49.697290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:49.707694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.708335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.722448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.728869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.744124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9fb6567d-c0aa-417c-bf23-ff62d21c3342 HTTP/1.1" status: 204 len: 168 time: 0.3843064 Nov 12 03:18:49.752229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Pushing event updated for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.767107 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-eafca8fe-e87e-46be-85c6-0c0b27cee950 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6388400 Nov 12 03:18:49.768207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486ff05-7c40-4eb8-8785-d264dcf63126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6567d-c0aa-417c-bf23-ff62d21c3342,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:49.791445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-036e8a0b-b5ec-43a6-bf1f-21ebfabcc401 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9927185 Nov 12 03:18:49.792405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57994) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:49.816350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:49.873223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-4e5ed369-4d24-47ea-814e-4a73d5186e88 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:18:49.876664 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-4e5ed369-4d24-47ea-814e-4a73d5186e88 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146627 Nov 12 03:18:49.895795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.900869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:49.970711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c5789-cfab-4b82-9db9-74a499cea02c req-050b52e7-d9f7-4e88-9c14-b7857b567580 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:49.991814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3c5789-cfab-4b82-9db9-74a499cea02c req-050b52e7-d9f7-4e88-9c14-b7857b567580 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 936 time: 0.2131350 Nov 12 03:18:50.074587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.134675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3c5789-cfab-4b82-9db9-74a499cea02c req-f209b795-9511-4a25-95c3-8de93232a94b tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359332 Nov 12 03:18:50.176974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-92831b23-6310-4d19-a7e4-b78f462f0bad', 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'fixed_ips': [{'subnet_id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:18:50.181473 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.364445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.400339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-45a9d139-5c33-4c27-b21e-8a7dec607d9a None None] Provisioning complete for port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:50.400963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45a9d139-5c33-4c27-b21e-8a7dec607d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.467367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-45a9d139-5c33-4c27-b21e-8a7dec607d9a None None] Port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:50.622277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Allocated IP 172.20.0.2 (92831b23-6310-4d19-a7e4-b78f462f0bad/ecc91926-d4d7-486a-9656-81e8f10dadcf/4b723e01-97d2-42b2-8131-5f6c260ff023) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:50.753791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80434b90-dc14-4715-ba5b-f77d5bfd497d req-7bf64ace-7e1b-4a21-a7f3-b848d66271f9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.4127314 Nov 12 03:18:50.806784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Request body: {'port': {'device_id': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:50.816882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:50.891114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.003378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.095891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.116364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.249593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Allocated IP 172.25.7.91 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/cf37c1e7-9655-4f0e-9c94-cd077a7645f6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:51.395256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Network 92831b23-6310-4d19-a7e4-b78f462f0bad is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:51.409819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:51.429562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:51.468226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Pushing event updated for resources: {'Port': ['ID=4b723e01-97d2-42b2-8131-5f6c260ff023,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:51.604639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Attempting to bind port 4b723e01-97d2-42b2-8131-5f6c260ff023 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:51.605178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Attempting to bind port 4b723e01-97d2-42b2-8131-5f6c260ff023 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:51.605647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Attempting to bind port 4b723e01-97d2-42b2-8131-5f6c260ff023 on network 92831b23-6310-4d19-a7e4-b78f462f0bad {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:51.618299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03378caf-1735-42d0-abea-e1d2dd797897 req-ad2ad571-874c-425b-9c5a-fd0e8a0a0cfd tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:51.620320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03378caf-1735-42d0-abea-e1d2dd797897 req-ad2ad571-874c-425b-9c5a-fd0e8a0a0cfd tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 936 time: 0.1185567 Nov 12 03:18:51.628855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:51.630533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Checking segment: {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:51.631587 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.634309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Bound using segment: {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:51.635023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Bound port: 4b723e01-97d2-42b2-8131-5f6c260ff023, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:51.635571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.771028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03378caf-1735-42d0-abea-e1d2dd797897 req-1e15b900-0f0c-4648-86ea-822277775d2d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438744 Nov 12 03:18:51.791979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] For port 4b723e01-97d2-42b2-8131-5f6c260ff023, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:51.800698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] For port 4b723e01-97d2-42b2-8131-5f6c260ff023, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4b723e01-97d2-42b2-8131-5f6c260ff023,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:51.812012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:51.902683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c934fa66-7db4-4db1-9a29-e387014f6d07 req-18b53cc4-2f89-4238-af37-b3e19b6bd215 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0457084 Nov 12 03:18:51.963226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a47bb-cf3d-48f8-836d-da941d70970c None None] Pushing event updated for resources: {'Port': ['ID=4b723e01-97d2-42b2-8131-5f6c260ff023,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:52.094954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:52.096696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.104209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ba86-45aa-4477-a287-e133c74bf20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.197588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5b6b81-8b76-44e7-8d78-8470f14d4abb {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:18:52.209612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.224565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.243887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Transition to ACTIVE for port object 1c5b6b81-8b76-44e7-8d78-8470f14d4abb will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:18:52.298765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.322466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:52.331283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:52.349916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:52.440791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Pushing event updated for resources: {'Port': ['ID=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:52.644431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:52.804337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Attempting to bind port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:52.804817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Attempting to bind port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:52.805794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Attempting to bind port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:52.816476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:18:52.816877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Attempting to bind port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:52.825658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:52.826113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:52.826741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:52.827655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Bound port: 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:52.828087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:52.853991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5494ff3-7801-46f4-8967-c1b33f27fb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.100145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5494ff3-7801-46f4-8967-c1b33f27fb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.114270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5494ff3-7801-46f4-8967-c1b33f27fb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.146092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.190712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5494ff3-7801-46f4-8967-c1b33f27fb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bcf16d-a74f-4297-b498-af0df7af49c0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.230779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540789d-1c3c-42c5-8f75-4800c74d9053 req-d0b2024f-36bd-4838-90af-81e017002a46 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.239141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0540789d-1c3c-42c5-8f75-4800c74d9053 req-d0b2024f-36bd-4838-90af-81e017002a46 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.3411388 Nov 12 03:18:53.282541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f5494ff3-7801-46f4-8967-c1b33f27fb76 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0db658faecc547a497e2cfa55a737ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1833351 Nov 12 03:18:53.284155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:53.422334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0540789d-1c3c-42c5-8f75-4800c74d9053 req-32338dbc-3400-4057-bdd7-0320a8376d16 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819825 Nov 12 03:18:53.528947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.551002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.595391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:53.608167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f53253-c1c8-40fd-8c75-c47056c1ecbf None None] Network 92831b23-6310-4d19-a7e4-b78f462f0bad requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:53.627050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73a40dc3-2fc4-4646-a70a-726690bf1e11 req-cd398f51-ea55-49c0-b32f-f718b2ed0c5c tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0878229 Nov 12 03:18:53.648881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:53.660724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.690118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.724597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.730855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.749090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c3bcf16d-a74f-4297-b498-af0df7af49c0 HTTP/1.1" status: 204 len: 168 time: 0.4495676 Nov 12 03:18:53.784068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11162af-9d08-4514-9fc3-167766ee983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bcf16d-a74f-4297-b498-af0df7af49c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:53.929542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] Provisioning complete for port 4b723e01-97d2-42b2-8131-5f6c260ff023 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:53.929777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.961839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:53.975892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:53.978104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] 10.222.0.16 "PUT /v2.0/ports/1c5b6b81-8b76-44e7-8d78-8470f14d4abb HTTP/1.1" status: 200 len: 1097 time: 3.4587052 Nov 12 03:18:53.983632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:18:54.161651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4b723e01-97d2-42b2-8131-5f6c260ff023 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:54.206945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ced6-6a73-4002-9aca-e788ba075de6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:54.222077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:18:54.465869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:54.478286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Sync routers for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:18:54.489983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.491558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3c71046a-b456-4f3c-a1a7-c0aa37d44756 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.6967845 Nov 12 03:18:54.495080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:54.516685 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:54.517323 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:54.703303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8708f2d6-8da7-4065-a37b-64c52ffe6ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.713592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58138) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:54.852519 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:54.858779 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.896969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4b723e01-97d2-42b2-8131-5f6c260ff023 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:54.897334 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.932774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58146) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:54.956865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03c49dd9-094c-4063-9af3-1cd7bbaf20a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:54.984221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] For port 4b723e01-97d2-42b2-8131-5f6c260ff023, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4b723e01-97d2-42b2-8131-5f6c260ff023,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:55.045397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad690bc-65d2-4d08-8e71-4d7e1c0de4c3 req-27ab58cb-9f12-40ec-9315-80ecbcedd4df tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:55.051351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ad690bc-65d2-4d08-8e71-4d7e1c0de4c3 req-27ab58cb-9f12-40ec-9315-80ecbcedd4df tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.4791992 Nov 12 03:18:55.077326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.264756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03c49dd9-094c-4063-9af3-1cd7bbaf20a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.273255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03c49dd9-094c-4063-9af3-1cd7bbaf20a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.328292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ad690bc-65d2-4d08-8e71-4d7e1c0de4c3 req-722fa824-3ecf-4220-92a3-6669e3487b79 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531826 Nov 12 03:18:55.342093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 3, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:55.354258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.388370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3420c-e4c6-41a8-a6e6-6e2d0b4657af None None] Pushing event updated for resources: {'Port': ['ID=4b723e01-97d2-42b2-8131-5f6c260ff023,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:55.397253 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Checking router: 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:18:55.397602 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Updating router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:18:55.452317 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-03c49dd9-094c-4063-9af3-1cd7bbaf20a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=744ee75f1d7843d4b183a8ca5bca3ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155230 Nov 12 03:18:55.460146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:55.478577 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.563026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c49dd9-094c-4063-9af3-1cd7bbaf20a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a43f21-3280-4487-bd91-eb6797129708,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:55.589172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.593450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c122fc92-24fb-482c-a73d-bda4c7f96cb6 None None] Provisioning complete for port 4b723e01-97d2-42b2-8131-5f6c260ff023 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:55.595380 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c122fc92-24fb-482c-a73d-bda4c7f96cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.643265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.652073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54492fa8-e88c-456e-96f7-0f19cfb19bc6 req-02e08398-7cf6-4041-8986-b7bc5923f22d tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.1314902 Nov 12 03:18:55.741240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:55.747564 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d37e46-25c1-4f1d-be33-fdae4ebb3014" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:18:55.755582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2037592830-network', 'tenant_id': '159c6bb67cc443f681a557aeea7e7259'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:55.768158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.771787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.777086 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/92a43f21-3280-4487-bd91-eb6797129708 HTTP/1.1" status: 204 len: 168 time: 0.3147576 Nov 12 03:18:55.794148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c7a20-8701-436c-8af8-97f756036aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a43f21-3280-4487-bd91-eb6797129708,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:55.820970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:55.824060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.841725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.985772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4b723e01-97d2-42b2-8131-5f6c260ff023 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:55.993983 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:55.999657 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.033480 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.060377 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0a12-2828-4a3d-bac0-0df0b5ae9734 None None] Pushing event updated for resources: {'Port': ['ID=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.091960 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Attempting to bind port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:18:56.092700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Attempting to bind port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:18:56.093488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Attempting to bind port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:18:56.101123 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:18:56.102503 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:56.103259 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.103890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:18:56.104717 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Bound port: cf37c1e7-9655-4f0e-9c94-cd077a7645f6, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:18:56.105408 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.140740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4b723e01-97d2-42b2-8131-5f6c260ff023 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:56.143240 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.167922 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] For port cf37c1e7-9655-4f0e-9c94-cd077a7645f6, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:18:56.171912 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] For port cf37c1e7-9655-4f0e-9c94-cd077a7645f6, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:18:56.176833 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.190381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.210042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.271773 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0a12-2828-4a3d-bac0-0df0b5ae9734 None None] Pushing event updated for resources: {'Port': ['ID=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.281129 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:18:56.282044 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:56.299563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3262ec22-b816-49c9-a1a9-8c5f1b739da5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.337327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:18:56.370104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.370451 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Added segment 2af12e93-c50c-4535-ba19-a4c78bd43179 of type vlan for network 3fe572a3-3423-4676-9355-434cf8a4586e Nov 12 03:18:56.391696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Allocated IP 172.20.0.1 (92831b23-6310-4d19-a7e4-b78f462f0bad/ecc91926-d4d7-486a-9656-81e8f10dadcf/78c5dff3-0a2f-40e2-9e94-5f470ad6ce27) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:18:56.623706 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f318f4-9f0d-4de8-a73c-132441c99ea5 x-openstack-request-id: req-e7f318f4-9f0d-4de8-a73c-132441c99ea5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:18:56.624039 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:18:56.628109 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e7f318f4-9f0d-4de8-a73c-132441c99ea5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:18:56.629047 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb', 'status': 'completed', 'code': 200} Nov 12 03:18:56.652645 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:18:56.663610 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-993a1262-55f1-4851-9c63-d92a194fcb81 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490009 Nov 12 03:18:56.676159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.747480 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.758737 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.797078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.798226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:56.798935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.882092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-976e7fd2-6eaa-40e3-8b85-ab1da7627eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.900465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1836586 Nov 12 03:18:56.902965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58198) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:56.910817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:56.954364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e65ad8-3941-4671-8c6f-fea6c1aa7bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe572a3-3423-4676-9355-434cf8a4586e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:56.968757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3fe572a3-3423-4676-9355-434cf8a4586e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:18:56.989318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Request body: {'subnet': {'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2037592830-subnet', 'tenant_id': '159c6bb67cc443f681a557aeea7e7259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:57.048554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:57.051451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.073432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-976e7fd2-6eaa-40e3-8b85-ab1da7627eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.151218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Pushing event updated for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:57.180804 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 3, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:18:57.234104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-976e7fd2-6eaa-40e3-8b85-ab1da7627eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.251553 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd097f-1c11-4d22-972a-da0e4b6cebd4 None None] The sync data for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 is: [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:52Z', 'revision_number': 3, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:18:57.273919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2992faa5-79cd-46a6-a4b2-a31facf9ae4d req-bd94e427-05d2-4168-bd6e-4e59df5be97f tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.4313984 Nov 12 03:18:57.304150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Network 92831b23-6310-4d19-a7e4-b78f462f0bad is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:57.309052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:57.330754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-976e7fd2-6eaa-40e3-8b85-ab1da7627eaf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=78d653e1ab114dbab941443d8d58be2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5885952 Nov 12 03:18:57.332932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:18:57.334955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58214) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:57.338577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.530315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2040a-c408-414c-b7f0-1a3ee7c57e7f req-e7548b2b-3e96-4390-9bf9-11f63ebfe117 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:57.555657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdf2040a-c408-414c-b7f0-1a3ee7c57e7f req-e7548b2b-3e96-4390-9bf9-11f63ebfe117 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.7114143 Nov 12 03:18:57.622889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.667378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e7fd2-6eaa-40e3-8b85-ab1da7627eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29192092-0f0f-43e3-8ebc-a6649dc9431a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:57.740890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.754017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdf2040a-c408-414c-b7f0-1a3ee7c57e7f req-ddc859a3-ef48-4069-85e3-10d50db7f142 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956770 Nov 12 03:18:57.790486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-223880ff-0751-41e2-9675-a330102ca96d None None] Provisioning complete for port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:57.790875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-223880ff-0751-41e2-9675-a330102ca96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.885235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.925100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:57.993178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-223880ff-0751-41e2-9675-a330102ca96d None None] Port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:58.008602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.030441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cf37c1e7-9655-4f0e-9c94-cd077a7645f6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:18:58.173079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:58.173451 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.187584 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.199352 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.200235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.336101 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.375415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port cf37c1e7-9655-4f0e-9c94-cd077a7645f6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:18:58.384937 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.531480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.561883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.16', 55379) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:58.618904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:58.748390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5eaf60ae-e27d-4a21-85fb-9be1d2e5113a req-b498634c-8871-4fca-82a7-4758666ca401 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0350418 Nov 12 03:18:58.750548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Pushing event updated for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.846045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ab6f03-fca4-4bb2-be40-536fbb561d08,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:58.860391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Network 92831b23-6310-4d19-a7e4-b78f462f0bad is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:18:58.864524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:58.866112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-08c86c38-d96e-4f61-bf6c-f23388b28533 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:58.871060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-08c86c38-d96e-4f61-bf6c-f23388b28533 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834198 Nov 12 03:18:58.882499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.885281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:58.886422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/29192092-0f0f-43e3-8ebc-a6649dc9431a HTTP/1.1" status: 204 len: 168 time: 1.5464890 Nov 12 03:18:58.935566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Request body: {'port': {'device_id': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '1b1b1a61bfa84d60b50a775dbcebd9c0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:18:59.069685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d797fe-97c3-47a5-bd79-511f402f8bbf req-0fbb111e-4dff-4fdf-a1da-3a6cd5a0b035 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.082992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31d797fe-97c3-47a5-bd79-511f402f8bbf req-0fbb111e-4dff-4fdf-a1da-3a6cd5a0b035 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.2206988 Nov 12 03:18:59.164968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46a634-49dc-4db9-ae75-8b85a74463ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29192092-0f0f-43e3-8ebc-a6649dc9431a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:18:59.203507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d37e46-25c1-4f1d-be33-fdae4ebb3014 req-7ce059f7-b7a5-412d-be0d-0071df741ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.205397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93d37e46-25c1-4f1d-be33-fdae4ebb3014 req-7ce059f7-b7a5-412d-be0d-0071df741ccd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 1100 time: 0.6385655 Nov 12 03:18:59.212548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:18:59.230987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31d797fe-97c3-47a5-bd79-511f402f8bbf req-e8eac803-41d1-4e9c-9507-cb35a0f62044 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467211 Nov 12 03:18:59.247209 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-020a6ff1-5155-421d-bd05-2fbbe68ade1a None None] Provisioning complete for port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:18:59.250489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-020a6ff1-5155-421d-bd05-2fbbe68ade1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.359983 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:18:59.365471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Network hostable DHCP agents. Network: 3fe572a3-3423-4676-9355-434cf8a4586e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:18:59.369674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-020a6ff1-5155-421d-bd05-2fbbe68ade1a None None] Port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:18:59.406668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdbf62b5-33db-44f9-b816-121aa1813206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.415082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:18:59.415998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93d37e46-25c1-4f1d-be33-fdae4ebb3014 req-34c2ec3d-f878-4c0d-b5eb-44ccb24fbf37 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1841218 Nov 12 03:18:59.444388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-44e416c4-93ae-4b12-befc-5e605d479e70 admin admin] 10.222.0.97 "PUT /v2.0/routers/1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9382217 Nov 12 03:18:59.512865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Made reservation on behalf of 1b1b1a61bfa84d60b50a775dbcebd9c0 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:18:59.517558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.559049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Network 3fe572a3-3423-4676-9355-434cf8a4586e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:18:59.598198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.618596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:59.641121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5c1aae0-2db8-4e59-8987-1e954a5183a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.717141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3fe572a3-3423-4676-9355-434cf8a4586e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:18:59.730532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e30170d-74eb-4d99-b477-031865e00a19 None None] Network 3fe572a3-3423-4676-9355-434cf8a4586e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:18:59.741929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.743105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.766493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d37e46-25c1-4f1d-be33-fdae4ebb3014 req-7aca6e59-77e4-4b07-9bc3-5a4f147f0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:18:59.768156 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93d37e46-25c1-4f1d-be33-fdae4ebb3014 req-7aca6e59-77e4-4b07-9bc3-5a4f147f0ce8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3379574 Nov 12 03:18:59.773668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5c1aae0-2db8-4e59-8987-1e954a5183a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.788870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5c1aae0-2db8-4e59-8987-1e954a5183a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.801828 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e765d08-b6e4-4eaf-bf63-012c55f5c42c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8484921 Nov 12 03:18:59.875117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5c1aae0-2db8-4e59-8987-1e954a5183a7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=96b255f2961d44a69c21ee2b9fa92f14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550375 Nov 12 03:18:59.876332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:18:59.900242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdbf62b5-33db-44f9-b816-121aa1813206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.924816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdbf62b5-33db-44f9-b816-121aa1813206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:18:59.999198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.005600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cdbf62b5-33db-44f9-b816-121aa1813206 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bd3242e81cf4408f961b1380c6985163&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3830762 Nov 12 03:19:00.005797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf62b5-33db-44f9-b816-121aa1813206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152b919-ee6b-4e9d-94ff-75c6651145fe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.010099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:00.019745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.024820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-de8fd024-4e9c-4953-a66f-c258f688e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.026365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-de8fd024-4e9c-4953-a66f-c258f688e095 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 1100 time: 0.1489601 Nov 12 03:19:00.040447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6758c0bc-859e-4a24-b121-7a1409730bb3 req-bc69cfb9-45a5-4ba1-9146-bbbc4530e289 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0650988 Nov 12 03:19:00.044757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cf37c1e7-9655-4f0e-9c94-cd077a7645f6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:00.061334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1aae0-2db8-4e59-8987-1e954a5183a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386cbb06-3e68-4f6a-8159-2d1953c4e418,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.082608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.119607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.168625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48590695-1b54-4428-8ca5-af8f5070911b None None] Network 3fe572a3-3423-4676-9355-434cf8a4586e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:00.178359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.182445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.184347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-51029c55-a734-4908-8ce7-216900131ae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb HTTP/1.1" status: 200 len: 217 time: 0.1176264 Nov 12 03:19:00.184704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/386cbb06-3e68-4f6a-8159-2d1953c4e418 HTTP/1.1" status: 204 len: 168 time: 0.3033922 Nov 12 03:19:00.194066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c5f4-98ea-4780-89eb-0f3a4a1953a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386cbb06-3e68-4f6a-8159-2d1953c4e418,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.234506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5151ac-530a-49e1-b768-e91a794d83cb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.255026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Sync routers for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:00.298791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:00.300105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:00.347521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.348418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:00.348788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.376204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-43e248ce-cd7b-418d-af71-cc55d00cbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.377955 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-43e248ce-cd7b-418d-af71-cc55d00cbf0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1555960 Nov 12 03:19:00.443492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a3ed7-eb55-4018-9639-0f5f36ddb6e4 req-c2785d23-d9e5-42a3-a65d-331e66e82109 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.456772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-316a3ed7-eb55-4018-9639-0f5f36ddb6e4 req-c2785d23-d9e5-42a3-a65d-331e66e82109 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.0998218 Nov 12 03:19:00.467943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:00.472097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.528473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Allocated IP 192.168.233.183 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/225670d2-8339-4787-adcb-6f3afe9ab7de) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:00.534245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:00.557902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-316a3ed7-eb55-4018-9639-0f5f36ddb6e4 req-d4ae74cb-d42a-4b7e-a1ed-3587b558dfec tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959339 Nov 12 03:19:00.607598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-f8402cde-853b-4430-9d14-77d3460894ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:00.609154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-f8402cde-853b-4430-9d14-77d3460894ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2214677 Nov 12 03:19:00.617841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:00.657856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.660605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.664866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a152b919-ee6b-4e9d-94ff-75c6651145fe HTTP/1.1" status: 204 len: 168 time: 0.6507304 Nov 12 03:19:00.722404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d677a-2620-4c1c-88cc-e641082aa04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152b919-ee6b-4e9d-94ff-75c6651145fe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:00.803346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-096a94bd-2087-484f-b98f-32f0073f4af8 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802449 Nov 12 03:19:00.863993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.871847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8678-7f0c-45c9-8b93-4a9c083e6cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.953161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41be5e59-a561-4ab2-989a-7949e9ad55ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:00.959847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d8adfed0-33f5-4a9e-bf14-596ef9013f0e req-0d20d39d-4605-402f-919c-eb4832b01706 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428246 Nov 12 03:19:00.967476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.005628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.021878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:57Z', 'revision_number': 4, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '78c5dff3-0a2f-40e2-9e94-5f470ad6ce27', 'name': '', 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'mac_address': 'fa:16:3e:00:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:56Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 2, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'subnets': [{'id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:01.069766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8678-7f0c-45c9-8b93-4a9c083e6cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.082096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8678-7f0c-45c9-8b93-4a9c083e6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.141923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1f1c8678-7f0c-45c9-8b93-4a9c083e6cbd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6946b860813f4849a2323de8056e0d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720972 Nov 12 03:19:01.143895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.160843 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Checking router: 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:01.161186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Updating router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:01.164492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:01.171255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:01.196952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:01.209092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.218922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.224177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Pushing event updated for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.289186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-e63f0cd5-8583-41a9-aa2c-ccba88c7addf tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3619263 Nov 12 03:19:01.312340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8678-7f0c-45c9-8b93-4a9c083e6cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5dd50-343e-4783-b898-f5a96fc6eaba,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.325777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Request body: {'port': {'device_id': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'device_owner': 'compute:tempest-test_az-30758906', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:01.337173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.396734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.414165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41be5e59-a561-4ab2-989a-7949e9ad55ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.416960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8a5e-b820-4ede-950d-707643f912cd req-b97aee62-a208-4eba-9870-70548ce1521d tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.427280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-105d8a5e-b820-4ede-950d-707643f912cd req-b97aee62-a208-4eba-9870-70548ce1521d tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 936 time: 0.2428808 Nov 12 03:19:01.446717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41be5e59-a561-4ab2-989a-7949e9ad55ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.495685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.549350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.570202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5e59-a561-4ab2-989a-7949e9ad55ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5692715-c032-4ccf-9f3e-7b54eda7e03b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.578738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-105d8a5e-b820-4ede-950d-707643f912cd req-6b3a8c80-0128-4765-aa54-ff97bd10291a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456182 Nov 12 03:19:01.591743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.600861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304800293', 'description': 'tempest-description--42568072'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:01.643342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41be5e59-a561-4ab2-989a-7949e9ad55ea admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=73dc758d834e4230a5b6494a27a2a797&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0938137 Nov 12 03:19:01.646928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58354) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.650805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cecc4e54-ad66-4b4f-aa6d-6167a9d41132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.721381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.743010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f92a15dd-99e7-4185-8272-63223ba52d0c None None] Provisioning complete for port 225670d2-8339-4787-adcb-6f3afe9ab7de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:01.743753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f92a15dd-99e7-4185-8272-63223ba52d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.822257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f67a7d-a678-4502-a231-6ed53a114c43 req-4e1aeea6-9eed-491b-80f1-869a215de93c tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:01.823807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27f67a7d-a678-4502-a231-6ed53a114c43 req-4e1aeea6-9eed-491b-80f1-869a215de93c tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.1136589 Nov 12 03:19:01.830430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.832965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.834266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/20b5dd50-343e-4783-b898-f5a96fc6eaba HTTP/1.1" status: 204 len: 168 time: 0.6891551 Nov 12 03:19:01.854600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e96b92-1fb6-4048-9f65-31e6b2838635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5dd50-343e-4783-b898-f5a96fc6eaba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:01.879753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f92a15dd-99e7-4185-8272-63223ba52d0c None None] Port 225670d2-8339-4787-adcb-6f3afe9ab7de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:01.883531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:01.893293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-228560316-network', 'tenant_id': 'b461aaa7494c4e8a8522ad005c480efa'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:01.925939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.939631 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.958980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cecc4e54-ad66-4b4f-aa6d-6167a9d41132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:01.963836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27f67a7d-a678-4502-a231-6ed53a114c43 req-20f31853-bbe9-4cd1-879b-2b68100f1d86 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283705 Nov 12 03:19:01.966940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cecc4e54-ad66-4b4f-aa6d-6167a9d41132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.013510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cecc4e54-ad66-4b4f-aa6d-6167a9d41132 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a8a7a262c3a54f77a23c2f55bc584677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203629 Nov 12 03:19:02.014481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:02.016549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb929ad-c43d-4bc7-ab69-3638ae3ee66b None None] Pushing event updated for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.063457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc4e54-ad66-4b4f-aa6d-6167a9d41132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d12ac5-a6d7-4852-becf-f4b35beb733c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.099715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.118503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Attempting to bind port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:02.118503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Attempting to bind port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:02.118813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Attempting to bind port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 on network 92831b23-6310-4d19-a7e4-b78f462f0bad {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:02.128875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:02.129271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Checking segment: {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:02.129727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.130486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Bound using segment: {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:02.131003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Bound port: 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6554c-ee43-495b-869f-eb7adf35de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:02.135059 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.143244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.226665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.231288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.233805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/59d12ac5-a6d7-4852-becf-f4b35beb733c HTTP/1.1" status: 204 len: 168 time: 0.2169275 Nov 12 03:19:02.245181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56ca9-2a63-4535-b157-b5b8b58be261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d12ac5-a6d7-4852-becf-f4b35beb733c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.290331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] For port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:02.316129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] For port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:02.327683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.371143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Made reservation on behalf of b461aaa7494c4e8a8522ad005c480efa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:02.378332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.406536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.439953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.475948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] Provisioning complete for port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:02.477139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.480981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb929ad-c43d-4bc7-ab69-3638ae3ee66b None None] Pushing event updated for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.503593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:02.504586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:18:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:02.531580 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.605632 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.776831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:02.810342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.814829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.817808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.819357 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f5692715-c032-4ccf-9f3e-7b54eda7e03b HTTP/1.1" status: 204 len: 168 time: 1.1570728 Nov 12 03:19:02.824496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.835150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.849801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225670d2-8339-4787-adcb-6f3afe9ab7de {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:02.864291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea18b09-602d-49f9-a854-907522a76130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5692715-c032-4ccf-9f3e-7b54eda7e03b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:02.875667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.893227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc2a42-3514-47cb-93f5-e80bfbc277f2 req-0e434e1a-23d1-47d7-86a3-f5015b73e8b0 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:02.895430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:02.897292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43bc2a42-3514-47cb-93f5-e80bfbc277f2 req-0e434e1a-23d1-47d7-86a3-f5015b73e8b0 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 936 time: 0.1917918 Nov 12 03:19:02.900214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3343213 Nov 12 03:19:02.932279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:02.946517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'security_group_rule': {'security_group_id': 'd2b343a9-bf08-4443-9895-4562ded8bcb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:03.004330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.013655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Transition to ACTIVE for port object 225670d2-8339-4787-adcb-6f3afe9ab7de will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:03.055333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.069566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c621c-ddd9-424d-8e52-0ffd2a845677 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b343a9-bf08-4443-9895-4562ded8bcb8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.072633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43bc2a42-3514-47cb-93f5-e80bfbc277f2 req-151c7752-fcb8-4c40-9a3a-779573ca5d1b tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Nov 12 03:19:03.074003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.076557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] For port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:03.098481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.116180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:03.133856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.181610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.217335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f47cbfa2-96c2-4302-a457-582a0a9178e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.227298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0edaa4-81be-4077-a39f-2ee902868952,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.230348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.230689 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Added segment 30fe8774-1f7a-4373-8447-f72d071fdb69 of type vlan for network dffa4abb-5484-4e35-a2e5-b25a23c145bb Nov 12 03:19:03.248722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153005-63c3-4981-853c-21efa4ef3e12 None None] Pushing event updated for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.255661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Pushing event updated for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.294562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ef2da385-5e6e-44bd-9238-54fe62e4aa85 None None] Provisioning complete for port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:03.294954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef2da385-5e6e-44bd-9238-54fe62e4aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.364976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:57Z', 'revision_number': 4, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '78c5dff3-0a2f-40e2-9e94-5f470ad6ce27', 'name': '', 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'mac_address': 'fa:16:3e:00:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:56Z', 'updated_at': '2021-11-12T03:19:02Z', 'revision_number': 4, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'subnets': [{'id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:03.378412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.383993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.395605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Attempting to bind port 225670d2-8339-4787-adcb-6f3afe9ab7de on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:03.396104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da0888-fa89-4a42-a1fc-e4075f0e6dd8 None None] The sync data for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 is: [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:18:57Z', 'revision_number': 4, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '78c5dff3-0a2f-40e2-9e94-5f470ad6ce27', 'name': '', 'network_id': '92831b23-6310-4d19-a7e4-b78f462f0bad', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'mac_address': 'fa:16:3e:00:e8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:56Z', 'updated_at': '2021-11-12T03:19:02Z', 'revision_number': 4, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'subnets': [{'id': 'ecc91926-d4d7-486a-9656-81e8f10dadcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:03.398968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Attempting to bind port 225670d2-8339-4787-adcb-6f3afe9ab7de by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:03.400726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Attempting to bind port 225670d2-8339-4787-adcb-6f3afe9ab7de on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:03.403647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.427128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Port 225670d2-8339-4787-adcb-6f3afe9ab7de on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:03.427719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Attempting to bind port 225670d2-8339-4787-adcb-6f3afe9ab7de on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:03.450100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc24132a-7b08-4764-b9c4-08463fa0a3c8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.474087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:03.474087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:03.478038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:03.478038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Bound port: 225670d2-8339-4787-adcb-6f3afe9ab7de, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:03.478038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.495973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.504238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c2446f94-32c2-4060-b37d-5d36bf314f00 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5655563 Nov 12 03:19:03.512590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.518105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17535969-a1ce-4192-9a71-1b53b91fe9e4 req-3c24940b-4e55-47df-a00d-48b7766719b9 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.519672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'security_group_rule': {'security_group_id': 'd2b343a9-bf08-4443-9895-4562ded8bcb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:03.528655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17535969-a1ce-4192-9a71-1b53b91fe9e4 req-3c24940b-4e55-47df-a00d-48b7766719b9 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 948 time: 0.3457112 Nov 12 03:19:03.585280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.586684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.587298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.614366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.641123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:03.668649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=225670d2-8339-4787-adcb-6f3afe9ab7de,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:03.682870 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.692458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c5b6b81-8b76-44e7-8d78-8470f14d4abb details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:03.724930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58406) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.784121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17535969-a1ce-4192-9a71-1b53b91fe9e4 req-497d2822-655e-4bb1-9972-3197a9fdda34 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473402 Nov 12 03:19:03.784452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:03.784452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.784452 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] 10.222.0.16 "PUT /v2.0/ports/225670d2-8339-4787-adcb-6f3afe9ab7de HTTP/1.1" status: 200 len: 1117 time: 2.4682925 Nov 12 03:19:03.784452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:03.784884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=dffa4abb-5484-4e35-a2e5-b25a23c145bb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:03.784957 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8737fe-4450-4f73-9448-8c0af3101662" -d '{"events": [{"name": "network-changed", "server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:03.788767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d75fd2c8-8208-46be-be80-7982f1b3a6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.809608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67cce205-05d4-498d-bee2-56d979a53ef8 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9224007 Nov 12 03:19:03.810815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:03.813941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f47cbfa2-96c2-4302-a457-582a0a9178e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.832160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.862477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Request body: {'subnet': {'network_id': 'dffa4abb-5484-4e35-a2e5-b25a23c145bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-228560316-subnet', 'tenant_id': 'b461aaa7494c4e8a8522ad005c480efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:03.869812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:03.900449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network dffa4abb-5484-4e35-a2e5-b25a23c145bb details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:03.921000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f47cbfa2-96c2-4302-a457-582a0a9178e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.009560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cbfa2-96c2-4302-a457-582a0a9178e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb81eb-1101-43a0-a4db-d6858a103703,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.016220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Made reservation on behalf of b461aaa7494c4e8a8522ad005c480efa for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:04.023438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.040826 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6411d5-ecb8-4534-9e07-af4b39e3da8b x-openstack-request-id: req-2f6411d5-ecb8-4534-9e07-af4b39e3da8b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:04.041105 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:04.041945 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2f6411d5-ecb8-4534-9e07-af4b39e3da8b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:04.042482 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de', 'status': 'completed', 'code': 200} Nov 12 03:19:04.136923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.148348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:04.149057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd6ad4-28ff-41cb-89ec-b5e0dfc142be service neutron] Pushing event updated for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.171905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f47cbfa2-96c2-4302-a457-582a0a9178e2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=20cde7490ff745788edfe75c9ac05723&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0343928 Nov 12 03:19:04.178118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:04.200010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d75fd2c8-8208-46be-be80-7982f1b3a6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.208378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.212451 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6979115 Nov 12 03:19:04.228676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58424) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:04.244311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d75fd2c8-8208-46be-be80-7982f1b3a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.253466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb', 'mac_address': 'fa:16:3e:b7:5e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:04.299539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:04.344053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d75fd2c8-8208-46be-be80-7982f1b3a6bf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ab283be5271a43fd99cf8e8806931a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6155908 Nov 12 03:19:04.344053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d16d2-e299-4ca3-a25d-f98794f1ee8f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327d01ec-fbe0-44fe-b0ce-bd7318f3129d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.347617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58428) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:04.352688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fd2c8-8208-46be-be80-7982f1b3a6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af6b96-f5bf-4b23-b124-96a84bf266fb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.401555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.448915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:04.449399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.462251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5b6b81-8b76-44e7-8d78-8470f14d4abb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:04.485350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.522551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-d37e880d-da33-4b29-bee7-bd34c8c8d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.525894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-d37e880d-da33-4b29-bee7-bd34c8c8d226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 1120 time: 0.6442440 Nov 12 03:19:04.541249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:04.542508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.556459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.596543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4404d50-1f34-4aae-b2b8-e86aabe2d610,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.643204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3a824-4ca8-47a8-9ee9-90400e07816c req-d26d9ec0-4401-4b08-9af2-cb3a6a81dc4a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.645152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fff3a824-4ca8-47a8-9ee9-90400e07816c req-d26d9ec0-4401-4b08-9af2-cb3a6a81dc4a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 968 time: 0.3175485 Nov 12 03:19:04.650331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-11135900-ea36-408e-bd84-2dc8dbf96173 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=225670d2-8339-4787-adcb-6f3afe9ab7de HTTP/1.1" status: 200 len: 217 time: 0.1019270 Nov 12 03:19:04.713734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:04.716191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.727342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Checking segment: {'id': '30fe8774-1f7a-4373-8447-f72d071fdb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'dffa4abb-5484-4e35-a2e5-b25a23c145bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:04.727772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Network hostable DHCP agents. Network: dffa4abb-5484-4e35-a2e5-b25a23c145bb, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:04.745295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.749446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.763856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fff3a824-4ca8-47a8-9ee9-90400e07816c req-360c55ec-acd8-4734-a04a-ac29e201de0a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097252 Nov 12 03:19:04.777631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.798734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Network dffa4abb-5484-4e35-a2e5-b25a23c145bb is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:04.841277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, dffa4abb-5484-4e35-a2e5-b25a23c145bb) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:04.851067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fc810-ee9e-4ad4-8fcc-8ce2570007f6 None None] Network dffa4abb-5484-4e35-a2e5-b25a23c145bb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:04.859673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.860544 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.918125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9c81865d-2a17-47b7-a452-43dd279193f5 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1061733 Nov 12 03:19:04.933189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-cf9ad814-fcd1-4cbb-8b7f-b45b52366381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:04.934879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-cf9ad814-fcd1-4cbb-8b7f-b45b52366381 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2714546 Nov 12 03:19:04.946376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.951848 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:04.954144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/baeb81eb-1101-43a0-a4db-d6858a103703 HTTP/1.1" status: 204 len: 168 time: 0.7672100 Nov 12 03:19:05.003357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8428da0-c683-44b5-ad80-c426037e7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb81eb-1101-43a0-a4db-d6858a103703,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.059192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-b7cd4dcb-d85a-4665-90ca-14145975c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.060729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-b7cd4dcb-d85a-4665-90ca-14145975c1ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092675 Nov 12 03:19:05.063094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.068099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.069477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/17af6b96-f5bf-4b23-b124-96a84bf266fb HTTP/1.1" status: 204 len: 168 time: 0.7161546 Nov 12 03:19:05.105394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0c63f-f6d6-4a8a-ad42-ce744898a620 req-18f44345-1b30-4d53-9ad2-d002a4a80cb7 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.113716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5be0c63f-f6d6-4a8a-ad42-ce744898a620 req-18f44345-1b30-4d53-9ad2-d002a4a80cb7 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 949 time: 0.1557853 Nov 12 03:19:05.113908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dde35-c80f-4c7a-87f1-cc4d31760fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af6b96-f5bf-4b23-b124-96a84bf266fb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.207723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.243402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5be0c63f-f6d6-4a8a-ad42-ce744898a620 req-0bcde0c3-1f73-45f5-9222-d6c86df8af76 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282635 Nov 12 03:19:05.278571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1c5b6b81-8b76-44e7-8d78-8470f14d4abb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:05.424568 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-214ab996-0d02-4bb6-8018-38f3864b7be3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502390 Nov 12 03:19:05.425899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Allocated IP 172.25.7.92 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/6fb0ce19-ee33-44f7-8c3a-43e65956b994) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:05.598486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8483f4-9c68-4df0-8a7b-260a71930f5e None None] Network dffa4abb-5484-4e35-a2e5-b25a23c145bb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:05.630728 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7b2ecb83-c0d0-413c-8200-9bb3ff7a39b1 req-58d86b04-6250-4094-83b6-2926b775e111 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963542 Nov 12 03:19:05.647679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.696457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.775859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:05.799393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:05.806764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:05.872374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'Port': ['ID=6fb0ce19-ee33-44f7-8c3a-43e65956b994,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:05.908180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:05.915496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-d8a3368c-6400-4597-ac4e-96f303f0572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.916996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-d8a3368c-6400-4597-ac4e-96f303f0572e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 1120 time: 0.1598294 Nov 12 03:19:05.927247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04219b-22a3-4d57-bc3e-8c2c13cde7d4 req-3e5b63c8-f825-43da-b514-5feaa8423c36 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:05.937324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e04219b-22a3-4d57-bc3e-8c2c13cde7d4 req-3e5b63c8-f825-43da-b514-5feaa8423c36 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 968 time: 0.0829384 Nov 12 03:19:05.991300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e04219b-22a3-4d57-bc3e-8c2c13cde7d4 req-370bc149-10a0-4ee3-aa3d-725327c7e07f tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Nov 12 03:19:06.063347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.189963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-03efb3d3-8171-48f5-98d3-e3d2dcd179fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.191614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-03efb3d3-8171-48f5-98d3-e3d2dcd179fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2631898 Nov 12 03:19:06.387567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-04ed174e-230b-4cd3-93c4-49108d5c192a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.389195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-04ed174e-230b-4cd3-93c4-49108d5c192a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.2836018 Nov 12 03:19:06.432675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-438c53d7-1303-4c5a-a84a-344317ea3cc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=225670d2-8339-4787-adcb-6f3afe9ab7de HTTP/1.1" status: 200 len: 217 time: 0.0400438 Nov 12 03:19:06.448447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-6fad7543-2e92-4f2e-9a1d-2c4ee18bb354 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/quotas/159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 375 time: 0.0468900 Nov 12 03:19:06.470359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceb2b8-f966-4f28-aff8-e488fca80ff9 req-3a38127f-67d8-42ae-8f71-e4688cf611b5 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.471892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96ceb2b8-f966-4f28-aff8-e488fca80ff9 req-3a38127f-67d8-42ae-8f71-e4688cf611b5 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 949 time: 0.0817449 Nov 12 03:19:06.512906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-174c3b1f-6e02-4c77-94c5-c6ac89a6d0e8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529201 Nov 12 03:19:06.537152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-3dee8d71-1041-4e0e-a75d-6002eb297b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.538774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-3dee8d71-1041-4e0e-a75d-6002eb297b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0950897 Nov 12 03:19:06.561327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96ceb2b8-f966-4f28-aff8-e488fca80ff9 req-f8cb6eba-8969-438a-92a4-578860cfeca2 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786886 Nov 12 03:19:06.566639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.589649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.626256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.650086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-ec1962d9-8972-4025-b320-4db19563c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:06.651565 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-ec1962d9-8972-4025-b320-4db19563c413 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980580 Nov 12 03:19:06.662642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:06.663886 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4248915 Nov 12 03:19:06.665962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1840b2-901b-4670-8366-89aa7f960b71 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'Port': ['ID=6fb0ce19-ee33-44f7-8c3a-43e65956b994,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:06.765260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-44f3b1be-2635-4377-ba00-8188816881ce service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001298 Nov 12 03:19:06.860363 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6b8737fe-4450-4f73-9448-8c0af3101662 req-928aaba8-f99e-4747-a574-bc3695762343 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Nov 12 03:19:07.060093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-61bee518-3251-4e72-aa77-cd9dd1a84ae4 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:07.061084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-61bee518-3251-4e72-aa77-cd9dd1a84ae4 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4005253 Nov 12 03:19:07.065885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-901fdc89-ae07-49ae-ade8-c01de0c2f49c tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--304800293&fields=id&tenant_id=ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 267 time: 0.0690980 Nov 12 03:19:07.362443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-67d016e7-7ba8-499a-87ec-85f42709e5e0 service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880406 Nov 12 03:19:07.378382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-3899afd8-7783-4435-a668-c0ea654922ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:07.379926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-3899afd8-7783-4435-a668-c0ea654922ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 823 time: 0.2967870 Nov 12 03:19:07.437318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-796ddb9a-0f7e-45ac-be5a-8f42ca025a6b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/quotas/ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 375 time: 0.0490732 Nov 12 03:19:07.527492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-971e05d9-872d-4bd3-ac4c-dad02c7540c5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834606 Nov 12 03:19:07.529495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-87e7a573-96b1-49a8-afcb-b5c2784283bb service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581814 Nov 12 03:19:07.676024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c5b6b81-8b76-44e7-8d78-8470f14d4abb up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:07.746337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:07.752548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:07.753169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.869015 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:07.904402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:07.987578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-78858f0a-92a0-4223-8065-8f2129a26b1a service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:07.995718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-78858f0a-92a0-4223-8065-8f2129a26b1a service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2782981 Nov 12 03:19:08.017043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:08.030528 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:08.075446 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4378545c-1978-4ccd-b249-931ffa2552d1" -d '{"events": [{"server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:08.106410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:08.154018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074c494-c403-44a1-8ee0-90efb5bfa90d req-f3293e01-2af3-493e-bf63-7d3553e21e35 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.155541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0074c494-c403-44a1-8ee0-90efb5bfa90d req-f3293e01-2af3-493e-bf63-7d3553e21e35 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 968 time: 0.1440170 Nov 12 03:19:08.179421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-8d27dfc7-ff2b-466d-9f6f-8f7a61811efc service neutron] 10.222.0.97 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827610 Nov 12 03:19:08.267857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0074c494-c403-44a1-8ee0-90efb5bfa90d req-10eeec8c-cbb3-4a49-afb3-3283d6971fbd tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012185 Nov 12 03:19:08.297775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-b30979b9-6a4f-404c-aa99-394aa55d719b service neutron] 10.222.0.97 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101661 Nov 12 03:19:08.389770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125879-6dec-4a6c-aefa-f100e75d7ccc req-e76d6141-73ab-4199-adc5-8412a37ff46d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.393488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd125879-6dec-4a6c-aefa-f100e75d7ccc req-e76d6141-73ab-4199-adc5-8412a37ff46d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.0595741 Nov 12 03:19:08.462904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd125879-6dec-4a6c-aefa-f100e75d7ccc req-638fbd20-9ceb-411a-b984-0d40c7ebc19e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629539 Nov 12 03:19:08.556097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81af2f0f-e35b-4fc2-94e3-8d7ff4b19a64 req-c6ce56b9-2356-401c-91cb-ae07f86dd09b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 210 time: 0.0290370 Nov 12 03:19:08.687832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.688373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.688879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.689473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.689880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.690520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.691053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.692891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7643a9f-072d-45b8-a950-5d1c98c1236f req-fd99ffca-d641-408c-93eb-89aa3e2f1dbc tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5039 time: 0.1250930 Nov 12 03:19:08.786937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-57dbb3aa-c1e3-45f3-b586-559b3ca5be8c tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=263728f995544df48e50504b25729850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220459 Nov 12 03:19:08.806757 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f1ea2-86f8-42a6-bca0-b8370a725a24 x-openstack-request-id: req-7f9f1ea2-86f8-42a6-bca0-b8370a725a24 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:08.807289 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:08.807461 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7f9f1ea2-86f8-42a6-bca0-b8370a725a24 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:08.807978 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb', 'code': 200} Nov 12 03:19:08.902400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b31cc587-343f-4e17-a74e-9055f986f560 req-9867edb5-41f6-435f-bf47-14ad9ed24625 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0424778 Nov 12 03:19:08.949319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-512d7ab2-8bb4-47cd-8659-c6148e3e7df6 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:08.950849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-512d7ab2-8bb4-47cd-8659-c6148e3e7df6 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570575 Nov 12 03:19:08.975128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-e3b416c9-3abb-4b9f-83db-37795b94ec96 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/quotas/263728f995544df48e50504b25729850 HTTP/1.1" status: 200 len: 375 time: 0.0180278 Nov 12 03:19:09.014783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-2355b463-e870-4fdd-9801-e96f72d3574b tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=263728f995544df48e50504b25729850&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387356 Nov 12 03:19:09.017038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-700169e2-03de-41ce-ae46-0f1731f5ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.018729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-700169e2-03de-41ce-ae46-0f1731f5ff25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 1102 time: 0.0913246 Nov 12 03:19:09.055620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-bc53408c-778a-4517-aff9-c89c6e83c71e service neutron] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.111924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:09.120946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ace84-38f9-4c1a-96a8-863ff2317d3f req-669388df-bdca-4fb3-8471-12e1fb2993ed tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.122456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c6ace84-38f9-4c1a-96a8-863ff2317d3f req-669388df-bdca-4fb3-8471-12e1fb2993ed tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 886 time: 0.1351116 Nov 12 03:19:09.154875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.104', 55141) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:09.168258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-bc53408c-778a-4517-aff9-c89c6e83c71e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.180086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-bc53408c-778a-4517-aff9-c89c6e83c71e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.212676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.239847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a789105-cda2-442d-9de4-5d9e842782d1 req-bc53408c-778a-4517-aff9-c89c6e83c71e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128403 Nov 12 03:19:09.240853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53408c-778a-4517-aff9-c89c6e83c71e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f462894-0f75-4b71-8082-320a0d116b1c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:09.313611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c94e5ff-8b8e-4601-978a-2309e4529cff req-ca8bdcf2-6f7a-4a9c-83fc-9dd0ceaeba35 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0653274 Nov 12 03:19:09.418776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-8445ad8a-db0d-4d0e-868d-aa35e629e5cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.420283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-8445ad8a-db0d-4d0e-868d-aa35e629e5cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.2458439 Nov 12 03:19:09.472266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.472959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.473159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.473611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.474136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.474729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.475379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.479567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65948f41-e278-4af8-9cc9-970fbb413d5b req-d9ad3c2c-aae8-4222-ab53-8462454b8e7f tempest-NetworksTest-121095957 tempest-NetworksTest-121095957-project-admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5039 time: 0.2323968 Nov 12 03:19:09.520423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b81d-3a0d-4411-9ac7-d531192e7307 req-4af36ab7-1088-4a3d-82c1-fce6a9ef2ac2 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.521939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1144b81d-3a0d-4411-9ac7-d531192e7307 req-4af36ab7-1088-4a3d-82c1-fce6a9ef2ac2 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 968 time: 0.0873632 Nov 12 03:19:09.559481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Request body: {'port': {'device_id': '97099635-2148-4ebd-90b9-52649413d00e', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'admin_state_up': True, 'tenant_id': '159c6bb67cc443f681a557aeea7e7259'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:09.685447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 225670d2-8339-4787-adcb-6f3afe9ab7de details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:09.775422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1144b81d-3a0d-4411-9ac7-d531192e7307 req-18d14716-95d4-4acf-bc66-55aa3c92b5e0 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385018 Nov 12 03:19:09.858523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55540c-86c4-4191-974d-79f54798dfef req-bea34018-edd5-4a8e-90e5-e9d22ac3b2a6 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:09.858762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=225670d2-8339-4787-adcb-6f3afe9ab7de,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:09.866401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a55540c-86c4-4191-974d-79f54798dfef req-bea34018-edd5-4a8e-90e5-e9d22ac3b2a6 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.2715981 Nov 12 03:19:09.874594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '225670d2-8339-4787-adcb-6f3afe9ab7de', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '225670d2-8339-4787-adcb-6f3afe9ab7de', 'mac_address': 'fa:16:3e:35:46:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:tempest-test_az-30758906', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:09.939571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:09.942725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:09.971133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b4566bc-d9ff-4a33-b0ea-3df124068726 req-a952c355-0931-48e5-a5a7-4f8f6b2aeac7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 210 time: 0.0472007 Nov 12 03:19:09.974339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225670d2-8339-4787-adcb-6f3afe9ab7de {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:09.987986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a55540c-86c4-4191-974d-79f54798dfef req-85b63752-d61a-4875-a11e-893cde9c5ae3 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204400 Nov 12 03:19:09.989122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:09.992834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.029243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=225670d2-8339-4787-adcb-6f3afe9ab7de,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:10.034533 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.055218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58692) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.100284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.224544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca89c6e-2ae4-4a56-be47-57ba88266b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.227093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-847bcb6a-51e6-4473-a628-c79a5dde0248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.320832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bd6d2bd-d803-4ea6-8956-3344666c4d5d req-89478f32-e505-4fbd-a615-34ef6f73e2fb tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.2101393 Nov 12 03:19:10.356507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['225670d2-8339-4787-adcb-6f3afe9ab7de'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:10.396715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca89c6e-2ae4-4a56-be47-57ba88266b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.399408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-847bcb6a-51e6-4473-a628-c79a5dde0248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.402292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca89c6e-2ae4-4a56-be47-57ba88266b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.422030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-847bcb6a-51e6-4473-a628-c79a5dde0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.454045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89c6e-2ae4-4a56-be47-57ba88266b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6357a52d-f33d-4677-9f81-7cd528590534,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.457693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-970e8c6b-483b-46a0-99a6-6878f206538f req-c8f7a620-d287-432e-b39b-7cb2b9edddae tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0365341 Nov 12 03:19:10.494804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Allocated IP 172.20.0.14 (3fe572a3-3423-4676-9355-434cf8a4586e/26ab6f03-fca4-4bb2-be40-536fbb561d08/749454eb-2954-4411-8bd7-d5099ac4c88d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:10.494804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.496903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-847bcb6a-51e6-4473-a628-c79a5dde0248 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ff7f69aecc4f4848ab9de399b985dbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522027 Nov 12 03:19:10.508798 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eca89c6e-2ae4-4a56-be47-57ba88266b70 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1ee3cf080903400b9b1779b6f9e0c330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523418 Nov 12 03:19:10.511934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58700) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:10.550115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bcb6a-51e6-4473-a628-c79a5dde0248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec3799-69c5-4b52-b0a5-86a3cc8fba61,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.577733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.600065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.603774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.650733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.653365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.654467 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6357a52d-f33d-4677-9f81-7cd528590534 HTTP/1.1" status: 204 len: 168 time: 0.1415434 Nov 12 03:19:10.662779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a033b-e0b3-4e5e-a45e-022321c1e4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357a52d-f33d-4677-9f81-7cd528590534,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.681034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.749937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.775087 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.777921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.779091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bbec3799-69c5-4b52-b0a5-86a3cc8fba61 HTTP/1.1" status: 204 len: 168 time: 0.2831707 Nov 12 03:19:10.793086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a23cb7-583b-41c2-958a-f3525777160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec3799-69c5-4b52-b0a5-86a3cc8fba61,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.804542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:10.950178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Network 3fe572a3-3423-4676-9355-434cf8a4586e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:10.950965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:10.959477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:10.962685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:10.968729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:10.969353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.023523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46c0f-cc23-4028-8a7b-09ca7f71554c req-1888d15c-85c9-47e1-be6a-b699d26d6c1a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.033388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9b46c0f-cc23-4028-8a7b-09ca7f71554c req-1888d15c-85c9-47e1-be6a-b699d26d6c1a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 969 time: 0.1574185 Nov 12 03:19:11.035002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58716) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.044417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-743346f6-3823-4296-a269-7a0c5c5d7c98 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4892030 Nov 12 03:19:11.051953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8eaff98-4bbe-43e8-b191-7ef61783e4d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.126259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9b46c0f-cc23-4028-8a7b-09ca7f71554c req-295cec07-f22c-4401-bd31-6654ac75f76a tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920119 Nov 12 03:19:11.148991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8eaff98-4bbe-43e8-b191-7ef61783e4d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.152633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffad41-d645-4582-9bc6-99eac62f7402 req-276693ce-f6bf-4507-8740-d923219ed7f1 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.154539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0ffad41-d645-4582-9bc6-99eac62f7402 req-276693ce-f6bf-4507-8740-d923219ed7f1 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.0718632 Nov 12 03:19:11.162884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8eaff98-4bbe-43e8-b191-7ef61783e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.205312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaff98-4bbe-43e8-b191-7ef61783e4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7423f486-95e8-4b1e-9bb9-2a5b1a2f340d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.211369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c8eaff98-4bbe-43e8-b191-7ef61783e4d1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=93d099655ce047609b0b1d9677834a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751056 Nov 12 03:19:11.214096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.226338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0ffad41-d645-4582-9bc6-99eac62f7402 req-cc97ae47-d9ab-4dc3-9268-ceaaa64ce58d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659337 Nov 12 03:19:11.307578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8da8c-26a9-4510-9942-6de657793ad3 req-8f916ae5-0d57-4666-9d4f-dec75913e881 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:11.311313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc8da8c-26a9-4510-9942-6de657793ad3 req-8f916ae5-0d57-4666-9d4f-dec75913e881 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.0817456 Nov 12 03:19:11.311550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.324112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.342816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79540036-fa83-44a6-ae87-b50c385842e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.372122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.463957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8d64ee9-e73b-42f4-93ba-3ca4593fa81b req-ef1451bd-85be-4ac0-a2fc-6a335900e3cd tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0560467 Nov 12 03:19:11.467261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc8da8c-26a9-4510-9942-6de657793ad3 req-f283edf1-92a6-49ec-8d89-b5e299470832 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461582 Nov 12 03:19:11.508812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.511401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.512521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7423f486-95e8-4b1e-9bb9-2a5b1a2f340d HTTP/1.1" status: 204 len: 168 time: 0.2972951 Nov 12 03:19:11.529518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58674cb7-4937-4835-ae32-97c0904c9134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7423f486-95e8-4b1e-9bb9-2a5b1a2f340d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.541675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79540036-fa83-44a6-ae87-b50c385842e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.546464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79540036-fa83-44a6-ae87-b50c385842e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.622393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-79540036-fa83-44a6-ae87-b50c385842e3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95ba391e26c94f94b9d43337361f8b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097708 Nov 12 03:19:11.625537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:11.642506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a99ec636-4e61-45a1-9d46-6f8b748ac8ab req-41da2611-adf8-4c8b-9543-66689f79f8a8 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0447879 Nov 12 03:19:11.643236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79540036-fa83-44a6-ae87-b50c385842e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69298b6b-2626-49cc-82cf-aeb151c6cf98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.697672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.717398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 225670d2-8339-4787-adcb-6f3afe9ab7de up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:11.721199 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.776076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.778923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.780043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 225670d2-8339-4787-adcb-6f3afe9ab7de completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:11.780826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/69298b6b-2626-49cc-82cf-aeb151c6cf98 HTTP/1.1" status: 204 len: 168 time: 0.1541944 Nov 12 03:19:11.785390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 225670d2-8339-4787-adcb-6f3afe9ab7de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:11.785905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.790740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0442f-4eb2-407d-b4d2-37ad8076f02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69298b6b-2626-49cc-82cf-aeb151c6cf98,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:11.897227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:11.934713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:11.937396 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d3c7dc-0b1e-43d8-a697-874d676ee4a8" -d '{"events": [{"server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "name": "network-vif-plugged", "status": "completed", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:11.967680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=225670d2-8339-4787-adcb-6f3afe9ab7de,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:11.975133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:12.038585 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8964c293-3a96-49f0-946b-b31d9edff9a4 x-openstack-request-id: req-8964c293-3a96-49f0-946b-b31d9edff9a4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:12.038952 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "name": "network-vif-plugged", "status": "completed", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:12.039436 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8964c293-3a96-49f0-946b-b31d9edff9a4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:12.039974 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de', 'code': 200} Nov 12 03:19:12.050033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:12.190261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bdb38-eef2-4958-8a9a-eb3b7be53841 req-80ae1d1b-2f70-45f6-aac3-379bd7c0b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.191846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-226bdb38-eef2-4958-8a9a-eb3b7be53841 req-80ae1d1b-2f70-45f6-aac3-379bd7c0b21e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 1122 time: 0.0514059 Nov 12 03:19:12.255116 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-226bdb38-eef2-4958-8a9a-eb3b7be53841 req-3e635951-eedc-497f-8a9a-b32bf454420a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527973 Nov 12 03:19:12.312523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23239a3c-0962-4215-b36e-aab9384918ac req-3a4f6300-3562-42e4-9dde-c839b4d9e7a6 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.321413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23239a3c-0962-4215-b36e-aab9384918ac req-3a4f6300-3562-42e4-9dde-c839b4d9e7a6 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.0842049 Nov 12 03:19:12.407898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23239a3c-0962-4215-b36e-aab9384918ac req-5b01f3e5-33cf-4ef1-8622-64124c2a8a59 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856013 Nov 12 03:19:12.416905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fca94-61d8-4bb4-a0bb-d5c682dbc9f2 req-5dd1f364-d9d0-490f-9c43-1ff37007cf15 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.418381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-745fca94-61d8-4bb4-a0bb-d5c682dbc9f2 req-5dd1f364-d9d0-490f-9c43-1ff37007cf15 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.0862570 Nov 12 03:19:12.486296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-745fca94-61d8-4bb4-a0bb-d5c682dbc9f2 req-6cb3331f-557c-4bbc-a74d-c612ea74db43 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580978 Nov 12 03:19:12.591367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5707f2c7-b7ce-40ea-97bd-5ffd0979a054 req-e76fa621-4754-4328-bc47-50a64accdd95 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0403025 Nov 12 03:19:12.667494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6d9c1-3671-451c-aa1e-a40914e4759a req-3f6be443-13e6-4adf-bfac-7d33323d7da2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:12.669231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a6d9c1-3671-451c-aa1e-a40914e4759a req-3f6be443-13e6-4adf-bfac-7d33323d7da2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.0812421 Nov 12 03:19:12.728089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a6d9c1-3671-451c-aa1e-a40914e4759a req-1353aeec-5e61-453f-abca-c8fd37db2310 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Nov 12 03:19:12.825839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ed93df6-4f74-44ca-adc8-ee756608ecfc req-aaecec9d-2a58-417a-8db3-17b9eeb3aea0 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0281394 Nov 12 03:19:13.218717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562dd12-0da8-4f60-aeaa-392ced555250 req-45176888-dad2-40fc-8ffb-8da159e60542 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.218717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4562dd12-0da8-4f60-aeaa-392ced555250 req-45176888-dad2-40fc-8ffb-8da159e60542 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.0541039 Nov 12 03:19:13.270681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4562dd12-0da8-4f60-aeaa-392ced555250 req-7ae879dc-7bfb-441b-9fc5-b0b987f80702 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470011 Nov 12 03:19:13.562644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fcef8-b843-4e1c-92e5-a25c25ee134f req-ab24b338-a334-4795-8084-b0e5b9df66e7 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.564254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-490fcef8-b843-4e1c-92e5-a25c25ee134f req-ab24b338-a334-4795-8084-b0e5b9df66e7 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.0522463 Nov 12 03:19:13.623339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-490fcef8-b843-4e1c-92e5-a25c25ee134f req-1cccde38-d296-464a-9b77-2a7d83ff6caa tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501900 Nov 12 03:19:13.787114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7adaf50f-31ac-483e-9055-193079416bf3 req-c24044e0-b63e-4846-832d-73085e4f2eee tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0272565 Nov 12 03:19:13.903793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820a056-d0d6-48c5-a66c-5b20c7012b46 req-f460d35f-14c6-4571-b74b-6a7af18fb3da tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:13.905348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5820a056-d0d6-48c5-a66c-5b20c7012b46 req-f460d35f-14c6-4571-b74b-6a7af18fb3da tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.0585716 Nov 12 03:19:13.957034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5820a056-d0d6-48c5-a66c-5b20c7012b46 req-445b61e7-6893-4242-9bd5-c3be2de3fb29 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Nov 12 03:19:14.135425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0bd508d9-ede3-40b5-ac6f-e82ad8b652f7 req-974fc69d-297c-4d27-9659-22a8e2b8466f tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0359995 Nov 12 03:19:14.411967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805bf7d-d1d9-4618-9fd0-b549d5662a64 req-696b4efb-4d18-4809-9a62-f47fc599c815 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.419442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2805bf7d-d1d9-4618-9fd0-b549d5662a64 req-696b4efb-4d18-4809-9a62-f47fc599c815 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 950 time: 0.0594726 Nov 12 03:19:14.469857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2805bf7d-d1d9-4618-9fd0-b549d5662a64 req-11cc00c4-013e-40a6-a2a0-d3b0fba3b435 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Nov 12 03:19:14.469986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58854) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.503916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.590808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c748d8-67d1-44c7-9b37-356b35501df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.621099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de604fd-e81c-473b-8cae-7f22a41dbc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.725612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c748d8-67d1-44c7-9b37-356b35501df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.730800 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c748d8-67d1-44c7-9b37-356b35501df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.747986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece2f85-c528-4ef6-b363-df59d720a369 req-e6556947-ad9f-4d87-8141-545a07df83f3 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:14.749446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ece2f85-c528-4ef6-b363-df59d720a369 req-e6556947-ad9f-4d87-8141-545a07df83f3 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.0557859 Nov 12 03:19:14.770333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de604fd-e81c-473b-8cae-7f22a41dbc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.784521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de604fd-e81c-473b-8cae-7f22a41dbc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.788814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c748d8-67d1-44c7-9b37-356b35501df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb7050a-6e3f-44ba-b6c8-87decfed9acc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.802938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-88c748d8-67d1-44c7-9b37-356b35501df8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=32aa72a36510413192d25c9ecc21685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312273 Nov 12 03:19:14.803255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ece2f85-c528-4ef6-b363-df59d720a369 req-9d62e0a7-1dfe-455f-b65d-d03c74646245 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465024 Nov 12 03:19:14.803928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.819744 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7de604fd-e81c-473b-8cae-7f22a41dbc66 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0ed602430e36488999d5f61a4db1bae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144760 Nov 12 03:19:14.825477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:14.859145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de604fd-e81c-473b-8cae-7f22a41dbc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb28a60-cbef-4598-9888-074c309286ee,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:14.882231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.907296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.933434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.982007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:14.985099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f77b9d7f-3a2d-4123-8a2d-9a6fb297651b req-ed764624-23d0-4206-ab1f-2da6074d4332 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0920620 Nov 12 03:19:15.007156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-2cb0b42f-dab1-44bf-aad3-b12b541f3cea tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.008622 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-2cb0b42f-dab1-44bf-aad3-b12b541f3cea tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 1102 time: 0.0520482 Nov 12 03:19:15.037934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.041253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.042446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6fb28a60-cbef-4598-9888-074c309286ee HTTP/1.1" status: 204 len: 168 time: 0.2158144 Nov 12 03:19:15.043672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-7d355c09-0b46-4b96-9ba7-8c37bae4c5a2 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.056672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-7d355c09-0b46-4b96-9ba7-8c37bae4c5a2 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 1122 time: 0.1611698 Nov 12 03:19:15.068742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b9abc-5563-4a61-a1ba-e66267658f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb28a60-cbef-4598-9888-074c309286ee,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.083261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-772fc38f-26e1-4e20-8af7-d70c98b04873 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.137123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Deleting port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:15.137612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.162606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.165258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.166472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1cb7050a-6e3f-44ba-b6c8-87decfed9acc HTTP/1.1" status: 204 len: 168 time: 0.3616083 Nov 12 03:19:15.178525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f3acf-4ea1-47e6-8ba7-9c7943a81153 req-f389205e-13f5-44d2-9fcf-5555f4473072 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:15.180607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-619f3acf-4ea1-47e6-8ba7-9c7943a81153 req-f389205e-13f5-44d2-9fcf-5555f4473072 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.0903392 Nov 12 03:19:15.218283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f1de6-1b7e-422e-8c2b-83470548bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb7050a-6e3f-44ba-b6c8-87decfed9acc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.264342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] For port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:15.264673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.287815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-619f3acf-4ea1-47e6-8ba7-9c7943a81153 req-6641a71b-1923-42a4-9847-e549b8325411 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892200 Nov 12 03:19:15.290070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Calling delete_port for 1c5b6b81-8b76-44e7-8d78-8470f14d4abb owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:15.317291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-772fc38f-26e1-4e20-8af7-d70c98b04873 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.323174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-772fc38f-26e1-4e20-8af7-d70c98b04873 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.380607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d87a353-efa9-4868-af58-9e9121725fb2 req-772fc38f-26e1-4e20-8af7-d70c98b04873 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226399 Nov 12 03:19:15.381960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fc38f-26e1-4e20-8af7-d70c98b04873 tempest-AggregatesAdminTestJSON-332907084 tempest-AggregatesAdminTestJSON-332907084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b7347a-23e0-4ea2-aa04-deb8ce2a4e52,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.455358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ea1df2b-cd5e-45a5-a62b-092aa42254d1 req-e0985b76-59e9-4354-b786-6042f542456b tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0350900 Nov 12 03:19:15.519121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:15.540193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5e5a-39e6-4542-863a-1037927b386d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.546746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.581779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1c5b6b81-8b76-44e7-8d78-8470f14d4abb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:15.596593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5b6b81-8b76-44e7-8d78-8470f14d4abb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.683872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-614c5e72-c91e-40a3-8125-29eba8a2d764 req-edbfd2ba-095a-4183-8447-4d9b15a4603a tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e9aab9d-b6ba-430d-8686-1f5113f596ea HTTP/1.1" status: 200 len: 210 time: 0.0824358 Nov 12 03:19:15.701561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] No DVR routers for this DVR port 1c5b6b81-8b76-44e7-8d78-8470f14d4abb on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:15.707209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.713149 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459b8648-6ddc-4fbe-b29c-955d2fce9422 req-4b9b572d-ec7f-4797-88a5-21eca423792c tempest-DeleteServersAdminTestJSON-1659765372 tempest-DeleteServersAdminTestJSON-1659765372-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1c5b6b81-8b76-44e7-8d78-8470f14d4abb HTTP/1.1" status: 204 len: 173 time: 0.6955872 Nov 12 03:19:15.720659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'name': 'network-vif-deleted', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:15.724497 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9188d2bd-6849-4680-ac7e-235fc4488bb0" -d '{"events": [{"server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "name": "network-vif-deleted", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:15.811540 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc4d92-2f74-4975-8727-1536e9a7e957 x-openstack-request-id: req-befc4d92-2f74-4975-8727-1536e9a7e957 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:15.811835 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9aab9d-b6ba-430d-8686-1f5113f596ea", "name": "network-vif-deleted", "tag": "1c5b6b81-8b76-44e7-8d78-8470f14d4abb", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:15.812092 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-befc4d92-2f74-4975-8727-1536e9a7e957 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:15.812493 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9aab9d-b6ba-430d-8686-1f5113f596ea', 'name': 'network-vif-deleted', 'tag': '1c5b6b81-8b76-44e7-8d78-8470f14d4abb', 'status': 'completed', 'code': 200} Nov 12 03:19:15.849163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5e5a-39e6-4542-863a-1037927b386d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.859590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc7a5e5a-39e6-4542-863a-1037927b386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:15.940850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58910) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:15.944526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc7a5e5a-39e6-4542-863a-1037927b386d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=50bc8424440f48caac1787483a45908d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234321 Nov 12 03:19:15.947087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5e5a-39e6-4542-863a-1037927b386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb1de1-59c1-4916-943f-0efc154aaaf1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:15.952884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58912) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:15.972690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf0d6b97-d6b2-4dbb-a32a-d480b996fe26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.044642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.081163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.139749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99a31079-9221-4463-b9f5-9fc8e4b29f95 req-9760f2dd-9211-402a-8b77-54a68dc89233 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0505426 Nov 12 03:19:16.153815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf0d6b97-d6b2-4dbb-a32a-d480b996fe26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.158700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bf0d6b97-d6b2-4dbb-a32a-d480b996fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.202857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d6b97-d6b2-4dbb-a32a-d480b996fe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44651d94-dc30-4bcb-a843-7b1e26c88b71,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:16.209635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bf0d6b97-d6b2-4dbb-a32a-d480b996fe26 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f5d450290adc4904b87aaf07ae71f32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652080 Nov 12 03:19:16.210114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:16.217544 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.219995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.223499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/77eb1de1-59c1-4916-943f-0efc154aaaf1 HTTP/1.1" status: 204 len: 168 time: 0.2672827 Nov 12 03:19:16.235986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3baa0-bbcc-4622-aa94-83a2771aae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb1de1-59c1-4916-943f-0efc154aaaf1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:16.288331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.318592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.426659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.434304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:16.437259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44651d94-dc30-4bcb-a843-7b1e26c88b71 HTTP/1.1" status: 204 len: 168 time: 0.2258005 Nov 12 03:19:16.500584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88e5d6-e535-4ca8-85e0-2af8d7da6539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44651d94-dc30-4bcb-a843-7b1e26c88b71,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:16.625795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eceaead1-71db-4b93-b649-5cead88d2295 req-3e8ba377-2615-40df-b091-4520e6445901 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0821471 Nov 12 03:19:16.680094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076eaf-0915-4ee9-95bd-d7b63351c49a req-4a177e67-4199-4f94-989e-0733a08525d1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:16.685209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93076eaf-0915-4ee9-95bd-d7b63351c49a req-4a177e67-4199-4f94-989e-0733a08525d1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.1272550 Nov 12 03:19:16.749399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93076eaf-0915-4ee9-95bd-d7b63351c49a req-2bd5afcc-2fd2-4458-b183-6c1cc3ed7066 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553553 Nov 12 03:19:17.098077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-018d90bd-db70-4668-84f1-247b8304f66c tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359306 Nov 12 03:19:17.253643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-61557dd8-15e6-4a29-a3f7-6796bcb17ea0 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.258502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-61557dd8-15e6-4a29-a3f7-6796bcb17ea0 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467450 Nov 12 03:19:17.283607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-cac3fac3-3218-4066-ae05-052356d40de2 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/quotas/8a72f72df9014be19cbe8b8e8de49b9e HTTP/1.1" status: 200 len: 375 time: 0.0174396 Nov 12 03:19:17.467401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-61492766-b85d-4842-8466-5e1e54706304 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1825612 Nov 12 03:19:17.492943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c9f1fc4-9678-48b2-885e-4525a4c28d51 req-2e654a16-fe37-4e83-947f-f1295f21bf86 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0280709 Nov 12 03:19:17.680851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43697a2c-e645-4c2d-a649-41c7e99dd9b1 req-625dd60b-59b8-48e3-832b-aaa9fdd3566c tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 210 time: 0.0426807 Nov 12 03:19:17.735371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3cdd012-57bc-4023-a5a1-d72c3d15e7d4 req-70ef3d7c-e219-4655-b4d0-93a81b805444 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0271747 Nov 12 03:19:17.950381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb112676-bc23-4c9f-ba01-1a33a359727b req-1ae1513e-b52a-4e53-8cb1-1fce3c74b31a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:17.961485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb112676-bc23-4c9f-ba01-1a33a359727b req-1ae1513e-b52a-4e53-8cb1-1fce3c74b31a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.1040339 Nov 12 03:19:18.031033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb112676-bc23-4c9f-ba01-1a33a359727b req-25346f18-0f71-478a-a47c-ff2d43bb6a63 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656021 Nov 12 03:19:18.603806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:18.638356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04caa239-04df-4332-bebb-8b9307b6aae3 req-46b8aa30-822a-44ef-9a7f-8499e017d45c tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.0472465 Nov 12 03:19:18.802566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dc1c824-31e6-4a9d-b3e9-97e4e1e54de8 req-15f4be0f-18ea-443c-99c8-a86d9dd22044 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 210 time: 0.0384984 Nov 12 03:19:18.930498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a27f95d6-cfdb-4019-b09a-8c8452dc927b req-f911ee9f-32bc-4310-b35d-b68149baaabb tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0486190 Nov 12 03:19:18.970197 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-e8998dd9-0452-43ee-b955-7ea1191c55b9 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264020 Nov 12 03:19:19.022818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef5fa-ccd6-433b-9bcd-644d59be3d9d req-06ceb14a-a3dd-4b81-83c2-813ab8c1c290 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.025038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-869ef5fa-ccd6-433b-9bcd-644d59be3d9d req-06ceb14a-a3dd-4b81-83c2-813ab8c1c290 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.0623825 Nov 12 03:19:19.039114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7753430a-f133-4958-abf3-ebbdfe4cebb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.116223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-869ef5fa-ccd6-433b-9bcd-644d59be3d9d req-b0a0f5a7-0f8a-436a-bf19-85e0451a5b59 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749931 Nov 12 03:19:19.189108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5344-892f-437e-90ce-f265c0689a9a req-6af61871-472e-4b5a-83c9-83ee0be04b0e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.190035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-857138ca-55df-434a-a314-479541258d2e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:19.190564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-571f5344-892f-437e-90ce-f265c0689a9a req-6af61871-472e-4b5a-83c9-83ee0be04b0e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 932 time: 0.0507076 Nov 12 03:19:19.191637 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-857138ca-55df-434a-a314-479541258d2e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147992 Nov 12 03:19:19.228673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Request body: {'port': {'device_id': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '8a72f72df9014be19cbe8b8e8de49b9e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.239993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-571f5344-892f-437e-90ce-f265c0689a9a req-03852de2-eff0-408b-b8d4-dca5275eaacd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Nov 12 03:19:19.328722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7753430a-f133-4958-abf3-ebbdfe4cebb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.336080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7753430a-f133-4958-abf3-ebbdfe4cebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.395845 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7753430a-f133-4958-abf3-ebbdfe4cebb9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3b8ab4ba1ad646a9863ef996e8db3ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7910006 Nov 12 03:19:19.399034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.401744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753430a-f133-4958-abf3-ebbdfe4cebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d3fc6a-942d-4bc2-8dfe-84ddaf77a1ec,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.411163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Request body: {'security_group': {'name': 'tempest-securitygroup-822807581', 'description': 'tempest-description-1394884745'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.421401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Made reservation on behalf of 8a72f72df9014be19cbe8b8e8de49b9e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:19.425965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.470599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-e6380865-950b-4199-8b79-f66f944b358b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:19.471634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-e6380865-950b-4199-8b79-f66f944b358b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084956 Nov 12 03:19:19.474161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.489000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.522412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.578076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.613006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Allocated IP 192.168.233.171 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/a3bb4bf5-1274-41ef-bd04-46b94d058077) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:19.706207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.710022 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.711619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d2d3fc6a-942d-4bc2-8dfe-84ddaf77a1ec HTTP/1.1" status: 204 len: 168 time: 0.3115101 Nov 12 03:19:19.725755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.735817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.739565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765aff96-d3d5-4e02-b322-0e7585c7fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d3fc6a-942d-4bc2-8dfe-84ddaf77a1ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:19.764651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c5b6b81-8b76-44e7-8d78-8470f14d4abb no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:19.810537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 1c5b6b81-8b76-44e7-8d78-8470f14d4abb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:19.811138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c5b6b81-8b76-44e7-8d78-8470f14d4abb not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:19.823791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Request body: {'port': {'device_id': '97099635-2148-4ebd-90b9-52649413d00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:19.831127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.104', 55146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:19.913915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.926935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea509438-9097-4973-a178-61c0a035139d req-7661a3ff-652f-4eb4-889b-a94e3b8c68ef tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.1159515 Nov 12 03:19:19.956973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:19.974693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a994c4-a06b-4a49-9ea6-36c697ade8e6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.048976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:20.052394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:20.067833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:20.074348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.075021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.089679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Pushing event updated for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.103316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.106752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-d87de989-f496-481f-9bd4-94d5d66f598f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8825767 Nov 12 03:19:20.132651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Request body: {'port': {'device_id': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:20.149614 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.168628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.200331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.223523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-aefc66ce-bd85-4287-9cf3-785d8e4a8ad7 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.225038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-aefc66ce-bd85-4287-9cf3-785d8e4a8ad7 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 823 time: 0.3896952 Nov 12 03:19:20.232734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655faf2-20ea-41a3-bde9-31e3145caafe req-b45d0247-7470-458a-94e9-02504dd00a2a tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.240017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5655faf2-20ea-41a3-bde9-31e3145caafe req-b45d0247-7470-458a-94e9-02504dd00a2a tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 936 time: 0.1979773 Nov 12 03:19:20.255863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.278528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68d35b32-2b3b-41d6-91db-c8e96b43c1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.289631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.290862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2598ee26-a7b2-4a8f-934a-b6ed8e0c305d req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8847697 Nov 12 03:19:20.308038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b755a3-6bc2-4228-8368-99a518fdd284 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc80cc2-7d09-41b4-acde-dbc6030ad7a4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.358143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fbb8d5dc-0929-4abf-9486-acdea39dff6d None None] Provisioning complete for port a3bb4bf5-1274-41ef-bd04-46b94d058077 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:20.358756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fbb8d5dc-0929-4abf-9486-acdea39dff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.401318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8d5dc-0929-4abf-9486-acdea39dff6d None None] Port a3bb4bf5-1274-41ef-bd04-46b94d058077 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:20.489838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.104', 55147) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.495146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68d35b32-2b3b-41d6-91db-c8e96b43c1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.499668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68d35b32-2b3b-41d6-91db-c8e96b43c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.555383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-8cd3c473-7d0f-4343-9217-0c8fc425438d tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=263728f995544df48e50504b25729850&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488043 Nov 12 03:19:20.587443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5655faf2-20ea-41a3-bde9-31e3145caafe req-53b60920-bc5f-4bd6-aa58-174d073c0f20 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464549 Nov 12 03:19:20.608557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-9d3d887e-7da1-4c10-aa9d-e238caf6d397 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 379 time: 0.3542426 Nov 12 03:19:20.629040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'port': {'device_id': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'admin_state_up': True, 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'security_groups': ['d2b343a9-bf08-4443-9895-4562ded8bcb8']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:20.756089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a63d7cdb-0e45-4f76-8880-dda068c8514e req-fa78c4c4-5873-49ec-bff1-f3a4add3a426 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.0570121 Nov 12 03:19:20.761861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749454eb-2954-4411-8bd7-d5099ac4c88d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:20.771895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-68d35b32-2b3b-41d6-91db-c8e96b43c1de admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7bf5845e76db4436aebb7fa6d78aabdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150332 Nov 12 03:19:20.773415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35b32-2b3b-41d6-91db-c8e96b43c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b563c97c-8599-4dfd-871a-a809d2de66d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:20.778479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:20.802219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.846123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-26588808-abb3-4119-b456-4a30605cadd6 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.847606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-26588808-abb3-4119-b456-4a30605cadd6 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777607 Nov 12 03:19:20.850968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Transition to ACTIVE for port object 749454eb-2954-4411-8bd7-d5099ac4c88d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:20.873660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bb4bf5-1274-41ef-bd04-46b94d058077 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:20.884624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.885565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.889747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Request body: {'port': {'device_id': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '263728f995544df48e50504b25729850'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:20.967659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Transition to ACTIVE for port object a3bb4bf5-1274-41ef-bd04-46b94d058077 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:20.989186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-a67114a5-ae77-4d0e-a47c-e4ffe4bda735 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.991041 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-a67114a5-ae77-4d0e-a47c-e4ffe4bda735 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.2646947 Nov 12 03:19:20.996273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:20.997308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d03567-bd02-478e-963f-8caf8e0e685e req-fb392f9b-ed2b-418f-8f85-fd0345cbbea1 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:20.998775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76d03567-bd02-478e-963f-8caf8e0e685e req-fb392f9b-ed2b-418f-8f85-fd0345cbbea1 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 970 time: 0.1638451 Nov 12 03:19:21.002614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.041583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3af2d-d697-4190-99ed-f2e05cd37a89 req-284d172f-1b75-468d-a88f-9c160b8de5cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.043165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ede3af2d-d697-4190-99ed-f2e05cd37a89 req-284d172f-1b75-468d-a88f-9c160b8de5cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.1911459 Nov 12 03:19:21.072822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Made reservation on behalf of ab8b51ed1c4f4257ae160240bc90fadb for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:21.076329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.131133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:21.131491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:21.131856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:21.160310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:21.160624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:21.209640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:21.209897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:21.211032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:21.211491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Bound port: 749454eb-2954-4411-8bd7-d5099ac4c88d, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:21.211847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.213394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.219807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ede3af2d-d697-4190-99ed-f2e05cd37a89 req-c9f124b4-a09e-4535-a64a-89ae6a4951b1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525388 Nov 12 03:19:21.231250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76d03567-bd02-478e-963f-8caf8e0e685e req-fbeeeba7-2e7a-4272-ad50-a4315f504b25 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c5151ac-530a-49e1-b768-e91a794d83cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213025 Nov 12 03:19:21.284208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Request body: {'security_group': {'name': 'tempest-securitygroup-981834538', 'description': 'tempest-description-1275155028'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:21.336039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.354595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Pushing event updated for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.361769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:21.374938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.393561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:21.406034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Allocated IP 172.20.0.4 (f83d5d51-a9ad-4c05-8656-5554d345f4f6/a855b80c-4261-48c6-8a10-8b7c652e0697/c0808fe8-ea8b-4147-aa26-e109ec5f6eb2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:21.408535 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.512979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Attempting to bind port a3bb4bf5-1274-41ef-bd04-46b94d058077 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:21.513409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Attempting to bind port a3bb4bf5-1274-41ef-bd04-46b94d058077 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:21.513681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Attempting to bind port a3bb4bf5-1274-41ef-bd04-46b94d058077 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:21.523812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Made reservation on behalf of 263728f995544df48e50504b25729850 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:21.527916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.541572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Port a3bb4bf5-1274-41ef-bd04-46b94d058077 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:21.541959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Attempting to bind port a3bb4bf5-1274-41ef-bd04-46b94d058077 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:21.550216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.561048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:21.561455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:21.562180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:21.562661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Bound port: a3bb4bf5-1274-41ef-bd04-46b94d058077, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:21.563149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.567713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce75f9c7-daa9-446f-babd-77449fda0dc2 req-f40c3ddb-dc1e-4c76-a084-e8541ecf716b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 210 time: 0.1144903 Nov 12 03:19:21.586111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.586877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.588373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] 10.222.0.104 "PUT /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 1093 time: 1.9365525 Nov 12 03:19:21.590274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462017b8-7a98-4a81-9e08-5ebbdf13f862 service neutron] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.598176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.600556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:21.602941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.606704 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b563c97c-8599-4dfd-871a-a809d2de66d5 HTTP/1.1" status: 204 len: 168 time: 0.7914474 Nov 12 03:19:21.631410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Deleting port 225670d2-8339-4787-adcb-6f3afe9ab7de {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:21.631967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.671422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342822c-6b57-4eaf-af46-425f38877eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b563c97c-8599-4dfd-871a-a809d2de66d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:21.856560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:21.865244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:21.868368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] For port 225670d2-8339-4787-adcb-6f3afe9ab7de, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=225670d2-8339-4787-adcb-6f3afe9ab7de,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:21.868838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.879692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.939098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Calling delete_port for 225670d2-8339-4787-adcb-6f3afe9ab7de owned by compute:tempest-test_az-30758906 {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:21.967034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:21.967733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.969372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-37501614-c65d-4452-b80b-081f70a945cf service neutron] 10.222.0.16 "PUT /v2.0/ports/a3bb4bf5-1274-41ef-bd04-46b94d058077 HTTP/1.1" status: 200 len: 1097 time: 1.8449607 Nov 12 03:19:21.977551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:21.978372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:21.984177 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d83c1-9883-4f82-8995-8f353d78f260" -d '{"events": [{"name": "network-changed", "server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:22.010042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.093367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-611fbe4a-7531-4b30-b3a1-8c965385c8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.117801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.136343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.161599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8877-fc4a-47d1-b835-5ec280eb41c8 req-7308f15a-8914-41bb-aa72-daf9d962d67e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.173208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2da8877-fc4a-47d1-b835-5ec280eb41c8 req-7308f15a-8914-41bb-aa72-daf9d962d67e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 948 time: 0.4871831 Nov 12 03:19:22.216867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.234929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37501614-c65d-4452-b80b-081f70a945cf service neutron] Pushing event updated for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.257810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24955c2-16da-4de5-8a49-0f113e9eebad,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.272320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-c4a38503-ec65-4f74-81dc-070072352047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.275050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-c4a38503-ec65-4f74-81dc-070072352047 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1096 time: 0.5622392 Nov 12 03:19:22.300411 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac5857-d600-4f46-9416-b79e2908ce71" -d '{"events": [{"name": "network-changed", "server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:22.314419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.315684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71c24788-e6ac-475a-af12-01f2d2377a2c req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0436995 Nov 12 03:19:22.346300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-1344b893-b83d-4909-b8ab-1900f81f6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.351259 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-1344b893-b83d-4909-b8ab-1900f81f6290 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 1100 time: 0.2857184 Nov 12 03:19:22.393142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-8c6f60e8-0336-42a7-aebf-ed8abb26c020 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0840557 Nov 12 03:19:22.501432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-decfd6a4-1457-4c68-ad75-a60f6cd9f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.503027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-decfd6a4-1457-4c68-ad75-a60f6cd9f550 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0947771 Nov 12 03:19:22.511152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ddce355-c66d-4d85-887f-8d75b32c91af req-82ac80a8-7008-4243-b818-460e831cb1ed tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.1100686 Nov 12 03:19:22.511823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e36a1-c81e-4b83-874a-fddb2e661ae7 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0318233c-074c-4320-82c2-3f0b001d526d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.528904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.541851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-3ef7a7b6-4fb5-4876-a36b-0cbf466dfa9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077 HTTP/1.1" status: 200 len: 217 time: 0.1670632 Nov 12 03:19:22.556978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.579469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:22.580620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['225670d2-8339-4787-adcb-6f3afe9ab7de'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:22.598798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2da8877-fc4a-47d1-b835-5ec280eb41c8 req-c1677b9e-4eee-47a6-bf06-34433a19392d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167736 Nov 12 03:19:22.605935 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe61b99b-d4e2-4d8c-810b-3a9816a69462 x-openstack-request-id: req-fe61b99b-d4e2-4d8c-810b-3a9816a69462 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:22.606679 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:22.608787 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fe61b99b-d4e2-4d8c-810b-3a9816a69462 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:22.609308 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077', 'status': 'completed', 'code': 200} Nov 12 03:19:22.639182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Allocated IP 192.168.233.25 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/1da24152-6b1e-4f5a-87ca-01e5a02304e5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:22.645522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-506691d7-18d0-40fe-9c4e-706129b5a658 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310508 Nov 12 03:19:22.699145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-4e98868e-61c6-4c9c-b9ef-0a55f2801248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.700895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-4e98868e-61c6-4c9c-b9ef-0a55f2801248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0572515 Nov 12 03:19:22.701889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Pushing event deleted for resources: {'Port': ['ID=225670d2-8339-4787-adcb-6f3afe9ab7de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:22.731901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:22.809500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:22.824761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4623045-8531-4769-8e97-fa96abb78f42 req-2cd29664-ab9b-4779-8550-404a988d9a3b tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.97 "GET /v2.0/ports?device_id=f3129712-3bb1-4c40-b131-337b2766c07b HTTP/1.1" status: 200 len: 210 time: 0.0917046 Nov 12 03:19:22.828339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:22.834136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.834774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.844233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] No DVR routers for this DVR port 225670d2-8339-4787-adcb-6f3afe9ab7de on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:22.860515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.863907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8540c107-47a6-4f6f-ac97-d9b0c60fea50 req-1d81be4b-7d69-4091-8e74-701ccb3387a9 tempest-AggregatesAdminTestJSON-319080781 tempest-AggregatesAdminTestJSON-319080781-project] 10.222.0.16 "DELETE /v2.0/ports/225670d2-8339-4787-adcb-6f3afe9ab7de HTTP/1.1" status: 204 len: 173 time: 1.8594708 Nov 12 03:19:22.920388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa275495-dd49-4cbd-9186-ef563a3ec39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:22.927768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-3b58e1f7-4308-493f-8da9-795c443e2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.930334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-3b58e1f7-4308-493f-8da9-795c443e2bc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704013 Nov 12 03:19:22.943183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2417d-7975-4ca4-9089-1647fb1749b3 req-65d0db96-6426-4fae-be1b-aa1ba7a4cc37 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:22.954561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7c2417d-7975-4ca4-9089-1647fb1749b3 req-65d0db96-6426-4fae-be1b-aa1ba7a4cc37 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.2620859 Nov 12 03:19:23.030725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.074525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7c2417d-7975-4ca4-9089-1647fb1749b3 req-ac4fa3d5-68f5-42b0-bd7c-82c20d17b708 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189764 Nov 12 03:19:23.113342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-ee4bd62d-2b1e-4ea0-8a8a-1dcdafffcc41 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4980524 Nov 12 03:19:23.143966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Request body: {'port': {'device_id': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:23.216680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-15b13f55-5c80-4c19-ab6a-c19d250b26eb None None] Provisioning complete for port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:23.217264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15b13f55-5c80-4c19-ab6a-c19d250b26eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.225739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-d3e6510c-cfa2-4d67-b54b-b6efd3446efd service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240571 Nov 12 03:19:23.290925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.315421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-15b13f55-5c80-4c19-ab6a-c19d250b26eb None None] Port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:23.329541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.338663 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a117df89-eabd-40a2-ab7a-c63a49440284 x-openstack-request-id: req-a117df89-eabd-40a2-ab7a-c63a49440284 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:23.338969 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:23.339220 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a117df89-eabd-40a2-ab7a-c63a49440284 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:23.339724 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'status': 'completed', 'code': 200} Nov 12 03:19:23.343228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-eddcd1fe-9cbd-43b5-9c82-f66a98b6430c service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009504 Nov 12 03:19:23.389129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1609100788', 'description': 'tempest-description-1162376960'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:23.485734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.514304 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ab4efc7-47f2-4ebf-975f-b295e40e9223 req-b91266ff-eaab-459b-891c-d80fb1569c44 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613541 Nov 12 03:19:23.530508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa275495-dd49-4cbd-9186-ef563a3ec39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.536875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87fcdc16-a353-47c9-927e-a28e7232d1ae req-e18f6a42-0a28-4249-a5ff-dfd1ecd21635 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894700 Nov 12 03:19:23.551972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa275495-dd49-4cbd-9186-ef563a3ec39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.554755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.559870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:23.568665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:23.571683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:23.580002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.580738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.618915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7377253 Nov 12 03:19:23.619942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867811b-fae5-447f-abab-1f9ff615c1a4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Pushing event updated for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.633962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.676610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e1211-ef7a-44e4-bad6-1e0189e183f0 req-c6764d8c-fbea-4122-b854-483ddae98ecd tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.678166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135e1211-ef7a-44e4-bad6-1e0189e183f0 req-c6764d8c-fbea-4122-b854-483ddae98ecd tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 931 time: 0.2775052 Nov 12 03:19:23.750024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Request body: {'port': {'device_id': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:23.782868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa275495-dd49-4cbd-9186-ef563a3ec39b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5bf5654465ba4113acef40962e97db1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1808028 Nov 12 03:19:23.794631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59290) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:23.806596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275495-dd49-4cbd-9186-ef563a3ec39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee11d23-28c9-4929-bcfb-aa86f8462315,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:23.878038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d83c1-9883-4f82-8995-8f353d78f260 req-0193fdce-a6f0-4b70-90f6-174bf21a850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.879775 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-0193fdce-a6f0-4b70-90f6-174bf21a850a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 1100 time: 0.2278724 Nov 12 03:19:23.950216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.950913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eab83955-a104-4594-9605-4c1fce808892 None None] Provisioning complete for port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:23.951865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.952284 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eab83955-a104-4594-9605-4c1fce808892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.958003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:23.970234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-50911c8b-1118-4a9f-8ae9-76bc7ee0edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:23.972427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-50911c8b-1118-4a9f-8ae9-76bc7ee0edf5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1096 time: 0.1812577 Nov 12 03:19:23.977226 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:23.994232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135e1211-ef7a-44e4-bad6-1e0189e183f0 req-99d613b4-cbbd-46a4-8773-c32932f1f65b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888289 Nov 12 03:19:24.006991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eab83955-a104-4594-9605-4c1fce808892 None None] Port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:24.061686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Transition to ACTIVE for port object c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:24.108495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.130198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.185105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d83c1-9883-4f82-8995-8f353d78f260 req-12f1d3d2-3f41-45bd-9290-cab4c76a6cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.186600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-12f1d3d2-3f41-45bd-9290-cab4c76a6cfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2944143 Nov 12 03:19:24.239269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-a2c84e81-7295-477f-b75e-be6a85802ff9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077 HTTP/1.1" status: 200 len: 217 time: 0.0406728 Nov 12 03:19:24.264967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Pushing event updated for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.273002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.291394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84728607-4701-4c35-86d5-4efe4122c9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.297457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5d837-ccbf-4c90-aa43-5874773cc659 req-6442794d-7a16-4789-936d-3f0c556d5d7e tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.299031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ca5d837-ccbf-4c90-aa43-5874773cc659 req-6442794d-7a16-4789-936d-3f0c556d5d7e tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 935 time: 0.2197542 Nov 12 03:19:24.333131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.336231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.339736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dee11d23-28c9-4929-bcfb-aa86f8462315 HTTP/1.1" status: 204 len: 168 time: 0.5391080 Nov 12 03:19:24.356153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d83c1-9883-4f82-8995-8f353d78f260 req-d5f06f0a-a4db-4cd5-9114-adbc60de4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.357640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-d5f06f0a-a4db-4cd5-9114-adbc60de4b60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1099231 Nov 12 03:19:24.361070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340e447-83e9-4d29-b44c-12c39f9e459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee11d23-28c9-4929-bcfb-aa86f8462315,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.451773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d83c1-9883-4f82-8995-8f353d78f260 req-b3647dc0-818c-4fd7-9f29-e737113a614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.453294 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-b3647dc0-818c-4fd7-9f29-e737113a614a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806823 Nov 12 03:19:24.512725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-6c5b72ca-fca4-4b16-ac09-64b385fc9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.514170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-6c5b72ca-fca4-4b16-ac09-64b385fc9bef service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.5187349 Nov 12 03:19:24.514768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.602613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-55cc7410-192c-41a5-8cb6-2c567777a4b8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0785923 Nov 12 03:19:24.603355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Attempting to bind port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:24.603683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Attempting to bind port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:24.604108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Attempting to bind port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:24.660398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:24.660720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Attempting to bind port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:24.663257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547993d4-efa6-4046-854c-0ffad65ec411,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.687058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:24.687402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Checking segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:24.687805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Bound using segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:24.688254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Bound port: c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:24.688610 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.720105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'name': 'network-vif-deleted', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:24.722622 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c160e-80f4-4856-b0e5-17609a11c209" -d '{"events": [{"server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "name": "network-vif-deleted", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:24.728074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da24152-6b1e-4f5a-87ca-01e5a02304e5 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:24.733784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-a0f6db93-2b41-42d9-87e1-011b89497b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:24.735276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-a0f6db93-2b41-42d9-87e1-011b89497b36 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1185737 Nov 12 03:19:24.737896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.738564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ca5d837-ccbf-4c90-aa43-5874773cc659 req-3cedb872-dc9f-46f0-b66d-63a20810aed2 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204981 Nov 12 03:19:24.770778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Transition to ACTIVE for port object 1da24152-6b1e-4f5a-87ca-01e5a02304e5 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:24.777179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.780198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.803677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-af60c008-36c3-4b38-92fb-f5b1f6b1e96a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571711 Nov 12 03:19:24.804342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.818819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59308) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:24.821432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-94dbf9c3-daf0-4bfa-92c6-470922bc67a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498333 Nov 12 03:19:24.854167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f041327-47e6-4174-9384-692529fed3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.890072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Pushing event updated for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:24.897674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:24.911068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0db720f-64d1-4450-8b2f-04917ade6f93 req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5335932 Nov 12 03:19:25.014636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Attempting to bind port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:25.015230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Attempting to bind port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:25.015564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Attempting to bind port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:25.024723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:25.030726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:25.037593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:25.037916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Attempting to bind port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:25.058129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-d4df171a-12a5-4811-8996-8b9b9c7a063e service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448032 Nov 12 03:19:25.067103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:25.067392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.067526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:25.067816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:25.068260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Bound port: 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:25.068613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.072966 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-678d83c1-9883-4f82-8995-8f353d78f260 req-d0de3db9-b7ac-464e-a27c-71878872938d service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288990 Nov 12 03:19:25.173506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e8bc9-81c4-46bc-a0b8-ad8fa176b760 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02f8ca5-9675-4763-80ba-a628267a0f8b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.177918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f041327-47e6-4174-9384-692529fed3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.185307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f041327-47e6-4174-9384-692529fed3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.245858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f041327-47e6-4174-9384-692529fed3ff admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e4e4044309af4e14a3024551cfe84fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209948 Nov 12 03:19:25.245858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:25.248880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.254524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.254524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.256732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] 10.222.0.104 "PUT /v2.0/ports/c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 1092 time: 2.1188805 Nov 12 03:19:25.265916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.267660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f041327-47e6-4174-9384-692529fed3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91c2a7-83d1-41e1-8db4-beefa64211fb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.295035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:25.306181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.331466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa162-af32-423e-b7f7-1da53c88614a req-c741c3c8-aa66-4054-9a40-ae5fc97b3f43 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.333030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d06fa162-af32-423e-b7f7-1da53c88614a req-c741c3c8-aa66-4054-9a40-ae5fc97b3f43 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 948 time: 0.5164406 Nov 12 03:19:25.348770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:25.351798 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:25.396834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59328) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.414402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.415050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.415436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7be3a-3e86-45af-b40d-d7385d9e1dba service neutron] Pushing event updated for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.416454 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] 10.222.0.104 "PUT /v2.0/ports/1da24152-6b1e-4f5a-87ca-01e5a02304e5 HTTP/1.1" status: 200 len: 1096 time: 1.6962297 Nov 12 03:19:25.461996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.490703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eac5857-d600-4f46-9416-b79e2908ce71 req-37c05f5e-a9ab-4aaf-9e0e-1da029a15768 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103277 Nov 12 03:19:25.496591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d06fa162-af32-423e-b7f7-1da53c88614a req-fca5712f-301a-4b51-84b1-dd1b092f21e0 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414340 Nov 12 03:19:25.513071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-a46deeff-19f2-4eef-bc1d-7cd67cc11d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.516108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-a46deeff-19f2-4eef-bc1d-7cd67cc11d8d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1095 time: 0.1760871 Nov 12 03:19:25.519979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.543118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f9a3-e038-413c-b77a-9326f1a00f25 req-df79394a-2876-401d-a080-f4fae5658c0b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.544698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cd7f9a3-e038-413c-b77a-9326f1a00f25 req-df79394a-2876-401d-a080-f4fae5658c0b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.1706400 Nov 12 03:19:25.573624 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d276a4-155b-4e26-ba73-061b1405de0e x-openstack-request-id: req-13d276a4-155b-4e26-ba73-061b1405de0e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:25.574027 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3129712-3bb1-4c40-b131-337b2766c07b", "name": "network-vif-deleted", "tag": "225670d2-8339-4787-adcb-6f3afe9ab7de", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:25.574283 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-13d276a4-155b-4e26-ba73-061b1405de0e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:25.574702 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3129712-3bb1-4c40-b131-337b2766c07b', 'name': 'network-vif-deleted', 'tag': '225670d2-8339-4787-adcb-6f3afe9ab7de', 'status': 'completed', 'code': 200} Nov 12 03:19:25.602782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1119161572', 'description': 'tempest-description-433628563'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:25.617082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac76a-224e-4b12-9203-7e303a4e8642 service neutron] Pushing event updated for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.617443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-d90f58c7-27ea-4ccf-a9c8-626b97073f9a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0712879 Nov 12 03:19:25.674338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-2a4f6154-cd58-4b58-bc79-7652bb352d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.676178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-2a4f6154-cd58-4b58-bc79-7652bb352d9b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=263728f995544df48e50504b25729850&device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 1099 time: 0.1540337 Nov 12 03:19:25.687135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b97a0eb3-54c6-4c6e-b470-92c7929ff45f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1b1b1a61bfa84d60b50a775dbcebd9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843301 Nov 12 03:19:25.689727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:25.698172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.705903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cd7f9a3-e038-413c-b77a-9326f1a00f25 req-c3b46bcc-9a45-48fe-84d6-e5bc6448b5e5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517034 Nov 12 03:19:25.721532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-bb6d7fe1-21db-4d05-8661-95f9d459c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.723022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-bb6d7fe1-21db-4d05-8661-95f9d459c214 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.0977831 Nov 12 03:19:25.738675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.741265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.744855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3e91c2a7-83d1-41e1-8db4-beefa64211fb HTTP/1.1" status: 204 len: 168 time: 0.4927552 Nov 12 03:19:25.749895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-211db181-e04b-48de-a891-fea1dd66818e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5 HTTP/1.1" status: 200 len: 217 time: 0.0504322 Nov 12 03:19:25.766029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb4cba-b7fd-432f-b1b6-3a45e058a27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91c2a7-83d1-41e1-8db4-beefa64211fb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:25.794602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a3bb4bf5-1274-41ef-bd04-46b94d058077 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:25.815717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958394bf-48b4-40ed-80a4-208d10481220 req-5b9b7abe-524f-4eb5-929f-25e39a275bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.817155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-5b9b7abe-524f-4eb5-929f-25e39a275bd2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796614 Nov 12 03:19:25.827413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 225670d2-8339-4787-adcb-6f3afe9ab7de no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:25.836055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.839587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-0f3df7b5-227e-4633-8e94-d9bafe05cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.841275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-0f3df7b5-227e-4633-8e94-d9bafe05cb5a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0794492 Nov 12 03:19:25.861332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 225670d2-8339-4787-adcb-6f3afe9ab7de {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:25.861912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 225670d2-8339-4787-adcb-6f3afe9ab7de not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:25.887309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.941691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-791bf55c-46af-4a47-9af4-585f3dc3d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:25.944825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-791bf55c-46af-4a47-9af4-585f3dc3d599 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934992 Nov 12 03:19:25.955625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.967163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.993177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.996059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:25.999569 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1c5151ac-530a-49e1-b768-e91a794d83cb HTTP/1.1" status: 204 len: 168 time: 0.3065550 Nov 12 03:19:26.002173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee3c461-7bc7-4d97-8901-d63ce10f42ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.013024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88fb4a-9b9f-493b-8174-cdca83b09283 req-7c64d3c2-96b9-499b-b6dd-8472d3172c49 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.020423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a88fb4a-9b9f-493b-8174-cdca83b09283 req-7c64d3c2-96b9-499b-b6dd-8472d3172c49 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 943 time: 0.1755118 Nov 12 03:19:26.030459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:26.042502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa77dc0-7534-4e27-a327-bf92eae67ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5151ac-530a-49e1-b768-e91a794d83cb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.049858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'a3bb4bf5-1274-41ef-bd04-46b94d058077', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'a3bb4bf5-1274-41ef-bd04-46b94d058077', 'mac_address': 'fa:16:3e:12:26:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:26.050181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.051443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ecb1610-3ecb-4c34-a3d5-fd4047ff163a req-92aa57a1-efc9-4431-84e7-94136efa2902 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4534495 Nov 12 03:19:26.103774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a88fb4a-9b9f-493b-8174-cdca83b09283 req-3fb08b89-ff2f-4ed6-9c48-7c6e8af46f43 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784063 Nov 12 03:19:26.123597 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-8e9fcfd4-19b0-46ec-9105-06b44888f458 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652427 Nov 12 03:19:26.123932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-0c45fdf3-a463-48ca-bc80-35e6af849151 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966871 Nov 12 03:19:26.128164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.158512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bb4bf5-1274-41ef-bd04-46b94d058077 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:26.179992 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c50865-9ce8-4623-b522-55311c94550c x-openstack-request-id: req-e1c50865-9ce8-4623-b522-55311c94550c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:26.180287 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:26.180546 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e1c50865-9ce8-4623-b522-55311c94550c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:26.180949 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'status': 'completed', 'code': 200} Nov 12 03:19:26.187878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:26.192540 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.255087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.299950 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f838eb97-1d99-4a35-b723-7792976bdcb5 req-45f99d29-81b6-4377-89e9-42305994bb96 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526749 Nov 12 03:19:26.346751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1816b-8e70-4862-af52-9307ad94c053 req-6da6d764-f71e-46d2-bb33-a81b281bbee1 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.348331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb1816b-8e70-4862-af52-9307ad94c053 req-6da6d764-f71e-46d2-bb33-a81b281bbee1 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 947 time: 0.1404476 Nov 12 03:19:26.410002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-958394bf-48b4-40ed-80a4-208d10481220 req-41647e48-a05b-4dd2-98aa-3ac23520377e service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618871 Nov 12 03:19:26.467286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb1816b-8e70-4862-af52-9307ad94c053 req-7f43f89c-49b8-4c56-8c40-2f189882b349 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097963 Nov 12 03:19:26.526382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a3bb4bf5-1274-41ef-bd04-46b94d058077'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:26.571320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:26.637454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-842f22e0-7041-4cac-907c-c67ed5cbee6c tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42602 time: 0.4430103 Nov 12 03:19:26.650336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-d5c9f436-5a51-4219-995a-b505fc208249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.652128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-d5c9f436-5a51-4219-995a-b505fc208249 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1095 time: 0.0770619 Nov 12 03:19:26.654354 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d2247b4c-50c0-4d2a-9683-67e4c70243a1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=198ccdf022ae4ff98356facfc13a791f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805075 Nov 12 03:19:26.657637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59368) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:26.720747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.748256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-7719370c-b4be-4038-a7e4-e6c788d617aa tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/04b37ea0-d9de-421b-a7fa-07b995d8d6d8 HTTP/1.1" status: 200 len: 2990 time: 0.1010864 Nov 12 03:19:26.768789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.836219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.838183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.839440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:26.842986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b4b7347a-23e0-4ea2-aa04-deb8ce2a4e52 HTTP/1.1" status: 204 len: 168 time: 0.1820877 Nov 12 03:19:26.857469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936f325-daf6-400e-8843-991a39769469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b7347a-23e0-4ea2-aa04-deb8ce2a4e52,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:26.880780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-63277bd4-5ebc-486c-bf1f-578802eaf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:26.882329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-63277bd4-5ebc-486c-bf1f-578802eaf3cc service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.1855690 Nov 12 03:19:26.932265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-5fceecb6-0ef9-4622-8a66-718c8d75787d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 217 time: 0.0408370 Nov 12 03:19:26.933399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-3d7448e3-cbd8-4dda-8b3c-cd8be182dac9 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/04b37ea0-d9de-421b-a7fa-07b995d8d6d8 HTTP/1.1" status: 200 len: 2990 time: 0.1539388 Nov 12 03:19:27.060215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-0668f7dd-885a-4bd4-b52e-563516e10f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.061920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-0668f7dd-885a-4bd4-b52e-563516e10f7f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1227889 Nov 12 03:19:27.071638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-1dfb433a-b6cf-4298-9a60-878a70c767ba tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/3262ec22-b816-49c9-a1a9-8c5f1b739da5 HTTP/1.1" status: 200 len: 2998 time: 0.1198864 Nov 12 03:19:27.108532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7a768-9ca8-4fef-b7d9-b64a1ab6bf6a req-c7209516-8ac4-4962-a289-af9011f17913 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.110417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38e7a768-9ca8-4fef-b7d9-b64a1ab6bf6a req-c7209516-8ac4-4962-a289-af9011f17913 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 949 time: 0.1254282 Nov 12 03:19:27.183892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-56846eb3-01b1-43ee-9900-2e9af6e9614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.185514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-56846eb3-01b1-43ee-9900-2e9af6e9614a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122241 Nov 12 03:19:27.189958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-8c30df3e-20d5-43d5-a0b8-b6256916ca84 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/3262ec22-b816-49c9-a1a9-8c5f1b739da5 HTTP/1.1" status: 200 len: 2998 time: 0.1032791 Nov 12 03:19:27.225858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38e7a768-9ca8-4fef-b7d9-b64a1ab6bf6a req-2ca3da21-80d7-4cad-a153-7ce47378bd77 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974722 Nov 12 03:19:27.344475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-55ff6af1-3371-45a6-909b-4740d0572687 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/3e4cc323-2780-4362-bc5d-94985067344d HTTP/1.1" status: 200 len: 2994 time: 0.1227818 Nov 12 03:19:27.365767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-226da010-1035-4d25-bf0a-ac1a8ae59bdc service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668220 Nov 12 03:19:27.426479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac8fc5-d688-4591-8e59-90bd225ea28b req-adcc50d3-fd37-414e-907b-d088e0b9a967 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.427992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56ac8fc5-d688-4591-8e59-90bd225ea28b req-adcc50d3-fd37-414e-907b-d088e0b9a967 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.1262317 Nov 12 03:19:27.463751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-a5c712bd-0332-4c05-98f3-69629462ea1e tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/3e4cc323-2780-4362-bc5d-94985067344d HTTP/1.1" status: 200 len: 2994 time: 0.1099350 Nov 12 03:19:27.562408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b10f8e5-c420-4e5f-bdaf-a77900ff0dbf req-74892ad8-c31a-418e-9128-67896555a797 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856039 Nov 12 03:19:27.565947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56ac8fc5-d688-4591-8e59-90bd225ea28b req-d893f09e-22a7-45c3-98c5-741112c49d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065593 Nov 12 03:19:27.567315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-6c9b36fc-0750-4cbb-b368-9aa12175bfb7 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/547993d4-efa6-4046-854c-0ffad65ec411 HTTP/1.1" status: 200 len: 2998 time: 0.0950794 Nov 12 03:19:27.575987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:27.578408 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1096cd6-ce55-4c60-bd35-e42406c91414" -d '{"events": [{"name": "network-changed", "server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:27.640748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-312a4444-23c4-4d08-bedd-265a89b3b539 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/547993d4-efa6-4046-854c-0ffad65ec411 HTTP/1.1" status: 200 len: 2998 time: 0.0610936 Nov 12 03:19:27.685227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.723173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8fd7e-56d8-46a0-9c40-69f031adb333 req-f3dfab47-b723-48da-befc-0713cbcc7a65 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.724648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e8fd7e-56d8-46a0-9c40-69f031adb333 req-f3dfab47-b723-48da-befc-0713cbcc7a65 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 943 time: 0.0752649 Nov 12 03:19:27.729126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-1023432b-27fe-4aaf-ade0-de09f0ce1cc0 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/5f462894-0f75-4b71-8082-320a0d116b1c HTTP/1.1" status: 200 len: 2998 time: 0.0820622 Nov 12 03:19:27.800680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a3bb4bf5-1274-41ef-bd04-46b94d058077 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:27.802397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e8fd7e-56d8-46a0-9c40-69f031adb333 req-2d6cb560-1732-4203-a02e-335ac184f286 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701263 Nov 12 03:19:27.806775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-52d0ef33-0c14-43d1-accd-b26c97bdccd6 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/5f462894-0f75-4b71-8082-320a0d116b1c HTTP/1.1" status: 200 len: 2998 time: 0.0664563 Nov 12 03:19:27.851351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-7a07f085-930f-464d-b73e-99e9c3cf8c2b tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/72ffdf7d-e8ca-4bbf-b282-5f69bf07e740 HTTP/1.1" status: 200 len: 2994 time: 0.0371823 Nov 12 03:19:27.884291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port a3bb4bf5-1274-41ef-bd04-46b94d058077 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:27.890533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port a3bb4bf5-1274-41ef-bd04-46b94d058077 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:27.890996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:27.927285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-5692be12-1197-4d1e-8db7-bc3c04d5ebee tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/72ffdf7d-e8ca-4bbf-b282-5f69bf07e740 HTTP/1.1" status: 200 len: 2994 time: 0.0680592 Nov 12 03:19:27.940020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b9340-5011-4dd3-bcf4-91eb6a6edbb4 req-29adc39c-5557-4e06-925a-b0f1843ee7b8 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:27.941509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a1b9340-5011-4dd3-bcf4-91eb6a6edbb4 req-29adc39c-5557-4e06-925a-b0f1843ee7b8 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 947 time: 0.0685031 Nov 12 03:19:27.979689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.004418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:28.006787 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b64d0f9-f795-49fb-a4a2-36ee59bc1b75" -d '{"events": [{"server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "name": "network-vif-plugged", "status": "completed", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:28.011644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-d21fd94c-9de2-46d6-8431-cdbc44994803 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/747863c1-f065-46c9-ba89-c1e4fc639978 HTTP/1.1" status: 200 len: 2994 time: 0.0690482 Nov 12 03:19:28.015332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a1b9340-5011-4dd3-bcf4-91eb6a6edbb4 req-30e6946d-0947-46d1-9f62-8df682d01bea tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Nov 12 03:19:28.019886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:28.025052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.079162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.094351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-32e4d29b-a2cb-43bd-9d19-ce9d351a1d73 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/747863c1-f065-46c9-ba89-c1e4fc639978 HTTP/1.1" status: 200 len: 2994 time: 0.0704827 Nov 12 03:19:28.123594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:28.158946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-a5a80fac-d53c-4114-afd4-d1960921aa84 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/84fdd627-fceb-4173-9c9d-aa03e61fea64 HTTP/1.1" status: 200 len: 2994 time: 0.0581863 Nov 12 03:19:28.210927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-da8f9201-062d-4f81-b4f8-d66581926022 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/84fdd627-fceb-4173-9c9d-aa03e61fea64 HTTP/1.1" status: 200 len: 2994 time: 0.0451059 Nov 12 03:19:28.233396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:28.246705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'port_id': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'mac_address': 'fa:16:3e:ba:e5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab6f03-fca4-4bb2-be40-536fbb561d08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:28.264844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-dc03afc6-98f1-447c-a0d6-56a8b95fa5c0 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/8d0edaa4-81be-4077-a39f-2ee902868952 HTTP/1.1" status: 200 len: 2998 time: 0.0442681 Nov 12 03:19:28.303253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.321671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-39c60b9a-bafb-4d2a-a6ad-ba1e74f90f38 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/8d0edaa4-81be-4077-a39f-2ee902868952 HTTP/1.1" status: 200 len: 2998 time: 0.0483716 Nov 12 03:19:28.324734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749454eb-2954-4411-8bd7-d5099ac4c88d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:28.349675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:28.354276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:28.358690 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaef525-03a9-4b30-be60-e4597227b4c7 x-openstack-request-id: req-dbaef525-03a9-4b30-be60-e4597227b4c7 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:28.359561 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:28.360241 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dbaef525-03a9-4b30-be60-e4597227b4c7 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:28.360865 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5', 'status': 'completed', 'code': 200} Nov 12 03:19:28.373267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-3721312a-1475-45ef-a8f1-667ac0373f6c tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/a1a994c4-a06b-4a49-9ea6-36c697ade8e6 HTTP/1.1" status: 200 len: 2998 time: 0.0438480 Nov 12 03:19:28.427020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-911f8c59-7859-4e8e-ad45-91c1e68e3498 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/a1a994c4-a06b-4a49-9ea6-36c697ade8e6 HTTP/1.1" status: 200 len: 2998 time: 0.0478921 Nov 12 03:19:28.438514 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624fa361-74ea-41a1-8234-f6dc3638ab65 x-openstack-request-id: req-624fa361-74ea-41a1-8234-f6dc3638ab65 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:28.438874 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "name": "network-vif-plugged", "status": "completed", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:28.439325 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-624fa361-74ea-41a1-8234-f6dc3638ab65 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:28.439828 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077', 'code': 200} Nov 12 03:19:28.441366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:28.487273 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-a5335c5f-1341-4a4c-a047-a69f66b2544a tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] show failed (client error): The resource could not be found. Nov 12 03:19:28.488694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-a5335c5f-1341-4a4c-a047-a69f66b2544a tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/b4b7347a-23e0-4ea2-aa04-deb8ce2a4e52 HTTP/1.1" status: 404 len: 352 time: 0.0325005 Nov 12 03:19:28.490755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-801731e0-a452-4125-ae6d-b0988bf77ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.492300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-801731e0-a452-4125-ae6d-b0988bf77ba1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=263728f995544df48e50504b25729850&device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 1099 time: 0.0672669 Nov 12 03:19:28.560297 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-b00cf93e-69e2-42d3-a8d6-671c1740c287 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] show failed (client error): The resource could not be found. Nov 12 03:19:28.561296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-b00cf93e-69e2-42d3-a8d6-671c1740c287 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/b4b7347a-23e0-4ea2-aa04-deb8ce2a4e52 HTTP/1.1" status: 404 len: 352 time: 0.0583377 Nov 12 03:19:28.577089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ce28-0879-43a5-99ae-c4a5ae2695d9 req-7facb57d-89ba-4adb-bd24-e6a1a8aae23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.578620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cce1ce28-0879-43a5-99ae-c4a5ae2695d9 req-7facb57d-89ba-4adb-bd24-e6a1a8aae23f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 1102 time: 0.0409367 Nov 12 03:19:28.627866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cce1ce28-0879-43a5-99ae-c4a5ae2695d9 req-f623c3ab-06f5-4d4b-9fc9-b5db41cb413b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Nov 12 03:19:28.628167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ce804-2214-486e-bd02-9e427034620d req-111c37bb-4706-41d3-8a40-f58ad02dfe4e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.629650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-144ce804-2214-486e-bd02-9e427034620d req-111c37bb-4706-41d3-8a40-f58ad02dfe4e tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.1363192 Nov 12 03:19:28.684169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-69eaeeb5-242d-4bfd-9b09-8cd03fb0fef4 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/f24955c2-16da-4de5-8a49-0f113e9eebad HTTP/1.1" status: 200 len: 2998 time: 0.0944817 Nov 12 03:19:28.689992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-9f6052c0-7763-46e5-86ca-bc9cdacfd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.691403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-9f6052c0-7763-46e5-86ca-bc9cdacfd0cd service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1806073 Nov 12 03:19:28.766216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-144ce804-2214-486e-bd02-9e427034620d req-28e3890e-8afa-4d6a-b556-0d190dd910c9 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296895 Nov 12 03:19:28.770049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-a5397100-2a4b-45ce-b616-a9595b1898fc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5 HTTP/1.1" status: 200 len: 217 time: 0.0573330 Nov 12 03:19:28.792047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b099b6b-0fd5-4541-a89a-9741898c8a39 req-73a087f3-b6c5-43cc-b7ce-06d7d5aa386f tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/f24955c2-16da-4de5-8a49-0f113e9eebad HTTP/1.1" status: 200 len: 2998 time: 0.0978622 Nov 12 03:19:28.834524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-980c67d3-648a-46bf-b799-66a5bd5b0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.841335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-980c67d3-648a-46bf-b799-66a5bd5b0ae8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0557899 Nov 12 03:19:28.897652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-03476c5f-f3c3-4f31-9bd3-f470c769150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:28.899194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-03476c5f-f3c3-4f31-9bd3-f470c769150f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530331 Nov 12 03:19:29.192940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782e835-f354-43a2-8119-b8901926f123 req-a07551b5-4bfd-444c-9826-a8716925853d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.194312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a782e835-f354-43a2-8119-b8901926f123 req-a07551b5-4bfd-444c-9826-a8716925853d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.3128848 Nov 12 03:19:29.206603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['749454eb-2954-4411-8bd7-d5099ac4c88d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:29.261998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-7841fd6c-d421-4ed4-a3d4-2189fbe8c702 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490160 Nov 12 03:19:29.304640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10539868-6838-4368-a746-7cc0c91f4c4d req-c3cf93ef-30ca-45a6-bc8c-f2f5130a0085 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=00d1f88eebbc45c6892da94e7bbef5b3 HTTP/1.1" status: 200 len: 6153 time: 0.1893361 Nov 12 03:19:29.323970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a782e835-f354-43a2-8119-b8901926f123 req-b6b3ffe9-bb38-41e9-849a-417920d748c8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220002 Nov 12 03:19:29.400219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10539868-6838-4368-a746-7cc0c91f4c4d req-724d5c70-e867-4629-ab82-4e697f4f41f9 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "GET /v2.0/security-groups/a1a994c4-a06b-4a49-9ea6-36c697ade8e6 HTTP/1.1" status: 200 len: 2998 time: 0.0885866 Nov 12 03:19:29.405547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1096cd6-ce55-4c60-bd35-e42406c91414 req-f8c24681-c43c-4fec-a798-4022dbaffb0c service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337807 Nov 12 03:19:29.480255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10539868-6838-4368-a746-7cc0c91f4c4d req-d1dd932e-7834-4d6b-a197-a0e3c7a4e3dd tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "GET /v2.0/security-groups/a1a994c4-a06b-4a49-9ea6-36c697ade8e6 HTTP/1.1" status: 200 len: 2998 time: 0.0726192 Nov 12 03:19:29.493148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6c47f-14fc-4729-9ee5-68aa808cd7a7 req-9d6a4a81-972b-4159-8676-a8526c4e602e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.494627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8e6c47f-14fc-4729-9ee5-68aa808cd7a7 req-9d6a4a81-972b-4159-8676-a8526c4e602e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 943 time: 0.0712564 Nov 12 03:19:29.550336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8e6c47f-14fc-4729-9ee5-68aa808cd7a7 req-65cc60c0-9a67-4eec-b4ad-0c0938d98c22 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Nov 12 03:19:29.617833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e40c-1500-4a5e-a782-6b6446a9731b req-8e199eaf-06a8-4d1d-89d7-5b92251b6464 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:29.619495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d23e40c-1500-4a5e-a782-6b6446a9731b req-8e199eaf-06a8-4d1d-89d7-5b92251b6464 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 947 time: 0.0528371 Nov 12 03:19:29.673479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d23e40c-1500-4a5e-a782-6b6446a9731b req-2530eece-12f6-4380-8433-78ea54b164c2 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475583 Nov 12 03:19:29.737228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-002e11fc-811c-4450-babc-f324b8872cc0 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/4ee3c461-7bc7-4d97-8901-d63ce10f42ed HTTP/1.1" status: 200 len: 1794 time: 0.0393171 Nov 12 03:19:29.830541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.862097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.917039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.921587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:29.924120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da0e4e9-696c-4f49-b815-53e5ef9e9a25 req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "DELETE /v2.0/security-groups/4ee3c461-7bc7-4d97-8901-d63ce10f42ed HTTP/1.1" status: 204 len: 173 time: 0.1799242 Nov 12 03:19:29.935364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb86e1-b2f5-4dd1-b413-8c5ca3ab5f99 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee3c461-7bc7-4d97-8901-d63ce10f42ed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.055526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:30.060909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2aa1-0b51-452f-81ed-24d407557742 req-76c40c85-648b-470d-b0cc-17aba9198bc6 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.062447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ccf2aa1-0b51-452f-81ed-24d407557742 req-76c40c85-648b-470d-b0cc-17aba9198bc6 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.0744836 Nov 12 03:19:30.066572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6889220f-a688-41b8-b93c-350afc48cfea req-4a9ba98b-74db-4c34-b670-74451fe776e0 tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "GET /v2.0/security-groups/c02f8ca5-9675-4763-80ba-a628267a0f8b HTTP/1.1" status: 200 len: 1795 time: 0.0521443 Nov 12 03:19:30.138536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ccf2aa1-0b51-452f-81ed-24d407557742 req-6833b35c-4450-4d49-8d19-ee739a0c3654 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695846 Nov 12 03:19:30.160725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b832031-bb05-4af7-8d13-761fc987470b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.167188 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6889220f-a688-41b8-b93c-350afc48cfea req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.190511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6889220f-a688-41b8-b93c-350afc48cfea req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.240902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6889220f-a688-41b8-b93c-350afc48cfea req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.245040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6889220f-a688-41b8-b93c-350afc48cfea req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.246921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6889220f-a688-41b8-b93c-350afc48cfea req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] 10.222.0.97 "DELETE /v2.0/security-groups/c02f8ca5-9675-4763-80ba-a628267a0f8b HTTP/1.1" status: 204 len: 173 time: 0.1699612 Nov 12 03:19:30.248471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b832031-bb05-4af7-8d13-761fc987470b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.253641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b832031-bb05-4af7-8d13-761fc987470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.256494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a0dc5-71df-4efe-88ce-08ae591a905d tempest-SecurityGroupsTestAdminJSON-766332672 tempest-SecurityGroupsTestAdminJSON-766332672-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02f8ca5-9675-4763-80ba-a628267a0f8b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.301459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b832031-bb05-4af7-8d13-761fc987470b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5ac0a158c3f047b6a38b44329632ed24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448063 Nov 12 03:19:30.302312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832031-bb05-4af7-8d13-761fc987470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd91b6-9e21-48cb-9300-45324a7e0def,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.305016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:30.363803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.397107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.461678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-b397be78-2faf-4330-929b-7ca6a471e341 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "GET /v2.0/security-groups/0318233c-074c-4320-82c2-3f0b001d526d HTTP/1.1" status: 200 len: 1794 time: 0.0676832 Nov 12 03:19:30.487088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.489962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.491170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bfcd91b6-9e21-48cb-9300-45324a7e0def HTTP/1.1" status: 204 len: 168 time: 0.1850669 Nov 12 03:19:30.509071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66492331-9a6d-479a-a502-2cdfddcbee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd91b6-9e21-48cb-9300-45324a7e0def,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.584240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246464-235f-48a3-b1bf-c044a293e703 req-b647aa81-e88c-4b34-98c3-fced01614919 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.586257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7246464-235f-48a3-b1bf-c044a293e703 req-b647aa81-e88c-4b34-98c3-fced01614919 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.0782695 Nov 12 03:19:30.586835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.624066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.672227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7246464-235f-48a3-b1bf-c044a293e703 req-cde74495-7a72-4b6a-8282-965620feff41 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740297 Nov 12 03:19:30.686106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.689078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.690209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4c2dc40-a934-4693-8e98-b2dca8dd4157 req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "DELETE /v2.0/security-groups/0318233c-074c-4320-82c2-3f0b001d526d HTTP/1.1" status: 204 len: 173 time: 0.2198663 Nov 12 03:19:30.708819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88ad9-4acf-4637-ae7e-10eeaab2d2e4 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318233c-074c-4320-82c2-3f0b001d526d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:30.778011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:30.801239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36671c00-3ce8-47bb-a215-02130289a6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.884020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fc8d7-f50e-4f84-a8ff-74a334775183 req-c2ad42ff-6065-4e52-be4e-832cd2c5c2bc tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.885480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-545fc8d7-f50e-4f84-a8ff-74a334775183 req-c2ad42ff-6065-4e52-be4e-832cd2c5c2bc tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.1007857 Nov 12 03:19:30.939333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:30.963965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624057e-2a36-4348-80a0-42f717b2d551 req-6a94cdf3-6484-48ae-860b-574c5699b179 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:30.965444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e624057e-2a36-4348-80a0-42f717b2d551 req-6a94cdf3-6484-48ae-860b-574c5699b179 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 943 time: 0.1219110 Nov 12 03:19:30.987748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-545fc8d7-f50e-4f84-a8ff-74a334775183 req-884d0d57-ea09-415a-b5aa-ec5032f0bce4 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939767 Nov 12 03:19:31.008657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36671c00-3ce8-47bb-a215-02130289a6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.016380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36671c00-3ce8-47bb-a215-02130289a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.094631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e624057e-2a36-4348-80a0-42f717b2d551 req-62833778-136a-4d42-b7e6-7c4b5c071fbb tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218364 Nov 12 03:19:31.100224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-36671c00-3ce8-47bb-a215-02130289a6fd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fb3e56bc5aeb4bfb83ac06542499f381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211651 Nov 12 03:19:31.102977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:31.106828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36671c00-3ce8-47bb-a215-02130289a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb3f15-483c-4bf7-a5f2-c5b44386a12c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.112964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-b777006f-cfce-497b-a4c3-f8d8f6108f84 tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "GET /v2.0/security-groups/2dc80cc2-7d09-41b4-acde-dbc6030ad7a4 HTTP/1.1" status: 200 len: 1794 time: 0.0993724 Nov 12 03:19:31.170267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.192094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.200117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.233652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78aeb4-0a71-4849-b5f3-d1009b809f93 req-2bf5ba0c-9f91-48b2-8d39-261a13e149b8 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.235235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d78aeb4-0a71-4849-b5f3-d1009b809f93 req-2bf5ba0c-9f91-48b2-8d39-261a13e149b8 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 947 time: 0.0730324 Nov 12 03:19:31.236684 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.238552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.242645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.243882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/12bb3f15-483c-4bf7-a5f2-c5b44386a12c HTTP/1.1" status: 204 len: 168 time: 0.1392939 Nov 12 03:19:31.252854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f5081-ee13-4f41-b008-d2179b4cc30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb3f15-483c-4bf7-a5f2-c5b44386a12c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.306156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d78aeb4-0a71-4849-b5f3-d1009b809f93 req-e87a79e5-4043-4b05-84ee-04bb21348353 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Nov 12 03:19:31.311975 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.315059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.316387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f1b59cf-6f09-409e-87d1-8c215334fd67 req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] 10.222.0.97 "DELETE /v2.0/security-groups/2dc80cc2-7d09-41b4-acde-dbc6030ad7a4 HTTP/1.1" status: 204 len: 173 time: 0.1959674 Nov 12 03:19:31.327880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec733a4-4ce4-4209-9a4c-7677549b7e6e tempest-SecurityGroupsTestAdminJSON-8895191 tempest-SecurityGroupsTestAdminJSON-8895191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc80cc2-7d09-41b4-acde-dbc6030ad7a4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:31.586312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59574) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:31.843964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3833c6e-7ed0-448f-8259-4e69a959179a req-04c3d22b-7fd5-4b70-b4a2-55665ef42541 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.847693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3833c6e-7ed0-448f-8259-4e69a959179a req-04c3d22b-7fd5-4b70-b4a2-55665ef42541 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.0964279 Nov 12 03:19:31.857703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f1f7cd03-6739-459d-8501-f5b2c6a1528d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=00d1f88eebbc45c6892da94e7bbef5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702010 Nov 12 03:19:31.860175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:31.936849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:31.944354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3833c6e-7ed0-448f-8259-4e69a959179a req-d47c9150-0687-4ff6-8895-33aa17d34d83 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892732 Nov 12 03:19:31.977724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b66a6-3c1f-4476-abe6-e6e9491d1f50 req-3963b876-4413-40f9-a0d4-fe54d8db3929 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:31.979945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a81b66a6-3c1f-4476-abe6-e6e9491d1f50 req-3963b876-4413-40f9-a0d4-fe54d8db3929 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.0951636 Nov 12 03:19:31.981102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.038471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:32.046912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.050011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.053538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a1a994c4-a06b-4a49-9ea6-36c697ade8e6 HTTP/1.1" status: 204 len: 168 time: 0.1901114 Nov 12 03:19:32.062694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece2ec6-b4c1-4dc5-b777-b12e642c113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a994c4-a06b-4a49-9ea6-36c697ade8e6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.105870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a81b66a6-3c1f-4476-abe6-e6e9491d1f50 req-569812cf-6522-48a1-be02-0b5b643d2c15 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132808 Nov 12 03:19:32.124700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1da24152-6b1e-4f5a-87ca-01e5a02304e5 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:32.183578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:32.278599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6477be-f62a-440e-aa9d-583e488ed176 req-a2a34d06-8dc2-4b17-9760-005bc1d11f1b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.281168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f6477be-f62a-440e-aa9d-583e488ed176 req-a2a34d06-8dc2-4b17-9760-005bc1d11f1b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 943 time: 0.0853894 Nov 12 03:19:32.336612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 749454eb-2954-4411-8bd7-d5099ac4c88d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:32.346464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.350133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 749454eb-2954-4411-8bd7-d5099ac4c88d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:32.350606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.381049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f6477be-f62a-440e-aa9d-583e488ed176 req-b1426cd5-dd69-414b-bf86-3755b7cb4f6e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891850 Nov 12 03:19:32.383637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1da24152-6b1e-4f5a-87ca-01e5a02304e5', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1da24152-6b1e-4f5a-87ca-01e5a02304e5', 'mac_address': 'fa:16:3e:a8:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:32.482878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e90791b-3c67-437d-93e8-81c1c785386c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.496532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.522421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da24152-6b1e-4f5a-87ca-01e5a02304e5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:32.573841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.575572 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.581025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.582833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:32.606329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba2d2-4f9d-413c-ae58-6df416662405 req-c273daea-090f-4665-ac92-5ccb91c89d2c tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:32.607940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-853ba2d2-4f9d-413c-ae58-6df416662405 req-c273daea-090f-4665-ac92-5ccb91c89d2c tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 947 time: 0.1589038 Nov 12 03:19:32.613623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:32.661141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:32.664270 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc87c0-abc5-4947-89b0-d8fb95566b31" -d '{"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-plugged", "status": "completed", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:32.673210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.685848 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.705387 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-55397b3c-58ed-4455-a915-d4f663f273c9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=317a0098743a471eac9910bcd19df3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897908 Nov 12 03:19:32.707513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59650) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:32.728491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-853ba2d2-4f9d-413c-ae58-6df416662405 req-0dc57e9c-1af4-4e5b-bcfc-59470c594df2 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100242 Nov 12 03:19:32.742955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e90791b-3c67-437d-93e8-81c1c785386c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.751270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.756016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e90791b-3c67-437d-93e8-81c1c785386c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.798120 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f4b72-a9e3-40ff-b75a-f269698a469e x-openstack-request-id: req-346f4b72-a9e3-40ff-b75a-f269698a469e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:32.798437 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-plugged", "status": "completed", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:32.798696 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-346f4b72-a9e3-40ff-b75a-f269698a469e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:32.799103 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'code': 200} Nov 12 03:19:32.817706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7e90791b-3c67-437d-93e8-81c1c785386c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f011036ad67f403a9bc74ab6aa5507f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7789776 Nov 12 03:19:32.818072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:32.837552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.840365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.850072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90791b-3c67-437d-93e8-81c1c785386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aad24c-8dd7-414b-b545-b27ad76e499c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:32.868993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'port_id': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'mac_address': 'fa:16:3e:6a:f4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:32.890782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.923805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.938717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.939275 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.965208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:32.965993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:32.989865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:32.996463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.032264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.035452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.036588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b68a2-f628-43c2-a04e-d07769851d19 req-7fc31a20-ca6d-47c7-9546-d8049959d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.036725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/547993d4-efa6-4046-854c-0ffad65ec411 HTTP/1.1" status: 204 len: 168 time: 0.3280725 Nov 12 03:19:33.041550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.044317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.045505 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/75aad24c-8dd7-414b-b545-b27ad76e499c HTTP/1.1" status: 204 len: 168 time: 0.2265055 Nov 12 03:19:33.046019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-637b68a2-f628-43c2-a04e-d07769851d19 req-7fc31a20-ca6d-47c7-9546-d8049959d2ab service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1098 time: 0.1156812 Nov 12 03:19:33.050943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cab5c-70c4-4450-b3c4-a2e16233919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547993d4-efa6-4046-854c-0ffad65ec411,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.061140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e64952-c552-45a9-b77d-6888783a99e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aad24c-8dd7-414b-b545-b27ad76e499c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.109714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-637b68a2-f628-43c2-a04e-d07769851d19 req-076dbbc7-e903-460f-8f17-17660521c70e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Nov 12 03:19:33.129337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.244168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-90d99b62-e726-411b-8c73-fb655a4b0e64 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.246351 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-90d99b62-e726-411b-8c73-fb655a4b0e64 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.0960777 Nov 12 03:19:33.305697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061301e0-8a8c-4197-92c1-40e374b00b1d req-e398d17b-10c9-40ce-8d6a-21e1fd148227 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.316760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-061301e0-8a8c-4197-92c1-40e374b00b1d req-e398d17b-10c9-40ce-8d6a-21e1fd148227 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 950 time: 0.1029966 Nov 12 03:19:33.353690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe4bdf-19b0-4d68-a69a-93abe1c4c545 req-04c73197-e5a6-437b-b16e-ac343f74f75e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.356248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2fe4bdf-19b0-4d68-a69a-93abe1c4c545 req-04c73197-e5a6-437b-b16e-ac343f74f75e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 946 time: 0.1135902 Nov 12 03:19:33.357829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Deleting port a3bb4bf5-1274-41ef-bd04-46b94d058077 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:33.358172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.423099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-061301e0-8a8c-4197-92c1-40e374b00b1d req-be14ecb6-c396-4463-90ba-a2559cc9732f tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/security-groups?id=84fdd627-fceb-4173-9c9d-aa03e61fea64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 Nov 12 03:19:33.456642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2fe4bdf-19b0-4d68-a69a-93abe1c4c545 req-8649a663-4445-415e-ad48-a90bf51db980 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870864 Nov 12 03:19:33.481661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] For port a3bb4bf5-1274-41ef-bd04-46b94d058077, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a3bb4bf5-1274-41ef-bd04-46b94d058077,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:33.482220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.500871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Calling delete_port for a3bb4bf5-1274-41ef-bd04-46b94d058077 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:33.601922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7a4a5-4bb8-4798-8fe0-9c37b48d2947 req-ae3a69cd-a973-45be-849a-78aebe97160a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:33.607702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abb7a4a5-4bb8-4798-8fe0-9c37b48d2947 req-ae3a69cd-a973-45be-849a-78aebe97160a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 944 time: 0.0765715 Nov 12 03:19:33.670520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abb7a4a5-4bb8-4798-8fe0-9c37b48d2947 req-54e27ff1-4e9a-41d8-93c8-6e239cea59bb tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585694 Nov 12 03:19:33.681789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.705172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:33.723936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb912f94-e3f5-4924-98b7-48632830efc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.742135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a3bb4bf5-1274-41ef-bd04-46b94d058077'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:33.752401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Pushing event deleted for resources: {'Port': ['ID=a3bb4bf5-1274-41ef-bd04-46b94d058077,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:33.846050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] No DVR routers for this DVR port a3bb4bf5-1274-41ef-bd04-46b94d058077 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:33.849039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:33.853340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-495affd6-8de7-4abf-ae4d-b511de50a281 req-b44ca8c8-6b3d-452c-a0b5-d9aef3952a7d tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.16 "DELETE /v2.0/ports/a3bb4bf5-1274-41ef-bd04-46b94d058077 HTTP/1.1" status: 204 len: 173 time: 0.5944836 Nov 12 03:19:33.854037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'name': 'network-vif-deleted', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:33.856709 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b150c-f11c-4dc8-ab49-9b0e74eaacb7" -d '{"events": [{"server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "name": "network-vif-deleted", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:33.863100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:33.872757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1da24152-6b1e-4f5a-87ca-01e5a02304e5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:33.914832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59718) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.000690 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92b990-3179-4477-9950-bac92d26f0f2 x-openstack-request-id: req-fd92b990-3179-4477-9950-bac92d26f0f2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:34.000982 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929baa7b-840b-4e25-9de9-b3dba7aca174", "name": "network-vif-deleted", "tag": "a3bb4bf5-1274-41ef-bd04-46b94d058077", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:34.001755 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fd92b990-3179-4477-9950-bac92d26f0f2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:34.002231 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '929baa7b-840b-4e25-9de9-b3dba7aca174', 'name': 'network-vif-deleted', 'tag': 'a3bb4bf5-1274-41ef-bd04-46b94d058077', 'status': 'completed', 'code': 200} Nov 12 03:19:34.020865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb912f94-e3f5-4924-98b7-48632830efc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.036278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb912f94-e3f5-4924-98b7-48632830efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.108227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfa282-6c2e-4b26-9fe6-d66e230b052e req-ae581203-8f1f-460d-b711-2432c218c8c9 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.115807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fbfa282-6c2e-4b26-9fe6-d66e230b052e req-ae581203-8f1f-460d-b711-2432c218c8c9 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 948 time: 0.2401443 Nov 12 03:19:34.183619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb912f94-e3f5-4924-98b7-48632830efc8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=016bd65e30a14204b248d825c4f5befc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773796 Nov 12 03:19:34.186487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb912f94-e3f5-4924-98b7-48632830efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762aef1-0369-48ec-bf33-0aa41904f7ae,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.187446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.232530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fbfa282-6c2e-4b26-9fe6-d66e230b052e req-7269100b-5671-48ee-a80f-3365c1d6dc25 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Nov 12 03:19:34.241686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dd2885f-d398-4866-9c1c-3aab53145b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.305788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.353883 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.419133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dd2885f-d398-4866-9c1c-3aab53145b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.423766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dd2885f-d398-4866-9c1c-3aab53145b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.507352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9dd2885f-d398-4866-9c1c-3aab53145b30 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=35c111dc7c3b478f9ee5d910054c7a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5909317 Nov 12 03:19:34.507834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.511186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.514330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.517697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8762aef1-0369-48ec-bf33-0aa41904f7ae HTTP/1.1" status: 204 len: 168 time: 0.3265438 Nov 12 03:19:34.517942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2885f-d398-4866-9c1c-3aab53145b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de54de-177e-4412-8bac-37d9b6634567,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.530093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeace51-7cb4-4d43-853c-e8cfa6871aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762aef1-0369-48ec-bf33-0aa41904f7ae,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.554653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59752) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:34.615323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cef7d3-5b0b-43c5-b357-7d333f058881 req-4c859c98-5afb-4ef1-beab-e1806e71d1d7 tempest-DeleteServersAdminTestJSON-1741843505 tempest-DeleteServersAdminTestJSON-1741843505-project] 10.222.0.97 "GET /v2.0/ports?device_id=929baa7b-840b-4e25-9de9-b3dba7aca174 HTTP/1.1" status: 200 len: 210 time: 0.0531285 Nov 12 03:19:34.670210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.690121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cc26a-4d21-4db8-a8e9-f1321d592235 req-8902034f-c84a-41ad-993d-0c49b2b10e3a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.692110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-511cc26a-4d21-4db8-a8e9-f1321d592235 req-8902034f-c84a-41ad-993d-0c49b2b10e3a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 946 time: 0.0754848 Nov 12 03:19:34.712482 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.826095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-511cc26a-4d21-4db8-a8e9-f1321d592235 req-b5a78786-988f-4c26-a781-40a513bd5b7e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149409 Nov 12 03:19:34.845964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a3a82-fb2e-450b-8a60-29ec981c951a req-ec8b4722-b750-44f3-8cc4-d1966b6f8eea tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:34.847596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a32a3a82-fb2e-450b-8a60-29ec981c951a req-ec8b4722-b750-44f3-8cc4-d1966b6f8eea tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 944 time: 0.1007881 Nov 12 03:19:34.852411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.855701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:34.856989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44de54de-177e-4412-8bac-37d9b6634567 HTTP/1.1" status: 204 len: 168 time: 0.3477252 Nov 12 03:19:34.881190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd2d5-3499-4bb7-8fc5-aa3dcc3b99cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de54de-177e-4412-8bac-37d9b6634567,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:34.934780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a32a3a82-fb2e-450b-8a60-29ec981c951a req-57cfcb8e-525e-419f-8f46-64e769c6a315 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766404 Nov 12 03:19:34.939742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77a978af-b231-4f14-a3f5-01c35b04321c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.024668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77a978af-b231-4f14-a3f5-01c35b04321c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.029619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77a978af-b231-4f14-a3f5-01c35b04321c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.068433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a978af-b231-4f14-a3f5-01c35b04321c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f6b24-0f3c-4fad-8083-f0d35c478c66,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.077423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77a978af-b231-4f14-a3f5-01c35b04321c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bccefc79a39341608fc423bb21a3c122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5217061 Nov 12 03:19:35.080132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:35.139916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.166526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.218683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.221670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.225183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/661f6b24-0f3c-4fad-8083-f0d35c478c66 HTTP/1.1" status: 204 len: 168 time: 0.1413867 Nov 12 03:19:35.232069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ec8f-de55-4cc8-a1cd-4a2b21dfd5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f6b24-0f3c-4fad-8083-f0d35c478c66,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.367764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35128-3f8c-4f19-be03-8970d23c2a6e req-e2221f0c-9c7a-40d2-9d72-409337c757f7 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:35.369519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4d35128-3f8c-4f19-be03-8970d23c2a6e req-e2221f0c-9c7a-40d2-9d72-409337c757f7 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 948 time: 0.0596466 Nov 12 03:19:35.420127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4d35128-3f8c-4f19-be03-8970d23c2a6e req-473f9ddf-db46-499f-ae15-878ffb3726b3 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Nov 12 03:19:35.662433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:35.677764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0592ac46-0111-463d-afc6-2b0170b8fc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.774824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0592ac46-0111-463d-afc6-2b0170b8fc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.780477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0592ac46-0111-463d-afc6-2b0170b8fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:35.816716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ac46-0111-463d-afc6-2b0170b8fc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6833bb-5fd8-4900-9650-2f5fac103d0b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:35.849485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:35.850264 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0592ac46-0111-463d-afc6-2b0170b8fc7f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f8f22649419640978f391bf5e2c41536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863561 Nov 12 03:19:35.938232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.014993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.052498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479ec4e-4d5d-4a27-b3c5-ae9c0221a97f req-a66d50e1-fb1a-429a-a566-615af6e82bac tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.054099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e479ec4e-4d5d-4a27-b3c5-ae9c0221a97f req-a66d50e1-fb1a-429a-a566-615af6e82bac tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 946 time: 0.1169474 Nov 12 03:19:36.133312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e479ec4e-4d5d-4a27-b3c5-ae9c0221a97f req-d6b8cf47-9bf3-457f-8ab2-634ca6f9b7dc tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681131 Nov 12 03:19:36.139683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.142360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.144394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9d6833bb-5fd8-4900-9650-2f5fac103d0b HTTP/1.1" status: 204 len: 168 time: 0.2939241 Nov 12 03:19:36.158027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6833bb-5fd8-4900-9650-2f5fac103d0b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.163352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1da24152-6b1e-4f5a-87ca-01e5a02304e5 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:36.173698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.174047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.174387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.174728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.175085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.175415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.175740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.176061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.176373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.176695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.177030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.177330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fee61-4a88-4b83-a135-3f44f5e6b0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.238379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:36.242493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59846) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.243017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:36.243114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.271238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54743a6d-0a51-41f8-8aa7-44ff927d9441 req-1751796e-c55c-4561-bfb0-0e3115109b95 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.273843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54743a6d-0a51-41f8-8aa7-44ff927d9441 req-1751796e-c55c-4561-bfb0-0e3115109b95 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 944 time: 0.0566022 Nov 12 03:19:36.297024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59850) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.338772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54743a6d-0a51-41f8-8aa7-44ff927d9441 req-c4b6ebbf-2d41-480d-8cb8-b39e1f4a11a3 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580726 Nov 12 03:19:36.372741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.405694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:36.407957 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe8183-e004-49c4-a3ca-2fb2c69b8fc4" -d '{"events": [{"server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:36.423333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:36.430890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.433339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:36.435929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-0658ab99-c225-4c64-b188-a15abd4c29fd tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=ac524b1a9dab4e229b06d766f8774314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297618 Nov 12 03:19:36.505249 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb3512-aed0-4292-8422-818bfc542b13 x-openstack-request-id: req-29eb3512-aed0-4292-8422-818bfc542b13 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:36.505573 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:36.505833 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-29eb3512-aed0-4292-8422-818bfc542b13 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:36.506230 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5', 'code': 200} Nov 12 03:19:36.576309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.585738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-c7eb1645-3076-481c-8328-7c075c69657c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.587383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-c7eb1645-3076-481c-8328-7c075c69657c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506803 Nov 12 03:19:36.591253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:36.597188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:36.597788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.654617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-6c636daa-72c4-4c96-b166-59662760fc37 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/quotas/ac524b1a9dab4e229b06d766f8774314 HTTP/1.1" status: 200 len: 375 time: 0.0252461 Nov 12 03:19:36.707730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0500a4-8efd-48dc-9ed2-a2664fc5e4ac req-8a1c3a81-d92f-40b1-ba32-74f9ce42c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.709312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da0500a4-8efd-48dc-9ed2-a2664fc5e4ac req-8a1c3a81-d92f-40b1-ba32-74f9ce42c461 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 1101 time: 0.1210139 Nov 12 03:19:36.722001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6cb52-76a8-4b43-a101-e55819f235a7 req-83541854-46aa-4d5f-a8a5-7cabe5f111be tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:36.723734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34e6cb52-76a8-4b43-a101-e55819f235a7 req-83541854-46aa-4d5f-a8a5-7cabe5f111be tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.1342299 Nov 12 03:19:36.733192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.733837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-899a888c-cd65-49ee-a4a0-ac82f4d6c8ff tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672829 Nov 12 03:19:36.739495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-network', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:36.769225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e34276d0-26ee-4c7c-bb44-50abb485c50b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8a72f72df9014be19cbe8b8e8de49b9e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4708829 Nov 12 03:19:36.770600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:36.781198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:36.787106 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.821676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Made reservation on behalf of 2a7eb5d4e83f47eda95252351a8bc21d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:36.824331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.842475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.860154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:36.869355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.869703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.870074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.870367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.870693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.871050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.871650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.871980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.872500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.873164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.873164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.873446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:36.879869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.910958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34e6cb52-76a8-4b43-a101-e55819f235a7 req-01d95e67-303f-4f78-867c-a51fc84a27ef tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677833 Nov 12 03:19:36.922300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:36.924915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da0500a4-8efd-48dc-9ed2-a2664fc5e4ac req-a318089e-e29e-4d1a-a0d7-00f290ddc5bb service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901081 Nov 12 03:19:37.041900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.046259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.053609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.057018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/84fdd627-fceb-4173-9c9d-aa03e61fea64 HTTP/1.1" status: 204 len: 168 time: 0.2818747 Nov 12 03:19:37.068240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.076793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-968e92a6-4cb1-4db8-a743-c2671b771ab6 req-7e987f9f-22c4-47fd-bb64-5eb62dc7354c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 210 time: 0.0494080 Nov 12 03:19:37.092121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:37.111925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fdd627-fceb-4173-9c9d-aa03e61fea64,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.143749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.144081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.144377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.144717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.145079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.145451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.145884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.146206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.146556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.147009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.147260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.148122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6a527-77ce-46fb-a42d-82d95051a82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:37.178355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.178768 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Added segment b22007f4-8a31-473e-930b-75ffa3450967 of type vlan for network 89954bf2-0094-4f00-a190-9854eece44db Nov 12 03:19:37.249924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6032ccfa-dfde-4f2f-94d0-df6de8540b3b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.264631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.307292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.308531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.310010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.324524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da249b3-c4a3-433e-adfc-f70cd1e089b0 req-3c716c7e-690e-4f0c-abe7-ddb2c42561fc tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.331526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da249b3-c4a3-433e-adfc-f70cd1e089b0 req-3c716c7e-690e-4f0c-abe7-ddb2c42561fc tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 946 time: 0.0875077 Nov 12 03:19:37.391076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da249b3-c4a3-433e-adfc-f70cd1e089b0 req-9b4c6f94-cad1-4b75-8f6c-badcc40fa089 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535474 Nov 12 03:19:37.457245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] Pushing event updated for resources: {'Network': ['ID=89954bf2-0094-4f00-a190-9854eece44db,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.469991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 89954bf2-0094-4f00-a190-9854eece44db details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:37.489009 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9790f242-0cc4-43e5-bf47-04254201b113 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2442052 Nov 12 03:19:37.491887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:37.502024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Request body: {'subnet': {'network_id': '89954bf2-0094-4f00-a190-9854eece44db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-subnet', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:37.553781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Made reservation on behalf of 2a7eb5d4e83f47eda95252351a8bc21d for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:37.557375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.608279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb518ab7-babf-4dc8-8788-87ef9aee0eba req-b02935b1-7a07-4a7f-9fec-4c393368e49e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:37.610544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb518ab7-babf-4dc8-8788-87ef9aee0eba req-b02935b1-7a07-4a7f-9fec-4c393368e49e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.1297479 Nov 12 03:19:37.664073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:37.687502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5627779-8f28-4ba9-8222-bb092a73b902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.717533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb518ab7-babf-4dc8-8788-87ef9aee0eba req-1194617e-15cc-4e0c-8314-0d41885fab57 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919535 Nov 12 03:19:37.812880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.830924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a3bb4bf5-1274-41ef-bd04-46b94d058077 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:37.848034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5627779-8f28-4ba9-8222-bb092a73b902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.854602 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5627779-8f28-4ba9-8222-bb092a73b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:37.895180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: a3bb4bf5-1274-41ef-bd04-46b94d058077 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:37.895517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a3bb4bf5-1274-41ef-bd04-46b94d058077 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:37.937794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001560bb-2df6-4036-bcc9-1aa3e5dada2f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.949493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Checking segment: {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:37.949884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Network hostable DHCP agents. Network: 89954bf2-0094-4f00-a190-9854eece44db, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:37.973622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5627779-8f28-4ba9-8222-bb092a73b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d8d6d-eaaf-47dc-8ccf-71e0a8efad38,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:37.977336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Network 89954bf2-0094-4f00-a190-9854eece44db is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:37.991618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 89954bf2-0094-4f00-a190-9854eece44db) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:37.998611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d5627779-8f28-4ba9-8222-bb092a73b902 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e9ec8785fec3469083ac300df624fbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287461 Nov 12 03:19:37.999442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:38.000901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76662586-bbcb-4897-ae84-0eaf20783311 None None] Network 89954bf2-0094-4f00-a190-9854eece44db requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:38.012205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.012809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.044561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985b0d4-8dfa-47e9-8114-ae14a9e8c24c req-7f8b0d35-783c-4b9a-9bb1-7f17227bda5e tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.047512 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-96e0ff5e-346a-4cf9-9709-bce529ed6184 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5539618 Nov 12 03:19:38.050023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:38.054872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:38.071460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b985b0d4-8dfa-47e9-8114-ae14a9e8c24c req-7f8b0d35-783c-4b9a-9bb1-7f17227bda5e tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1098 time: 0.1883776 Nov 12 03:19:38.110345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.111693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.188313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.197507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.210825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3a035-7d82-44a6-b15c-6238470e3f91 req-d6a5ac68-3e08-4da3-a6cc-737c881f7e5e tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.212343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78c3a035-7d82-44a6-b15c-6238470e3f91 req-d6a5ac68-3e08-4da3-a6cc-737c881f7e5e tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.1326365 Nov 12 03:19:38.229016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-89954bf2-0094-4f00-a190-9854eece44db', 'network_id': '89954bf2-0094-4f00-a190-9854eece44db', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'fixed_ips': [{'subnet_id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:38.230378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.232738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b985b0d4-8dfa-47e9-8114-ae14a9e8c24c req-b5ebf000-5316-4ae2-abde-e2ab616c40ec tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596761 Nov 12 03:19:38.274527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.366405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.414644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78c3a035-7d82-44a6-b15c-6238470e3f91 req-08b8a964-31d0-44fc-aebf-a6c8e0f7fe67 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788890 Nov 12 03:19:38.451391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.454736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:38.456182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f69d8d6d-eaaf-47dc-8ccf-71e0a8efad38 HTTP/1.1" status: 204 len: 168 time: 0.4535289 Nov 12 03:19:38.488486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fb0ad-f7aa-4ed3-bf9a-d52905328c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d8d6d-eaaf-47dc-8ccf-71e0a8efad38,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:38.592673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9280a263-15c7-4da2-8262-f678c80ff8ed req-f74e542b-75d5-4ef8-aeb9-0d2254c4228c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 210 time: 0.1197948 Nov 12 03:19:38.626139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:38.626139 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83412e09-9752-4133-9021-56491faa3eef" -d '{"events": [{"server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "name": "network-vif-plugged", "status": "completed", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:38.673707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Allocated IP 172.20.0.2 (89954bf2-0094-4f00-a190-9854eece44db/001560bb-2df6-4036-bcc9-1aa3e5dada2f/1a895177-50c7-46d7-9afd-af95a5d3e351) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:38.685955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fdb5e-cd53-4806-830a-24c108dbf06b req-49ced0c9-0e59-440a-a279-5ed734ba08cc tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:38.698890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-086fdb5e-cd53-4806-830a-24c108dbf06b req-49ced0c9-0e59-440a-a279-5ed734ba08cc tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1098 time: 0.1002944 Nov 12 03:19:38.700107 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-185aa5e4-ba50-4c74-9946-3a0d3d5a2acc tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ac524b1a9dab4e229b06d766f8774314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787644 Nov 12 03:19:38.759437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-086fdb5e-cd53-4806-830a-24c108dbf06b req-8b3ce61a-2dfe-465d-aeaf-230ffd18d102 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 Nov 12 03:19:38.836653 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3546541-c478-4a25-9778-65d9f87cb7c8 x-openstack-request-id: req-e3546541-c478-4a25-9778-65d9f87cb7c8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:38.839206 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "name": "network-vif-plugged", "status": "completed", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:38.839625 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e3546541-c478-4a25-9778-65d9f87cb7c8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:38.840592 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'code': 200} Nov 12 03:19:39.076763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.082712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7c09f-237d-4233-926f-d5450f35437f req-0996561f-b14a-490f-a006-c49ea2546458 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.092263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47b7c09f-237d-4233-926f-d5450f35437f req-0996561f-b14a-490f-a006-c49ea2546458 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.1582229 Nov 12 03:19:39.096944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.124406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aee824-93a2-4fe7-ac2b-c7097fa39bca req-245e76ac-1c93-476d-b975-e920998a0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.126555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09aee824-93a2-4fe7-ac2b-c7097fa39bca req-245e76ac-1c93-476d-b975-e920998a0281 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1097 time: 0.1564403 Nov 12 03:19:39.130461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-a6c77f0b-fa6e-48a1-92fa-b7f76af63dcd tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.132515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-a6c77f0b-fa6e-48a1-92fa-b7f76af63dcd tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980064 Nov 12 03:19:39.160866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47b7c09f-237d-4233-926f-d5450f35437f req-26cdbe41-317b-434f-929b-25c8d35e75a4 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665524 Nov 12 03:19:39.181530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Pushing event updated for resources: {'Port': ['ID=1a895177-50c7-46d7-9afd-af95a5d3e351,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.205078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Request body: {'port': {'device_id': '76ebd2df-1002-41e5-a742-ee15879973e8', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'ac524b1a9dab4e229b06d766f8774314'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:39.220983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Network 89954bf2-0094-4f00-a190-9854eece44db is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:39.224496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09aee824-93a2-4fe7-ac2b-c7097fa39bca req-6b03131b-fa1d-4d3c-a9df-5b27c30007e4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682678 Nov 12 03:19:39.224942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:39.231338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:39.274333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-f90a63d2-04ea-453e-add2-ef2c24a0b744 req-39f61c9e-4e86-4673-894a-c06d89e610a1 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:39.280819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f90a63d2-04ea-453e-add2-ef2c24a0b744 req-39f61c9e-4e86-4673-894a-c06d89e610a1 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115316 Nov 12 03:19:39.296027 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.297545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Attempting to bind port 1a895177-50c7-46d7-9afd-af95a5d3e351 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:39.298098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Attempting to bind port 1a895177-50c7-46d7-9afd-af95a5d3e351 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:39.298666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Attempting to bind port 1a895177-50c7-46d7-9afd-af95a5d3e351 on network 89954bf2-0094-4f00-a190-9854eece44db {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:39.304126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:39.304878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Checking segment: {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:39.305488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.306082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Bound using segment: {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:39.306749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Bound port: 1a895177-50c7-46d7-9afd-af95a5d3e351, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:39.307365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.394640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] For port 1a895177-50c7-46d7-9afd-af95a5d3e351, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:39.399359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] For port 1a895177-50c7-46d7-9afd-af95a5d3e351, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1a895177-50c7-46d7-9afd-af95a5d3e351,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:39.405059 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.443659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.530005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.568084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f455-f8e2-477a-8cd8-3554bd90cf8a None None] Pushing event updated for resources: {'Port': ['ID=1a895177-50c7-46d7-9afd-af95a5d3e351,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:39.660160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Made reservation on behalf of ac524b1a9dab4e229b06d766f8774314 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:39.662231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:39.663896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.679237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9dfca-9cbc-48fd-9843-225d0a67857c req-1d92151b-a606-44a8-adb6-87df83ba6b66 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:39.679411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:39.681318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23f9dfca-9cbc-48fd-9843-225d0a67857c req-1d92151b-a606-44a8-adb6-87df83ba6b66 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.1341634 Nov 12 03:19:39.742530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Allocated IP 172.25.7.88 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c13b9be9-78e1-4734-a630-a32833d65059) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:39.783658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23f9dfca-9cbc-48fd-9843-225d0a67857c req-bdd72fd3-bc86-416b-b5f5-38754b455fa4 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935998 Nov 12 03:19:39.986037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51edb8bd-33d1-44df-bf6b-06701fd49493 req-3b222ee6-4d8d-453f-95e2-0260e8eebb73 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 210 time: 0.0828986 Nov 12 03:19:40.072946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1a895177-50c7-46d7-9afd-af95a5d3e351 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:40.097664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76254a0d-d468-46d2-95e5-5c56570bcd04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.130400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1a895177-50c7-46d7-9afd-af95a5d3e351 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:40.131312 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.215659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76254a0d-d468-46d2-95e5-5c56570bcd04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.220635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76254a0d-d468-46d2-95e5-5c56570bcd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.263610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.269062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-76254a0d-d468-46d2-95e5-5c56570bcd04 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5121019c426941cf899110bb38cd9868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5867066 Nov 12 03:19:40.270399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76254a0d-d468-46d2-95e5-5c56570bcd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39413a86-c349-4c96-9ab8-56750f553223,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.273706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:40.297617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.307670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.311719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 1a895177-50c7-46d7-9afd-af95a5d3e351, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1a895177-50c7-46d7-9afd-af95a5d3e351,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:40.317471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.353865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.385795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.423969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.464383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=1a895177-50c7-46d7-9afd-af95a5d3e351,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.465331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.472675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.478780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.483033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/39413a86-c349-4c96-9ab8-56750f553223 HTTP/1.1" status: 204 len: 168 time: 0.2053466 Nov 12 03:19:40.505098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3c8f-498c-4d6e-9e9b-22f16e4d097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39413a86-c349-4c96-9ab8-56750f553223,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.590424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:40.655993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Allocated IP 192.168.233.96 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/b25871e9-34e8-4468-b9ab-8e648a2c26c3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:40.692296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:40.699894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:40.711651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:40.773350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Pushing event updated for resources: {'Port': ['ID=c13b9be9-78e1-4734-a630-a32833d65059,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:40.946264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb53f-6b16-43fd-8b92-7e201b021259 None None] Network 89954bf2-0094-4f00-a190-9854eece44db requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:40.966396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed146203-a790-4523-92e6-9ce034f96e4c req-5dfaedf5-289a-4474-a95b-d150f60403cf tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:40.984708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed146203-a790-4523-92e6-9ce034f96e4c req-5dfaedf5-289a-4474-a95b-d150f60403cf tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.1205430 Nov 12 03:19:41.135582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8e4a313d-34d7-46e3-9552-2a732fdd8173 None None] Provisioning complete for port 1a895177-50c7-46d7-9afd-af95a5d3e351 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:41.136155 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8e4a313d-34d7-46e3-9552-2a732fdd8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.294831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.302181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.469641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed146203-a790-4523-92e6-9ce034f96e4c req-c7538b7c-11ad-42a8-85b1-732532304396 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838409 Nov 12 03:19:41.512127 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.641102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:41.648465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:41.655708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Pushing event updated for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:41.662879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:41.673157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:41.677433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.767401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-d7214a74-c023-4bd5-8af3-8f7cde555895 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5786557 Nov 12 03:19:41.788402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b00c8-8964-48e2-ba61-bbdc00831ebe req-64813113-77cd-46cb-b37a-e7f47b477462 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:41.798898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f3b00c8-8964-48e2-ba61-bbdc00831ebe req-64813113-77cd-46cb-b37a-e7f47b477462 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 935 time: 0.0889220 Nov 12 03:19:41.802809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Request body: {'port': {'device_id': '76ebd2df-1002-41e5-a742-ee15879973e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:41.829015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.861604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fc47914f-7baf-4998-ba2c-ab9f9d2a8109 None None] Provisioning complete for port 1a895177-50c7-46d7-9afd-af95a5d3e351 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:41.862092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc47914f-7baf-4998-ba2c-ab9f9d2a8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:41.948933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f3b00c8-8964-48e2-ba61-bbdc00831ebe req-6d537ec9-f42e-41cd-bac1-95f3c5bf3e7d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485441 Nov 12 03:19:42.019411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1a895177-50c7-46d7-9afd-af95a5d3e351 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:42.035763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.037374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:42.116098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Router cc311f50-0554-40fd-9dc1-31d315c30f07 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:42.143062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1a895177-50c7-46d7-9afd-af95a5d3e351 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:42.144273 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.248381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f385ccf6-27b3-4c27-bde8-4179c4f8ec27 None None] Provisioning complete for port b25871e9-34e8-4468-b9ab-8e648a2c26c3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:42.248896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f385ccf6-27b3-4c27-bde8-4179c4f8ec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.275017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-e35991cf-7e4d-4cc1-8505-75ac97b1d288 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:42.287499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-e35991cf-7e4d-4cc1-8505-75ac97b1d288 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2476394 Nov 12 03:19:42.295675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f385ccf6-27b3-4c27-bde8-4179c4f8ec27 None None] Port b25871e9-34e8-4468-b9ab-8e648a2c26c3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:42.341695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:42.356097 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Sync routers for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:42.383600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:42.386677 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:42.394636 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.396150 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a6ae4e2d-7864-4916-81f0-286a4a9d3f97 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3449256 Nov 12 03:19:42.399392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:42.566042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b25871e9-34e8-4468-b9ab-8e648a2c26c3 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:42.595299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.617161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Transition to ACTIVE for port object b25871e9-34e8-4468-b9ab-8e648a2c26c3 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:42.625351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.637854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5b12ffa1-96d3-4edf-bae9-f4bccc9861f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:42.639599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5b12ffa1-96d3-4edf-bae9-f4bccc9861f4 service neutron] 10.222.0.97 "GET /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 1095 time: 0.1664615 Nov 12 03:19:42.649842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Request body: {'binding': {'host': 'n-h1-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:42.650609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:19:42.698156 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:42.733940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60124) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:42.760637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Pushing event updated for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:42.771586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Attempting to bind port b25871e9-34e8-4468-b9ab-8e648a2c26c3 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:42.771921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Attempting to bind port b25871e9-34e8-4468-b9ab-8e648a2c26c3 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:42.772282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Attempting to bind port b25871e9-34e8-4468-b9ab-8e648a2c26c3 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:42.789717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Port b25871e9-34e8-4468-b9ab-8e648a2c26c3 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:42.789945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Attempting to bind port b25871e9-34e8-4468-b9ab-8e648a2c26c3 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:42.797339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:42.797567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:42.797954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:42.798381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Bound port: b25871e9-34e8-4468-b9ab-8e648a2c26c3, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:42.804808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:42.951726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-572123923-network', 'tenant_id': '3719fc7104364db3ab5ffa9c63f9c302'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:42.996012 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:40Z', 'revision_number': 3, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:43.009559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:43.015420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:43.025347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.047164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Checking router: cc311f50-0554-40fd-9dc1-31d315c30f07 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:43.047549 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Updating router cc311f50-0554-40fd-9dc1-31d315c30f07 port c13b9be9-78e1-4734-a630-a32833d65059 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:43.054972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Made reservation on behalf of 3719fc7104364db3ab5ffa9c63f9c302 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:43.057297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.078831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.080310 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.119114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.120254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.121660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] 10.222.0.16 "PUT /v2.0/ports/b25871e9-34e8-4468-b9ab-8e648a2c26c3 HTTP/1.1" status: 200 len: 1096 time: 1.3305130 Nov 12 03:19:43.125542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:43.127827 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db92b529-7be3-422e-93b3-2d56c65ac75e" -d '{"events": [{"name": "network-changed", "server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:43.151323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on host n-h1-766726-29 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:43.152419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:43.152925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:43.158768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51855-0a6c-451a-af4a-bc7cc6a25530 service neutron] Pushing event updated for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.166629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:43.168003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:43.205798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee24a6-1094-411a-9c33-f29fe4a5aa5e req-67aaf28b-8b07-46c9-a33f-6c0c8485268b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.212188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbee24a6-1094-411a-9c33-f29fe4a5aa5e req-67aaf28b-8b07-46c9-a33f-6c0c8485268b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.1387098 Nov 12 03:19:43.213018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:43.213344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:43.213725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:43.215638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Bound port: 749454eb-2954-4411-8bd7-d5099ac4c88d, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:43.277062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.284482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.296014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-1584f3b5-71c9-4830-a217-d896e5bf66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.298353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-1584f3b5-71c9-4830-a217-d896e5bf66ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 1099 time: 0.1019688 Nov 12 03:19:43.315481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:43.374145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.374453 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Added segment d3f12204-ef17-453a-9650-9d20d1d130f8 of type vlan for network a7aeb9b8-f80e-493a-8edb-cb5bc66595ba Nov 12 03:19:43.384029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04727f6a-aac9-4e8e-a9fa-a108738ded0d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.388315 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-ecb6895e-3589-4ec5-93f4-0ebf5cb92a03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3 HTTP/1.1" status: 200 len: 217 time: 0.0626855 Nov 12 03:19:43.441469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:43.451688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbee24a6-1094-411a-9c33-f29fe4a5aa5e req-6b9be63a-f921-4864-8a11-99e116ee027b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114036 Nov 12 03:19:43.454519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.466555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.473140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-5ce5aec7-4866-4f50-bf1c-e0339ac6037e service neutron] 10.222.0.97 "POST /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8266947 Nov 12 03:19:43.497470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-605ee779-61f6-46ba-83df-f3678a7f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.499611 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-605ee779-61f6-46ba-83df-f3678a7f86d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0893497 Nov 12 03:19:43.509869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.511203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.512067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.534915 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.545494 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.564295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.582296 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8462293 Nov 12 03:19:43.587868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:43.608187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Request body: {'subnet': {'network_id': 'a7aeb9b8-f80e-493a-8edb-cb5bc66595ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-572123923-subnet', 'tenant_id': '3719fc7104364db3ab5ffa9c63f9c302', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:43.648633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106339f-7f7a-4485-a4fe-d1b3a54f5c5a admin admin] Pushing event updated for resources: {'Network': ['ID=a7aeb9b8-f80e-493a-8edb-cb5bc66595ba,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.666774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-68ac97e9-be64-48ee-b257-eed022182dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:43.667827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a7aeb9b8-f80e-493a-8edb-cb5bc66595ba details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:43.668474 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Attempting to bind port c13b9be9-78e1-4734-a630-a32833d65059 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:43.668474 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Attempting to bind port c13b9be9-78e1-4734-a630-a32833d65059 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:43.668670 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Attempting to bind port c13b9be9-78e1-4734-a630-a32833d65059 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:43.668746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-68ac97e9-be64-48ee-b257-eed022182dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538491 Nov 12 03:19:43.671847 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Pushing event updated for resources: {'Port': ['ID=c13b9be9-78e1-4734-a630-a32833d65059,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:43.693882 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:43.694300 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:43.694768 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.695440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:43.695926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Bound port: c13b9be9-78e1-4734-a630-a32833d65059, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:43.696304 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.739666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Made reservation on behalf of 3719fc7104364db3ab5ffa9c63f9c302 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:43.742896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.762908 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.763500 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.763986 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.764498 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.764978 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.765454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.766058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.766314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.766888 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.777692 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.778058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.778827 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:19:43.832901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] For port c13b9be9-78e1-4734-a630-a32833d65059, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:43.840459 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] For port c13b9be9-78e1-4734-a630-a32833d65059, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c13b9be9-78e1-4734-a630-a32833d65059,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:43.847527 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:43.864040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-83667472-b52d-497c-b117-17e0154a4268 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806390 Nov 12 03:19:43.924627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:43.925316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:43.931816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb087651-6b0f-4bab-bcf8-d515cdb06fc3 None None] Pushing event updated for resources: {'Port': ['ID=c13b9be9-78e1-4734-a630-a32833d65059,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.049616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:44.051337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753841a-7e79-4fc3-aff1-27ef7d989ac9 req-301afb95-7a5f-4320-8050-5750206cdd27 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.052901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9753841a-7e79-4fc3-aff1-27ef7d989ac9 req-301afb95-7a5f-4320-8050-5750206cdd27 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.2535279 Nov 12 03:19:44.068583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Allocated IP 172.20.0.1 (89954bf2-0094-4f00-a190-9854eece44db/001560bb-2df6-4036-bcc9-1aa3e5dada2f/9088305a-df01-4dca-9cd6-30b93f74d37e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:44.156839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fbe74-37cf-4c3c-9d27-18fb49ad046f req-76f65d04-827e-488e-af04-e1c316c774e3 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.165032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-279fbe74-37cf-4c3c-9d27-18fb49ad046f req-76f65d04-827e-488e-af04-e1c316c774e3 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 947 time: 0.2240150 Nov 12 03:19:44.212679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-c9ce91bb-119e-4cfd-bfca-74028079a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.214361 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-c9ce91bb-119e-4cfd-bfca-74028079a47d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1098 time: 0.3486464 Nov 12 03:19:44.274933 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:40Z', 'revision_number': 3, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:44.305185 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0e8db68b-5561-48cf-a2f3-870955d569ef req-b6460568-c413-4948-a8b3-08da8e0ad5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801906 Nov 12 03:19:44.311610 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770b3c4-38a8-42c6-95c6-1151d463eed0 None None] The sync data for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 is: [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:40Z', 'revision_number': 3, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:44.357330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-279fbe74-37cf-4c3c-9d27-18fb49ad046f req-0c38aa86-fb38-4aa1-be58-b2421e7d8d9d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914225 Nov 12 03:19:44.374010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-7bf37b2d-da2d-4681-8a93-3c9da52cc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.379241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9753841a-7e79-4fc3-aff1-27ef7d989ac9 req-67b11be2-e2a5-4797-b64f-30ab9f8e6970 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040693 Nov 12 03:19:44.380398 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-7bf37b2d-da2d-4681-8a93-3c9da52cc8df service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1492715 Nov 12 03:19:44.382626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.468499 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed65dcb-aacf-479c-9758-1db3234d05f1 x-openstack-request-id: req-9ed65dcb-aacf-479c-9758-1db3234d05f1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:44.468847 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:44.469164 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ed65dcb-aacf-479c-9758-1db3234d05f1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:44.469727 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3', 'status': 'completed', 'code': 200} Nov 12 03:19:44.472019 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-c104d375-ff71-43da-8037-756ca67a6dea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0693901 Nov 12 03:19:44.551163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Checking segment: {'id': 'd3f12204-ef17-453a-9650-9d20d1d130f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a7aeb9b8-f80e-493a-8edb-cb5bc66595ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:44.551808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Network hostable DHCP agents. Network: a7aeb9b8-f80e-493a-8edb-cb5bc66595ba, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:44.571552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-61eae514-a292-4c85-949e-286918293d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.573322 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-61eae514-a292-4c85-949e-286918293d8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0832615 Nov 12 03:19:44.576254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-845f02ff-6362-458e-97d3-c879b18a0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.577720 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-845f02ff-6362-458e-97d3-c879b18a0d5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 1099 time: 0.0764265 Nov 12 03:19:44.605297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3f7bcc-3fc8-4a33-809a-079f7865d316,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:44.619892 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:44.677544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d9f5c-36fa-4a9a-8c1e-662b96497626 req-cc43e016-d5b6-4b3d-9017-b3831d740163 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.679885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-431651cd-58fa-4d20-9228-c4c5de9057e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900559 Nov 12 03:19:44.691381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-278d9f5c-36fa-4a9a-8c1e-662b96497626 req-cc43e016-d5b6-4b3d-9017-b3831d740163 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.2254269 Nov 12 03:19:44.696138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:44.710546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Network a7aeb9b8-f80e-493a-8edb-cb5bc66595ba is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:44.718465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'floatingip': {'port_id': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:44.844479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-3e0a72e9-619a-4426-b3ac-22bb6259269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:44.847866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-3e0a72e9-619a-4426-b3ac-22bb6259269d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2567434 Nov 12 03:19:44.867266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-8e83a87d-7bcb-4fb7-80b2-a461ecf6d69f service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465020 Nov 12 03:19:44.996214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-404692d7-c0c8-4e4f-a96e-1e4d78eee1e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3 HTTP/1.1" status: 200 len: 217 time: 0.1277661 Nov 12 03:19:45.088143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac6e7-b7ef-4f2a-94c1-b132708781bd req-c18b8cbb-00e4-45c0-bdbd-a90dd90eb062 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.089849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f5ac6e7-b7ef-4f2a-94c1-b132708781bd req-c18b8cbb-00e4-45c0-bdbd-a90dd90eb062 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 946 time: 0.5639136 Nov 12 03:19:45.103639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a7aeb9b8-f80e-493a-8edb-cb5bc66595ba) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:45.114095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.120572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad8a08-e633-4466-b320-7abc75420c16 None None] Network a7aeb9b8-f80e-493a-8edb-cb5bc66595ba requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:45.122429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.123157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.128343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-a457b929-cdc5-46f4-a321-620b81d4ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.131401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-a457b929-cdc5-46f4-a321-620b81d4ccc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1213458 Nov 12 03:19:45.135981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-770268c3-53f9-498a-9d44-1136f00caab7 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612429 Nov 12 03:19:45.269406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-b5780514-8069-4d40-b5d8-0a43fa62494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.277097 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-b5780514-8069-4d40-b5d8-0a43fa62494e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081738 Nov 12 03:19:45.366421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89733ba6-245f-4d7b-bdce-e91407d1de2b None None] Network a7aeb9b8-f80e-493a-8edb-cb5bc66595ba requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:45.367096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-289fc4a6-7f23-4b25-a3da-04bca1b2ff3d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7758489 Nov 12 03:19:45.427833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.512774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-89c26141-5e99-4c59-b5c9-3304d5795d49 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095284 Nov 12 03:19:45.606056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f5ac6e7-b7ef-4f2a-94c1-b132708781bd req-5d042c61-903a-4876-9c14-2f060059d767 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046728 Nov 12 03:19:45.664615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Network 89954bf2-0094-4f00-a190-9854eece44db is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:45.693282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Pushing event updated for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:45.696694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:45.722864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-edee8e78-f5ae-41e4-88d8-77f78a26dad3 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.725392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-edee8e78-f5ae-41e4-88d8-77f78a26dad3 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1098 time: 0.2086027 Nov 12 03:19:45.741851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-17fe84d5-d448-49de-a9e8-8ee2b64997ef tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.743605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-17fe84d5-d448-49de-a9e8-8ee2b64997ef tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.104 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.4738295 Nov 12 03:19:45.744695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:45.745233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.747639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-29'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:45.787022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db92b529-7be3-422e-93b3-2d56c65ac75e req-a3a1bf69-0424-4fcb-8a3c-a65c85030491 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466125 Nov 12 03:19:45.821042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:45.843775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42486e9-cba7-424e-b909-bb79c2804598 req-788285c7-b0d5-4700-849c-203ecc7e8164 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:45.845441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f42486e9-cba7-424e-b909-bb79c2804598 req-788285c7-b0d5-4700-849c-203ecc7e8164 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 947 time: 0.2661381 Nov 12 03:19:46.040218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:46.059598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aa868f4e-22e8-4eaf-9622-075e90b40068 None None] Provisioning complete for port 9088305a-df01-4dca-9cd6-30b93f74d37e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:46.059965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa868f4e-22e8-4eaf-9622-075e90b40068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.063744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c13b9be9-78e1-4734-a630-a32833d65059 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:46.092352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:46.113740 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:19:46.121513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89eb3c-8dd5-42d4-a22f-3d4efd38b555 req-452223fd-1c04-435f-9eea-a7abdb953b9d tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.123067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f89eb3c-8dd5-42d4-a22f-3d4efd38b555 req-452223fd-1c04-435f-9eea-a7abdb953b9d tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 949 time: 0.3242607 Nov 12 03:19:46.143506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.143769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.150619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aa868f4e-22e8-4eaf-9622-075e90b40068 None None] Port 9088305a-df01-4dca-9cd6-30b93f74d37e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:46.173998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c13b9be9-78e1-4734-a630-a32833d65059 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:46.174511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.180598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.181638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f42486e9-cba7-424e-b909-bb79c2804598 req-266281ad-0a6e-4afb-8e18-c2ab640b62cc tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084207 Nov 12 03:19:46.267122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-0f8281fc-6cf7-4d2a-8179-2d1eb34be10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.268961 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-0f8281fc-6cf7-4d2a-8179-2d1eb34be10b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1085 time: 0.1221991 Nov 12 03:19:46.286102 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.321836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port c13b9be9-78e1-4734-a630-a32833d65059, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c13b9be9-78e1-4734-a630-a32833d65059,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:46.327150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.382979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.408686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=c13b9be9-78e1-4734-a630-a32833d65059,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.414346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Deleting port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:19:46.414893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.419740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1919528948', 'description': 'tempest-description-1039674259'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:46.422445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:46.422770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:46.423299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.431591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:19:46.431896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Attempting to bind port 749454eb-2954-4411-8bd7-d5099ac4c88d on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:46.441229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:46.441564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:46.441935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:46.442361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Bound port: 749454eb-2954-4411-8bd7-d5099ac4c88d, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:46.442705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.472466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:46.474606 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b3ae89-07e4-47e1-a7f8-740c556324f2" -d '{"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:46.500245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-70984493-9eed-4344-a030-44e5239752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.501748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-70984493-9eed-4344-a030-44e5239752c7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2000670 Nov 12 03:19:46.522252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f89eb3c-8dd5-42d4-a22f-3d4efd38b555 req-dc542ed2-0465-4ca8-ad4d-255ad0739a49 tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/security-groups?id=f24955c2-16da-4de5-8a49-0f113e9eebad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838429 Nov 12 03:19:46.583030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-0964be34-8d6b-423e-8775-8ccef60474ce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0656874 Nov 12 03:19:46.593260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:46.602944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:46.656330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.694190 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.726231 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329b2fe8-c89c-4fea-a8a1-699482f912d8 x-openstack-request-id: req-329b2fe8-c89c-4fea-a8a1-699482f912d8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:46.726752 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:46.726752 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-329b2fe8-c89c-4fea-a8a1-699482f912d8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:46.727671 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'code': 200} Nov 12 03:19:46.730741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=8']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:46.754972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-eeefaf10-9dfc-4ea3-9f2a-1e4e7b12de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.757014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-eeefaf10-9dfc-4ea3-9f2a-1e4e7b12de54 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1515982 Nov 12 03:19:46.782293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:46.782526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:46.784374 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1a9d9aa8-5fd7-4d36-b7da-c421231858fa service neutron] 10.222.0.16 "PUT /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 1124 time: 1.0423586 Nov 12 03:19:46.818553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-a10ab964-3b54-45c2-8b40-07917b5e340f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409362 Nov 12 03:19:46.925292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-a30b6842-35ed-482d-9f27-3fb175100832 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945356 Nov 12 03:19:46.986702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:19:47.024376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['749454eb-2954-4411-8bd7-d5099ac4c88d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:47.042152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] For port 1da24152-6b1e-4f5a-87ca-01e5a02304e5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1da24152-6b1e-4f5a-87ca-01e5a02304e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:47.042579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.103846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Calling delete_port for 1da24152-6b1e-4f5a-87ca-01e5a02304e5 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:19:47.112160 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3414b754-a403-47f3-8e13-5d3c39c67074 req-8726d891-9ec0-4731-b700-428e8b7c2671 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909100 Nov 12 03:19:47.158953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.222379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.226646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.275123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385a3b-2007-46f7-b163-5ef8c21ce92c req-c1b4d8c5-9288-40a4-8f18-70fbb82ab52d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.276506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73385a3b-2007-46f7-b163-5ef8c21ce92c req-c1b4d8c5-9288-40a4-8f18-70fbb82ab52d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.2948015 Nov 12 03:19:47.277104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.277796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.380557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.430587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.493020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Pushing event updated for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.536035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73385a3b-2007-46f7-b163-5ef8c21ce92c req-061916cf-29c3-4a59-936d-7665a49a925b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452326 Nov 12 03:19:47.545096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.545096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c72d489-cd16-4fad-80aa-38776cbafa02 req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1416621 Nov 12 03:19:47.561029 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 associated. External IP: 172.25.7.92, port: c0808fe8-ea8b-4147-aa26-e109ec5f6eb2. Nov 12 03:19:47.649794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e7b9f-d3ab-4eb8-b0ec-59aafaebcb73 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25011539-1f73-41f5-bfe9-ec8e78331308,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.661479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Network 89954bf2-0094-4f00-a190-9854eece44db is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:47.682051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:47.757568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:47.834680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1da24152-6b1e-4f5a-87ca-01e5a02304e5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:47.848159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-080b688b-6b13-4de3-85e2-3e25a5c270e9 req-db42ce29-1bc3-4a42-89fe-2f55c96f300f tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.97 "GET /v2.0/ports?device_id=19a38ecc-a684-48fe-8120-314db3dbaa8b HTTP/1.1" status: 200 len: 210 time: 0.1099916 Nov 12 03:19:47.858514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Pushing event deleted for resources: {'Port': ['ID=1da24152-6b1e-4f5a-87ca-01e5a02304e5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:47.899921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b25871e9-34e8-4468-b9ab-8e648a2c26c3 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:47.907507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d3117-e90d-4c29-b25d-b7bfa323b7e7 req-4b5f59cd-177e-44b9-ada6-6c96ad6e9d9a tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:47.914712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d98d3117-e90d-4c29-b25d-b7bfa323b7e7 req-4b5f59cd-177e-44b9-ada6-6c96ad6e9d9a tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 947 time: 0.2623920 Nov 12 03:19:48.020961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c13b9be9-78e1-4734-a630-a32833d65059 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:48.059217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] No DVR routers for this DVR port 1da24152-6b1e-4f5a-87ca-01e5a02304e5 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:48.084386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.087991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-324df440-4a37-49f7-b7a0-a5368a7648b1 req-12fc0915-be5a-45ca-8cc4-e1d40e2086aa tempest-TenantUsagesTestJSON-17813209 tempest-TenantUsagesTestJSON-17813209-project] 10.222.0.104 "DELETE /v2.0/ports/1da24152-6b1e-4f5a-87ca-01e5a02304e5 HTTP/1.1" status: 204 len: 173 time: 2.2917128 Nov 12 03:19:48.093811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'name': 'network-vif-deleted', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:48.096384 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2bd1aa-d9e2-4c3d-9ff4-528871ed16a5" -d '{"events": [{"server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "name": "network-vif-deleted", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:48.127864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Router cc311f50-0554-40fd-9dc1-31d315c30f07 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:48.175228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-7edc949d-08b9-4409-8853-93b06b444771 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/25011539-1f73-41f5-bfe9-ec8e78331308 HTTP/1.1" status: 200 len: 1822 time: 0.2121065 Nov 12 03:19:48.186762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5657a393-9e35-4c86-97e1-53b898d4d872 None None] Provisioning complete for port 9088305a-df01-4dca-9cd6-30b93f74d37e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:48.187214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5657a393-9e35-4c86-97e1-53b898d4d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.194770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d98d3117-e90d-4c29-b25d-b7bfa323b7e7 req-299b9e3b-2783-45d4-869d-b94d0434d169 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765734 Nov 12 03:19:48.205562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25011539-1f73-41f5-bfe9-ec8e78331308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:48.205881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '25011539-1f73-41f5-bfe9-ec8e78331308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:48.257897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:48.261950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5657a393-9e35-4c86-97e1-53b898d4d872 None None] Port 9088305a-df01-4dca-9cd6-30b93f74d37e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:19:48.283091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:19:48.297517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3', 'mac_address': 'fa:16:3e:81:44:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:19:48.315727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c13b9be9-78e1-4734-a630-a32833d65059 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:48.317056 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.352631 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f73ca-d4e9-4c18-a983-76d3cc3f0e33 x-openstack-request-id: req-da4f73ca-d4e9-4c18-a983-76d3cc3f0e33 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:48.353010 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a38ecc-a684-48fe-8120-314db3dbaa8b", "name": "network-vif-deleted", "tag": "1da24152-6b1e-4f5a-87ca-01e5a02304e5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:48.353332 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-da4f73ca-d4e9-4c18-a983-76d3cc3f0e33 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:48.353797 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a38ecc-a684-48fe-8120-314db3dbaa8b', 'name': 'network-vif-deleted', 'tag': '1da24152-6b1e-4f5a-87ca-01e5a02304e5', 'status': 'completed', 'code': 200} Nov 12 03:19:48.388035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.405530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b25871e9-34e8-4468-b9ab-8e648a2c26c3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:48.435454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:48.464821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.464949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:48.477409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ca22e904-a431-4c3e-93af-555dd919052a admin admin] 10.222.0.97 "PUT /v2.0/routers/cc311f50-0554-40fd-9dc1-31d315c30f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0768845 Nov 12 03:19:48.485643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.492115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Sync routers for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:48.532036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:48.532649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:48.561377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.572403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.581230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:48.592626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:48.609401 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:48.611752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.628338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:48.629299 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:48.660589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:48.728166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:48.731426 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2" -d '{"events": [{"name": "network-changed", "server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:48.821257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:48.840787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b25871e9-34e8-4468-b9ab-8e648a2c26c3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:19:48.847191 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:48.956968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d28641-b082-459b-8025-503ddb283985,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:48.966990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:48.976534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8ab2fc6-d980-4383-9df3-e0f88078388e req-a818619a-e45c-45a2-bdb6-4edb0eb5eb6f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7793398 Nov 12 03:19:49.031611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fb273e7b-0563-4f64-8965-3207dcf43dd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "PUT /v2.0/floatingips/d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 HTTP/1.1" status: 200 len: 990 time: 4.3312206 Nov 12 03:19:49.065439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aac495e8-4cd7-4c0c-9cf0-e51de837bf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.067371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1191c17-7a6b-4135-ad22-cf4c6c31f34c req-065fe110-63e4-41bb-92b2-8065b55d7785 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.069920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1191c17-7a6b-4135-ad22-cf4c6c31f34c req-065fe110-63e4-41bb-92b2-8065b55d7785 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.1312737 Nov 12 03:19:49.085744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:45Z', 'revision_number': 4, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9088305a-df01-4dca-9cd6-30b93f74d37e', 'name': '', 'network_id': '89954bf2-0094-4f00-a190-9854eece44db', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'mac_address': 'fa:16:3e:48:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:43Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 2, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'subnets': [{'id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:49.138348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Checking router: cc311f50-0554-40fd-9dc1-31d315c30f07 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:49.138700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Updating router cc311f50-0554-40fd-9dc1-31d315c30f07 port 9088305a-df01-4dca-9cd6-30b93f74d37e binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:49.175802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1191c17-7a6b-4135-ad22-cf4c6c31f34c req-25ca5ea9-d5c8-4d8c-adea-f0c506ce08d3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Nov 12 03:19:49.205746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.228833 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805282e-90f9-4cc3-8ccf-42f26ba5e4e4 x-openstack-request-id: req-b805282e-90f9-4cc3-8ccf-42f26ba5e4e4 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:49.229351 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:49.229803 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b805282e-90f9-4cc3-8ccf-42f26ba5e4e4 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:49.230832 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'status': 'completed', 'code': 200} Nov 12 03:19:49.231634 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6a:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 1, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:49.264954 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:49.285265 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:49.285839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:49.317408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aac495e8-4cd7-4c0c-9cf0-e51de837bf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.325319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aac495e8-4cd7-4c0c-9cf0-e51de837bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.375691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac495e8-4cd7-4c0c-9cf0-e51de837bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d46f8-53fc-42cf-be2d-34748a1587f0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.380858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aac495e8-4cd7-4c0c-9cf0-e51de837bf30 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b68aead913e041ecb79b25190ae67cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585191 Nov 12 03:19:49.383060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-682237232', 'description': 'tempest-description-793823979'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:49.386039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60272) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:49.485664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.503259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.519385 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:49.533289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.562430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-03dbf7dc-0246-4040-94f3-6534d7153f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.564320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-03dbf7dc-0246-4040-94f3-6534d7153f4a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1127 time: 0.2687049 Nov 12 03:19:49.609043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.614784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.619881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7e4d46f8-53fc-42cf-be2d-34748a1587f0 HTTP/1.1" status: 204 len: 168 time: 0.2302618 Nov 12 03:19:49.632606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046cdb-118e-4b22-b8c8-b59efecdd47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d46f8-53fc-42cf-be2d-34748a1587f0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.662197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:49.780566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-27878d68-f9c3-4c3e-9098-d59b2683e400 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4144192 Nov 12 03:19:49.784586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.794166 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.798376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:49.830762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-fea867d4-c5a8-4e56-804a-f05571758e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:49.832357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-fea867d4-c5a8-4e56-804a-f05571758e74 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2584491 Nov 12 03:19:49.861629 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-956276cc-90c7-41ca-9485-3664371065fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6a:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 1, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:49.877273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.903144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:19:49.920046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-27d82139-eed9-42ac-b535-8d0825bc40dc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0740409 Nov 12 03:19:49.920291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:49.938705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a70e9f57-663e-4b1e-9893-a699c2343bb0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=263728f995544df48e50504b25729850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734423 Nov 12 03:19:49.943345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60282) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:49.948242 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956276cc-90c7-41ca-9485-3664371065fd None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6a:f4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 1, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:49.958575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce071-8cfe-44a8-bb59-0bab4a5865c2 None None] Pushing event updated for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:49.974225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b25871e9-34e8-4468-b9ab-8e648a2c26c3 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:49.977681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.063633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.089285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.105488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.106327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67dac2f0-25b0-477c-8c55-579c9619d511 req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7382343 Nov 12 03:19:50.133213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Attempting to bind port 9088305a-df01-4dca-9cd6-30b93f74d37e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:50.133795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Attempting to bind port 9088305a-df01-4dca-9cd6-30b93f74d37e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:50.134161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Attempting to bind port 9088305a-df01-4dca-9cd6-30b93f74d37e on network 89954bf2-0094-4f00-a190-9854eece44db {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:50.151103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:50.151480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Checking segment: {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:50.151880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.152278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Bound using segment: {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:50.153145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Bound port: 9088305a-df01-4dca-9cd6-30b93f74d37e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22007f4-8a31-473e-930b-75ffa3450967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '89954bf2-0094-4f00-a190-9854eece44db'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:50.153145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.176071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d4111-10df-4521-b1c5-26c383812302 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d25702-f12d-42e6-8484-a7c0e2f36ff2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.180534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.184615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.186001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f24955c2-16da-4de5-8a49-0f113e9eebad HTTP/1.1" status: 204 len: 168 time: 0.2403910 Nov 12 03:19:50.220121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbaff2-49da-4fb0-8cfb-8289620ae2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24955c2-16da-4de5-8a49-0f113e9eebad,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.221918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-983f1f3e-1550-46b3-b3db-74953779c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.229319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-983f1f3e-1550-46b3-b3db-74953779c963 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.2881238 Nov 12 03:19:50.258615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1da24152-6b1e-4f5a-87ca-01e5a02304e5 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:50.310050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:50.325646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-4817875f-2354-466e-a780-e399798f29b4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841482 Nov 12 03:19:50.338540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 1da24152-6b1e-4f5a-87ca-01e5a02304e5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:19:50.338917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1da24152-6b1e-4f5a-87ca-01e5a02304e5 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:50.345541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port b25871e9-34e8-4468-b9ab-8e648a2c26c3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:19:50.355219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:50.359872 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac4bac9-60bc-4b23-8c34-15e99c603653" -d '{"events": [{"name": "network-changed", "server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:50.385546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] For port 9088305a-df01-4dca-9cd6-30b93f74d37e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:50.389088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] For port 9088305a-df01-4dca-9cd6-30b93f74d37e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9088305a-df01-4dca-9cd6-30b93f74d37e,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:50.392155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port b25871e9-34e8-4468-b9ab-8e648a2c26c3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:50.392579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.400931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.411908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee9045-b23e-4268-b0f9-2ed7aeaee85e None None] New status for floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:19:50.436395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:50.452132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a493e3f-c668-445b-9aaf-c1095e540edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.526336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.542135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4599b-4abc-4490-8d40-85fd6c99dccb req-6e485652-cefe-486c-bc2a-3b46967cdbfa tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:50.544008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6d4599b-4abc-4490-8d40-85fd6c99dccb req-6e485652-cefe-486c-bc2a-3b46967cdbfa tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 948 time: 0.0950892 Nov 12 03:19:50.545955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-c608f7a2-7de8-4748-8e56-d2e9b79c99f3 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026808 Nov 12 03:19:50.549393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d has no active binding in host n-h1-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:19:50.550747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] Provisioning complete for port 9088305a-df01-4dca-9cd6-30b93f74d37e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:50.551154 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.574261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a493e3f-c668-445b-9aaf-c1095e540edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.581903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a493e3f-c668-445b-9aaf-c1095e540edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.648377 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1a493e3f-c668-445b-9aaf-c1095e540edc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b44c7f756de5446dabec30e2105fb17e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108009 Nov 12 03:19:50.649198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60304) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:50.670409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a493e3f-c668-445b-9aaf-c1095e540edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab875f06-3416-4320-9c25-a63188592346,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.712521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ce071-8cfe-44a8-bb59-0bab4a5865c2 None None] Pushing event updated for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:50.735167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60306) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:50.747431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:50.748065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:50.762590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a95366-e5d6-4b9b-a28f-ddcb74ca3845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.789487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b11b52d0-d830-40ed-bf7e-dbbc989cddf2 req-f6130491-4416-401e-89a2-607f976031c5 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082791 Nov 12 03:19:50.824587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.839556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6d4599b-4abc-4490-8d40-85fd6c99dccb req-bed1b0ba-0b1c-4ee1-a121-f2a7227140b7 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592845 Nov 12 03:19:50.863896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Allocated IP 172.25.7.59 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/1cc48c49-3852-4b5a-9618-835297d0fa7f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:50.890417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.959712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a95366-e5d6-4b9b-a28f-ddcb74ca3845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:50.967160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a95366-e5d6-4b9b-a28f-ddcb74ca3845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.007642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70a95366-e5d6-4b9b-a28f-ddcb74ca3845 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=118fff93827d43b597525a80520b5ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683244 Nov 12 03:19:51.008941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60312) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:51.033283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.038504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.040376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.045512 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ab875f06-3416-4320-9c25-a63188592346 HTTP/1.1" status: 204 len: 168 time: 0.3942842 Nov 12 03:19:51.048230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a95366-e5d6-4b9b-a28f-ddcb74ca3845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b27adf-ca68-494d-a906-6026be2d58e2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.061710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a426bb-ec71-4d8a-b3db-9f2fe9853c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab875f06-3416-4320-9c25-a63188592346,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.109211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.127595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.161033 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.174659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.182610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.199230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:51.214013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:51.216514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:51.247120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:19:51.249982 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136caf4-9a68-4e4a-a755-6507eb2542be" -d '{"events": [{"server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "name": "network-vif-plugged", "status": "completed", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:19:51.253298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=1cc48c49-3852-4b5a-9618-835297d0fa7f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.258218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] For port 9088305a-df01-4dca-9cd6-30b93f74d37e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9088305a-df01-4dca-9cd6-30b93f74d37e,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:51.262367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:51.269423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.276184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:51.306174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.365577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.380550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-7474aec6-5cc9-421c-90a3-1f2a3c642358 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/02d25702-f12d-42e6-8484-a7c0e2f36ff2 HTTP/1.1" status: 200 len: 1820 time: 0.1472075 Nov 12 03:19:51.382557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.385102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.388720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/54b27adf-ca68-494d-a906-6026be2d58e2 HTTP/1.1" status: 204 len: 168 time: 0.3762679 Nov 12 03:19:51.409169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4ad57-982f-4e75-aa85-54b3624c9b46 None None] Pushing event updated for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.416307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '02d25702-f12d-42e6-8484-a7c0e2f36ff2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:51.416543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '02d25702-f12d-42e6-8484-a7c0e2f36ff2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:51.423762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cfbde-b9fc-43d1-8275-251b3ebc840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b27adf-ca68-494d-a906-6026be2d58e2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.441688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.492051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d0f36234-67aa-48bc-9403-099b9115d07e None None] Provisioning complete for port 9088305a-df01-4dca-9cd6-30b93f74d37e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:51.492418 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0f36234-67aa-48bc-9403-099b9115d07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.554037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.566687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.637863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.646160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.680106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:45Z', 'revision_number': 4, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9088305a-df01-4dca-9cd6-30b93f74d37e', 'name': '', 'network_id': '89954bf2-0094-4f00-a190-9854eece44db', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'mac_address': 'fa:16:3e:48:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:43Z', 'updated_at': '2021-11-12T03:19:50Z', 'revision_number': 4, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'subnets': [{'id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:51.687613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9277b269-c00f-4328-bd86-fcf23c793939,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.703905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.703905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53e1b5c8-5a13-4809-aa59-1d2be7c88dcc req-456e28cd-9b3f-4b3c-97bf-e8f534a2b2a1 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3107212 Nov 12 03:19:51.723511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ae69f7-b395-4e5e-b383-4660865da713 None None] The sync data for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 is: [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:19:45Z', 'revision_number': 4, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9088305a-df01-4dca-9cd6-30b93f74d37e', 'name': '', 'network_id': '89954bf2-0094-4f00-a190-9854eece44db', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'mac_address': 'fa:16:3e:48:91:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:43Z', 'updated_at': '2021-11-12T03:19:50Z', 'revision_number': 4, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'subnets': [{'id': '001560bb-2df6-4036-bcc9-1aa3e5dada2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:51.725747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.732596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.805543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.866646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=1cc48c49-3852-4b5a-9618-835297d0fa7f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:51.891071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:51.893589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-1c4855f9-7b3d-47db-8108-b429be8c58e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1034122 Nov 12 03:19:51.960953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2020eb9-821e-441e-a82e-fd1a27c18182 req-b25c7a72-f3db-432d-9164-4c7eae7415cd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:51.963451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2020eb9-821e-441e-a82e-fd1a27c18182 req-b25c7a72-f3db-432d-9164-4c7eae7415cd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 944 time: 0.1337354 Nov 12 03:19:52.036518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9088305a-df01-4dca-9cd6-30b93f74d37e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:52.080810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-6e004faa-f506-4c59-9588-b54b30e5f7a6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1723213 Nov 12 03:19:52.111528 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e81c2cc-bafe-43b7-a7cb-b12187f46ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.136744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2020eb9-821e-441e-a82e-fd1a27c18182 req-982f1861-a31b-4fef-b0be-ef49b1583f6b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015418 Nov 12 03:19:52.149192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9088305a-df01-4dca-9cd6-30b93f74d37e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:52.149571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.239413 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08236edd-35df-4213-b9c2-c8eb790f6899 x-openstack-request-id: req-08236edd-35df-4213-b9c2-c8eb790f6899 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:52.239706 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:52.239965 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-08236edd-35df-4213-b9c2-c8eb790f6899 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:52.240362 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'status': 'completed', 'code': 200} Nov 12 03:19:52.278316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-40cb2507-5cb3-40b8-9511-81a2f5336a35 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.280048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-40cb2507-5cb3-40b8-9511-81a2f5336a35 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1785631 Nov 12 03:19:52.290881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-b2057b8d-f953-4d73-8420-aac15197a604 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:52.308239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f03c0f7-ce4c-4a3e-b707-bc727c80359b req-b2057b8d-f953-4d73-8420-aac15197a604 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225081 Nov 12 03:19:52.367845 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0dfdff-d189-45ef-937f-1de5d9519dba x-openstack-request-id: req-7c0dfdff-d189-45ef-937f-1de5d9519dba {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:19:52.368355 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "name": "network-vif-plugged", "status": "completed", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:19:52.368435 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c0dfdff-d189-45ef-937f-1de5d9519dba {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:19:52.368837 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3', 'code': 200} Nov 12 03:19:52.401066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-6caddb56-f71a-43dd-97fb-8cfc5f650287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.406060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-6caddb56-f71a-43dd-97fb-8cfc5f650287 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1097 time: 0.0679922 Nov 12 03:19:52.431411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-547648014', 'description': 'tempest-description-810651511'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:52.535620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfbd2c-7c4e-4c8a-8713-6b374b0ed438 req-f29f6dd4-8e64-4528-b0af-7f536e9559ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.538422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53cfbd2c-7c4e-4c8a-8713-6b374b0ed438 req-f29f6dd4-8e64-4528-b0af-7f536e9559ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 1101 time: 0.0562811 Nov 12 03:19:52.614103 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53cfbd2c-7c4e-4c8a-8713-6b374b0ed438 req-3c972b8d-6ce3-43fc-a813-c635eb16b487 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Nov 12 03:19:52.626342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:52.704397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ac591-d128-4251-8291-5e3dac5c68e5 req-29afa723-7849-4ad8-b9a0-6291fc1b5d24 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:52.705900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f7ac591-d128-4251-8291-5e3dac5c68e5 req-29afa723-7849-4ad8-b9a0-6291fc1b5d24 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.2009916 Nov 12 03:19:52.774772 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-2983aa0e-0889-4af5-892b-fe7c93a70646 service neutron] 10.222.0.104 "GET /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.1003299 Nov 12 03:19:52.856030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:53.024627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:53.048686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:53.075909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-b47a1413-c26f-40bc-b066-21c97aba9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.077486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-b47a1413-c26f-40bc-b066-21c97aba9549 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.6114144 Nov 12 03:19:53.092894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749454eb-2954-4411-8bd7-d5099ac4c88d {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:19:53.094124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.102601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.107096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-network', 'tenant_id': '0403059388014a59862e4e6cece3e52e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.118575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:53.148595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.182238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.195467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42b923c0-9550-42fc-8159-065834a89938 req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7878983 Nov 12 03:19:53.216511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Made reservation on behalf of 0403059388014a59862e4e6cece3e52e for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:53.218890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.237993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.290997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] Transition to ACTIVE for port object 749454eb-2954-4411-8bd7-d5099ac4c88d will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:19:53.296828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9947-1191-47b0-8a96-31139ffa7187 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98763b4f-59e2-494d-8069-f7dc5625cf60,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.297758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.310400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f7ac591-d128-4251-8291-5e3dac5c68e5 req-63fb7461-a4c1-4262-8266-8333df282045 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863078 Nov 12 03:19:53.312183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-75fae182-7071-4dbf-b327-c87d04f1e29a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 1000 time: 0.2222097 Nov 12 03:19:53.399751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] No DVR routers for this DVR port 749454eb-2954-4411-8bd7-d5099ac4c88d on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:19:53.418420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] Pushing event updated for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=10']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.446300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.450883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-a4ed2a0c-4028-48fc-a73b-32a21eb278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.452379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-a4ed2a0c-4028-48fc-a73b-32a21eb278fa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1077552 Nov 12 03:19:53.453894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-a6029444-b7f5-4dce-bf5d-600dc047c67c service neutron] 10.222.0.104 "PUT /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d/bindings/n-h1-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 0.6711571 Nov 12 03:19:53.454984 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.463372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-4a572e75-6a41-4f19-996d-80d98dc4e7b9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2050912 Nov 12 03:19:53.473900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.479502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:19:53.493591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.498461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.498798 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Added segment 90f72f1c-32d4-4c9d-80a1-3829f03221af of type vlan for network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 Nov 12 03:19:53.502715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cdaf9-c13d-411d-8887-fea4a25ed3c9 req-7929e5ee-3bfa-4a09-af7f-aef90a8f7f4e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.504220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc1cdaf9-c13d-411d-8887-fea4a25ed3c9 req-7929e5ee-3bfa-4a09-af7f-aef90a8f7f4e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.1084275 Nov 12 03:19:53.520093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.541589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.567314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.568576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.569187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.638441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7807207 Nov 12 03:19:53.640991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60396) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:53.648463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc1cdaf9-c13d-411d-8887-fea4a25ed3c9 req-87540fad-df64-41e2-a939-42dd58d4a6c1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354718 Nov 12 03:19:53.657599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-2ad90d9b-7570-4db2-99a3-751947843343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.659282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-2ad90d9b-7570-4db2-99a3-751947843343 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287487 Nov 12 03:19:53.662253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Request body: {'subnet': {'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-subnet', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.675016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f39d0-81e4-4bb0-aaac-f76ef9514939 admin admin] Pushing event updated for resources: {'Network': ['ID=103c0bd7-33f1-491c-b51a-39540ff0bcf9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:53.686939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:19:53.702813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-66918d09-298f-4e23-8b46-23a40888f1b9 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:53.704341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-66918d09-298f-4e23-8b46-23a40888f1b9 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.0818658 Nov 12 03:19:53.705392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Made reservation on behalf of 0403059388014a59862e4e6cece3e52e for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:19:53.708621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754745867', 'description': 'tempest-description-866394099'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:53.708768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.786290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:53.828717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-3f671101-4f13-4827-bd25-f33703dfceea service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565664 Nov 12 03:19:53.853021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.018129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.034107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-0afab98a-f412-460f-93a2-0ab66b830fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.035653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-0afab98a-f412-460f-93a2-0ab66b830fcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&tenant_id=159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 1097 time: 0.1214070 Nov 12 03:19:54.043833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.063152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ac4bac9-60bc-4b23-8c34-15e99c603653 req-e00ff7a8-76d1-4408-ab5e-5648538fe25b service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246454 Nov 12 03:19:54.083531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.085272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-317332ed-9af8-427f-b4d5-64807b080ed1 req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3881936 Nov 12 03:19:54.110345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Allocated IP 172.25.7.5 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/1b731d75-3b7b-4133-a023-e4d8489aa085) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:54.112444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668568-8ba1-4c27-be78-fcbdef1f7e60 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c81377-42a4-48b7-be11-14e75e95be14,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.165502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-cb89ff2b-5189-4104-9416-6463be80c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.167061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-cb89ff2b-5189-4104-9416-6463be80c7b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1097 time: 0.0902956 Nov 12 03:19:54.175435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.229050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.265699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.288741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0193e356-ae7a-4570-836e-a90a326f24e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.292880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d65ecd4-38ae-461f-87d4-6268240361ba,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.301702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:54.305484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:54.306075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Checking segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:54.306439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Network hostable DHCP agents. Network: 103c0bd7-33f1-491c-b51a-39540ff0bcf9, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:19:54.311398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:54.326757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=1b731d75-3b7b-4133-a023-e4d8489aa085,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.340030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:19:54.344662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-e40ebfe6-1012-402a-97fc-75e8a3e5c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.344899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-e40ebfe6-1012-402a-97fc-75e8a3e5c32f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1662815 Nov 12 03:19:54.352619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 103c0bd7-33f1-491c-b51a-39540ff0bcf9) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:54.361894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.362176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836be05-8700-43e4-85d9-e9d314e33ffc None None] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:54.362993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.384177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.424194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-4a3b4d9d-37d2-4d5d-bba6-a599d9f98fd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0564442 Nov 12 03:19:54.432971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.435701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e2e4bb0-a093-4bfd-9f1e-f09e32248de6 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7924209 Nov 12 03:19:54.440696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:54.467740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:54.483912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1179d018-97bd-4338-96d3-90609b065044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:54.485429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-1179d018-97bd-4338-96d3-90609b065044 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0484188 Nov 12 03:19:54.511738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.512820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.525844 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-aac15558-1383-4823-bb09-d19bedb4ed76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301723 Nov 12 03:19:54.545236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'fixed_ips': [{'subnet_id': '7d65ecd4-38ae-461f-87d4-6268240361ba'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:19:54.546272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.639843 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-b0d5273c-32ac-44a2-ae2b-7e250f039ecb service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065440 Nov 12 03:19:54.653193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.661821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-a4f866d5-9506-490e-9ed1-67428ef50e33 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/98763b4f-59e2-494d-8069-f7dc5625cf60 HTTP/1.1" status: 200 len: 1820 time: 0.1290860 Nov 12 03:19:54.683268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Allocated IP 172.20.0.2 (103c0bd7-33f1-491c-b51a-39540ff0bcf9/7d65ecd4-38ae-461f-87d4-6268240361ba/621b7c60-589a-4d3a-a149-467c54841c36) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:54.739145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-eaa62658-4909-43c1-bf0b-ad516ff2eb8d service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906150 Nov 12 03:19:54.840013 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.845384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.852931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.857958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-34d032ad-0d59-48eb-b906-8fcc0b49b861 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/86c81377-42a4-48b7-be11-14e75e95be14 HTTP/1.1" status: 200 len: 1820 time: 0.1594265 Nov 12 03:19:54.875177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '98763b4f-59e2-494d-8069-f7dc5625cf60', 'remote_group_id': '86c81377-42a4-48b7-be11-14e75e95be14', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:54.875497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '98763b4f-59e2-494d-8069-f7dc5625cf60', 'remote_group_id': '86c81377-42a4-48b7-be11-14e75e95be14', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:54.882177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.888468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:54.894702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:54.895381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.897551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:54.939607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Pushing event updated for resources: {'Port': ['ID=621b7c60-589a-4d3a-a149-467c54841c36,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.956781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.973658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Attempting to bind port 621b7c60-589a-4d3a-a149-467c54841c36 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:54.974256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Attempting to bind port 621b7c60-589a-4d3a-a149-467c54841c36 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:54.974798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Attempting to bind port 621b7c60-589a-4d3a-a149-467c54841c36 on network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:54.977390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=1b731d75-3b7b-4133-a023-e4d8489aa085,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:54.982022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:54.982618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Checking segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:54.983205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:54.983760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Bound using segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:54.984491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Bound port: 621b7c60-589a-4d3a-a149-467c54841c36, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:54.985020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.014766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.015989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-df30dd2b-3744-4a7a-aa43-a9c4f48c2a36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5476453 Nov 12 03:19:55.054931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] For port 621b7c60-589a-4d3a-a149-467c54841c36, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:55.059094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] For port 621b7c60-589a-4d3a-a149-467c54841c36, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=621b7c60-589a-4d3a-a149-467c54841c36,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:55.064039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.067243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-f22a2db5-b2e7-4b40-a386-5cd6af31e06a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.070475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-f22a2db5-b2e7-4b40-a386-5cd6af31e06a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.0603516 Nov 12 03:19:55.090394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-cde9355b-bac0-40cb-9f9e-88d5567fac36 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0671978 Nov 12 03:19:55.102336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.123053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb725be7-c7bb-49c5-82b6-753ec366391f None None] Pushing event updated for resources: {'Port': ['ID=621b7c60-589a-4d3a-a149-467c54841c36,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.204475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.214266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.250517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20a9f1d-3151-4ae0-84b4-4ea5ca205f58,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:55.262985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-572783f7-6139-4d20-88e7-d8b5db59d0df service neutron] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:55.268214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-572783f7-6139-4d20-88e7-d8b5db59d0df service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.269575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a47445e7-92eb-42a3-97a2-8545c7a5521c req-572783f7-6139-4d20-88e7-d8b5db59d0df service neutron] 10.222.0.16 "DELETE /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d/bindings/n-h2-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.1849244 Nov 12 03:19:55.270423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.303856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.305069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08f1ae54-8692-49c6-bd59-3066ba66dab2 req-f84c9863-680b-447c-a2c4-eb0f084750de tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4370840 Nov 12 03:19:55.337388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-08036b0d-d233-4615-9121-7c740812d454 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.338814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-08036b0d-d233-4615-9121-7c740812d454 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2332168 Nov 12 03:19:55.380138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-a037320f-66c7-44d1-9874-562152eae750 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:19:55.381109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2086c39d-319b-4ce6-9326-f470b48bc879 req-a037320f-66c7-44d1-9874-562152eae750 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072856 Nov 12 03:19:55.473434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.505638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2696f2-5401-4699-a5ed-2c004b28834f req-44768f0d-4123-40c4-985d-ad0898d92392 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:55.507254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b2696f2-5401-4699-a5ed-2c004b28834f req-44768f0d-4123-40c4-985d-ad0898d92392 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.1232326 Nov 12 03:19:55.508330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:55.603405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b2696f2-5401-4699-a5ed-2c004b28834f req-2e2c167e-2e24-4667-b0e0-e7bf6a80b0f1 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860221 Nov 12 03:19:55.657143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Allocated IP 172.25.7.58 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/16730fbd-fed2-43f8-884c-9f5afae68c19) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:55.969760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1668905248', 'description': 'tempest-description-2046326082'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:56.037474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.049374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242146-ab36-4803-ba56-6015d041e1fa req-e9fe441e-f666-4d12-8af4-bdacbc827e2e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:56.051024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99242146-ab36-4803-ba56-6015d041e1fa req-e9fe441e-f666-4d12-8af4-bdacbc827e2e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.3794138 Nov 12 03:19:56.104996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.129689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 621b7c60-589a-4d3a-a149-467c54841c36 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:56.166081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99242146-ab36-4803-ba56-6015d041e1fa req-c02f4cbd-f076-40d8-9d64-1e4487216fa7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044939 Nov 12 03:19:56.182812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 621b7c60-589a-4d3a-a149-467c54841c36 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:56.183201 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.208987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b7876-08c3-445c-813b-446f246e8e1f None None] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:19:56.235032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.239237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.278324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.279670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:19:56.289075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-12c348ea-4eb6-45cc-9322-d835ecb41b11 None None] Provisioning complete for port 621b7c60-589a-4d3a-a149-467c54841c36 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:56.289442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c348ea-4eb6-45cc-9322-d835ecb41b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.358290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:56.368979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.371400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c27d2388-3b1d-47eb-9a7f-2361ee7aa231 req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6505473 Nov 12 03:19:56.388037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:56.393245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=16730fbd-fed2-43f8-884c-9f5afae68c19,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:56.398284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:56.400351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188348a-ec79-4bf1-9800-774d6aa8815c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea42b3-8a42-487c-925c-cba319b8f940,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:56.489416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:19:56.497127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.520737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-833391f9-b51f-44b1-ae74-f9061dea443d req-9b6e51de-7cb4-41c2-8e4a-d9abe2cc41cb tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3079505 Nov 12 03:19:56.537351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:56.586717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 621b7c60-589a-4d3a-a149-467c54841c36, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=621b7c60-589a-4d3a-a149-467c54841c36,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:19:56.593998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.608668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.636083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c348ea-4eb6-45cc-9322-d835ecb41b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.681053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=621b7c60-589a-4d3a-a149-467c54841c36,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:56.742768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.762168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-12c348ea-4eb6-45cc-9322-d835ecb41b11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:19:56.762737 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-12c348ea-4eb6-45cc-9322-d835ecb41b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:19:56.769153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.857207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-115935289', 'description': 'tempest-description-508964929'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:56.900220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:56.965779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.088589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.165797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.176121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.244492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Allocated IP 172.25.7.221 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/e7a00a52-b116-4457-bd91-9213d835553c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:57.259046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.260255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6173f4cb-f9a3-498e-a866-742b42954ba8 req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4361460 Nov 12 03:19:57.269286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a77adb-fa30-407c-8df4-c7f72a8f9315 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd205a80-2eef-47c8-9dbd-e35fefc4da76,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.386064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:19:57.427625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4b053fd3-7c0d-4cb1-9c73-bca4a92060c2 None None] Provisioning complete for port 621b7c60-589a-4d3a-a149-467c54841c36 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:57.428632 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b053fd3-7c0d-4cb1-9c73-bca4a92060c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.432180 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.492522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9018c-8c5f-4c22-9234-2f3b8b8f975e req-5715b356-bc94-4c88-a3da-795ca724d10e tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:57.494137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95d9018c-8c5f-4c22-9234-2f3b8b8f975e req-5715b356-bc94-4c88-a3da-795ca724d10e tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1097 time: 0.1111863 Nov 12 03:19:57.594350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.628758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:19:57.630223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60456) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:57.632415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95d9018c-8c5f-4c22-9234-2f3b8b8f975e req-aa9f243b-0728-4767-a88b-8ddad8c0a580 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249785 Nov 12 03:19:57.641552 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Sync routers for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:19:57.657863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:19:57.659364 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:57.660173 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:57.662629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:19:57.666328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.667557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0d3669d-3a07-4d09-a7b8-63f5b0d0f2d0 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2256062 Nov 12 03:19:57.668485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:19:57.672137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=e7a00a52-b116-4457-bd91-9213d835553c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.673942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:57.706034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.804287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fb6abb5-11c2-4b60-b33d-241a82061ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.840693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.843466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1bd61011-8699-4a41-acc5-09479a1cd85e tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=ac524b1a9dab4e229b06d766f8774314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715287 Nov 12 03:19:57.848761 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:57.905880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fb6abb5-11c2-4b60-b33d-241a82061ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.918027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fb6abb5-11c2-4b60-b33d-241a82061ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.950550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:57.969688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0fb6abb5-11c2-4b60-b33d-241a82061ec4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=aaf957a9b424454a904c715c5475d135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370359 Nov 12 03:19:57.973561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:57.980148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6abb5-11c2-4b60-b33d-241a82061ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e501d16-1012-4ea8-ad64-5fb58d505f75,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:57.999222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 621b7c60-589a-4d3a-a149-467c54841c36 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:19:58.031247 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.060370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.072685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 621b7c60-589a-4d3a-a149-467c54841c36 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:19:58.073426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.118860 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:19:56Z', 'revision_number': 3, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:58.124792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.129397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.132165 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8e501d16-1012-4ea8-ad64-5fb58d505f75 HTTP/1.1" status: 204 len: 168 time: 0.1572325 Nov 12 03:19:58.143194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485801e6-06f5-46d1-af23-c4216ddd8555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e501d16-1012-4ea8-ad64-5fb58d505f75,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.172110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Checking router: 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:19:58.172506 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Updating router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 port 16730fbd-fed2-43f8-884c-9f5afae68c19 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:19:58.204010 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.375318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-675a608a-3ecc-47a5-a439-476bd2232dc2 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:58.376578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-675a608a-3ecc-47a5-a439-476bd2232dc2 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256579 Nov 12 03:19:58.434600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-afe234d0-95e2-448d-bf05-78cded281287 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/quotas/ac524b1a9dab4e229b06d766f8774314 HTTP/1.1" status: 200 len: 375 time: 0.0463436 Nov 12 03:19:58.462053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60480) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:58.474652 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.477529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9280524-b946-4df5-8a39-2c1db6ba508b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.482094 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.525064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f656a-80a5-4fc5-9f7e-fd311b8d206e None None] Pushing event updated for resources: {'Port': ['ID=16730fbd-fed2-43f8-884c-9f5afae68c19,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.547023 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Attempting to bind port 16730fbd-fed2-43f8-884c-9f5afae68c19 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:19:58.547562 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Attempting to bind port 16730fbd-fed2-43f8-884c-9f5afae68c19 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:19:58.548069 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Attempting to bind port 16730fbd-fed2-43f8-884c-9f5afae68c19 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:19:58.554810 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:19:58.555368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:19:58.555912 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.556382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:19:58.556990 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Bound port: 16730fbd-fed2-43f8-884c-9f5afae68c19, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:19:58.557606 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.589572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9280524-b946-4df5-8a39-2c1db6ba508b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.595323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9280524-b946-4df5-8a39-2c1db6ba508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.611593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-8dd8183c-c513-422f-bced-276aa39f1f10 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457503 Nov 12 03:19:58.622165 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] For port 16730fbd-fed2-43f8-884c-9f5afae68c19, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:19:58.629493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] For port 16730fbd-fed2-43f8-884c-9f5afae68c19, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=16730fbd-fed2-43f8-884c-9f5afae68c19,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:19:58.635428 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.646977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e9280524-b946-4df5-8a39-2c1db6ba508b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3282d9c3ae574efaaf616d4e67f28146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834376 Nov 12 03:19:58.648695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9280524-b946-4df5-8a39-2c1db6ba508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863e9e61-c990-4f8f-b83a-5b9f626f2ca1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.648812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.651790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60482) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:58.667542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.703025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:19:58.703622 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:58.723219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.773364 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f656a-80a5-4fc5-9f7e-fd311b8d206e None None] Pushing event updated for resources: {'Port': ['ID=16730fbd-fed2-43f8-884c-9f5afae68c19,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.795143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.799175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-833391f9-b51f-44b1-ae74-f9061dea443d req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2675447 Nov 12 03:19:58.800508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c97aa-095f-4778-b1b0-075e7b41596d tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=e7a00a52-b116-4457-bd91-9213d835553c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:58.835197 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:19:58.851157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.939084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-833391f9-b51f-44b1-ae74-f9061dea443d req-6bab768e-df81-4337-b920-19aeb171dce2 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.1243460 Nov 12 03:19:58.951857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:58.983407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-02418a75-0a37-408d-9bbf-5c04b869befa tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/ceea42b3-8a42-487c-925c-cba319b8f940 HTTP/1.1" status: 200 len: 1822 time: 0.2116523 Nov 12 03:19:59.017656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.050170 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:19:56Z', 'revision_number': 3, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:19:59.083530 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94de340-8f9a-4838-85ae-39b8fc32c7c6 None None] The sync data for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 is: [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:19:56Z', 'revision_number': 3, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:19:59.188755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-cd674992-3a3c-49fa-b0a9-2a34c6f1c639 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/dd205a80-2eef-47c8-9dbd-e35fefc4da76 HTTP/1.1" status: 200 len: 1820 time: 0.2044868 Nov 12 03:19:59.219762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ceea42b3-8a42-487c-925c-cba319b8f940', 'remote_group_id': 'dd205a80-2eef-47c8-9dbd-e35fefc4da76', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:59.220074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ceea42b3-8a42-487c-925c-cba319b8f940', 'remote_group_id': 'dd205a80-2eef-47c8-9dbd-e35fefc4da76', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:19:59.232523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.234979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.236115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/863e9e61-c990-4f8f-b83a-5b9f626f2ca1 HTTP/1.1" status: 204 len: 168 time: 0.5833852 Nov 12 03:19:59.276452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833391f9-b51f-44b1-ae74-f9061dea443d req-e280ba2a-fcff-4aaf-8442-3dff74dd8e88 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.277935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-833391f9-b51f-44b1-ae74-f9061dea443d req-e280ba2a-fcff-4aaf-8442-3dff74dd8e88 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.3285375 Nov 12 03:19:59.300823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b9b67-7269-4748-8fb8-dca3b1e1dff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e9e61-c990-4f8f-b83a-5b9f626f2ca1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.448541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.488036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Allocated IP 172.20.0.1 (103c0bd7-33f1-491c-b51a-39540ff0bcf9/7d65ecd4-38ae-461f-87d4-6268240361ba/5df6520d-c926-4fc5-b19f-49b7ac732006) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:19:59.517881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.540092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.580982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0aa2d5-b735-4ffa-808b-3a8976d148e3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.642558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.643860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8abebf4-7daa-4082-9a48-86e1cc1af048 req-f04e1fd2-465c-4fc8-ae8e-2b5378c6aa39 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4419596 Nov 12 03:19:59.765513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:59.780292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92bd946-ff90-4ae3-a8ab-835f4df27863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.786478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-001d4cfe-31e2-4461-b145-9fa0c0e192c5 req-a17ab1fb-3ae8-482e-b2a2-cdcb45ebca64 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 210 time: 0.0437167 Nov 12 03:19:59.795230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.883630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92bd946-ff90-4ae3-a8ab-835f4df27863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.887671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92bd946-ff90-4ae3-a8ab-835f4df27863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.910506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-fd73a9e7-3e82-4504-a076-f9f2cbc042ef tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:19:59.919940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-fd73a9e7-3e82-4504-a076-f9f2cbc042ef tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.2664213 Nov 12 03:19:59.931534 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e92bd946-ff90-4ae3-a8ab-835f4df27863 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7b8cdedb7d674fcc832f6ef8edeac774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648257 Nov 12 03:19:59.934029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60514) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:19:59.964916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bd946-ff90-4ae3-a8ab-835f4df27863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fffd23-d4f8-41ca-b930-71952917f4ba,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:19:59.976012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:19:59.997977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-1f8bb240-145f-4707-a4da-e5aad0afcf56 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/quotas/159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 375 time: 0.0696476 Nov 12 03:20:00.003820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.034166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.074894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 16730fbd-fed2-43f8-884c-9f5afae68c19 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:00.097198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:00.114834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:00.122020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-d32ebd41-6723-4f8c-8ae0-3942dab44901 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3062549 Nov 12 03:20:00.129012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:00.129493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.137011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.144219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 16730fbd-fed2-43f8-884c-9f5afae68c19 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.145416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.146863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.148914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/95fffd23-d4f8-41ca-b930-71952917f4ba HTTP/1.1" status: 204 len: 168 time: 0.2137971 Nov 12 03:20:00.161749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d922-8492-4a9c-b372-7739b4a1c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fffd23-d4f8-41ca-b930-71952917f4ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.254220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:00.261106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Pushing event updated for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.302156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-b9881547-9e65-43b5-8959-937997263252 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=ac524b1a9dab4e229b06d766f8774314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725529 Nov 12 03:20:00.322193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0242d98e-3066-49b9-822f-240130a9c7c0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2918079 Nov 12 03:20:00.366581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.394800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 16730fbd-fed2-43f8-884c-9f5afae68c19, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=16730fbd-fed2-43f8-884c-9f5afae68c19,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:00.400183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.442250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.467638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=16730fbd-fed2-43f8-884c-9f5afae68c19,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:00.494579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-45e2cc4e-6d27-49c3-904a-712bc5e43859 None None] Provisioning complete for port 5df6520d-c926-4fc5-b19f-49b7ac732006 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:00.494980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc4e-6d27-49c3-904a-712bc5e43859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.514568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.534208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-45e2cc4e-6d27-49c3-904a-712bc5e43859 None None] Port 5df6520d-c926-4fc5-b19f-49b7ac732006 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:00.619957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-57cc48db-d44f-424d-a5cc-eb5bc6651ede service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967732 Nov 12 03:20:00.647100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-39cd08ca-f9f7-4caa-80d7-814664cdb579 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:00.648504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-39cd08ca-f9f7-4caa-80d7-814664cdb579 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032837 Nov 12 03:20:00.689832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Request body: {'port': {'device_id': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'ac524b1a9dab4e229b06d766f8774314'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:00.917533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-d91b9f3b-37da-4f51-a7e7-fa686de4e4b9 service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901535 Nov 12 03:20:00.957159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.977545 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.981133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:00.984498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Made reservation on behalf of ac524b1a9dab4e229b06d766f8774314 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:00.987791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.015843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.016537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.171882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Pushing event updated for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:01.294874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Allocated IP 172.25.7.160 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/53cc3f98-cc82-44d3-9a13-afd5260420a5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:01.337694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4455e6b-3347-4681-9a40-489d69e12468 req-e33f8710-7408-41bf-9c6d-72190c03007d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/dd205a80-2eef-47c8-9dbd-e35fefc4da76 HTTP/1.1" status: 200 len: 1820 time: 0.2182336 Nov 12 03:20:01.638463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:01.658409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:01.665207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Allocated IP 192.168.233.146 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/cc67c401-64bf-4446-ad79-ac0d416016e2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:01.913175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d4455e6b-3347-4681-9a40-489d69e12468 req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.916832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.965644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 16730fbd-fed2-43f8-884c-9f5afae68c19 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:01.970153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d59cd254-e681-44ea-8941-1466b6773458 None None] Provisioning complete for port 5df6520d-c926-4fc5-b19f-49b7ac732006 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:01.970515 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d59cd254-e681-44ea-8941-1466b6773458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:01.996664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:02.001876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d4455e6b-3347-4681-9a40-489d69e12468 req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.033885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d59cd254-e681-44ea-8941-1466b6773458 None None] Port 5df6520d-c926-4fc5-b19f-49b7ac732006 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:02.047241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 16730fbd-fed2-43f8-884c-9f5afae68c19 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:02.047699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.074885 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.128870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.233135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:02.251838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=53cc3f98-cc82-44d3-9a13-afd5260420a5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.255934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:02.261680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:02.273300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d4455e6b-3347-4681-9a40-489d69e12468 req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.276251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d4455e6b-3347-4681-9a40-489d69e12468 req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.277556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4455e6b-3347-4681-9a40-489d69e12468 req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/dd205a80-2eef-47c8-9dbd-e35fefc4da76 HTTP/1.1" status: 204 len: 173 time: 0.9176831 Nov 12 03:20:02.297368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:02.312255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Sync routers for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:02.317886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.322826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4b953b85-3b10-4f9a-b138-ea1e32b9b543 admin admin] 10.222.0.97 "PUT /v2.0/routers/480eec8b-bcfd-495f-ab1f-4523a62c2ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6314306 Nov 12 03:20:02.325551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517b642-560e-448f-9966-d08582ce0ff6 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd205a80-2eef-47c8-9dbd-e35fefc4da76,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.383229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b25871e9-34e8-4468-b9ab-8e648a2c26c3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:02.386457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:02.393855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:02.396156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.397529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Pushing event updated for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:02.399758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:02.405240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:02.405866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.447771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-07f3dcb2-c0ed-4e08-8778-386f6ab57e65 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7647958 Nov 12 03:20:02.453094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:02.453729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:02.459773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.519310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Request body: {'port': {'device_id': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:02.525899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-1a841ad6-59c7-4207-9a97-056d0d2c0540 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:02.529496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-1a841ad6-59c7-4207-9a97-056d0d2c0540 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.3067989 Nov 12 03:20:02.553952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Request body: {'port': {'device_id': '77dbc962-947d-47d2-b896-631865f13f19', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'admin_state_up': True, 'tenant_id': '159c6bb67cc443f681a557aeea7e7259'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:02.666877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:02.731192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.772631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:02.776843 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.836764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4f00b-7cfa-4531-9d30-a6569cf06c62 req-d14041f6-7af5-470d-9608-734d61864e73 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:02.838270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e4f00b-7cfa-4531-9d30-a6569cf06c62 req-d14041f6-7af5-470d-9608-734d61864e73 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 936 time: 0.2048626 Nov 12 03:20:02.972253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:02.985624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.005826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Allocated IP 172.20.0.12 (3fe572a3-3423-4676-9355-434cf8a4586e/26ab6f03-fca4-4bb2-be40-536fbb561d08/14207bba-ba27-4124-8bb4-914bbf54436c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:03.009854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e4f00b-7cfa-4531-9d30-a6569cf06c62 req-8513748c-869f-46aa-9067-997682d85b07 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606946 Nov 12 03:20:03.058997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.119646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event updated for resources: {'Port': ['ID=53cc3f98-cc82-44d3-9a13-afd5260420a5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:03.133047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.135866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-26532051-9b9c-4353-8104-95cef8773345 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8844843 Nov 12 03:20:03.226710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.242475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4b8be16-2f9b-4d36-aa9f-871ac2528e4e req-c21d3ec7-4683-46c7-a333-770a9e251c12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 210 time: 0.0762446 Nov 12 03:20:03.267778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-fa90db87-8ac1-4f83-bf1d-7be20048d8a8 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1123228 Nov 12 03:20:03.269117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1129b109-2d1f-46ab-ab82-83174bc1cd70 None None] Provisioning complete for port cc67c401-64bf-4446-ad79-ac0d416016e2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:03.270068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1129b109-2d1f-46ab-ab82-83174bc1cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.270254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.362079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1129b109-2d1f-46ab-ab82-83174bc1cd70 None None] Port cc67c401-64bf-4446-ad79-ac0d416016e2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:03.386471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Network 3fe572a3-3423-4676-9355-434cf8a4586e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:03.393690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:03.404061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:03.414194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.414889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.428534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5df6520d-c926-4fc5-b19f-49b7ac732006', 'name': '', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'mac_address': 'fa:16:3e:18:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 2, 'project_id': '0403059388014a59862e4e6cece3e52e', 'subnets': [{'id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:03.440133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:03.451366 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-6d56d746-55e0-4bdb-9ddc-9fe10d219d7b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020047 Nov 12 03:20:03.472708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Checking router: 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:03.473031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Request body: {'port': {'device_id': '77dbc962-947d-47d2-b896-631865f13f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:03.473165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Updating router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 port 5df6520d-c926-4fc5-b19f-49b7ac732006 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:03.505823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.522824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc67c401-64bf-4446-ad79-ac0d416016e2 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:03.540372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.552980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.557514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-145dc776-f2d4-4f35-a3ac-b6ddd50de9c3 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:03.559128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb56dbbd-3906-4f50-9d85-3affa0acc4ed req-145dc776-f2d4-4f35-a3ac-b6ddd50de9c3 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2780213 Nov 12 03:20:03.573878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Transition to ACTIVE for port object cc67c401-64bf-4446-ad79-ac0d416016e2 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:03.582002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.722152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:03.732700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:03.737565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-network', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:03.820363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:03.835140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Made reservation on behalf of e2421da451d64c45bb8f99ae5dbb669b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:03.840897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.851687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa6ced9d-d24b-40d4-b034-9bd858ceea50 req-84422738-5abd-4791-a3ac-de77edaee2b7 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/ceea42b3-8a42-487c-925c-cba319b8f940 HTTP/1.1" status: 200 len: 1822 time: 0.2547815 Nov 12 03:20:03.874057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:03.901741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Attempting to bind port cc67c401-64bf-4446-ad79-ac0d416016e2 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:03.906761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Attempting to bind port cc67c401-64bf-4446-ad79-ac0d416016e2 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:03.908169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Attempting to bind port cc67c401-64bf-4446-ad79-ac0d416016e2 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:03.929510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Port cc67c401-64bf-4446-ad79-ac0d416016e2 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:03.932444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Attempting to bind port cc67c401-64bf-4446-ad79-ac0d416016e2 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:03.960839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f59cae-5dce-482c-a147-0e5e6afde6a2 req-52bbcd79-13c4-415f-b642-12bb28d43184 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips/59e1dec2-4ff4-471e-8ff9-306137d7541d HTTP/1.1" status: 200 len: 693 time: 0.1443810 Nov 12 03:20:03.964343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:03.964766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:03.965154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:03.965710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Bound port: cc67c401-64bf-4446-ad79-ac0d416016e2, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:03.966418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.009309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.025928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.064004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14207bba-ba27-4124-8bb4-914bbf54436c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:04.077948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.101285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.123062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Transition to ACTIVE for port object 14207bba-ba27-4124-8bb4-914bbf54436c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:04.124977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.141973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.162552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:04.192550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f1bd4-64f7-4866-998f-70600baee826 None None] Pushing event updated for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.197545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31974ef7-3072-4295-ad8d-f3d92efc8c53,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.210777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23b3134b-466a-4aba-a909-8e890c8bb78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.217605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.218122 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Added segment eefecae2-63a8-451b-8999-0d6904298566 of type vlan for network 86493b99-1747-46fb-9664-bb13fa4c6322 Nov 12 03:20:04.269524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.284934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Attempting to bind port 5df6520d-c926-4fc5-b19f-49b7ac732006 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:04.285616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Attempting to bind port 5df6520d-c926-4fc5-b19f-49b7ac732006 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:04.285788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Attempting to bind port 5df6520d-c926-4fc5-b19f-49b7ac732006 on network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.302237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:04.302648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Checking segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:04.303597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.303815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.303974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Bound using segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:04.304397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Bound port: 5df6520d-c926-4fc5-b19f-49b7ac732006, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:04.304773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.325776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:04.326106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:04.326437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.338492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:04.338804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:04.348613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:04.349038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:04.349334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:04.350095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Bound port: 14207bba-ba27-4124-8bb4-914bbf54436c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:04.350505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.357309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f59cae-5dce-482c-a147-0e5e6afde6a2 req-8c9029f9-792d-4a26-a1c4-d2e93580d9a0 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.366996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.368026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.368603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.368849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f59cae-5dce-482c-a147-0e5e6afde6a2 req-8c9029f9-792d-4a26-a1c4-d2e93580d9a0 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.4068558 Nov 12 03:20:04.405203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-f8f59cae-5dce-482c-a147-0e5e6afde6a2 req-05f22610-d3d5-4ab6-b62c-353eab69bf39 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:04.418158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f59cae-5dce-482c-a147-0e5e6afde6a2 req-05f22610-d3d5-4ab6-b62c-353eab69bf39 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481689 Nov 12 03:20:04.431555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1954619040', 'description': 'tempest-description-2056798510'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:04.437651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:04.450136 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7163029 Nov 12 03:20:04.450928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60614) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:04.457435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cc67c401-64bf-4446-ad79-ac0d416016e2,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:04.462975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Request body: {'subnet': {'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-subnet', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:04.477887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.510606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] For port 5df6520d-c926-4fc5-b19f-49b7ac732006, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:04.516006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] For port 5df6520d-c926-4fc5-b19f-49b7ac732006, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5df6520d-c926-4fc5-b19f-49b7ac732006,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:04.519824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639ac13-568a-4aca-a188-03a2a47f1d8a admin admin] Pushing event updated for resources: {'Network': ['ID=86493b99-1747-46fb-9664-bb13fa4c6322,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.529561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.535369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.550898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.551502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.552940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] 10.222.0.104 "PUT /v2.0/ports/cc67c401-64bf-4446-ad79-ac0d416016e2 HTTP/1.1" status: 200 len: 1097 time: 2.0430288 Nov 12 03:20:04.560287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:04.562519 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15156582-eea1-47c0-947e-8543e879ee6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:04.574324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:04.577838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 86493b99-1747-46fb-9664-bb13fa4c6322 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:04.581378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:04.585556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Made reservation on behalf of e2421da451d64c45bb8f99ae5dbb669b for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:04.588621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.603890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.700284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.700284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.701656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] 10.222.0.16 "PUT /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 1093 time: 1.2350931 Nov 12 03:20:04.702103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:04.704418 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3985272d-265e-41fc-9069-092692bdda69" -d '{"events": [{"name": "network-changed", "server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:04.722827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f1bd4-64f7-4866-998f-70600baee826 None None] Pushing event updated for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.747827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea2d48-8cd5-4b03-98ed-c240534f1975 service neutron] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.770927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52aef1-c7f5-4ca7-b063-3d6cc242f7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:04.786804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:04.787602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:04.789617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] Provisioning complete for port 5df6520d-c926-4fc5-b19f-49b7ac732006 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:04.789976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.806659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23b3134b-466a-4aba-a909-8e890c8bb78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.829851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c17296-39f7-4713-b33d-dd0746f27247 req-fe03c475-6dd5-48fa-a600-d782473dbd4d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.832609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c17296-39f7-4713-b33d-dd0746f27247 req-fe03c475-6dd5-48fa-a600-d782473dbd4d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 948 time: 0.2782502 Nov 12 03:20:04.838256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23b3134b-466a-4aba-a909-8e890c8bb78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.870710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.876205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-19277bc4-13fe-47be-9c93-5c94c37a198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.877722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-19277bc4-13fe-47be-9c93-5c94c37a198d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1096 time: 0.0960741 Nov 12 03:20:04.919198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.951220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.956076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-6d1e5a14-6183-4842-8a8a-b69774422597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:04.961713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-6d1e5a14-6183-4842-8a8a-b69774422597 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 1100 time: 0.3187313 Nov 12 03:20:04.977890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:04.981441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c17296-39f7-4713-b33d-dd0746f27247 req-873f3aee-88f7-4cef-8db4-8a6f883b48e7 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384399 Nov 12 03:20:05.013990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23b3134b-466a-4aba-a909-8e890c8bb78f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1d26dc89e9b84238ab2f32c816c42700&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2905531 Nov 12 03:20:05.017553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.027219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] For port 5df6520d-c926-4fc5-b19f-49b7ac732006, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5df6520d-c926-4fc5-b19f-49b7ac732006,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:05.041048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.044080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:05.056559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3134b-466a-4aba-a909-8e890c8bb78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d55ef1-8ccf-4774-ae3d-038d89288f28,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.064256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-ca9ec06a-5c00-4590-a68f-c6fa1e310de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.1001534 Nov 12 03:20:05.075246 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.077104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-015d8c7a-cdec-4a07-abeb-8569fdf33fa0 req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6566169 Nov 12 03:20:05.091435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-9540a55b-a7ad-4f9d-bd1d-14ca01f92d0e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cc67c401-64bf-4446-ad79-ac0d416016e2 HTTP/1.1" status: 200 len: 217 time: 0.1072412 Nov 12 03:20:05.130937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc5a2-6087-4a4c-84f0-5a89d43d6ed9 None None] Pushing event updated for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.184857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6735a31-b9bd-4bfa-af5f-5400dd7e57ec,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.215981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Checking segment: {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:05.216811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Network hostable DHCP agents. Network: 86493b99-1747-46fb-9664-bb13fa4c6322, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:05.226130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38df53-a212-458f-b4e9-6375e530ad09 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:05.228492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-7e7b9023-07f4-4a8b-b8be-be2cf5cb4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.230279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-7e7b9023-07f4-4a8b-b8be-be2cf5cb4668 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1341071 Nov 12 03:20:05.238999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c0f0a80-ea2a-4185-a2f9-34113d26440d None None] Provisioning complete for port 5df6520d-c926-4fc5-b19f-49b7ac732006 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:05.241309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0a80-ea2a-4185-a2f9-34113d26440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.248545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-c16089e1-fd9e-4466-9d60-62729b986404 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips/59e1dec2-4ff4-471e-8ff9-306137d7541d HTTP/1.1" status: 200 len: 693 time: 0.1184502 Nov 12 03:20:05.259810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-a2192c67-7bed-4bc3-afde-14bccfdcf598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.261539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-a2192c67-7bed-4bc3-afde-14bccfdcf598 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1478395 Nov 12 03:20:05.279391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8a05e-a502-43e4-bb09-167911b18a4c req-5492fb4b-c091-4673-baf3-32281221d750 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.282428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Network 86493b99-1747-46fb-9664-bb13fa4c6322 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:05.287065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-eb1c0067-a329-4ec8-9df0-0352263ea71a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442886 Nov 12 03:20:05.287749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbd8a05e-a502-43e4-bb09-167911b18a4c req-5492fb4b-c091-4673-baf3-32281221d750 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.2273088 Nov 12 03:20:05.324959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 86493b99-1747-46fb-9664-bb13fa4c6322) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:05.337111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20530144-27c4-4634-bb9d-825bdad3c484 None None] Network 86493b99-1747-46fb-9664-bb13fa4c6322 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:05.349147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:05.350208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.405868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.441421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.443004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90043c48-e41d-42bb-b660-78d62756b730 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9864953 Nov 12 03:20:05.467676 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-3a145cd5-2579-4ee7-840b-32f433bd304d service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725972 Nov 12 03:20:05.468640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:05.473289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:05.495064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbd8a05e-a502-43e4-bb09-167911b18a4c req-0e923590-95e8-463e-9c7a-e97c1c9a60e9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998749 Nov 12 03:20:05.614569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-86493b99-1747-46fb-9664-bb13fa4c6322', 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'fixed_ips': [{'subnet_id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:20:05.616344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.636436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5df6520d-c926-4fc5-b19f-49b7ac732006', 'name': '', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'mac_address': 'fa:16:3e:18:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '0403059388014a59862e4e6cece3e52e', 'subnets': [{'id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:05.667242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7f859-b04d-4b3d-9229-1db4c61d1481 None None] The sync data for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 is: [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5df6520d-c926-4fc5-b19f-49b7ac732006', 'name': '', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'mac_address': 'fa:16:3e:18:55:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:59Z', 'updated_at': '2021-11-12T03:20:04Z', 'revision_number': 4, 'project_id': '0403059388014a59862e4e6cece3e52e', 'subnets': [{'id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:05.711250 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aacea3-a5e2-4a53-a15f-04c8db6a0bd3 x-openstack-request-id: req-a0aacea3-a5e2-4a53-a15f-04c8db6a0bd3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:05.711764 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:05.711764 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a0aacea3-a5e2-4a53-a15f-04c8db6a0bd3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:05.712143 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c', 'status': 'completed', 'code': 200} Nov 12 03:20:05.816153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9f14-d672-4974-a99c-db6a187d249f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.840079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.841110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.866411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Allocated IP 172.20.0.2 (86493b99-1747-46fb-9664-bb13fa4c6322/e6735a31-b9bd-4bfa-af5f-5400dd7e57ec/d7d4742a-1724-4c8e-a575-6671e4a6d3c1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:05.904334 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e2570-0fed-450a-b178-8b50f794b412 x-openstack-request-id: req-e73e2570-0fed-450a-b178-8b50f794b412 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:05.906200 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:05.906595 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e73e2570-0fed-450a-b178-8b50f794b412 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:05.907051 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2', 'status': 'completed', 'code': 200} Nov 12 03:20:05.948547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9f14-d672-4974-a99c-db6a187d249f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.958002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:05.969379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9f14-d672-4974-a99c-db6a187d249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.012365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-efcd86b3-9ad9-4f09-a182-a065562b664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.014327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-efcd86b3-9ad9-4f09-a182-a065562b664d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7157364 Nov 12 03:20:06.063320 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-42a5a49b-4d3a-4fbf-9f4b-167a092a6310 req-ba55f2e9-86bd-4213-8c73-d1c5c0d99b43 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834546 Nov 12 03:20:06.068100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5df6520d-c926-4fc5-b19f-49b7ac732006 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:06.095285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.101135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f3e9f14-d672-4974-a99c-db6a187d249f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a337d1e99fa74e1fa055db58e0d7e29e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892016 Nov 12 03:20:06.101135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e9f14-d672-4974-a99c-db6a187d249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ada0eab-fbd5-406e-8b02-7313ef6f0dd1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.103035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:06.121117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.134910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.176207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-415ea139-b29e-4830-84c4-4a052cbbdbfb tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 200 len: 1822 time: 0.2800863 Nov 12 03:20:06.189501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-2f37e411-e1a4-4b5e-8a6e-d2fe9e30ceb3 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.192494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-2f37e411-e1a4-4b5e-8a6e-d2fe9e30ceb3 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.9256721 Nov 12 03:20:06.236275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-a9855dda-7461-4a4f-b5fb-76ed41ea6357 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:06.237351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-a9855dda-7461-4a4f-b5fb-76ed41ea6357 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065317 Nov 12 03:20:06.241095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:06.241668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:06.313207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.316338 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.317694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d8d55ef1-8ccf-4774-ae3d-038d89288f28 HTTP/1.1" status: 204 len: 168 time: 1.2987995 Nov 12 03:20:06.327150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Network 86493b99-1747-46fb-9664-bb13fa4c6322 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:06.330631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5df6520d-c926-4fc5-b19f-49b7ac732006 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:06.331034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.335020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Pushing event updated for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.337601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:06.341785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-3bf28709-8a14-49fc-88d6-773451403459 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0844991 Nov 12 03:20:06.356380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:06.357169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.394906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-ba45f11b-c67a-4bd0-9fe4-f0c6e6dcdd4f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674302 Nov 12 03:20:06.405202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985272d-265e-41fc-9069-092692bdda69 req-4d5d754d-1d41-4a8b-a0e4-00fd4758dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.410645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0650-e0e7-48e9-a19c-e594596dd245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d55ef1-8ccf-4774-ae3d-038d89288f28,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.411553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-4d5d754d-1d41-4a8b-a0e4-00fd4758dafe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1096 time: 0.1972301 Nov 12 03:20:06.467733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Attempting to bind port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:06.468099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Attempting to bind port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:06.468447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Attempting to bind port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 on network 86493b99-1747-46fb-9664-bb13fa4c6322 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:06.510823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:06.511240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Checking segment: {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:06.513182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.513182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Bound using segment: {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:06.513182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Bound port: d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:06.513182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.513582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.525699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-7e00d7ad-c5ec-48c0-ba8d-765fe9ee817b tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1551120 Nov 12 03:20:06.595803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:06.598683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.599363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:06.607731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.698569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1936fb-07f1-443a-b280-690642a14fea None None] Pushing event updated for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.727676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985272d-265e-41fc-9069-092692bdda69 req-3bdd33bd-9405-495d-8a6b-1eae6767e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.729343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-3bdd33bd-9405-495d-8a6b-1eae6767e87c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.3044429 Nov 12 03:20:06.800193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.801936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.803670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3ada0eab-fbd5-406e-8b02-7313ef6f0dd1 HTTP/1.1" status: 204 len: 168 time: 0.7005184 Nov 12 03:20:06.808221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-d2513c11-7906-49cb-a4c2-14dd3d95741b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.0695944 Nov 12 03:20:06.815994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58271-0f32-4349-a63f-452b66c33443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ada0eab-fbd5-406e-8b02-7313ef6f0dd1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:06.846427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be2f298-1b3f-4537-95df-f22458a1fa5c req-dacaca39-9d1f-4170-b5fe-3129104f4f13 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330060 Nov 12 03:20:06.850753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.903641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985272d-265e-41fc-9069-092692bdda69 req-6581d96a-1338-4f28-b4d9-775143c3fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:06.905434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-6581d96a-1338-4f28-b4d9-775143c3fb16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0872743 Nov 12 03:20:06.941118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.941860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:06.964823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:06.987972 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-6cddb494-f756-463b-b7e3-45f3ba187ddc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335829 Nov 12 03:20:07.006874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40b38193-cb29-4c04-a7a9-0a62cc0962b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.060199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8648889f-6e85-4809-a8e8-d9ab280bdd17,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.136649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.137871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f75385f-b0d7-4bc5-a57f-197223641d0f req-c9d84f50-078c-4da0-a43c-04a95a365305 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9443958 Nov 12 03:20:07.152268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Deleting port 53cc3f98-cc82-44d3-9a13-afd5260420a5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:07.152606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.169656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.196247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156582-eea1-47c0-947e-8543e879ee6a req-4a2b64ce-d1e9-4d5a-8239-5c88a8aab0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.197771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-4a2b64ce-d1e9-4d5a-8239-5c88a8aab0c0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ac524b1a9dab4e229b06d766f8774314&device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 1100 time: 0.1682377 Nov 12 03:20:07.218328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.293734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-1c6984ff-0cc8-45e7-829d-dd291c049b20 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579787 Nov 12 03:20:07.397102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40b38193-cb29-4c04-a7a9-0a62cc0962b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.401996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:07.403956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.405011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.426259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40b38193-cb29-4c04-a7a9-0a62cc0962b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.438293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3985272d-265e-41fc-9069-092692bdda69 req-0dd82817-4469-4d64-9d9b-2d5f013d8265 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336627 Nov 12 03:20:07.440320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Calling delete_port for 53cc3f98-cc82-44d3-9a13-afd5260420a5 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:07.446408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Allocated IP 172.25.7.26 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ecfa9519-1802-41d8-9049-c2524783dbf3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:07.454623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae80233-3c1f-4b8c-a49d-af3e4e101fac req-6eb261a8-62b5-4036-b452-4f0fd51415ed tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.460054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae80233-3c1f-4b8c-a49d-af3e4e101fac req-6eb261a8-62b5-4036-b452-4f0fd51415ed tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 948 time: 0.1956263 Nov 12 03:20:07.475132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04e78be1-b727-4e36-8024-9d8bfbee5d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.530412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156582-eea1-47c0-947e-8543e879ee6a req-45432b91-f935-4900-91df-c956f227154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.531998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-45432b91-f935-4900-91df-c956f227154a service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2975488 Nov 12 03:20:07.565997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.592481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40b38193-cb29-4c04-a7a9-0a62cc0962b4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d75b11bd604e43e2bb509189bf4db36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6486804 Nov 12 03:20:07.595413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:07.625044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.627516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b38193-cb29-4c04-a7a9-0a62cc0962b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717266d0-5e4d-424c-b845-45adc5ba07ee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.635502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-c24a4006-9373-4d54-ad61-6b50d467740a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=cc67c401-64bf-4446-ad79-ac0d416016e2 HTTP/1.1" status: 200 len: 217 time: 0.0902920 Nov 12 03:20:07.681270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:07.686420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:07.697052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:07.737236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae80233-3c1f-4b8c-a49d-af3e4e101fac req-6fa80b5d-5e00-481a-89db-5ef0ec1712fb tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503722 Nov 12 03:20:07.739147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ecfa9519-1802-41d8-9049-c2524783dbf3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.744924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.775098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156582-eea1-47c0-947e-8543e879ee6a req-dd28658c-3088-4f36-9625-e18d104b6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.776576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-dd28658c-3088-4f36-9625-e18d104b6092 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1293797 Nov 12 03:20:07.833380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.857089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04e78be1-b727-4e36-8024-9d8bfbee5d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.874336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04e78be1-b727-4e36-8024-9d8bfbee5d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.955200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15156582-eea1-47c0-947e-8543e879ee6a req-1d806e61-6367-4bf7-8ea8-f3b42fa54cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:07.956677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-1d806e61-6367-4bf7-8ea8-f3b42fa54cb2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698174 Nov 12 03:20:07.962244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-04e78be1-b727-4e36-8024-9d8bfbee5d3f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=efeb2b97cda948afad0ee78ed27f4cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5510805 Nov 12 03:20:07.962491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60660) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:07.963448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e78be1-b727-4e36-8024-9d8bfbee5d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c57d32a-3d36-4a2b-9157-fcda5b1de230,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:07.974788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.978039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.982339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.984909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:07.986046 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/717266d0-5e4d-424c-b845-45adc5ba07ee HTTP/1.1" status: 204 len: 168 time: 0.3897412 Nov 12 03:20:08.035055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event deleted for resources: {'Port': ['ID=53cc3f98-cc82-44d3-9a13-afd5260420a5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.045576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89be494-c883-4ad2-a9fb-bf01febaa863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717266d0-5e4d-424c-b845-45adc5ba07ee,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.078707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f478-7d07-42b6-98f9-679b6c33d3f6 req-f32561e5-43d3-42ed-972f-9c40fa9dbf57 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.086155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b976f478-7d07-42b6-98f9-679b6c33d3f6 req-f32561e5-43d3-42ed-972f-9c40fa9dbf57 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.2550657 Nov 12 03:20:08.135594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.175145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a832c4-3bd8-4f56-b8cb-0b138a56b7f5 None None] Network 86493b99-1747-46fb-9664-bb13fa4c6322 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:08.175661 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.178574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.179861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26311dc5-9302-4fbb-99ec-09e3ef995aec req-96e2dd37-e467-449d-b629-4eff2428a02f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "DELETE /v2.0/floatingips/59e1dec2-4ff4-471e-8ff9-306137d7541d HTTP/1.1" status: 204 len: 173 time: 1.5766273 Nov 12 03:20:08.213255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.215631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b976f478-7d07-42b6-98f9-679b6c33d3f6 req-ef2024a0-42f5-4478-9976-c802bce6c9bf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282239 Nov 12 03:20:08.224493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d7d4742a-1724-4c8e-a575-6671e4a6d3c1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:08.267573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-0807879b-0970-4efa-b18d-5f8fff9cb72b service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995183 Nov 12 03:20:08.354618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] Provisioning complete for port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:08.355017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.391115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.394139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.395612 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0c57d32a-3d36-4a2b-9157-fcda5b1de230 HTTP/1.1" status: 204 len: 168 time: 0.4321575 Nov 12 03:20:08.397677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.412777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-2b4cea99-f7f0-473f-b885-963704d7a6fd tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 200 len: 2415 time: 0.1585474 Nov 12 03:20:08.413548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d2fbe-a70f-485b-b427-6b499dd77256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c57d32a-3d36-4a2b-9157-fcda5b1de230,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.425587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:08.426051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.536971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca', 'remote_group_id': None}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:08.537867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca', 'remote_group_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:08.696507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.698204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:08.753476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15156582-eea1-47c0-947e-8543e879ee6a req-2d73293f-0d90-4582-be64-d1eeb4e3b084 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443440 Nov 12 03:20:08.765415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ba67b-d2f3-4455-bd10-2655bbce356d req-fbb47f24-6b94-4193-ae5d-9aed8ffe362f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:08.766894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a01ba67b-d2f3-4455-bd10-2655bbce356d req-fbb47f24-6b94-4193-ae5d-9aed8ffe362f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4289782 Nov 12 03:20:08.771003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.790125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.816486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.824791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.854345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99501806-68e6-4798-8ecd-601dc8ea4522,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:08.855724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:08.863133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.879718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.882374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce005506-64f4-495a-9ad2-c5de6789c2ab req-937b4a10-0c6e-4b30-a232-83b3a207482f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4218442 Nov 12 03:20:08.960111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:08.973072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Sync routers for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:08.983836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:20:08.984567 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:20:08.997388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:08.998797 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2a202d4-b706-4aba-80b4-6c8a2a8831b6 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5289409 Nov 12 03:20:09.001736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60690) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:09.001986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fa917-370c-4c1f-977c-c8f26c39aaa0 None None] Pushing event updated for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:09.005043 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:09.006591 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:09.142647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-237ceaff-88b6-4170-9f84-d6e8d063ba2b req-5853c8bc-3677-4aeb-8108-a90e8d8d98ba tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?tenant_id=2a7eb5d4e83f47eda95252351a8bc21d HTTP/1.1" status: 200 len: 1654 time: 0.2376699 Nov 12 03:20:09.195145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca86ce4-5f9e-410b-a9b4-d373337afbc0 req-7f93a63b-1f10-471f-8119-9f936ff4a956 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.196933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aca86ce4-5f9e-410b-a9b4-d373337afbc0 req-7f93a63b-1f10-471f-8119-9f936ff4a956 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 948 time: 0.2933507 Nov 12 03:20:09.224202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2962020f-40c1-415f-825f-3dcf424fc04b None None] Provisioning complete for port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:09.225447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2962020f-40c1-415f-825f-3dcf424fc04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.232751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.320028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ceaff-88b6-4170-9f84-d6e8d063ba2b req-41c77c57-84b3-4f66-8e64-c4ed5721529e tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.326983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-237ceaff-88b6-4170-9f84-d6e8d063ba2b req-41c77c57-84b3-4f66-8e64-c4ed5721529e tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks?id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 787 time: 0.1831794 Nov 12 03:20:09.333668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-237ceaff-88b6-4170-9f84-d6e8d063ba2b req-e3ade5e4-fcaf-4ab8-8fec-fb210d1d7dd1 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:09.346350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-237ceaff-88b6-4170-9f84-d6e8d063ba2b req-e3ade5e4-fcaf-4ab8-8fec-fb210d1d7dd1 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183187 Nov 12 03:20:09.355080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aca86ce4-5f9e-410b-a9b4-d373337afbc0 req-650b0a60-7a07-46ba-adc0-ba3b19148d8c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258724 Nov 12 03:20:09.381174 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:09.435966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ae079bc-7e5f-4665-9a56-31d8e0f9249a req-87f0ad1c-9250-425d-bb9e-685e7735d37a tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 200 len: 3013 time: 0.0784540 Nov 12 03:20:09.614047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21647-5036-410d-a4b5-2f2a1fc5749f req-85fc2933-b851-44fb-bd05-a948741135d3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:09.616265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5d21647-5036-410d-a4b5-2f2a1fc5749f req-85fc2933-b851-44fb-bd05-a948741135d3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.1188500 Nov 12 03:20:09.651452 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 3, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:09.685168 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Checking router: a33db4e3-43f4-49bb-bb64-983dd53fc7e4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:09.685537 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Updating router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 port ecfa9519-1802-41d8-9049-c2524783dbf3 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:09.713642 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.734361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-7eb155bc-9b06-4edf-9932-9cc6d307076c tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips/fc402b94-21a1-41e8-bf16-6008f6e38b30 HTTP/1.1" status: 200 len: 693 time: 0.1505864 Nov 12 03:20:09.842326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5d21647-5036-410d-a4b5-2f2a1fc5749f req-7c4b730a-bdf2-4761-ad2a-27c7a5acf20a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656866 Nov 12 03:20:09.879268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:09.970564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:09.996744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-9922c7c9-22b0-4baf-a016-7e044b87f918 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-group-rules/99501806-68e6-4798-8ecd-601dc8ea4522 HTTP/1.1" status: 200 len: 783 time: 0.0746882 Nov 12 03:20:10.064077 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.071649 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.124509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-f311308d-a670-47f8-887d-42c7f928ecfd tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:10.125845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-f311308d-a670-47f8-887d-42c7f928ecfd tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.3731711 Nov 12 03:20:10.140440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeba4d-e683-4f21-9faa-072bb811bf53 None None] Pushing event updated for resources: {'Port': ['ID=ecfa9519-1802-41d8-9049-c2524783dbf3,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.143839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Attempting to bind port ecfa9519-1802-41d8-9049-c2524783dbf3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:10.144439 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Attempting to bind port ecfa9519-1802-41d8-9049-c2524783dbf3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:10.145185 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Attempting to bind port ecfa9519-1802-41d8-9049-c2524783dbf3 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:10.157186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:10.157561 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:10.159114 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.159574 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:10.160282 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Bound port: ecfa9519-1802-41d8-9049-c2524783dbf3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:10.160960 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.161257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-0f757563-1ebe-41f0-96b1-3fe1fac773e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:10.162293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-0f757563-1ebe-41f0-96b1-3fe1fac773e9 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067582 Nov 12 03:20:10.180029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d7d4742a-1724-4c8e-a575-6671e4a6d3c1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:10.186133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-fac9265a-dc56-4067-bb69-c701efd49f4f tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 200 len: 3013 time: 0.1581743 Nov 12 03:20:10.211238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Allocated IP 172.20.0.1 (86493b99-1747-46fb-9664-bb13fa4c6322/e6735a31-b9bd-4bfa-af5f-5400dd7e57ec/c9950dd4-c244-4c03-b3a4-c79a9c6caffa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:10.221221 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] For port ecfa9519-1802-41d8-9049-c2524783dbf3, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:10.225038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] For port ecfa9519-1802-41d8-9049-c2524783dbf3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ecfa9519-1802-41d8-9049-c2524783dbf3,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:10.230939 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.280212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.310967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeba4d-e683-4f21-9faa-072bb811bf53 None None] Pushing event updated for resources: {'Port': ['ID=ecfa9519-1802-41d8-9049-c2524783dbf3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.320360 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:10.322064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:10.335257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '14207bba-ba27-4124-8bb4-914bbf54436c', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'port_id': '14207bba-ba27-4124-8bb4-914bbf54436c', 'mac_address': 'fa:16:3e:ff:af:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab6f03-fca4-4bb2-be40-536fbb561d08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:10.377938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.417004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.432972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:10.433323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.440311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.466251 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:10.486991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14207bba-ba27-4124-8bb4-914bbf54436c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:10.512673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-1e56dcbd-4d43-4f3a-817d-ee86b4d05c63 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.3365374 Nov 12 03:20:10.529074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:10.542248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.560881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Network 86493b99-1747-46fb-9664-bb13fa4c6322 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:10.562195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Pushing event updated for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.573071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:10.576692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:10.577801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.580357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.582334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-913a09be-d697-4548-99b3-6bd69ba12fec tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.221 HTTP/1.1" status: 200 len: 696 time: 0.0572004 Nov 12 03:20:10.590869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.650643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.772505 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.772717 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 3, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:10.780546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.797786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e154ea7-e90b-4a7e-ae43-3679c8e05f51 req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/99501806-68e6-4798-8ecd-601dc8ea4522 HTTP/1.1" status: 204 len: 173 time: 0.6107242 Nov 12 03:20:10.810436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e29d3-f99c-4386-b6b8-1e30b71ce1d0 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99501806-68e6-4798-8ecd-601dc8ea4522,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:10.829214 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91b1108-0b06-4f44-90a0-6098bdc1f121 None None] The sync data for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 is: [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:07Z', 'revision_number': 3, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:10.839868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Deleting port e7a00a52-b116-4457-bd91-9213d835553c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:10.840171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.840286 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:10.922224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['14207bba-ba27-4124-8bb4-914bbf54436c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:11.008625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.010282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.015636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-855c3685-acb9-4df8-a6ea-b7384622109a None None] Provisioning complete for port c9950dd4-c244-4c03-b3a4-c79a9c6caffa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:11.016256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-855c3685-acb9-4df8-a6ea-b7384622109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.027271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Calling delete_port for e7a00a52-b116-4457-bd91-9213d835553c owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:11.142983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-855c3685-acb9-4df8-a6ea-b7384622109a None None] Port c9950dd4-c244-4c03-b3a4-c79a9c6caffa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:11.164872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.182265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.183130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.250612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.287164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event deleted for resources: {'Port': ['ID=e7a00a52-b116-4457-bd91-9213d835553c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:11.322049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Pushing event updated for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:11.323680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.334017 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.337689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022845ac-7f44-4ce6-8a0c-ba9ce9c84477 req-25222f3a-57c9-42e8-a705-bf846c8d95a7 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "DELETE /v2.0/floatingips/fc402b94-21a1-41e8-bf16-6008f6e38b30 HTTP/1.1" status: 204 len: 173 time: 0.7445011 Nov 12 03:20:11.395326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531a274-513f-423a-9569-ac3d6e0af673 req-8469ab6a-c6ec-4399-a067-92dfe041771c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.397612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f531a274-513f-423a-9569-ac3d6e0af673 req-8469ab6a-c6ec-4399-a067-92dfe041771c tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 948 time: 0.0583172 Nov 12 03:20:11.418773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Network 86493b99-1747-46fb-9664-bb13fa4c6322 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:11.420954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:11.455813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f531a274-513f-423a-9569-ac3d6e0af673 req-bf334193-5325-4640-a441-e623180535d9 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Nov 12 03:20:11.536560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8194a32-d628-4864-a357-55d48efc6c51 req-f6e0b391-12cc-4840-92a7-b4036620ab72 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 200 len: 2415 time: 0.0524220 Nov 12 03:20:11.639915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255df539-7a69-4de3-8d0a-dee822f1e944 req-c16b26f9-98b9-4d89-a795-8f592e3433b0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:11.641578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-255df539-7a69-4de3-8d0a-dee822f1e944 req-c16b26f9-98b9-4d89-a795-8f592e3433b0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.1024642 Nov 12 03:20:11.672747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8194a32-d628-4864-a357-55d48efc6c51 req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.714491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8194a32-d628-4864-a357-55d48efc6c51 req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.720444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-255df539-7a69-4de3-8d0a-dee822f1e944 req-8f26caf1-0f33-45a4-92cd-5c60de02383c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725923 Nov 12 03:20:11.780575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a630abd7-62f2-4c19-ad16-0746c5d37667 None None] Provisioning complete for port c9950dd4-c244-4c03-b3a4-c79a9c6caffa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:11.781962 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a630abd7-62f2-4c19-ad16-0746c5d37667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.785969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8194a32-d628-4864-a357-55d48efc6c51 req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.789363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8194a32-d628-4864-a357-55d48efc6c51 req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:11.790575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8194a32-d628-4864-a357-55d48efc6c51 req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca HTTP/1.1" status: 204 len: 173 time: 0.2191181 Nov 12 03:20:11.802199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97051f-4765-4836-8da8-86a8b6924a8d tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f59b655-2d92-4fdd-a2cb-93cf8c86d4ca,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:11.812892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:11.887523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a630abd7-62f2-4c19-ad16-0746c5d37667 None None] Port c9950dd4-c244-4c03-b3a4-c79a9c6caffa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:11.949810 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-d31450b9-546f-4083-9e6b-35ee340d6a89 req-32fc3372-0e1f-4aa7-a628-111dc4e9c0d3 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] show failed (client error): The resource could not be found. Nov 12 03:20:11.951265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31450b9-546f-4083-9e6b-35ee340d6a89 req-32fc3372-0e1f-4aa7-a628-111dc4e9c0d3 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/dd205a80-2eef-47c8-9dbd-e35fefc4da76 HTTP/1.1" status: 404 len: 352 time: 0.0282447 Nov 12 03:20:11.961017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-459d9690-a70d-49f5-8411-5aceda56d792 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips/472aa4e0-3657-4987-93cf-bbe31ef639a3 HTTP/1.1" status: 200 len: 691 time: 0.0890791 Nov 12 03:20:12.000668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:12.063107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:12.068284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d3630b3-c697-480b-8aa6-61579f2aaf3a admin admin] 10.222.0.97 "PUT /v2.0/routers/a33db4e3-43f4-49bb-bb64-983dd53fc7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652735 Nov 12 03:20:12.110249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ecfa9519-1802-41d8-9049-c2524783dbf3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:12.186804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 14207bba-ba27-4124-8bb4-914bbf54436c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:12.200317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ecfa9519-1802-41d8-9049-c2524783dbf3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:12.203118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.205405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 14207bba-ba27-4124-8bb4-914bbf54436c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:12.205928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.214412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-689a7a7c-4962-43c5-b61f-110af6ecfd6f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:12.216021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-689a7a7c-4962-43c5-b61f-110af6ecfd6f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2541299 Nov 12 03:20:12.218513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-674753c3-4ff6-43ec-9c34-3c0868907396 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/ceea42b3-8a42-487c-925c-cba319b8f940 HTTP/1.1" status: 200 len: 1822 time: 0.1204038 Nov 12 03:20:12.257958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60786) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:12.309647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-b3aa16d5-9bfd-44ba-8184-b3667ac3858f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0865965 Nov 12 03:20:12.381829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-f9a18199-7430-4935-aa8b-dba0ab0e3f7f tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0706401 Nov 12 03:20:12.401317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5815-7c62-4210-a4b9-20b3c1e571fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.487495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.490120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cc67c401-64bf-4446-ad79-ac0d416016e2 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:12.528431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.528765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5815-7c62-4210-a4b9-20b3c1e571fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.532175 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.539888 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.544509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5815-7c62-4210-a4b9-20b3c1e571fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.576562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b5815-7c62-4210-a4b9-20b3c1e571fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959dcae-ff8c-40bc-8845-2e5013d72de1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.583836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port ecfa9519-1802-41d8-9049-c2524783dbf3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ecfa9519-1802-41d8-9049-c2524783dbf3,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:12.599153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:12.601284 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7dbb1-8e50-4798-9e44-e821563e28ee" -d '{"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-plugged", "status": "completed", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:12.613409 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4a4b5815-7c62-4210-a4b9-20b3c1e571fc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=662d411d39ed4334bae0595d2c95e6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543365 Nov 12 03:20:12.616302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Deleting port 1b731d75-3b7b-4133-a023-e4d8489aa085 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:12.617291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.617825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:12.632196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.647253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:12.692106 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.730903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.733500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.749846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8e1198d-0a2e-405f-a350-f923728c5e66 req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/ceea42b3-8a42-487c-925c-cba319b8f940 HTTP/1.1" status: 204 len: 173 time: 0.5192719 Nov 12 03:20:12.751530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.754471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=ecfa9519-1802-41d8-9049-c2524783dbf3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.773495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cc67c401-64bf-4446-ad79-ac0d416016e2,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:12.783681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e6473-a95f-4f1b-95d5-8ca58cb4c932 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea42b3-8a42-487c-925c-cba319b8f940,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.791802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.840766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'cc67c401-64bf-4446-ad79-ac0d416016e2', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'cc67c401-64bf-4446-ad79-ac0d416016e2', 'mac_address': 'fa:16:3e:19:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:12.858196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.858714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.883483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.887506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.889566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c959dcae-ff8c-40bc-8845-2e5013d72de1 HTTP/1.1" status: 204 len: 168 time: 0.2705214 Nov 12 03:20:12.890307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Calling delete_port for 1b731d75-3b7b-4133-a023-e4d8489aa085 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:12.909457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.929102 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:12.930382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cc6fa-e283-4efe-a97e-74eb3bae5952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959dcae-ff8c-40bc-8845-2e5013d72de1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:12.963542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc67c401-64bf-4446-ad79-ac0d416016e2 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:12.998587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cc67c401-64bf-4446-ad79-ac0d416016e2,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:13.020731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.121783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:13.171119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8398-a1f8-41c2-a7f4-e7792350a47a req-6abaa380-a665-43f1-982f-40f222e7a625 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.171119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-934f8398-a1f8-41c2-a7f4-e7792350a47a req-6abaa380-a665-43f1-982f-40f222e7a625 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 949 time: 0.0843751 Nov 12 03:20:13.273382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-934f8398-a1f8-41c2-a7f4-e7792350a47a req-4501481f-9d07-477b-9f06-cac179635049 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914345 Nov 12 03:20:13.296047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.355282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event deleted for resources: {'Port': ['ID=1b731d75-3b7b-4133-a023-e4d8489aa085,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:13.361552 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f97af2-c61c-4f21-9a85-ca72fc2253f6 x-openstack-request-id: req-51f97af2-c61c-4f21-9a85-ca72fc2253f6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:13.362483 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-plugged", "status": "completed", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:13.363034 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-51f97af2-c61c-4f21-9a85-ca72fc2253f6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:13.363669 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c', 'code': 200} Nov 12 03:20:13.370985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Sync routers for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:13.384177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:13.385258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:13.412177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.416510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.428765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39445c4f-dbf6-460c-b658-e4c703b71512 req-5cdad8b4-8ebb-4293-b55e-290f53ab70d6 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "DELETE /v2.0/floatingips/472aa4e0-3657-4987-93cf-bbe31ef639a3 HTTP/1.1" status: 204 len: 173 time: 1.0456386 Nov 12 03:20:13.536507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:13.539411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:13.550718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0dce1c2c-be71-4568-8873-24fb8567cc8e tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/86c81377-42a4-48b7-be11-14e75e95be14 HTTP/1.1" status: 200 len: 1820 time: 0.1522205 Nov 12 03:20:13.580678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1b82-1763-4394-adfd-0c1eb03a0e52 req-ceb2431d-d629-46b1-9525-810aba5afd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.582173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a93a1b82-1763-4394-adfd-0c1eb03a0e52 req-ceb2431d-d629-46b1-9525-810aba5afd68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.0870774 Nov 12 03:20:13.623739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f6edc9-2914-41b7-8ff0-a2adb419fd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.659578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a93a1b82-1763-4394-adfd-0c1eb03a0e52 req-b5c761e0-08c6-47bc-8717-3175d96727c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565860 Nov 12 03:20:13.705471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db429e7-dfd8-46ff-a6d7-02d4edd2f4bf req-9ea319ec-f957-484a-8e2e-de35f2417af6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:13.713626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5db429e7-dfd8-46ff-a6d7-02d4edd2f4bf req-9ea319ec-f957-484a-8e2e-de35f2417af6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 946 time: 0.1390820 Nov 12 03:20:13.734448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cc67c401-64bf-4446-ad79-ac0d416016e2'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:13.746019 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.797992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.831968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5db429e7-dfd8-46ff-a6d7-02d4edd2f4bf req-04932915-05a3-4775-b65e-809c6a8474ff tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026165 Nov 12 03:20:13.914019 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f6edc9-2914-41b7-8ff0-a2adb419fd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.926211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2f6edc9-2914-41b7-8ff0-a2adb419fd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:13.992960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-5467edc8-1c9f-4db9-82e7-c4c36bc03cba tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips/9a589b11-b29b-40bf-a318-17211e9329a9 HTTP/1.1" status: 200 len: 692 time: 0.0445013 Nov 12 03:20:14.008980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c9950dd4-c244-4c03-b3a4-c79a9c6caffa', 'name': '', 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'mac_address': 'fa:16:3e:a7:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:09Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 2, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'subnets': [{'id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:14.038629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:14.038771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b2f6edc9-2914-41b7-8ff0-a2adb419fd7a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=162dcd00689d4868949d566eaca27992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829850 Nov 12 03:20:14.050475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.053041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.054603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Checking router: a33db4e3-43f4-49bb-bb64-983dd53fc7e4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:14.054919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Updating router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 port c9950dd4-c244-4c03-b3a4-c79a9c6caffa binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:14.066501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-057a1854-fc0c-4510-97e3-2ee5fbefbf2c req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/86c81377-42a4-48b7-be11-14e75e95be14 HTTP/1.1" status: 204 len: 173 time: 0.5119534 Nov 12 03:20:14.073225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6edc9-2914-41b7-8ff0-a2adb419fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c18bff-036d-452f-87f2-39d3e8f760aa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.089799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ecfa9519-1802-41d8-9049-c2524783dbf3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:14.129043 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.179568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35539f-9179-4adc-a537-31a4b02e1c44 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c81377-42a4-48b7-be11-14e75e95be14,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.187227 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.216158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.221354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ecfa9519-1802-41d8-9049-c2524783dbf3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:14.221717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.260975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-7978e34e-daf6-4fa3-a3ed-4114b5da1901 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:14.262715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-7978e34e-daf6-4fa3-a3ed-4114b5da1901 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2562196 Nov 12 03:20:14.314687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.320344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.321833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/85c18bff-036d-452f-87f2-39d3e8f760aa HTTP/1.1" status: 204 len: 168 time: 0.2819858 Nov 12 03:20:14.336872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2de32-8c29-4b0b-823c-f6939ba30a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c18bff-036d-452f-87f2-39d3e8f760aa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.438455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-2ed39ac4-5bab-4405-b139-4045a71dc3e0 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.1593640 Nov 12 03:20:14.444361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-86976c7a-6746-47f5-903c-3f522d04118c tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/98763b4f-59e2-494d-8069-f7dc5625cf60 HTTP/1.1" status: 200 len: 1820 time: 0.1355822 Nov 12 03:20:14.533102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-4451c3cf-7d49-41b5-ba1b-b6f4b79c9213 tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.59 HTTP/1.1" status: 200 len: 695 time: 0.0866101 Nov 12 03:20:14.730358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.761099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.786437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.794831 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.827094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.829799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.841229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e3fe6b6-4b93-4965-990c-81ca807b8f54 req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/98763b4f-59e2-494d-8069-f7dc5625cf60 HTTP/1.1" status: 204 len: 173 time: 0.3066869 Nov 12 03:20:14.858350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Deleting port 1cc48c49-3852-4b5a-9618-835297d0fa7f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:14.861344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:14.876452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce68cb9-1539-48e8-a188-25f51ba4dd85 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98763b4f-59e2-494d-8069-f7dc5625cf60,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.965305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c11547-fdaa-4999-be0d-dc944a3ba537 None None] Pushing event updated for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:14.987407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Attempting to bind port c9950dd4-c244-4c03-b3a4-c79a9c6caffa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:14.988173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Attempting to bind port c9950dd4-c244-4c03-b3a4-c79a9c6caffa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:14.990018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Attempting to bind port c9950dd4-c244-4c03-b3a4-c79a9c6caffa on network 86493b99-1747-46fb-9664-bb13fa4c6322 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:15.003335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:15.003707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Checking segment: {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:15.004177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.004482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Bound using segment: {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:15.005003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Bound port: c9950dd4-c244-4c03-b3a4-c79a9c6caffa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefecae2-63a8-451b-8999-0d6904298566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:15.005474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.178327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] For port c9950dd4-c244-4c03-b3a4-c79a9c6caffa, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:15.182781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] For port c9950dd4-c244-4c03-b3a4-c79a9c6caffa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:15.186474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.196707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.211740 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.234798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Calling delete_port for 1cc48c49-3852-4b5a-9618-835297d0fa7f owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:15.251420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54aed-839c-4ab5-a53c-2b1ec03e2d6f req-43adb02d-5226-4ac6-9e39-a04fad4cfc34 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:15.265429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:15.266075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:15.278747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85d54aed-839c-4ab5-a53c-2b1ec03e2d6f req-43adb02d-5226-4ac6-9e39-a04fad4cfc34 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 949 time: 0.1940010 Nov 12 03:20:15.344445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c11547-fdaa-4999-be0d-dc944a3ba537 None None] Pushing event updated for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.382944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] Provisioning complete for port c9950dd4-c244-4c03-b3a4-c79a9c6caffa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:15.383315 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.502231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85d54aed-839c-4ab5-a53c-2b1ec03e2d6f req-8d735424-869e-49fb-9147-df272f918c48 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205944 Nov 12 03:20:15.590294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.635923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:15.668057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-b970cb77-cd3c-4969-a830-a3ca0907bf79 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/02d25702-f12d-42e6-8484-a7c0e2f36ff2 HTTP/1.1" status: 200 len: 2419 time: 0.1041651 Nov 12 03:20:15.789219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.789954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] For port c9950dd4-c244-4c03-b3a4-c79a9c6caffa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:15.815653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.819995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.854543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Pushing event deleted for resources: {'Port': ['ID=1cc48c49-3852-4b5a-9618-835297d0fa7f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:15.888452 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.942028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.945468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:15.946689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07a11f77-a5eb-42a3-a4e8-d2438c94d659 req-dc522466-d31e-41fc-98f9-9415c17c16dc tempest-FloatingIPDetailsTestJSON-1004174191 tempest-FloatingIPDetailsTestJSON-1004174191-project] 10.222.0.97 "DELETE /v2.0/floatingips/9a589b11-b29b-40bf-a318-17211e9329a9 HTTP/1.1" status: 204 len: 173 time: 1.4021418 Nov 12 03:20:15.961003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:16.003648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.006598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.007989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be685484-5979-49f5-939a-3cc0eb39d1e2 req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/02d25702-f12d-42e6-8484-a7c0e2f36ff2 HTTP/1.1" status: 204 len: 173 time: 0.3389778 Nov 12 03:20:16.035923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085010-8efa-4eec-a704-fb7a6ffc1940 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d25702-f12d-42e6-8484-a7c0e2f36ff2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.224546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81071abf-0531-4753-9f65-ad4be49c2d09 None None] Pushing event updated for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:16.238744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39a9066a-e2f0-40b4-b2b2-7af7a0e7772a None None] Provisioning complete for port c9950dd4-c244-4c03-b3a4-c79a9c6caffa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:16.238744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39a9066a-e2f0-40b4-b2b2-7af7a0e7772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.262517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa420c97-9e58-43fd-8148-10c35bc675ad req-1bd44230-f515-4762-8e82-0f14a9a64de0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:16.264067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa420c97-9e58-43fd-8148-10c35bc675ad req-1bd44230-f515-4762-8e82-0f14a9a64de0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 946 time: 0.1296005 Nov 12 03:20:16.356980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa420c97-9e58-43fd-8148-10c35bc675ad req-078d7691-c28f-4384-a2a8-fc6fb55e3100 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Nov 12 03:20:16.374428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cc67c401-64bf-4446-ad79-ac0d416016e2 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:16.477763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port cc67c401-64bf-4446-ad79-ac0d416016e2 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:16.486397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port cc67c401-64bf-4446-ad79-ac0d416016e2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:16.486995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.519443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c9950dd4-c244-4c03-b3a4-c79a9c6caffa', 'name': '', 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'mac_address': 'fa:16:3e:a7:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:09Z', 'updated_at': '2021-11-12T03:20:15Z', 'revision_number': 4, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'subnets': [{'id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:16.592027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86cfbf-9772-4248-b739-13d14a8d89a5 None None] The sync data for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 is: [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:20:10Z', 'revision_number': 4, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c9950dd4-c244-4c03-b3a4-c79a9c6caffa', 'name': '', 'network_id': '86493b99-1747-46fb-9664-bb13fa4c6322', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'mac_address': 'fa:16:3e:a7:4b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:09Z', 'updated_at': '2021-11-12T03:20:15Z', 'revision_number': 4, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'subnets': [{'id': 'e6735a31-b9bd-4bfa-af5f-5400dd7e57ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:16.638686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98c479de-3558-4a2a-a917-8d578f59d553 req-d16ebdd9-402e-46ce-9c75-bfa53720fac9 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "GET /v2.0/security-groups/25011539-1f73-41f5-bfe9-ec8e78331308 HTTP/1.1" status: 200 len: 2415 time: 0.0914357 Nov 12 03:20:16.771945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.827380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-98c479de-3558-4a2a-a917-8d578f59d553 req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.833856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:16.836711 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f39cca-5e60-40b7-a609-36dc2d6edce9" -d '{"events": [{"server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "name": "network-vif-plugged", "status": "completed", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:16.894770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cc67c401-64bf-4446-ad79-ac0d416016e2,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:16.898746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-98c479de-3558-4a2a-a917-8d578f59d553 req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:16.913586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.065186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202348f-b279-48fd-80e5-16dc86ac089d req-a6b0936b-be86-4862-8d14-ad0de4887020 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.071828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1202348f-b279-48fd-80e5-16dc86ac089d req-a6b0936b-be86-4862-8d14-ad0de4887020 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.1201787 Nov 12 03:20:17.077344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.121006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-98c479de-3558-4a2a-a917-8d578f59d553 req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.124441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-98c479de-3558-4a2a-a917-8d578f59d553 req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.130360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98c479de-3558-4a2a-a917-8d578f59d553 req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] 10.222.0.97 "DELETE /v2.0/security-groups/25011539-1f73-41f5-bfe9-ec8e78331308 HTTP/1.1" status: 204 len: 173 time: 0.4907472 Nov 12 03:20:17.159349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.205142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e12e5f-b252-40e9-9fdc-3a0477496150 tempest-SecurityGroupRulesTestJSON-1658534531 tempest-SecurityGroupRulesTestJSON-1658534531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25011539-1f73-41f5-bfe9-ec8e78331308,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.266090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1202348f-b279-48fd-80e5-16dc86ac089d req-428174d1-680b-40cd-ab53-0a965dd464af tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878159 Nov 12 03:20:17.355175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a55c1-522c-4a4a-b42e-032e473c2245 req-284a9f18-cd9a-4e30-bc49-42bf04e54c59 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.356208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc7a55c1-522c-4a4a-b42e-032e473c2245 req-284a9f18-cd9a-4e30-bc49-42bf04e54c59 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.0888586 Nov 12 03:20:17.356876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.362500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.390557 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96a86d-4cbe-4ae8-946c-a1c3bf032832 x-openstack-request-id: req-dc96a86d-4cbe-4ae8-946c-a1c3bf032832 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:17.391124 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "name": "network-vif-plugged", "status": "completed", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:17.391245 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dc96a86d-4cbe-4ae8-946c-a1c3bf032832 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:17.391596 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2', 'code': 200} Nov 12 03:20:17.491369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc7a55c1-522c-4a4a-b42e-032e473c2245 req-6b783052-113a-4170-9b7a-051e212df299 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269724 Nov 12 03:20:17.587738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6a77-7185-4eea-b06a-9b9011844a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.617116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Deleting subnet 7e3f7bcc-3fc8-4a33-809a-079f7865d316 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:17.684103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.707472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6a77-7185-4eea-b06a-9b9011844a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.760797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bb6a77-7185-4eea-b06a-9b9011844a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.779362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce88b0-e969-420c-aa26-480706c48670 req-923d8f63-7d01-4a48-9069-e5431c972d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.780902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.783868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63ce88b0-e969-420c-aa26-480706c48670 req-923d8f63-7d01-4a48-9069-e5431c972d58 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 1102 time: 0.2586126 Nov 12 03:20:17.793295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.856544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4bb6a77-7185-4eea-b06a-9b9011844a68 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ff03652200b34c4e887ad530abc99b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4984913 Nov 12 03:20:17.858026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb6a77-7185-4eea-b06a-9b9011844a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3eef5e-e476-473c-ac06-a71eed617983,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.876767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.897549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.934820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6441-05cb-4ae4-af10-126c6a336f5a req-2d220f86-dd1f-4704-8163-d91a582bb5f5 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:17.952807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:17.956349 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7e3f7bcc-3fc8-4a33-809a-079f7865d316 HTTP/1.1" status: 204 len: 168 time: 0.7943282 Nov 12 03:20:17.958295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd26063-29df-4a20-8302-ae42db7153ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3f7bcc-3fc8-4a33-809a-079f7865d316,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:17.961548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60920) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:17.964661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fbe6441-05cb-4ae4-af10-126c6a336f5a req-2d220f86-dd1f-4704-8163-d91a582bb5f5 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.2446027 Nov 12 03:20:18.033831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63ce88b0-e969-420c-aa26-480706c48670 req-7eae64fc-9d4f-4a21-85b2-c90c2b1a294a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301948 Nov 12 03:20:18.092758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.124301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c9950dd4-c244-4c03-b3a4-c79a9c6caffa up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:18.129097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.149143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fbe6441-05cb-4ae4-af10-126c6a336f5a req-b7b6d273-65ac-439d-863f-6a4cece4d5fe tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722388 Nov 12 03:20:18.189050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.255370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.258301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.260493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8c3eef5e-e476-473c-ac06-a71eed617983 HTTP/1.1" status: 204 len: 168 time: 0.3798530 Nov 12 03:20:18.274317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baafbc-8432-4efd-806f-f8b8d44b1b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3eef5e-e476-473c-ac06-a71eed617983,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:18.328994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c9950dd4-c244-4c03-b3a4-c79a9c6caffa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:18.329372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.436414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60932) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:18.460654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.511136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Deleting port 9088305a-df01-4dca-9cd6-30b93f74d37e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:18.511484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.695263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] For port 9088305a-df01-4dca-9cd6-30b93f74d37e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9088305a-df01-4dca-9cd6-30b93f74d37e,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:18.695652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:18.717660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.718053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.721728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.722077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > port after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.722410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.722742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > port after_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.723634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.723992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.724329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.725185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.857959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd78cb-194f-4c8e-bcd2-528abdde62c8 req-1064881d-5c69-4ab5-992a-3b348914378a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.871018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40bd78cb-194f-4c8e-bcd2-528abdde62c8 req-1064881d-5c69-4ab5-992a-3b348914378a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.2474256 Nov 12 03:20:18.890669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12def03-a02d-4b66-ac16-8f2d8a079b02 req-77b9e296-4a05-4916-97ab-4d85dff4a68d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:18.906714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b12def03-a02d-4b66-ac16-8f2d8a079b02 req-77b9e296-4a05-4916-97ab-4d85dff4a68d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.2398725 Nov 12 03:20:18.918420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.918828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.919274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.919613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:18.920064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7aeb9b8-f80e-493a-8edb-cb5bc66595ba']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.925349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Calling delete_port for 9088305a-df01-4dca-9cd6-30b93f74d37e owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:18.955421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f12204-ef17-453a-9650-9d20d1d130f8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.956376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f12204-ef17-453a-9650-9d20d1d130f8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:18.987364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.027198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40bd78cb-194f-4c8e-bcd2-528abdde62c8 req-e828300a-d06e-4973-9d35-edee0743e509 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477618 Nov 12 03:20:19.030484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c0c341-d771-4e71-8855-58df8828a9ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.052016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.081554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:19.081554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.086087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: from cryptography.utils import int_from_bytes Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: from cryptography.utils import int_from_bytes Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:19.105417 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:19.113688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbab155f-47a5-4c47-b55e-70028affe24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.125932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b12def03-a02d-4b66-ac16-8f2d8a079b02 req-b810a786-a43a-4415-9898-5e55556d1f68 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169507 Nov 12 03:20:19.228139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c0c341-d771-4e71-8855-58df8828a9ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.235906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02c0c341-d771-4e71-8855-58df8828a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.239359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.262857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.270513 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] 10.222.0.97 "DELETE /v2.0/networks/a7aeb9b8-f80e-493a-8edb-cb5bc66595ba HTTP/1.1" status: 204 len: 168 time: 1.3036826 Nov 12 03:20:19.270513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc72cd7-cdf7-4e2c-89de-7189b6249e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7aeb9b8-f80e-493a-8edb-cb5bc66595ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.278833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbab155f-47a5-4c47-b55e-70028affe24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.293569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bbab155f-47a5-4c47-b55e-70028affe24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.299677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-02c0c341-d771-4e71-8855-58df8828a9ba admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f6ddac01f30f4f238733a326ae0efffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8617928 Nov 12 03:20:19.303955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:19.306408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c341-d771-4e71-8855-58df8828a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c604de-c3c3-4995-84b0-53204fa0acb5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.340333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bbab155f-47a5-4c47-b55e-70028affe24d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ff058a4c3f2849c49b2a6a43ff91a816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503266 Nov 12 03:20:19.342254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab155f-47a5-4c47-b55e-70028affe24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f5fd0f-156e-46da-b1a9-1ad6dded063f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.345089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:19.401618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.411315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.414995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.425709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.470228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9088305a-df01-4dca-9cd6-30b93f74d37e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.473168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.504822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.508074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.511674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02f5fd0f-156e-46da-b1a9-1ad6dded063f HTTP/1.1" status: 204 len: 168 time: 0.1638193 Nov 12 03:20:19.522575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840c777-4a4a-4369-9554-ecc982491f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f5fd0f-156e-46da-b1a9-1ad6dded063f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.677141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:19.698471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.701186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.705196 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e6c604de-c3c3-4995-84b0-53204fa0acb5 HTTP/1.1" status: 204 len: 168 time: 0.4000328 Nov 12 03:20:19.732516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc0a65-7680-44b0-abc9-ba7bbff96482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c604de-c3c3-4995-84b0-53204fa0acb5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:19.804597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60960) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:19.810943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-57a1c6b8-cac8-4597-bf2f-77b29576b117 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3719fc7104364db3ab5ffa9c63f9c302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315374 Nov 12 03:20:19.839903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:19.963444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.080763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.321696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.324468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.328229 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/04727f6a-aac9-4e8e-a9fa-a108738ded0d HTTP/1.1" status: 204 len: 168 time: 0.5190835 Nov 12 03:20:20.336728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9fd56-dafb-4c02-99db-a2d5cc63cffc req-6d4915d0-389d-44d0-8523-62c85ca2a23f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.341074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26b9fd56-dafb-4c02-99db-a2d5cc63cffc req-6d4915d0-389d-44d0-8523-62c85ca2a23f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.1742644 Nov 12 03:20:20.344921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340af25-31d4-4813-a4e5-ac43fb72b97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04727f6a-aac9-4e8e-a9fa-a108738ded0d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:20.387159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Router cc311f50-0554-40fd-9dc1-31d315c30f07 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:20.439444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecf86f-0d05-4b5c-8730-5d1c80cf4795 req-3c763c08-2a22-4f53-a5a9-08688fa27e35 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:20.441020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ecf86f-0d05-4b5c-8730-5d1c80cf4795 req-3c763c08-2a22-4f53-a5a9-08688fa27e35 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.1677477 Nov 12 03:20:20.556583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26b9fd56-dafb-4c02-99db-a2d5cc63cffc req-f2aeb6ef-d7a4-420c-9879-d37c1ddc35e5 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040782 Nov 12 03:20:20.579270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:20.589016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:20.590894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-436ec62d-7b6f-4a03-aef8-65d73f2cd2d1 admin admin] 10.222.0.97 "PUT /v2.0/routers/cc311f50-0554-40fd-9dc1-31d315c30f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6279831 Nov 12 03:20:20.600049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60980) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:20.600292 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Sync routers for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:20.623069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ecf86f-0d05-4b5c-8730-5d1c80cf4795 req-080641cc-4f2f-45c4-b9ff-e4d868629ba3 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572483 Nov 12 03:20:20.646132 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:20.651854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:20.696154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f48965e3-cbcf-45f6-a1be-2476533ccb27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.947961 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f48965e3-cbcf-45f6-a1be-2476533ccb27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:20.956469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-128e0055-5ed7-4f98-bf05-a1ffebde4b62 req-bbd13093-f342-497d-a449-fb65bc300de2 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:20.970246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-128e0055-5ed7-4f98-bf05-a1ffebde4b62 req-bbd13093-f342-497d-a449-fb65bc300de2 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200591 Nov 12 03:20:20.984854 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f48965e3-cbcf-45f6-a1be-2476533ccb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.019497 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:21.200115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f48965e3-cbcf-45f6-a1be-2476533ccb27 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=be470bbc50944564b24d583b63b29b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752428 Nov 12 03:20:21.213160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:21.272013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48965e3-cbcf-45f6-a1be-2476533ccb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed2e52-c3e0-4a4a-aeba-6282e05423ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:21.481988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.490543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-0661f756-8e65-4968-ab8a-0b79ad38e116 tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:21.499707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-0661f756-8e65-4968-ab8a-0b79ad38e116 tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 1102 time: 0.1683638 Nov 12 03:20:21.539198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.646136 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:21.659432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-a325b8c5-4b30-4ec7-95fa-2b483cffa58b tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.678260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.703822 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Checking router: cc311f50-0554-40fd-9dc1-31d315c30f07 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:21.721330 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Routers {'cc311f50-0554-40fd-9dc1-31d315c30f07'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:21.722430 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:19:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cc311f50-0554-40fd-9dc1-31d315c30f07'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:21.726390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.733224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.739557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ffed2e52-c3e0-4a4a-aeba-6282e05423ec HTTP/1.1" status: 204 len: 168 time: 0.5139890 Nov 12 03:20:21.793133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8198de0-c3eb-4f70-99df-4b2969eda45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed2e52-c3e0-4a4a-aeba-6282e05423ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:21.907252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-a325b8c5-4b30-4ec7-95fa-2b483cffa58b tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.912869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-a325b8c5-4b30-4ec7-95fa-2b483cffa58b tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:21.975362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4631b1d0-9a34-4d10-8b66-e0be714d0f53 req-a325b8c5-4b30-4ec7-95fa-2b483cffa58b tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745560 Nov 12 03:20:22.017923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325b8c5-4b30-4ec7-95fa-2b483cffa58b tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd8b69-d464-4fcd-9c46-2cc2133a3a76,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.059916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.102697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-243d5e33-026e-4498-91f5-09a531bf936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.189909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Deleting port c13b9be9-78e1-4734-a630-a32833d65059 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:22.190416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.230421 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] Set router cc311f50-0554-40fd-9dc1-31d315c30f07 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:22.326228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] For port c13b9be9-78e1-4734-a630-a32833d65059, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c13b9be9-78e1-4734-a630-a32833d65059,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:22.326602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.346605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Calling delete_port for c13b9be9-78e1-4734-a630-a32833d65059 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:22.544219 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:22.611965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5cba1-8f48-47fc-a630-38596031f0bf None None] The sync data for ids ['cc311f50-0554-40fd-9dc1-31d315c30f07'] in n-d-766726-29 is: [{'id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'name': 'tempest-FloatingIPDetailsTestJSON-1517844528-router', 'tenant_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:38Z', 'updated_at': '2021-11-12T03:20:19Z', 'revision_number': 5, 'project_id': '2a7eb5d4e83f47eda95252351a8bc21d', 'gw_port': {'id': 'c13b9be9-78e1-4734-a630-a32833d65059', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc311f50-0554-40fd-9dc1-31d315c30f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:39Z', 'updated_at': '2021-11-12T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:22.769241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:22.825801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c13b9be9-78e1-4734-a630-a32833d65059,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:22.876651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:23.059732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-106383956-network', 'tenant_id': 'e508048a2e8d4cd6ba2b4cefefc42d0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:23.118766 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:20:23.121394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.126357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Made reservation on behalf of e508048a2e8d4cd6ba2b4cefefc42d0e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:23.144851 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.288102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.362461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.368694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.397081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f48ff0-0c5b-4516-b8bf-055a311d6282 req-6aab41c9-9a6d-4256-a924-7ccf230a44b6 tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:23.398704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5f48ff0-0c5b-4516-b8bf-055a311d6282 req-6aab41c9-9a6d-4256-a924-7ccf230a44b6 tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 1102 time: 0.2393618 Nov 12 03:20:23.551136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5f48ff0-0c5b-4516-b8bf-055a311d6282 req-b1ff8e65-437f-41db-95e1-9878c0bcd41a tempest-ServersAdminNegativeTestJSON-2036893345 tempest-ServersAdminNegativeTestJSON-2036893345-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317372 Nov 12 03:20:23.570590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.571323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc311f50-0554-40fd-9dc1-31d315c30f07 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:20:23.579135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.584602 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f54d9c23-d4c5-419f-a98d-0707f02c2f4c admin admin] 10.222.0.97 "DELETE /v2.0/routers/cc311f50-0554-40fd-9dc1-31d315c30f07 HTTP/1.1" status: 204 len: 168 time: 2.9792573 Nov 12 03:20:23.585258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:23.641423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.670315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.760573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:23.779652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Deleting subnet 001560bb-2df6-4036-bcc9-1aa3e5dada2f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:20:23.806586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb92e66-b819-4b1d-a871-c74f311bbd86,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:23.822745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.823996 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Added segment f374331d-09c9-4cf6-a3f2-3efb0fa423aa of type vlan for network 475bb1a6-4520-4b27-9a23-b014f46516ea Nov 12 03:20:23.826507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.880221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32876) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:23.938182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:23.945551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.049672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.050647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.051359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.097414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.216820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3362205 Nov 12 03:20:24.219429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32890) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:24.227151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Request body: {'subnet': {'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-106383956-subnet', 'tenant_id': 'e508048a2e8d4cd6ba2b4cefefc42d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:24.321373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Made reservation on behalf of e508048a2e8d4cd6ba2b4cefefc42d0e for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:24.327677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34f5aa76-8cfb-4c7f-a0f7-7d0787f433c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.328560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.405302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.432902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f41cce-a002-4916-9e6b-8d30f71558b8 admin admin] Pushing event updated for resources: {'Network': ['ID=475bb1a6-4520-4b27-9a23-b014f46516ea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:24.471661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9088305a-df01-4dca-9cd6-30b93f74d37e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:24.507975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 475bb1a6-4520-4b27-9a23-b014f46516ea details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:24.516669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.526059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/001560bb-2df6-4036-bcc9-1aa3e5dada2f HTTP/1.1" status: 204 len: 168 time: 0.9376049 Nov 12 03:20:24.531009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48ccd9-0f73-4457-b4c2-d52403c12583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001560bb-2df6-4036-bcc9-1aa3e5dada2f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:24.536423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32900) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:24.619987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9088305a-df01-4dca-9cd6-30b93f74d37e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:24.620875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9088305a-df01-4dca-9cd6-30b93f74d37e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:24.622670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c13b9be9-78e1-4734-a630-a32833d65059 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:24.643824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74216f-b81c-4d7c-ba62-85a6d33a266d None None] Network 89954bf2-0094-4f00-a190-9854eece44db requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:24.696635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c13b9be9-78e1-4734-a630-a32833d65059 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:24.697255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c13b9be9-78e1-4734-a630-a32833d65059 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:24.707616 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.724934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8743a-ac0b-478f-8cbf-58e69283d3d6 req-7d0e6645-f4de-4867-a88c-0fbea253c642 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:24.733306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8f8743a-ac0b-478f-8cbf-58e69283d3d6 req-7d0e6645-f4de-4867-a88c-0fbea253c642 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.1250248 Nov 12 03:20:24.815607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8f8743a-ac0b-478f-8cbf-58e69283d3d6 req-2cfa95e7-6249-49ae-a189-df3446e1155d tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Nov 12 03:20:24.899048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Deleting port 1a895177-50c7-46d7-9afd-af95a5d3e351 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:24.899389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:24.941339 n-d-766726-29 neutron-server[102604]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 03:20:24.947992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-f651b64f-da88-4854-80ec-7c1c6a492d90 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:24.948832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-f651b64f-da88-4854-80ec-7c1c6a492d90 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0649765 Nov 12 03:20:25.002923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.021996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] For port 1a895177-50c7-46d7-9afd-af95a5d3e351, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1a895177-50c7-46d7-9afd-af95a5d3e351,segment=NetworkSegment(b22007f4-8a31-473e-930b-75ffa3450967),segment_id=b22007f4-8a31-473e-930b-75ffa3450967)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:25.022565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.036146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Calling delete_port for 1a895177-50c7-46d7-9afd-af95a5d3e351 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:25.086278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] DHCP port deletion for 89954bf2-0094-4f00-a190-9854eece44db request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:20:25.153432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.192186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Deleting port 1a895177-50c7-46d7-9afd-af95a5d3e351 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:25.192827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.216418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a895177-50c7-46d7-9afd-af95a5d3e351,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.229281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5494ccbc-bc5e-4fe6-8b64-571dcba0447c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.265036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Checking segment: {'id': 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:25.265553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Network hostable DHCP agents. Network: 475bb1a6-4520-4b27-9a23-b014f46516ea, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:25.273593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] No DVR routers for this DVR port 1a895177-50c7-46d7-9afd-af95a5d3e351 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:25.279281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] For port 1a895177-50c7-46d7-9afd-af95a5d3e351, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:25.279923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.300033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Calling delete_port for 1a895177-50c7-46d7-9afd-af95a5d3e351 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:25.307930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Port 1a895177-50c7-46d7-9afd-af95a5d3e351 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:20:25.309259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.311233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e33617-766d-40ee-8a4e-93809cccc24b req-03f1364e-f8dd-46e6-97ed-6faa0642a06c tempest-FlavorsV2NegativeTest-1778255031 tempest-FlavorsV2NegativeTest-1778255031-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=12f73371f9c04bd9b0aac6213ab96b76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057069 Nov 12 03:20:25.315807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Network 475bb1a6-4520-4b27-9a23-b014f46516ea is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:25.327156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.336488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 475bb1a6-4520-4b27-9a23-b014f46516ea) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:25.341644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.342693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.358236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a2acf-8c34-4700-9890-96c38b5511fb None None] Network 475bb1a6-4520-4b27-9a23-b014f46516ea requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:25.361755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] Pushing event deleted for resources: {'Port': ['ID=1a895177-50c7-46d7-9afd-af95a5d3e351,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:25.370419 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-773b93b0-72cb-4788-a6ab-4b5cddbd2119 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1493521 Nov 12 03:20:25.384336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b75e8a-c9c2-4535-9883-b84e048725a9 None None] No DVR routers for this DVR port 1a895177-50c7-46d7-9afd-af95a5d3e351 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:25.431033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.512447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa8f4c-eb9b-4ab0-a455-fc48b6def253 None None] Network 475bb1a6-4520-4b27-9a23-b014f46516ea requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:25.516972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.517357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.518108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.518538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.518787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.519121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.519406 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.519747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.520067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.520408 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.564682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-6035de9f-bf09-48e0-9ba2-c38e25699ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:25.572437 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-6035de9f-bf09-48e0-9ba2-c38e25699ec3 service neutron] 10.222.0.97 "GET /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 1095 time: 0.3693886 Nov 12 03:20:25.577335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Request body: {'binding': {'host': 'n-h2-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:25.578813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Unknown quota resources ['binding']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:20:25.625433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.626220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.626655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.627302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 03:20:25.627722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89954bf2-0094-4f00-a190-9854eece44db']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:25.653143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22007f4-8a31-473e-930b-75ffa3450967') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:25.653444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22007f4-8a31-473e-930b-75ffa3450967') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:25.854801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on host n-h2-766726-29 for vnic_type normal with profile None {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:25.854801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:25.855508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:25.861309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:25.861912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:25.868758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:25.869640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:25.870644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:25.871222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Bound port: 14207bba-ba27-4124-8bb4-914bbf54436c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:25.939532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.961285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.968012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:25.974430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:20:25.974899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.985447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:25.995884 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-2cb27c50-105c-4662-a7fd-0fdd9fb0e01d service neutron] 10.222.0.97 "POST /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4215589 Nov 12 03:20:26.030204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1a895177-50c7-46d7-9afd-af95a5d3e351 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: from cryptography.utils import int_from_bytes Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: from cryptography.utils import int_from_bytes Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:20:26.037843 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:20:26.041216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.056719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.057514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 1a895177-50c7-46d7-9afd-af95a5d3e351 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:26.057863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1a895177-50c7-46d7-9afd-af95a5d3e351 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:26.062906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] 10.222.0.97 "DELETE /v2.0/networks/89954bf2-0094-4f00-a190-9854eece44db HTTP/1.1" status: 204 len: 168 time: 1.5200837 Nov 12 03:20:26.079624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78a20-3e9d-4a45-b936-2d54bb5b8279 admin admin] Pushing event deleted for resources: {'Network': ['ID=89954bf2-0094-4f00-a190-9854eece44db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.119838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33617-766d-40ee-8a4e-93809cccc24b req-147b3050-7da1-4c7b-98c3-5a62a616a32d tempest-FlavorsV2NegativeTest-1778255031 tempest-FlavorsV2NegativeTest-1778255031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.129158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e33617-766d-40ee-8a4e-93809cccc24b req-147b3050-7da1-4c7b-98c3-5a62a616a32d tempest-FlavorsV2NegativeTest-1778255031 tempest-FlavorsV2NegativeTest-1778255031-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8170185 Nov 12 03:20:26.165648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e33617-766d-40ee-8a4e-93809cccc24b req-6f3db472-d077-4ba4-8777-e1c5ddb25b62 tempest-FlavorsV2NegativeTest-1778255031 tempest-FlavorsV2NegativeTest-1778255031-project] 10.222.0.97 "GET /v2.0/quotas/12f73371f9c04bd9b0aac6213ab96b76 HTTP/1.1" status: 200 len: 375 time: 0.0353940 Nov 12 03:20:26.250972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e33617-766d-40ee-8a4e-93809cccc24b req-1e8b5412-4891-424a-a06a-40002a81e796 tempest-FlavorsV2NegativeTest-1778255031 tempest-FlavorsV2NegativeTest-1778255031-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=12f73371f9c04bd9b0aac6213ab96b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842328 Nov 12 03:20:26.440096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-cb76a0ae-66cb-4b69-9d2b-c89c849f5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.441598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-cb76a0ae-66cb-4b69-9d2b-c89c849f5d72 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1098 time: 0.0998285 Nov 12 03:20:26.456427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327d39-eb98-4f8d-acef-3658bbaaeebf req-a2b74b40-9b18-4f66-88c4-3c0d83c77715 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.457968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1327d39-eb98-4f8d-acef-3658bbaaeebf req-a2b74b40-9b18-4f66-88c4-3c0d83c77715 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.0686660 Nov 12 03:20:26.479567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32986) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:26.553700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1248d89e-ce69-49e1-9140-7dd151315a3c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2a7eb5d4e83f47eda95252351a8bc21d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697172 Nov 12 03:20:26.556174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32992) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:26.622334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.635771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1327d39-eb98-4f8d-acef-3658bbaaeebf req-3055a35c-2357-42b9-ac9d-aa4e6b62b1f7 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612670 Nov 12 03:20:26.656332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.659320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-0bb7dca1-b206-497b-9426-c08b4bc15be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.661029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-0bb7dca1-b206-497b-9426-c08b4bc15be6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2012100 Nov 12 03:20:26.760384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.764232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.767745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6032ccfa-dfde-4f2f-94d0-df6de8540b3b HTTP/1.1" status: 204 len: 168 time: 0.2093432 Nov 12 03:20:26.776589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:26.785807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6310-24bc-4821-89a5-4716ced0f0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6032ccfa-dfde-4f2f-94d0-df6de8540b3b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:26.802323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-d1dcac16-91db-4121-b291-7d9639c63227 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.1270790 Nov 12 03:20:26.926769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-fa59ff94-79c4-4c40-8c07-c6697f7709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:26.929027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-fa59ff94-79c4-4c40-8c07-c6697f7709ee service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1165793 Nov 12 03:20:26.974871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-d9057296-60e0-49b5-9038-22ab35df91e6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345030 Nov 12 03:20:27.020831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e4325-9e47-4765-8e64-4f9064876707 req-7c8e01d2-d191-49c1-a00d-a4c7f9a71bb4 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.022551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de0e4325-9e47-4765-8e64-4f9064876707 req-7c8e01d2-d191-49c1-a00d-a4c7f9a71bb4 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.104 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 950 time: 0.0976121 Nov 12 03:20:27.042426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-44109544-7caf-45ae-a6ca-48f4913ead43 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.050614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-44109544-7caf-45ae-a6ca-48f4913ead43 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/networks?id=475bb1a6-4520-4b27-9a23-b014f46516ea HTTP/1.1" status: 200 len: 813 time: 0.2519791 Nov 12 03:20:27.116884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-574bd596-b08f-4360-83f8-7ec8f2e98db7 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353475 Nov 12 03:20:27.132012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-dec6ee62-d164-4b11-8fd5-1dc9f76f076a tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/quotas/e508048a2e8d4cd6ba2b4cefefc42d0e HTTP/1.1" status: 200 len: 375 time: 0.0600903 Nov 12 03:20:27.143749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:27.200482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Deleting port cc67c401-64bf-4446-ad79-ac0d416016e2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:27.201105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.216584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-8578d846-cdd2-4da4-a63f-8c4f06a3c56d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e508048a2e8d4cd6ba2b4cefefc42d0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452147 Nov 12 03:20:27.344911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] For port cc67c401-64bf-4446-ad79-ac0d416016e2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cc67c401-64bf-4446-ad79-ac0d416016e2,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:27.345494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.362796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Calling delete_port for cc67c401-64bf-4446-ad79-ac0d416016e2 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:27.364098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-d9561fd8-ff99-4aec-8750-188751e37ead service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766422 Nov 12 03:20:27.476967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-f5a5b51d-08c7-49ce-8b1f-43b2a53d5426 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:27.484019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-f5a5b51d-08c7-49ce-8b1f-43b2a53d5426 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663201 Nov 12 03:20:27.532045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-57994b88-45b3-4d3d-b2f9-1315698660c5 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/quotas/77dc8e5f6e28480580e0caf2fd43c454 HTTP/1.1" status: 200 len: 375 time: 0.0470920 Nov 12 03:20:27.542522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.546037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-368f518d-a65a-4bf5-b9b5-26f696549ed0 service neutron] 10.222.0.97 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947652 Nov 12 03:20:27.563510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2572c434-9b5f-44e0-b110-8c130719a90b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.582466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b25871e9-34e8-4468-b9ab-8e648a2c26c3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:27.603934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-5badf327-e2d8-4216-bf54-97de40eae3af tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709815 Nov 12 03:20:27.632425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Pushing event deleted for resources: {'Port': ['ID=cc67c401-64bf-4446-ad79-ac0d416016e2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:27.641106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cc67c401-64bf-4446-ad79-ac0d416016e2'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:27.727173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] No DVR routers for this DVR port cc67c401-64bf-4446-ad79-ac0d416016e2 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:27.731222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.738968 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de0e4325-9e47-4765-8e64-4f9064876707 req-306abd9b-c56b-4025-9037-721c32cf2bde tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.104 "DELETE /v2.0/ports/cc67c401-64bf-4446-ad79-ac0d416016e2 HTTP/1.1" status: 204 len: 173 time: 0.7093260 Nov 12 03:20:27.739465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'name': 'network-vif-deleted', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:27.752126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-ea125708-cf1a-4338-8be6-96b3484a835d service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725779 Nov 12 03:20:27.761946 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd6636d-569c-477d-907c-4c82cbedeb23" -d '{"events": [{"server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "name": "network-vif-deleted", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:27.818743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:27.860391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-951f3d6c-e021-45f4-ad4b-868683c1b0d0 service neutron] 10.222.0.97 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077815 Nov 12 03:20:28.001710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2572c434-9b5f-44e0-b110-8c130719a90b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.018304 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2572c434-9b5f-44e0-b110-8c130719a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.054776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2572c434-9b5f-44e0-b110-8c130719a90b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=12f73371f9c04bd9b0aac6213ab96b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9099703 Nov 12 03:20:28.057202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33042) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:28.144069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572c434-9b5f-44e0-b110-8c130719a90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43074098-f742-4538-ae59-78f965a70830,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.251939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.282640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.385079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2672a-9e69-41bd-bacb-f03b10304e6c req-3fa361cd-ab45-477a-af81-5fdbcf89d846 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.394355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.397641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87f2672a-9e69-41bd-bacb-f03b10304e6c req-3fa361cd-ab45-477a-af81-5fdbcf89d846 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 946 time: 0.1777964 Nov 12 03:20:28.398318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.402745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/43074098-f742-4538-ae59-78f965a70830 HTTP/1.1" status: 204 len: 168 time: 0.3443940 Nov 12 03:20:28.419893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316d72-af41-4800-a326-42b90b78827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43074098-f742-4538-ae59-78f965a70830,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:28.496963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-ee5e909b-08b9-42e5-aa41-8801396342be tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:28.501124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-ee5e909b-08b9-42e5-aa41-8801396342be tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1098 time: 0.5303793 Nov 12 03:20:28.510350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab351a03-f6bf-4d16-8e70-0de63697b60a req-56cdc796-f3fa-4cce-86a1-bebef02edfec tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=e0aa788b-e9f2-4ce1-8465-a59490f96826 HTTP/1.1" status: 200 len: 210 time: 0.1561430 Nov 12 03:20:28.538347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-29'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:28.624443 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dcb2c9-927a-4a81-a4ca-20fdd1278198 x-openstack-request-id: req-99dcb2c9-927a-4a81-a4ca-20fdd1278198 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:28.624948 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0aa788b-e9f2-4ce1-8465-a59490f96826", "name": "network-vif-deleted", "tag": "cc67c401-64bf-4446-ad79-ac0d416016e2", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:28.625393 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-99dcb2c9-927a-4a81-a4ca-20fdd1278198 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:28.625999 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aa788b-e9f2-4ce1-8465-a59490f96826', 'name': 'network-vif-deleted', 'tag': 'cc67c401-64bf-4446-ad79-ac0d416016e2', 'status': 'completed', 'code': 200} Nov 12 03:20:28.846051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ae62c19-6f7c-4b17-8edb-d91043354577 req-df20633d-3b63-4841-97b8-d73b1185e29b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 210 time: 0.0997574 Nov 12 03:20:28.856954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:28.862030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87f2672a-9e69-41bd-bacb-f03b10304e6c req-9dde453f-ba25-4188-b157-0783868a892e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621220 Nov 12 03:20:29.070292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1091104-0fd2-4c01-9e9d-baa93c87a257 req-aa7d023f-4087-4af7-8909-be456e2b6e78 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 210 time: 0.0981781 Nov 12 03:20:29.166569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:29.289351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:29.463890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:29.469363 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a8594b-60d1-462e-868a-2b0467c9708e" -d '{"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-unplugged", "status": "completed", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:29.485813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.513324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.623161 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4ded5-e418-4025-ab5d-d94f99499e49 x-openstack-request-id: req-c3d4ded5-e418-4025-ab5d-d94f99499e49 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:29.623738 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-unplugged", "status": "completed", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:29.624041 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c3d4ded5-e418-4025-ab5d-d94f99499e49 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:29.624680 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c', 'code': 200} Nov 12 03:20:29.751150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on host n-h1-766726-29 for vnic_type normal with profile {"migrating_to": "n-h2-766726-29"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:29.751778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:29.752111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:29.763856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:29.778281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:29.778597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Attempting to bind port 14207bba-ba27-4124-8bb4-914bbf54436c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:29.793016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:29.793431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:29.793827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:29.794278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Bound port: 14207bba-ba27-4124-8bb4-914bbf54436c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:29.794633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:29.931061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:29.935421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:29.949651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.071077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33134) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:30.141472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:30.187618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d17c0df-afa2-4fb1-bcb6-a30f4edb68b1 req-3d2a309a-a4ca-4540-a9e6-9556efec722b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 210 time: 0.1764791 Nov 12 03:20:30.257592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.258345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.259864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] 10.222.0.104 "PUT /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 1124 time: 1.7454793 Nov 12 03:20:30.265011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cb7f2-8828-4f26-ba2c-78392b286dfb service neutron] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:30.271734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-64b00809-9b1e-4f9a-a1df-d966badcc773 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371482 Nov 12 03:20:30.275420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95760c97-3000-4b8a-a3f9-5238b6458c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.280887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169a0f-099d-44e8-8fcc-9eadc01cd0d8 req-e313e56e-277f-4677-8be8-c5694f2e6227 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.282473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-614724728-network', 'tenant_id': 'ce506ab9013c49818901260eccf89891'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:30.291812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43169a0f-099d-44e8-8fcc-9eadc01cd0d8 req-e313e56e-277f-4677-8be8-c5694f2e6227 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.2737401 Nov 12 03:20:30.370431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43169a0f-099d-44e8-8fcc-9eadc01cd0d8 req-67e6f518-1b30-49bf-a6c2-bb7d565e3b20 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704606 Nov 12 03:20:30.401938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['14207bba-ba27-4124-8bb4-914bbf54436c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:30.482527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Made reservation on behalf of ce506ab9013c49818901260eccf89891 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:30.485281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.502654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.513023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16624e39-8f55-4907-99b5-c380bdc51387 req-9684962c-0bcc-4597-bba9-0a343c772012 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 210 time: 0.0429847 Nov 12 03:20:30.522898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cc67c401-64bf-4446-ad79-ac0d416016e2 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:30.533319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-84225ba1-c369-4cc5-a65f-3d6dfecc9eab tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.536286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-84225ba1-c369-4cc5-a65f-3d6dfecc9eab tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199342 Nov 12 03:20:30.549474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f4d55-994f-4e21-886f-5753a5390d9d req-e59a7308-d922-4688-9002-bd81f07e7dcf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:30.551057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135f4d55-994f-4e21-886f-5753a5390d9d req-e59a7308-d922-4688-9002-bd81f07e7dcf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.1335518 Nov 12 03:20:30.573916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: cc67c401-64bf-4446-ad79-ac0d416016e2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:30.574335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cc67c401-64bf-4446-ad79-ac0d416016e2 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:30.576791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Request body: {'port': {'device_id': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '77dc8e5f6e28480580e0caf2fd43c454'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:30.636702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135f4d55-994f-4e21-886f-5753a5390d9d req-5ab3aa1c-dd7c-44db-b6a4-a0ad880b8a01 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780020 Nov 12 03:20:30.692749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95760c97-3000-4b8a-a3f9-5238b6458c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.714582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95760c97-3000-4b8a-a3f9-5238b6458c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.781069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95760c97-3000-4b8a-a3f9-5238b6458c18 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=002f0827032e4117b5a91241f2ada13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7082465 Nov 12 03:20:30.783774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:30.797582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760c97-3000-4b8a-a3f9-5238b6458c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd67d97-1d3d-4769-97dc-ca5c6e17f2a2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:30.812294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.821836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.860531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Made reservation on behalf of 77dc8e5f6e28480580e0caf2fd43c454 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:30.864330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.867626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:30.873923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5688541-9fd5-406e-b0b2-16b888c536d0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:30.891650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.895189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:30.895631 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Added segment bbbf5a90-9243-47d9-9a22-4a67b4eb3151 of type vlan for network 3ebb14dd-a838-4dcb-83bb-656505f3a65e Nov 12 03:20:30.988187 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.047345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.053053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.076953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.080940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.088167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.094594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-a2a672d6-258f-44b9-96bd-8d81ad0fcbb4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.096205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-a2a672d6-258f-44b9-96bd-8d81ad0fcbb4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.104 "GET /v2.0/networks?id=475bb1a6-4520-4b27-9a23-b014f46516ea HTTP/1.1" status: 200 len: 813 time: 0.2470942 Nov 12 03:20:31.161046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.164619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.165943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6cd67d97-1d3d-4769-97dc-ca5c6e17f2a2 HTTP/1.1" status: 204 len: 168 time: 0.3787808 Nov 12 03:20:31.171328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.173204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.173204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.206671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Request body: {'port': {'device_id': '83e02484-8a82-4205-95c6-2af18a9df47f', 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea', 'admin_state_up': True, 'tenant_id': 'e508048a2e8d4cd6ba2b4cefefc42d0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:31.219199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15787e-66d0-4362-b2c2-ce667a7f0a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd67d97-1d3d-4769-97dc-ca5c6e17f2a2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.256671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] Pushing event updated for resources: {'Network': ['ID=3ebb14dd-a838-4dcb-83bb-656505f3a65e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.262514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efe2d303-5b32-47fa-bf08-fd33449c2cfc admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1197751 Nov 12 03:20:31.266463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac2cb1-1937-48cd-ab29-ed81af9d861d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.269162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:31.272201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33154) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:31.277001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Request body: {'subnet': {'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-614724728-subnet', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:31.311705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Made reservation on behalf of ce506ab9013c49818901260eccf89891 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:31.314735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.429749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Allocated IP 192.168.233.123 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/40e1f48f-b0cd-401b-bc33-736de77f394e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:31.547254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0bce6b9-0fe8-421c-83ea-d87273c00fb2 req-6a90e46e-f89e-4102-bc53-553ff817a288 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 210 time: 0.1238978 Nov 12 03:20:31.634256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:31.638246 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976032f8-e399-4374-8d38-1902e9cceda9" -d '{"events": [{"name": "network-changed", "server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:31.712569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fbb5b0f-4493-4754-973a-0814c3f36d54 req-8d706273-1528-4ce7-b058-6c37b8e1930a tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 210 time: 0.0459306 Nov 12 03:20:31.714338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.746425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d790937-c0ba-4557-a8ba-1200c8670a55 req-d8a5f8dd-9bab-4909-ac9b-bb6cf4fa4e3f tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.757416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d790937-c0ba-4557-a8ba-1200c8670a55 req-d8a5f8dd-9bab-4909-ac9b-bb6cf4fa4e3f tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.2159200 Nov 12 03:20:31.766524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-e64ad6bc-1cfb-478a-9ce8-029b970c6184 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:31.768113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-e64ad6bc-1cfb-478a-9ce8-029b970c6184 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.16 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.1564188 Nov 12 03:20:31.771363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.817662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Made reservation on behalf of e508048a2e8d4cd6ba2b4cefefc42d0e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:31.839686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.878459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3e5906-7a52-44ba-ae06-6aa92401f076,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:31.925422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Checking segment: {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:31.925791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Network hostable DHCP agents. Network: 3ebb14dd-a838-4dcb-83bb-656505f3a65e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:31.936673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d790937-c0ba-4557-a8ba-1200c8670a55 req-17833696-cf98-402b-b4c7-cf9860dfc8ae tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622870 Nov 12 03:20:31.937607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:31.947586 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf2c03-3a71-45bd-a759-4fe10e0d02b6 x-openstack-request-id: req-4edf2c03-3a71-45bd-a759-4fe10e0d02b6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:31.950481 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:31.950806 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4edf2c03-3a71-45bd-a759-4fe10e0d02b6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:31.951307 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c', 'status': 'completed', 'code': 200} Nov 12 03:20:32.179698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Allocated IP 172.20.0.6 (475bb1a6-4520-4b27-9a23-b014f46516ea/5494ccbc-bc5e-4fe6-8b64-571dcba0447c/3a1708c8-5109-4af2-9d98-9dbe22a97a40) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:32.190409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe7001-36a9-4db8-aa5c-14b1b8c9e891 req-bbe62fc4-2359-493a-a2b4-cb16e432f964 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.198762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbe7001-36a9-4db8-aa5c-14b1b8c9e891 req-bbe62fc4-2359-493a-a2b4-cb16e432f964 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.1342256 Nov 12 03:20:32.303120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbe7001-36a9-4db8-aa5c-14b1b8c9e891 req-5455ce57-7690-464c-827d-ebf29faf277c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975888 Nov 12 03:20:32.304993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:32.322667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:32.352582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:32.398763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:32.413032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Pushing event updated for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:32.427921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976032f8-e399-4374-8d38-1902e9cceda9 req-afa7c5fa-5d9d-4280-b1d6-92ede6c37fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.429794 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-afa7c5fa-5d9d-4280-b1d6-92ede6c37fb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1127 time: 0.4890592 Nov 12 03:20:32.441530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Deleting port b25871e9-34e8-4468-b9ab-8e648a2c26c3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:32.442340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.468712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3ebb14dd-a838-4dcb-83bb-656505f3a65e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:32.478407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc85d1-a944-4d67-8780-cd9d0399245a None None] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:32.538710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.539348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.556337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:32.597187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.676855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.701446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:32.713413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.714124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.734640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976032f8-e399-4374-8d38-1902e9cceda9 req-4d08ce0b-50d4-4562-85ee-b278af8b1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.737297 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-4d08ce0b-50d4-4562-85ee-b278af8b1c99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2895422 Nov 12 03:20:32.755985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-876131fe-6cbf-46f6-ab9a-0afb90e6f8de admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4764357 Nov 12 03:20:32.765902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33196) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:32.768188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Network 475bb1a6-4520-4b27-9a23-b014f46516ea is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:32.796477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-31384c76-97a4-4d39-a24f-dfe30272b6aa None None] Provisioning complete for port 40e1f48f-b0cd-401b-bc33-736de77f394e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:32.797063 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31384c76-97a4-4d39-a24f-dfe30272b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.797887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:32.804001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Pushing event updated for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:32.807494 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-b26abb82-5cb3-4c33-b419-0286aa5299bd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2352033 Nov 12 03:20:32.815610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:32.831102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-886201237-network', 'tenant_id': '7ecce79ce7a94d94bd6d08e508dc2f0a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:32.839325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:32.849111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-31384c76-97a4-4d39-a24f-dfe30272b6aa None None] Port 40e1f48f-b0cd-401b-bc33-736de77f394e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:32.862066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Request body: {'port': {'device_id': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:32.868492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-d286caaa-cef1-442e-b5fe-64269737506c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.1013186 Nov 12 03:20:32.912084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:32.913159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:32.934702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'fixed_ips': [{'subnet_id': 'db3e5906-7a52-44ba-ae06-6aa92401f076'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:20:32.935919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.007624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c031-dfbf-4071-aaf4-39e5aefb5788 req-2fc664b9-5071-4099-a771-79645fa2639d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.009631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ea4c031-dfbf-4071-aaf4-39e5aefb5788 req-2fc664b9-5071-4099-a771-79645fa2639d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 931 time: 0.0796053 Nov 12 03:20:33.011419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.013530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.014510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.015092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-ea1e879b-1542-48c5-9c22-0b5dd348eff3 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8180447 Nov 12 03:20:33.032825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] For port b25871e9-34e8-4468-b9ab-8e648a2c26c3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b25871e9-34e8-4468-b9ab-8e648a2c26c3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:33.033214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.057047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfe53b-189e-4bdf-a964-93f2711099a8 req-d06c8fa0-ab77-48a6-bba1-e23755d9c776 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.065528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbfe53b-189e-4bdf-a964-93f2711099a8 req-d06c8fa0-ab77-48a6-bba1-e23755d9c776 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 936 time: 0.2953250 Nov 12 03:20:33.071506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Request body: {'port': {'device_id': '83e02484-8a82-4205-95c6-2af18a9df47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:33.137892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.139882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Made reservation on behalf of 7ecce79ce7a94d94bd6d08e508dc2f0a for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:33.142948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.167242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976032f8-e399-4374-8d38-1902e9cceda9 req-c65b6ef0-7dea-4f0e-a304-dd3cd5229c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.169485 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-c65b6ef0-7dea-4f0e-a304-dd3cd5229c6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.2721553 Nov 12 03:20:33.181383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ea4c031-dfbf-4071-aaf4-39e5aefb5788 req-f8b09375-234c-42f3-bd37-cb32e8a57e37 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610839 Nov 12 03:20:33.182021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.189179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Calling delete_port for b25871e9-34e8-4468-b9ab-8e648a2c26c3 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:33.236443 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-4f61fddb-ee32-4f12-8d00-cb38472e161e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507894 Nov 12 03:20:33.258581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbfe53b-189e-4bdf-a964-93f2711099a8 req-8eddbf61-7fa8-4262-bf92-3a985a31ffef tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878188 Nov 12 03:20:33.270677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.308071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Allocated IP 172.20.0.2 (3ebb14dd-a838-4dcb-83bb-656505f3a65e/db3e5906-7a52-44ba-ae06-6aa92401f076/8f65cfb1-2c50-455f-9b83-235fb4c51021) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:33.469036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.482185 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.532133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:33.540406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:33.545543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:33.548404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:33.607411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e1f48f-b0cd-401b-bc33-736de77f394e {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:33.616011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.619786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Pushing event updated for resources: {'Port': ['ID=8f65cfb1-2c50-455f-9b83-235fb4c51021,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:33.622822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c has no active binding in host n-h2-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:20:33.630306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Transition to ACTIVE for port object 40e1f48f-b0cd-401b-bc33-736de77f394e will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:33.636127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Attempting to bind port 8f65cfb1-2c50-455f-9b83-235fb4c51021 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:33.636864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Attempting to bind port 8f65cfb1-2c50-455f-9b83-235fb4c51021 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:33.637574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Attempting to bind port 8f65cfb1-2c50-455f-9b83-235fb4c51021 on network 3ebb14dd-a838-4dcb-83bb-656505f3a65e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:33.645081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:33.646398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Checking segment: {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:33.647077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.647708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Bound using segment: {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:33.648869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Bound port: 8f65cfb1-2c50-455f-9b83-235fb4c51021, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:33.649522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.689859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669ce39-a132-4db3-b314-be4c761f758d req-bb3fee8a-0fb2-40d1-90dd-ed63f8457cb9 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.691544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f669ce39-a132-4db3-b314-be4c761f758d req-bb3fee8a-0fb2-40d1-90dd-ed63f8457cb9 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 949 time: 0.3914213 Nov 12 03:20:33.729163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] For port 8f65cfb1-2c50-455f-9b83-235fb4c51021, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:33.733538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] For port 8f65cfb1-2c50-455f-9b83-235fb4c51021, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f65cfb1-2c50-455f-9b83-235fb4c51021,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:33.753377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.766437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.778037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f28a-4e9c-4b9f-aeeb-49a47cc982be req-5b461294-86a5-44b4-bf26-57b3334f7a39 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:33.782215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-555a254a-6395-494a-ba09-1b0cc4177a2c service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469769 Nov 12 03:20:33.787062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.787736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b83f28a-4e9c-4b9f-aeeb-49a47cc982be req-5b461294-86a5-44b4-bf26-57b3334f7a39 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.2283537 Nov 12 03:20:33.798736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:33.840083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f1bc-60ad-4e89-b524-f4eece3a5274 None None] Pushing event updated for resources: {'Port': ['ID=8f65cfb1-2c50-455f-9b83-235fb4c51021,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:33.949507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:20:33.971048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ededb-99bd-497a-9556-e77ab236709e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:33.998249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.009968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f669ce39-a132-4db3-b314-be4c761f758d req-2fa020c3-06e4-43b4-be02-c5524962486b tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/security-groups?id=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832727 Nov 12 03:20:34.047708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.048042 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Added segment 232080f3-beb5-4ba9-90e7-4c4e1110cdd2 of type vlan for network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc Nov 12 03:20:34.085002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b83f28a-4e9c-4b9f-aeeb-49a47cc982be req-0440225f-0f7f-46d1-8dc6-d1c3704b7989 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963040 Nov 12 03:20:34.189474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.208349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Pushing event updated for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:34.284708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1708c8-5109-4af2-9d98-9dbe22a97a40 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:34.298759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.335391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.336667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.337420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.370238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Transition to ACTIVE for port object 3a1708c8-5109-4af2-9d98-9dbe22a97a40 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:34.411760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Attempting to bind port 40e1f48f-b0cd-401b-bc33-736de77f394e on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:34.412408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Attempting to bind port 40e1f48f-b0cd-401b-bc33-736de77f394e by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:34.412915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Attempting to bind port 40e1f48f-b0cd-401b-bc33-736de77f394e on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:34.424458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-976032f8-e399-4374-8d38-1902e9cceda9 req-e2d26864-9337-4b01-b98e-ea3305ec8c01 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253178 Nov 12 03:20:34.427975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Port 40e1f48f-b0cd-401b-bc33-736de77f394e on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:34.428510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Attempting to bind port 40e1f48f-b0cd-401b-bc33-736de77f394e on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:34.462908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:34.463263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:34.463688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:34.464272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Bound port: 40e1f48f-b0cd-401b-bc33-736de77f394e, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:34.464644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.557205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.614579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Pushing event deleted for resources: {'Port': ['ID=b25871e9-34e8-4468-b9ab-8e648a2c26c3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:34.626069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:34.709562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] No DVR routers for this DVR port b25871e9-34e8-4468-b9ab-8e648a2c26c3 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:34.712341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=40e1f48f-b0cd-401b-bc33-736de77f394e,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:34.765711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.767525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-522a8bb0-ab00-4dab-b6ef-668dd871cc4b req-f3f8a7f8-069d-4912-a44c-590d1ec0f339 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.16 "DELETE /v2.0/ports/b25871e9-34e8-4468-b9ab-8e648a2c26c3 HTTP/1.1" status: 204 len: 173 time: 2.9823608 Nov 12 03:20:34.767978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'name': 'network-vif-deleted', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:34.770890 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b830ab-813c-47fc-a33d-9776078360f0" -d '{"events": [{"server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "name": "network-vif-deleted", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:34.781508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.784547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.860494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:34.908494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:34.913405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:34.920110 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] 10.222.0.104 "PUT /v2.0/ports/40e1f48f-b0cd-401b-bc33-736de77f394e HTTP/1.1" status: 200 len: 1097 time: 2.0698125 Nov 12 03:20:34.928931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3645532 Nov 12 03:20:34.933468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:34.942989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Request body: {'subnet': {'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-886201237-subnet', 'tenant_id': '7ecce79ce7a94d94bd6d08e508dc2f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:34.984788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e843-5905-462c-89f8-a0e61ee15d48 admin admin] Pushing event updated for resources: {'Network': ['ID=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:35.006000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8d16d-1573-4cd7-aae4-e0bf6086d10e req-528d9452-aff1-44b4-b949-9fb3cc2c9dd3 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.010267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:20:35.014540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf8d16d-1573-4cd7-aae4-e0bf6086d10e req-528d9452-aff1-44b4-b949-9fb3cc2c9dd3 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 948 time: 0.2727289 Nov 12 03:20:35.015983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.029255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Made reservation on behalf of 7ecce79ce7a94d94bd6d08e508dc2f0a for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:35.031077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-494b1bca-b4d8-4ab6-a67c-42497f18135a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2549758 Nov 12 03:20:35.031937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.050232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6160a-aa8e-4e2d-902f-52e84f0f6254 service neutron] Pushing event updated for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:35.054406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.066703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2693b3-93bd-4ee0-99e9-0a4e05872af9 req-56ff18fe-f1c2-49a8-a81a-afcdf734a923 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.070711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2693b3-93bd-4ee0-99e9-0a4e05872af9 req-56ff18fe-f1c2-49a8-a81a-afcdf734a923 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 943 time: 0.7263675 Nov 12 03:20:35.242786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf8d16d-1573-4cd7-aae4-e0bf6086d10e req-715e0833-b1b0-471f-b7ce-b29af8289f46 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271786 Nov 12 03:20:35.380825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Attempting to bind port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:35.381430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Attempting to bind port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:35.381925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Attempting to bind port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 on network 475bb1a6-4520-4b27-9a23-b014f46516ea {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:35.420059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 on network 475bb1a6-4520-4b27-9a23-b014f46516ea not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:35.427307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Attempting to bind port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 on network 475bb1a6-4520-4b27-9a23-b014f46516ea {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:35.450420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:35.450957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Checking segment: {'id': 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:35.451656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Bound using segment: {'id': 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:35.452282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Bound port: 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:35.452808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.463564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Allocated IP 172.25.7.5 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/233cba78-d000-4771-83b2-76a50445bf6a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:35.486242 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d55708-0c2d-48a2-b295-6ec5e1806cbb x-openstack-request-id: req-10d55708-0c2d-48a2-b295-6ec5e1806cbb {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:35.486933 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebd2df-1002-41e5-a742-ee15879973e8", "name": "network-vif-deleted", "tag": "b25871e9-34e8-4468-b9ab-8e648a2c26c3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:35.487422 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-10d55708-0c2d-48a2-b295-6ec5e1806cbb {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:35.488020 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ebd2df-1002-41e5-a742-ee15879973e8', 'name': 'network-vif-deleted', 'tag': 'b25871e9-34e8-4468-b9ab-8e648a2c26c3', 'status': 'completed', 'code': 200} Nov 12 03:20:35.496086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2693b3-93bd-4ee0-99e9-0a4e05872af9 req-6f0780b5-50e1-468d-8cd4-6ee3fbc87a19 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599374 Nov 12 03:20:35.497317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-c95752e8-4010-41a1-ba78-988ff38eb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.499836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-c95752e8-4010-41a1-ba78-988ff38eb9a7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 1100 time: 0.2408302 Nov 12 03:20:35.530623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-c3f9a3a3-8b22-45f6-8914-be86c5b6482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.532267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-c3f9a3a3-8b22-45f6-8914-be86c5b6482e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1097 time: 0.2198381 Nov 12 03:20:35.610784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd5f05-8954-4847-9eca-530e5f6382ed None None] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:35.669974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-16af7356-7d52-48d2-a691-c1cee702d3bf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=40e1f48f-b0cd-401b-bc33-736de77f394e HTTP/1.1" status: 200 len: 217 time: 0.1167030 Nov 12 03:20:35.722447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d49be2da-6d87-4722-bc01-0eb6aa33b781 req-ce1af147-f755-494c-ab01-59e2572409a7 tempest-ServersAdminNegativeTestJSON-964135469 tempest-ServersAdminNegativeTestJSON-964135469-project] 10.222.0.97 "GET /v2.0/ports?device_id=76ebd2df-1002-41e5-a742-ee15879973e8 HTTP/1.1" status: 200 len: 210 time: 0.1057212 Nov 12 03:20:35.785622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-277391dc-baea-4e75-bb75-b750906e981b None None] Provisioning complete for port 8f65cfb1-2c50-455f-9b83-235fb4c51021 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:35.785905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-277391dc-baea-4e75-bb75-b750906e981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:35.882338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:35.936697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40,segment=NetworkSegment(f374331d-09c9-4cf6-a3f2-3efb0fa423aa),segment_id=f374331d-09c9-4cf6-a3f2-3efb0fa423aa)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:35.946373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306e8a3-df30-4540-a961-8b45655593cf req-be58ba96-e694-4b79-8e70-70d79df628d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:35.948401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0306e8a3-df30-4540-a961-8b45655593cf req-be58ba96-e694-4b79-8e70-70d79df628d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.2200139 Nov 12 03:20:35.954283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.022267 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-277391dc-baea-4e75-bb75-b750906e981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.071834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Pushing event updated for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:36.130006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b25871e9-34e8-4468-b9ab-8e648a2c26c3 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:36.136530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-277391dc-baea-4e75-bb75-b750906e981b None None] For port 8f65cfb1-2c50-455f-9b83-235fb4c51021, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f65cfb1-2c50-455f-9b83-235fb4c51021,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:36.159284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f65cfb1-2c50-455f-9b83-235fb4c51021 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:36.165982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.166757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.168428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-1815aeda-17ad-4613-94bf-5940e4bfbb9d service neutron] 10.222.0.104 "PUT /v2.0/ports/3a1708c8-5109-4af2-9d98-9dbe22a97a40 HTTP/1.1" status: 200 len: 1092 time: 3.1226192 Nov 12 03:20:36.169169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:36.172170 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:36.211486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-277391dc-baea-4e75-bb75-b750906e981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.213373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: b25871e9-34e8-4468-b9ab-8e648a2c26c3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:20:36.213714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b25871e9-34e8-4468-b9ab-8e648a2c26c3 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:36.225720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0306e8a3-df30-4540-a961-8b45655593cf req-12370f31-9adc-41ad-8986-16c43c355f72 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679687 Nov 12 03:20:36.228930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.300338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277391dc-baea-4e75-bb75-b750906e981b None None] Pushing event updated for resources: {'Port': ['ID=8f65cfb1-2c50-455f-9b83-235fb4c51021,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:36.328508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8f65cfb1-2c50-455f-9b83-235fb4c51021 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:36.328777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.329859 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef5979-3965-432f-9fa4-2aab31757d96 x-openstack-request-id: req-7eef5979-3965-432f-9fa4-2aab31757d96 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:36.330270 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:36.330629 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7eef5979-3965-432f-9fa4-2aab31757d96 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:36.331157 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40', 'status': 'completed', 'code': 200} Nov 12 03:20:36.483030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-d9764666-c902-4a97-995d-d524ab7d4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.484959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-d9764666-c902-4a97-995d-d524ab7d4f1e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e508048a2e8d4cd6ba2b4cefefc42d0e&device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 1095 time: 0.1934292 Nov 12 03:20:36.498106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e78731-4606-4a33-a4b1-63cfc60af8be,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:36.541284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Checking segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:36.541879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Network hostable DHCP agents. Network: 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:20:36.558344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b227-054e-460d-b681-246aca096c25 req-34580341-4f95-4435-9210-6597f41a947b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.559693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2987b227-054e-460d-b681-246aca096c25 req-34580341-4f95-4435-9210-6597f41a947b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 948 time: 0.2028053 Nov 12 03:20:36.593633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.594268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.594897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.595621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.596186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.596745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.597293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.597866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.598408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.599056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.600086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.600642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:36.617392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-7d35e9d6-c62f-4e6c-a004-2466bbd3497e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40 HTTP/1.1" status: 200 len: 217 time: 0.0995946 Nov 12 03:20:36.691606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-48e1aa38-5e61-4e77-a1e0-b986e218f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.698443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-48e1aa38-5e61-4e77-a1e0-b986e218f739 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5494ccbc-bc5e-4fe6-8b64-571dcba0447c HTTP/1.1" status: 200 len: 853 time: 0.0624809 Nov 12 03:20:36.711858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:20:36.740810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9083d23c-8392-4e0f-a556-55ed97e387fc None None] Provisioning complete for port 8f65cfb1-2c50-455f-9b83-235fb4c51021 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:36.741812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9083d23c-8392-4e0f-a556-55ed97e387fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.769227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-05034d94-7b95-4307-8f52-418cf52b8aa4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=475bb1a6-4520-4b27-9a23-b014f46516ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545630 Nov 12 03:20:36.787073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.799348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-63614921-aba3-493d-9ce4-f092fbbc0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.801266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-63614921-aba3-493d-9ce4-f092fbbc0320 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 1.0663683 Nov 12 03:20:36.826802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:36.846881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.847834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:36.856315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e122a33-2a7b-4253-8b88-6a30af773c9a None None] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:36.858152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-f2785e97-9ca8-4490-90ef-63405d00002c service neutron] 10.222.0.16 "GET /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.2497122 Nov 12 03:20:36.880056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-33fb7cfd-7bff-4aef-9ab4-2ec9ffc59ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:36.882035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-33fb7cfd-7bff-4aef-9ab4-2ec9ffc59ad7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 1.3161733 Nov 12 03:20:36.900911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff12268b-5d19-455c-a768-a104b1584cfc admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9624786 Nov 12 03:20:36.974335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2987b227-054e-460d-b681-246aca096c25 req-61a84ca1-bdca-4c62-b539-ee356ad5a541 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671579 Nov 12 03:20:37.024051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d460a-5002-45ec-a044-787b8dd142c9 req-756a8d6e-55a9-4213-baa1-5bb206849541 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.035153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e36d460a-5002-45ec-a044-787b8dd142c9 req-756a8d6e-55a9-4213-baa1-5bb206849541 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 943 time: 0.3334246 Nov 12 03:20:37.094803 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-b5a641d9-0570-4038-a8ce-038478db6062 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.1640122 Nov 12 03:20:37.137517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91475481-ad42-4574-964c-41fa65c72e31 None None] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:20:37.168117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-77d300ab-4102-423f-a8d4-74e16ce78782 service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610888 Nov 12 03:20:37.237854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:37.267311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-ba5b477a-21e1-494a-a149-b1964ea3aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.268830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-ba5b477a-21e1-494a-a149-b1964ea3aa6a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4324439 Nov 12 03:20:37.339594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88fc42bb-983a-4a4f-8c49-d01227dc2292 req-135a4bec-58b1-4e20-b62f-c8aa317d5c59 service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611199 Nov 12 03:20:37.440848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:37.443591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e36d460a-5002-45ec-a044-787b8dd142c9 req-7afafae3-7caa-4fc9-a521-8905e010bf6c tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066989 Nov 12 03:20:37.499019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:37.501291 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:37.532878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Pushing event updated for resources: {'Port': ['ID=233cba78-d000-4771-83b2-76a50445bf6a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:37.543359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-429e2504-0041-4cb8-bfb1-fdea4871cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.544878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-429e2504-0041-4cb8-bfb1-fdea4871cc2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.4260805 Nov 12 03:20:37.545796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:37.555080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:37.620397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-dd068ee2-b7fc-4919-8e0a-25df0891eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.622216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-dd068ee2-b7fc-4919-8e0a-25df0891eba4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e508048a2e8d4cd6ba2b4cefefc42d0e&device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 1095 time: 0.1353188 Nov 12 03:20:37.669443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.671306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.671663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.672071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.672583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.672896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.673295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.673544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.673873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.674211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.674517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.674856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:37.677849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:37.841174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72aeb2-203e-409d-ab22-b9ce9f696a13 req-86ddad3d-dc7f-4b87-85a8-bae535f625b4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.848628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae72aeb2-203e-409d-ab22-b9ce9f696a13 req-86ddad3d-dc7f-4b87-85a8-bae535f625b4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 944 time: 0.2213757 Nov 12 03:20:37.995113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-c7d5ee8a-112d-4846-b8ae-94a2c93f6898 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:37.996828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-c7d5ee8a-112d-4846-b8ae-94a2c93f6898 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.3843007 Nov 12 03:20:38.019069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-cb278a19-1ac6-4472-a34e-a619d12c371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.020951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-cb278a19-1ac6-4472-a34e-a619d12c371b service neutron] 10.222.0.104 "GET /v2.0/networks?id=475bb1a6-4520-4b27-9a23-b014f46516ea HTTP/1.1" status: 200 len: 913 time: 0.3815353 Nov 12 03:20:38.031750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae72aeb2-203e-409d-ab22-b9ce9f696a13 req-2a82065b-3e8d-4728-905c-3428c4b37532 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822481 Nov 12 03:20:38.042803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:38.043890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f65cfb1-2c50-455f-9b83-235fb4c51021 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:38.053560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-61289e2c-c4bd-4d8e-8d7c-82b0bc9411a6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/quotas/7ecce79ce7a94d94bd6d08e508dc2f0a HTTP/1.1" status: 200 len: 375 time: 0.0504823 Nov 12 03:20:38.077918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:38.102808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-9e710d30-1ea4-4cf5-a41f-bb6e4e10cd02 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480049 Nov 12 03:20:38.136035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14207bba-ba27-4124-8bb4-914bbf54436c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:38.149808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:38.164951 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf22741d-f308-4870-a7a8-04163a17a361 x-openstack-request-id: req-cf22741d-f308-4870-a7a8-04163a17a361 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:38.165433 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:38.165714 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cf22741d-f308-4870-a7a8-04163a17a361 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:38.166114 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e', 'status': 'completed', 'code': 200} Nov 12 03:20:38.170588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-8896a4c7-ff4b-42ad-9508-10d708eed45c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40 HTTP/1.1" status: 200 len: 217 time: 0.1330595 Nov 12 03:20:38.175670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4add64d3-6c3f-4b16-93a2-fc7d4c0d5fb0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac524b1a9dab4e229b06d766f8774314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859033 Nov 12 03:20:38.178177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:38.184293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8f65cfb1-2c50-455f-9b83-235fb4c51021 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:38.185146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.185545 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.191647 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-da8f553b-7b0c-4cc3-80e0-2d0ae9b9db5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5321627 Nov 12 03:20:38.336930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.424434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-3d4dae8d-dd9d-4b8e-ae00-75415b625f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.428981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-3d4dae8d-dd9d-4b8e-ae00-75415b625f13 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5494ccbc-bc5e-4fe6-8b64-571dcba0447c HTTP/1.1" status: 200 len: 853 time: 0.2155845 Nov 12 03:20:38.444387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-083ac5c8-e1d5-4be0-aaeb-dfbc6e38f177 service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405948 Nov 12 03:20:38.447922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.476813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.541945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] Transition to ACTIVE for port object 14207bba-ba27-4124-8bb4-914bbf54436c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:38.543217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5df3d-98de-4631-a1c0-aa4d74b79cd7 req-d239f663-8ab5-4e43-99dd-98898c9e9ae1 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:38.544752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cb5df3d-98de-4631-a1c0-aa4d74b79cd7 req-d239f663-8ab5-4e43-99dd-98898c9e9ae1 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 948 time: 0.2548800 Nov 12 03:20:38.547459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-f7409feb-3f46-4ff1-8174-d36e8dccc8ba service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456340 Nov 12 03:20:38.553573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.556269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.561896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:38.562129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ddb01a72-7cbb-48ce-bc30-d061f1e59ea2 HTTP/1.1" status: 204 len: 168 time: 0.3805327 Nov 12 03:20:38.622432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-ce483212-2bd6-4696-866a-e4655b245ae6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=475bb1a6-4520-4b27-9a23-b014f46516ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764553 Nov 12 03:20:38.694063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478517a4-6894-46b9-bb87-bf780f24fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb01a72-7cbb-48ce-bc30-d061f1e59ea2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:38.749122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6d22eb69-9faf-4d95-a9e3-78e30a51e989 req-744d06d0-233e-400e-81c3-9e9d580f0490 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785586 Nov 12 03:20:38.753848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] Pushing event updated for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=10']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:38.798926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-6b71898c-511a-4bb1-b0e1-7b129b3f9694 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5141597 Nov 12 03:20:38.875099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cb5df3d-98de-4631-a1c0-aa4d74b79cd7 req-de9511ad-60e5-4ce3-be90-c751d9570e72 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142083 Nov 12 03:20:38.937469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-7c4c0d1c-8ff6-4c88-afff-eb348959414c service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033289 Nov 12 03:20:38.995164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-e425d1f6-7929-40bb-9f97-1b5766c0c227 service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218522 Nov 12 03:20:39.017414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] No DVR routers for this DVR port 14207bba-ba27-4124-8bb4-914bbf54436c on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:20:39.073672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ffbb6350-8f35-4393-9059-5404e833c5cd req-49ab6e7f-1049-427b-88a2-a8d6fc8601e1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497435 Nov 12 03:20:39.109446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-371a2dde-82df-42b8-a0f4-2c4446560982 service neutron] 10.222.0.16 "PUT /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c/bindings/n-h2-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 2.2316291 Nov 12 03:20:39.215127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.228535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:39.350140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.469929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9bec898a-92ce-4bce-9144-7f2c2cb97eaf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=92e94530684a4a34b018c0dab86a77f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402627 Nov 12 03:20:39.478446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:39.485572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7c55-c741-407d-bfd6-5e2b5c250e1e req-324eeee7-d549-4dd2-99a7-7261190f2654 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.491381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-607c7c55-c741-407d-bfd6-5e2b5c250e1e req-324eeee7-d549-4dd2-99a7-7261190f2654 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 943 time: 0.4069848 Nov 12 03:20:39.496920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-42536853-f1d7-46ba-906e-8e29e017e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.498386 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-42536853-f1d7-46ba-906e-8e29e017e3b5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 1100 time: 0.2224672 Nov 12 03:20:39.547269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd85b2-694d-47cd-bcfe-2ccf36c00754 req-ed033415-f815-4880-86d1-1fdfdc899729 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.554985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2bd85b2-694d-47cd-bcfe-2ccf36c00754 req-ed033415-f815-4880-86d1-1fdfdc899729 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.2709410 Nov 12 03:20:39.581153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-542cecee-f107-4d0b-8b8f-dc98b43c2e7a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.582759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-542cecee-f107-4d0b-8b8f-dc98b43c2e7a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.2317855 Nov 12 03:20:39.589760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb9be8fa-dceb-4080-844a-80d8d77dd0f9 req-26bb18c1-dfdb-4b86-94d5-728fc2320d9f service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840719 Nov 12 03:20:39.685000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2bd85b2-694d-47cd-bcfe-2ccf36c00754 req-75b169d1-db1f-4f2b-a9cb-6b9fa0eb5575 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Nov 12 03:20:39.714249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.717142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-607c7c55-c741-407d-bfd6-5e2b5c250e1e req-05ce9a56-c119-488f-8f22-528182e53929 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951354 Nov 12 03:20:39.724727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-14fd0dfd-fa00-4795-ad56-11f15d3f1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.726297 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-14fd0dfd-fa00-4795-ad56-11f15d3f1c6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2119205 Nov 12 03:20:39.786024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-fa7c405a-264f-4d25-811e-95768de0ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.792009 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-6739f068-7ffe-4265-bf2a-ffc8d79f4706 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=40e1f48f-b0cd-401b-bc33-736de77f394e HTTP/1.1" status: 200 len: 217 time: 0.0528345 Nov 12 03:20:39.793784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-fa7c405a-264f-4d25-811e-95768de0ac0a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19&tenant_id=159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 1097 time: 0.1638813 Nov 12 03:20:39.820200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:39.853927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2b84fc8-797b-45fe-8f9d-ae58f87784eb req-2434aeaa-12cc-4fbe-a75e-48d8193f0036 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 210 time: 0.0551641 Nov 12 03:20:39.873737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Router e165d4d2-db09-4f58-b69b-3222121692cf is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:20:39.937269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-5ab8be04-2e88-4b58-b6b9-61a7afd541cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.939327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-5ab8be04-2e88-4b58-b6b9-61a7afd541cb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1105268 Nov 12 03:20:39.960493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-599e2e4f-4770-4b07-b5d3-aa09583f88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:39.961921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-599e2e4f-4770-4b07-b5d3-aa09583f88fc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1097 time: 0.0809257 Nov 12 03:20:40.101002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.103577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.104726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/12fd8b69-d464-4fcd-9c46-2cc2133a3a76 HTTP/1.1" status: 204 len: 168 time: 0.6216552 Nov 12 03:20:40.140889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:20:40.177748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ba18a-6051-4394-a049-d87d16be1f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd8b69-d464-4fcd-9c46-2cc2133a3a76,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:40.180488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:40.193304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-330d9864-4eed-43fe-a170-8304571e7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.196964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-330d9864-4eed-43fe-a170-8304571e7827 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1852751 Nov 12 03:20:40.200764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Sync routers for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:40.227312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:40.228012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:40.240280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.243971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c0a3020e-712c-416d-94d1-5f6198d607a9 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.4731114 Nov 12 03:20:40.358244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:40.422267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:20:40.539074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-ddac5273-b47b-4620-9538-baec9ed44489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.540574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-ddac5273-b47b-4620-9538-baec9ed44489 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.5694664 Nov 12 03:20:40.541065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:40.654613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:37Z', 'revision_number': 3, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:40.693238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-7f01ff78-7d1a-4b3f-b725-9500f2abefd6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.1285086 Nov 12 03:20:40.737420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Checking router: e165d4d2-db09-4f58-b69b-3222121692cf for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:40.739326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Updating router e165d4d2-db09-4f58-b69b-3222121692cf port 233cba78-d000-4771-83b2-76a50445bf6a binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:40.803023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-e654380e-fa33-41d8-9926-fee87b7c19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.803023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-e654380e-fa33-41d8-9926-fee87b7c19ca service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0996377 Nov 12 03:20:40.824863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:40.867817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c11ed-1506-4e6d-8f3f-d27b3fc218b6 req-32551087-533f-45ad-9f5e-0135ab5e540d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:40.892814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd9c11ed-1506-4e6d-8f3f-d27b3fc218b6 req-32551087-533f-45ad-9f5e-0135ab5e540d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 948 time: 0.9134848 Nov 12 03:20:40.935063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-391b75b3-8771-45ff-94c8-0ea09e5dc53f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240587 Nov 12 03:20:41.114276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-169464bb-763e-48d3-ac36-8efad10fb8cf service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529932 Nov 12 03:20:41.178803 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-bacd4bdd-b3cd-4854-8777-abe296482d21 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636371 Nov 12 03:20:41.276280 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.285193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.292542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-743afaa0-b28b-4269-a1de-c85bf688ce9b tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.294162 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-743afaa0-b28b-4269-a1de-c85bf688ce9b tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.16 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.4041395 Nov 12 03:20:41.317658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'port': {'device_id': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'admin_state_up': True, 'tenant_id': '7ecce79ce7a94d94bd6d08e508dc2f0a'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:41.360072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fecf9-1c8c-490f-a578-b8bef4a8c5e6 req-ebd9887b-9307-4d0a-8e0e-fd58f25d9ec8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:41.361747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-383fecf9-1c8c-490f-a578-b8bef4a8c5e6 req-ebd9887b-9307-4d0a-8e0e-fd58f25d9ec8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.4596999 Nov 12 03:20:41.386657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd9c11ed-1506-4e6d-8f3f-d27b3fc218b6 req-075a3d24-ce4e-4e69-86b2-724adee7cab1 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924293 Nov 12 03:20:41.484781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Made reservation on behalf of 7ecce79ce7a94d94bd6d08e508dc2f0a for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:41.490723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.522078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Attempting to bind port 233cba78-d000-4771-83b2-76a50445bf6a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:41.522945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Attempting to bind port 233cba78-d000-4771-83b2-76a50445bf6a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:41.523979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Attempting to bind port 233cba78-d000-4771-83b2-76a50445bf6a on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:41.532367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:41.533166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:41.533719 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.534249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:41.534950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Bound port: 233cba78-d000-4771-83b2-76a50445bf6a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:41.535510 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.573000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Pushing event updated for resources: {'Port': ['ID=233cba78-d000-4771-83b2-76a50445bf6a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:41.604572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.605238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.605728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.606221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.606726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.607086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.607417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.608367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.608367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.608367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.608693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.609104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:41.620569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] For port 233cba78-d000-4771-83b2-76a50445bf6a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:41.624611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] For port 233cba78-d000-4771-83b2-76a50445bf6a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=233cba78-d000-4771-83b2-76a50445bf6a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:41.632313 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:41.655526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8ad64d0-ac21-4641-9dfb-7eb02ac3508f req-8b9f33d3-6c55-496a-9de1-b05d08874949 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611187 Nov 12 03:20:41.698277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:41.699155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:41.749281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-383fecf9-1c8c-490f-a578-b8bef4a8c5e6 req-505035aa-d6ae-41f2-8d2d-110fae1d3dc8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794134 Nov 12 03:20:41.797027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Allocated IP 172.20.0.3 (10ded5b6-a9c6-468a-b4eb-d2867ef42bdc/82e78731-4606-4a33-a4b1-63cfc60af8be/80340f82-6317-4dac-a9fe-cc8e5e5e64fa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:41.831325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4fb4c-e44d-4130-860a-627a13177e24 None None] Pushing event updated for resources: {'Port': ['ID=233cba78-d000-4771-83b2-76a50445bf6a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:41.945242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:42.003910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-d245d05c-067e-4cd6-8b60-38ca8bdce85e service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763189 Nov 12 03:20:42.082828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.092266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957620b-567b-4170-8249-4c8a435f79cd req-f2e4083c-656e-431f-bbdd-0743eb7f2881 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.098054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1957620b-567b-4170-8249-4c8a435f79cd req-f2e4083c-656e-431f-bbdd-0743eb7f2881 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 943 time: 0.5346317 Nov 12 03:20:42.105850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c0df90f-3e69-4f54-8021-9567d02427f7 req-897f030d-1bc6-442d-98ba-d19504242f0c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 210 time: 0.1750343 Nov 12 03:20:42.142400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.201076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:42.206565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:42.212305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:42.275567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:42.287693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1957620b-567b-4170-8249-4c8a435f79cd req-0256216b-f895-4b21-a316-3e6e339fc668 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678472 Nov 12 03:20:42.322135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:42.322764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.375562 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-ebba7eeb-34d1-43ed-9272-f526eda409c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634351 Nov 12 03:20:42.378702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:37Z', 'revision_number': 3, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:42.404181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Request body: {'port': {'device_id': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:42.439753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2270f9d1-1d67-4e08-af59-e5ddf94fb05a None None] The sync data for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 is: [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:37Z', 'revision_number': 3, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:42.471150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.559276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 40e1f48f-b0cd-401b-bc33-736de77f394e details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:42.560192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.744968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=40e1f48f-b0cd-401b-bc33-736de77f394e,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.762313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '40e1f48f-b0cd-401b-bc33-736de77f394e', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '40e1f48f-b0cd-401b-bc33-736de77f394e', 'mac_address': 'fa:16:3e:ae:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:42.768022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Allocated IP 172.20.0.1 (3ebb14dd-a838-4dcb-83bb-656505f3a65e/db3e5906-7a52-44ba-ae06-6aa92401f076/ee944aaf-4075-4398-8903-4112e58eff1a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:42.836046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.913041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e1f48f-b0cd-401b-bc33-736de77f394e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:42.931028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.937859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=40e1f48f-b0cd-401b-bc33-736de77f394e,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:42.948410 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:42.949293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3a1708c8-5109-4af2-9d98-9dbe22a97a40 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:42.998891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.058938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-f1f692e4-113d-4576-8ed1-240b69fd9a0d tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.059396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.061757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-f1f692e4-113d-4576-8ed1-240b69fd9a0d tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.6344299 Nov 12 03:20:43.084766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:43.200819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaec57-10aa-464f-9790-8a452a0e09ad req-cf2ec210-cb5e-420c-a5d3-c736967801bf tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:43.202540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2daaec57-10aa-464f-9790-8a452a0e09ad req-cf2ec210-cb5e-420c-a5d3-c736967801bf tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 948 time: 0.7105324 Nov 12 03:20:43.204199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:43.236492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:43.255390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40,segment=NetworkSegment(f374331d-09c9-4cf6-a3f2-3efb0fa423aa),segment_id=f374331d-09c9-4cf6-a3f2-3efb0fa423aa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:43.289739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '3a1708c8-5109-4af2-9d98-9dbe22a97a40', 'network_id': '475bb1a6-4520-4b27-9a23-b014f46516ea', 'port_id': '3a1708c8-5109-4af2-9d98-9dbe22a97a40', 'mac_address': 'fa:16:3e:79:8d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5494ccbc-bc5e-4fe6-8b64-571dcba0447c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:43.304556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.383759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80340f82-6317-4dac-a9fe-cc8e5e5e64fa {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:43.386217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.400169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.432108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Transition to ACTIVE for port object 80340f82-6317-4dac-a9fe-cc8e5e5e64fa will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:43.446569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1708c8-5109-4af2-9d98-9dbe22a97a40 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:43.447588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.515663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40,segment=NetworkSegment(f374331d-09c9-4cf6-a3f2-3efb0fa423aa),segment_id=f374331d-09c9-4cf6-a3f2-3efb0fa423aa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:43.538149 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.591055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.648679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.694751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.728945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ce24a608-1083-47ba-bb4e-541705e674c8 None None] Provisioning complete for port ee944aaf-4075-4398-8903-4112e58eff1a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:43.729340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce24a608-1083-47ba-bb4e-541705e674c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.746806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33364) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:43.829006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ce24a608-1083-47ba-bb4e-541705e674c8 None None] Port ee944aaf-4075-4398-8903-4112e58eff1a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:43.829817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Attempting to bind port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:43.830165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Attempting to bind port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:43.830493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Attempting to bind port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:43.840012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:43.840345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Attempting to bind port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:43.847772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:43.848139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Checking segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:43.850526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Bound using segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:43.851028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Bound port: 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:43.851395 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.925821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:43.950408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Pushing event updated for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:43.981990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.012756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:44.017663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:44.028994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2daaec57-10aa-464f-9790-8a452a0e09ad req-9116e625-fda2-49c5-8238-d049cd1f949c tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8124685 Nov 12 03:20:44.037437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.080062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72b1f401-a717-4afa-8435-426e799615bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.106568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32304a01-9fcb-410a-819a-4b48dab09be9 req-dc172e4d-0fae-4a05-ae8e-14f69315f28f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.114500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32304a01-9fcb-410a-819a-4b48dab09be9 req-dc172e4d-0fae-4a05-ae8e-14f69315f28f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.6431360 Nov 12 03:20:44.139048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['40e1f48f-b0cd-401b-bc33-736de77f394e'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:44.140433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.141063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.143032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] 10.222.0.16 "PUT /v2.0/ports/80340f82-6317-4dac-a9fe-cc8e5e5e64fa HTTP/1.1" status: 200 len: 1092 time: 1.7437911 Nov 12 03:20:44.143618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:44.146348 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c399dc-35d6-4c7c-b1cf-b7280480e76a" -d '{"events": [{"name": "network-changed", "server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:44.173221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 233cba78-d000-4771-83b2-76a50445bf6a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:44.178649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-194a7b28-97e5-434e-8ce8-5e0c3f729c11 service neutron] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:44.185255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a757cf-3612-4c6e-920b-2ddae14eadf7 service neutron] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.210769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-194a7b28-97e5-434e-8ce8-5e0c3f729c11 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.214380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b004391-4c8b-4ee5-bded-e02359ee9bef req-194a7b28-97e5-434e-8ce8-5e0c3f729c11 service neutron] 10.222.0.104 "DELETE /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c/bindings/n-h1-766726-29 HTTP/1.1" status: 204 len: 173 time: 1.1277907 Nov 12 03:20:44.217674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Pushing event updated for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.224390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['3a1708c8-5109-4af2-9d98-9dbe22a97a40'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:44.264339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72b1f401-a717-4afa-8435-426e799615bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.268211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.272791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72b1f401-a717-4afa-8435-426e799615bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.333136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-920d338c-a1b3-4626-b3f9-7686e578453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.335238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-920d338c-a1b3-4626-b3f9-7686e578453b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 1095 time: 0.1127918 Nov 12 03:20:44.337858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-72b1f401-a717-4afa-8435-426e799615bf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d8f9e195f2524625a255ffbc37c37841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900614 Nov 12 03:20:44.340811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1f401-a717-4afa-8435-426e799615bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a86c2f-edbb-43eb-a2ad-894cd53893f4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:44.342529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33370) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:44.384195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32304a01-9fcb-410a-819a-4b48dab09be9 req-ff32d87d-42d3-44b4-90ce-d4010f1e9e6d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629099 Nov 12 03:20:44.398415 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-4d04c839-4920-4e8d-9737-88c8e9e4e755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa HTTP/1.1" status: 200 len: 217 time: 0.0421593 Nov 12 03:20:44.415324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b44b7-e70e-4720-9e86-8211acb3acc7 req-7df10ccc-c61c-43bd-8e2c-7e8112d7eaa1 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.418571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f28b44b7-e70e-4720-9e86-8211acb3acc7 req-7df10ccc-c61c-43bd-8e2c-7e8112d7eaa1 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 943 time: 0.2656999 Nov 12 03:20:44.507534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f28b44b7-e70e-4720-9e86-8211acb3acc7 req-d50e20bd-2b44-436f-abd6-a4239d4bdd27 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770309 Nov 12 03:20:44.512132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d279f-361f-4552-88c3-2477d433a971 req-8ec59724-f8a0-4901-a1bc-8e20ad4231e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:44.514070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-8ec59724-f8a0-4901-a1bc-8e20ad4231e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.0968661 Nov 12 03:20:44.516597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.598016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:44.601074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:44.602776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 233cba78-d000-4771-83b2-76a50445bf6a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:44.606137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.626225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-0950eea6-900e-4974-abe4-e338ed2c488a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006219 Nov 12 03:20:44.638587 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb62d27-e298-4e10-b1a0-e6ecdead8c06 x-openstack-request-id: req-9eb62d27-e298-4e10-b1a0-e6ecdead8c06 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:44.639397 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:44.639863 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9eb62d27-e298-4e10-b1a0-e6ecdead8c06 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:44.641247 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'status': 'completed', 'code': 200} Nov 12 03:20:44.644145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.935473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.939525 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.940198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:44.945751 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a3a86c2f-edbb-43eb-a2ad-894cd53893f4 HTTP/1.1" status: 204 len: 168 time: 0.6021488 Nov 12 03:20:44.953226 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-4ab8c012-016b-452f-be62-3257368794f2 service neutron] 10.222.0.16 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052537 Nov 12 03:20:44.960701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a5dc-14d9-4f01-b3bc-2a823a620edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a86c2f-edbb-43eb-a2ad-894cd53893f4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:45.133376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 233cba78-d000-4771-83b2-76a50445bf6a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=233cba78-d000-4771-83b2-76a50445bf6a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:45.140748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-16fce7e9-0921-47e1-98c7-9f55197168ec None None] Provisioning complete for port ee944aaf-4075-4398-8903-4112e58eff1a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:45.141892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16fce7e9-0921-47e1-98c7-9f55197168ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.198357 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-549d279f-361f-4552-88c3-2477d433a971 req-cebea6de-5225-4b6e-918c-f5c130000c56 service neutron] 10.222.0.16 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300880 Nov 12 03:20:45.199946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16fce7e9-0921-47e1-98c7-9f55197168ec None None] Port ee944aaf-4075-4398-8903-4112e58eff1a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:45.202736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.311178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=233cba78-d000-4771-83b2-76a50445bf6a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:45.339396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Router e165d4d2-db09-4f58-b69b-3222121692cf has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:20:45.394926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5c44-ee4c-4f03-bf43-1f10171ce675 req-bfd0be0e-7e4b-4524-8ca0-bb74d37666f4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.403231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c97a5c44-ee4c-4f03-bf43-1f10171ce675 req-bfd0be0e-7e4b-4524-8ca0-bb74d37666f4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 944 time: 0.5558515 Nov 12 03:20:45.443804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-2cae72ed-581e-4839-aaba-30881be45268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.447562 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-2cae72ed-581e-4839-aaba-30881be45268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 1095 time: 0.1118417 Nov 12 03:20:45.477522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cef93-3632-4dc4-86d4-dd51360c8824 req-01a5f0ee-cc15-4547-8c20-a2c6e45a45e2 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.479123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-990cef93-3632-4dc4-86d4-dd51360c8824 req-01a5f0ee-cc15-4547-8c20-a2c6e45a45e2 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1097 time: 0.6334238 Nov 12 03:20:45.511614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33382) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:45.533417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c97a5c44-ee4c-4f03-bf43-1f10171ce675 req-b4b8dd17-548c-4676-bedb-405a3e56972e tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291823 Nov 12 03:20:45.557229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54bb2f98-76e0-480b-b112-163e67bab853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:45.662071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-0c8ac8dc-aca4-4943-8edc-6cb4d2547c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.663735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-0c8ac8dc-aca4-4943-8edc-6cb4d2547c3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 921 time: 0.1998997 Nov 12 03:20:45.723009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-990cef93-3632-4dc4-86d4-dd51360c8824 req-e1ec76e7-71e2-4f69-a5be-ece5594356c0 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212713 Nov 12 03:20:45.724733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-522f0909-3933-425e-b94c-aa0e1a85a5b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa HTTP/1.1" status: 200 len: 217 time: 0.0482628 Nov 12 03:20:45.730831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:20:45.737001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86a15bb2-7c0a-4ac2-8afa-86d68c60401a admin admin] 10.222.0.97 "PUT /v2.0/routers/e165d4d2-db09-4f58-b69b-3222121692cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1935470 Nov 12 03:20:45.748527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecbb02-a68f-47c9-9804-e852f09cc1ec req-90981112-92fe-4db9-ba5b-1cdc94e9ccd0 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:45.750887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aecbb02-a68f-47c9-9804-e852f09cc1ec req-90981112-92fe-4db9-ba5b-1cdc94e9ccd0 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 949 time: 0.1152391 Nov 12 03:20:45.751684 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Sync routers for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:20:45.790177 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:45.790177 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:45.832069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aecbb02-a68f-47c9-9804-e852f09cc1ec req-6d417d08-6297-4b8c-ba18-6d2481db2ec8 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739477 Nov 12 03:20:46.005875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-56cfe66f-ac09-48d0-9520-dbc5dd984fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.009022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-56cfe66f-ac09-48d0-9520-dbc5dd984fff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.2744582 Nov 12 03:20:46.011869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54bb2f98-76e0-480b-b112-163e67bab853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.047033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54bb2f98-76e0-480b-b112-163e67bab853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.053910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b79cf7-7a00-45b1-8bde-155a8210fd67 req-9ed3607c-5b4a-4699-aca4-c271b63fd2b6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.055493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1b79cf7-7a00-45b1-8bde-155a8210fd67 req-9ed3607c-5b4a-4699-aca4-c271b63fd2b6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 943 time: 0.1226871 Nov 12 03:20:46.063479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 233cba78-d000-4771-83b2-76a50445bf6a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:46.092639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-10c8fcc9-1452-4ba0-9ff6-ea5fc1c677f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743434 Nov 12 03:20:46.115902 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:46.160311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1b79cf7-7a00-45b1-8bde-155a8210fd67 req-1c7e4dec-402a-4225-9871-0ea07ebd391d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937538 Nov 12 03:20:46.179212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 233cba78-d000-4771-83b2-76a50445bf6a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:46.179585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.183009 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-54bb2f98-76e0-480b-b112-163e67bab853 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=505fc4cdb0bc4e569ece05d426df4f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6677952 Nov 12 03:20:46.183379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:46.222261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2f98-76e0-480b-b112-163e67bab853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac2c00b-7acc-43c3-af7c-95cb563745c1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.280478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-363324c9-3153-4b17-b910-33d91755624a service neutron] 10.222.0.16 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751623 Nov 12 03:20:46.288915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.367498 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.443852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-65d4b17f-abae-4c1b-996d-485140896e1d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:46.445616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-65d4b17f-abae-4c1b-996d-485140896e1d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.1744733 Nov 12 03:20:46.473980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-c2c04569-bc5c-4eb9-a00c-965dfe45f1f4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/quotas/159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 375 time: 0.0116470 Nov 12 03:20:46.523625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c399dc-35d6-4c7c-b1cf-b7280480e76a req-9d904a88-d9bd-4a41-825c-1d977dd34a46 service neutron] 10.222.0.16 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318122 Nov 12 03:20:46.541645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.559969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.561136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bac2c00b-7acc-43c3-af7c-95cb563745c1 HTTP/1.1" status: 204 len: 168 time: 0.3767793 Nov 12 03:20:46.566074 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:43Z', 'revision_number': 4, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ee944aaf-4075-4398-8903-4112e58eff1a', 'name': '', 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'mac_address': 'fa:16:3e:5f:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:42Z', 'updated_at': '2021-11-12T03:20:43Z', 'revision_number': 2, 'project_id': 'ce506ab9013c49818901260eccf89891', 'subnets': [{'id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:46.575743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 40e1f48f-b0cd-401b-bc33-736de77f394e up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:46.602676 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Checking router: e165d4d2-db09-4f58-b69b-3222121692cf for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:20:46.603329 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Updating router e165d4d2-db09-4f58-b69b-3222121692cf port ee944aaf-4075-4398-8903-4112e58eff1a binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:20:46.637386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3630ccb-d9f8-49bd-8ee8-6500fc11e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac2c00b-7acc-43c3-af7c-95cb563745c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:46.646184 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.715244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5687996-3038-4ad6-96a1-2045f32d2db8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347376 Nov 12 03:20:46.738232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 40e1f48f-b0cd-401b-bc33-736de77f394e completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:46.744632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 40e1f48f-b0cd-401b-bc33-736de77f394e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:46.745210 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.869302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-df9f021d-1b8d-4fbb-b3ce-0123a38eeddc tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3588078 Nov 12 03:20:46.887878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:46.906673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.933231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.947840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:46.950653 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf4287-bc2f-4680-898e-82c69e94427d" -d '{"events": [{"server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "name": "network-vif-plugged", "status": "completed", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:46.972036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=40e1f48f-b0cd-401b-bc33-736de77f394e,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:46.976621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-60799ea7-c8d5-4e7b-85b4-2e4315f87f28 service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534554 Nov 12 03:20:46.988794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:46.991351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3a1708c8-5109-4af2-9d98-9dbe22a97a40 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:47.155766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:47.198464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:47.204932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:47.207950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.225765 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.243848 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.304425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-c4398193-0bd3-47cc-ac99-b9aafa2a718b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2242329 Nov 12 03:20:47.306258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-76d83c14-8dcd-4617-b2a1-2b3eb8c01a29 service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283966 Nov 12 03:20:47.362527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.362772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.440255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40,segment=NetworkSegment(f374331d-09c9-4cf6-a3f2-3efb0fa423aa),segment_id=f374331d-09c9-4cf6-a3f2-3efb0fa423aa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:47.454805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-ba99a101-c793-4389-822a-9f4c2d2690cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:47.457375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-ba99a101-c793-4389-822a-9f4c2d2690cb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1097 time: 0.1091032 Nov 12 03:20:47.459264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.643064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Pushing event updated for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:47.707847 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.709785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.713133 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.713542 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.714348 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.714712 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.715391 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.715391 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.717244 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.717607 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.717952 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.718260 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:20:47.731242 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Attempting to bind port ee944aaf-4075-4398-8903-4112e58eff1a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:47.731751 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Attempting to bind port ee944aaf-4075-4398-8903-4112e58eff1a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:47.732115 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Attempting to bind port ee944aaf-4075-4398-8903-4112e58eff1a on network 3ebb14dd-a838-4dcb-83bb-656505f3a65e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:47.742878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-27f0aab1-f3f1-43e9-91c8-7846fc909ad2 None None] Provisioning complete for port ee944aaf-4075-4398-8903-4112e58eff1a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:47.743421 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27f0aab1-f3f1-43e9-91c8-7846fc909ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.756372 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:47.756747 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Checking segment: {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:47.757142 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.757524 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Bound using segment: {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:47.757988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Bound port: ee944aaf-4075-4398-8903-4112e58eff1a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:47.758382 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:47.773266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:47.813657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Allocated IP 172.25.7.62 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/f8250770-a282-4960-a62e-f40090c049d4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:47.814017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-27f0aab1-f3f1-43e9-91c8-7846fc909ad2 None None] Port ee944aaf-4075-4398-8903-4112e58eff1a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:47.875800 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] For port ee944aaf-4075-4398-8903-4112e58eff1a, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:47.886648 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] For port ee944aaf-4075-4398-8903-4112e58eff1a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ee944aaf-4075-4398-8903-4112e58eff1a,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:47.897975 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.011060 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a426f7-f0eb-4916-a322-b4e152ea4b29 None None] Pushing event updated for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:48.049842 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:20:48.050730 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:48.157137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-453e0a66-94b0-4ef2-a3a3-ad91cdb503f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.158750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-453e0a66-94b0-4ef2-a3a3-ad91cdb503f1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.6722121 Nov 12 03:20:48.206264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:48.263829 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:20:48.325442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daa30d-8055-4b7f-b4a4-36f9e97588d2 req-686132f8-f9ff-40f1-965f-2bf3e617811b tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.338320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97daa30d-8055-4b7f-b4a4-36f9e97588d2 req-686132f8-f9ff-40f1-965f-2bf3e617811b tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.5611975 Nov 12 03:20:48.355652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.382905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-03a4fcf1-1256-4f16-aa3a-321c4ae41fed service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 1000 time: 0.2074089 Nov 12 03:20:48.440068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:48.481207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] Provisioning complete for port ee944aaf-4075-4398-8903-4112e58eff1a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:48.481943 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.490079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97daa30d-8055-4b7f-b4a4-36f9e97588d2 req-af6208e0-6a85-4a47-9951-0fb5467f6b00 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502678 Nov 12 03:20:48.553027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'port_id': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'mac_address': 'fa:16:3e:06:74:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e78731-4606-4a33-a4b1-63cfc60af8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:48.590151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-4cc19615-2f1f-4bbb-8b00-21081db88756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.591670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-4cc19615-2f1f-4bbb-8b00-21081db88756 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1589072 Nov 12 03:20:48.610747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.613857 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:43Z', 'revision_number': 4, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ee944aaf-4075-4398-8903-4112e58eff1a', 'name': '', 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'mac_address': 'fa:16:3e:5f:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:42Z', 'updated_at': '2021-11-12T03:20:47Z', 'revision_number': 4, 'project_id': 'ce506ab9013c49818901260eccf89891', 'subnets': [{'id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:20:48.649584 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffc22d-4ffa-4c40-b8a7-6ad89fb42160 None None] The sync data for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 is: [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:20:43Z', 'revision_number': 4, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ee944aaf-4075-4398-8903-4112e58eff1a', 'name': '', 'network_id': '3ebb14dd-a838-4dcb-83bb-656505f3a65e', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'mac_address': 'fa:16:3e:5f:82:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:42Z', 'updated_at': '2021-11-12T03:20:47Z', 'revision_number': 4, 'project_id': 'ce506ab9013c49818901260eccf89891', 'subnets': [{'id': 'db3e5906-7a52-44ba-ae06-6aa92401f076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:20:48.684704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:48.721906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:48.732398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:48.750240 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.793364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80340f82-6317-4dac-a9fe-cc8e5e5e64fa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:48.794752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-863f6f6a-f623-46cc-a85f-59859e817e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.796355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-863f6f6a-f623-46cc-a85f-59859e817e81 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956429 Nov 12 03:20:48.797039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event updated for resources: {'Port': ['ID=f8250770-a282-4960-a62e-f40090c049d4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:48.803496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.834906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685751e-9484-44f8-9e77-8a23a1af7483 req-221abc44-2dd2-4964-9aaf-2807a287afa8 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:48.836464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9685751e-9484-44f8-9e77-8a23a1af7483 req-221abc44-2dd2-4964-9aaf-2807a287afa8 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.2107675 Nov 12 03:20:48.847029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:48.869239 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.873774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] For port ee944aaf-4075-4398-8903-4112e58eff1a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ee944aaf-4075-4398-8903-4112e58eff1a,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:48.890957 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:48.950880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:48.994461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.000740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9685751e-9484-44f8-9e77-8a23a1af7483 req-9865d91a-9702-464b-8253-bbefe18bb77b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471856 Nov 12 03:20:49.028483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc0663-4094-495c-8b76-c17fef2f6cb8 None None] Pushing event updated for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:49.061006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-f21d325b-8310-4c6b-a895-e3825f0fe8ed service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439497 Nov 12 03:20:49.066315 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e48a80c-b9db-4843-8a98-1ef9aa20594d x-openstack-request-id: req-2e48a80c-b9db-4843-8a98-1ef9aa20594d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:49.066646 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "name": "network-vif-plugged", "status": "completed", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:49.066942 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2e48a80c-b9db-4843-8a98-1ef9aa20594d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:49.068528 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e', 'code': 200} Nov 12 03:20:49.077101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.181273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['80340f82-6317-4dac-a9fe-cc8e5e5e64fa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:49.294452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1272-c366-454f-8a62-d7a63aede49b req-f7ab68af-0b38-4f55-94de-3d95d7cdf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.300424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f6cf1272-c366-454f-8a62-d7a63aede49b req-f7ab68af-0b38-4f55-94de-3d95d7cdf2e0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 1102 time: 0.0744827 Nov 12 03:20:49.361174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5e62c0-08cb-4e64-b465-b9515d479b59 req-b0b4d03d-d1b7-4c07-83cd-2bf641ff875d service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542975 Nov 12 03:20:49.416079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cba16-93cb-4648-9130-894c6c0c0628 req-b91eabbb-1d0c-49cb-8106-749f74e97a1a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.424517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e4cba16-93cb-4648-9130-894c6c0c0628 req-b91eabbb-1d0c-49cb-8106-749f74e97a1a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 944 time: 0.1418970 Nov 12 03:20:49.472680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f6cf1272-c366-454f-8a62-d7a63aede49b req-c36b5866-665d-4bed-bdb4-df456da43850 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638482 Nov 12 03:20:49.484163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.498565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.515117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3c1a7b5b-669d-4462-a915-8e37c36f3d4f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.516834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3c1a7b5b-669d-4462-a915-8e37c36f3d4f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.1764996 Nov 12 03:20:49.539881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e4cba16-93cb-4648-9130-894c6c0c0628 req-82fbc866-3503-4f3d-b949-f83008b8f8a4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144862 Nov 12 03:20:49.540705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Request body: {'port': {'device_id': 'd0699131-08cb-471f-9679-584e175c0450', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'admin_state_up': True, 'tenant_id': '159c6bb67cc443f681a557aeea7e7259'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:49.588749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event updated for resources: {'Port': ['ID=f8250770-a282-4960-a62e-f40090c049d4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:49.600581 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.628342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.629882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-29c9116d-aec5-4775-9434-bd5c78248dd7 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7531655 Nov 12 03:20:49.646864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce7bfa67-e4c9-4cf8-b949-7dc994439ada req-684a353d-15d9-4efc-afc8-090b8ca9db6a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 210 time: 0.0337725 Nov 12 03:20:49.694774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:49.699326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:49.710410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-e4177ce6-f13b-443b-9472-70eab0fbbfdb tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0661006 Nov 12 03:20:49.839964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-ea694f8c-9ac4-44e7-b746-cb82cd8bbd6b tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:49.842171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5ad435e-58cc-4b99-a631-c59c3e14beee req-ea694f8c-9ac4-44e7-b746-cb82cd8bbd6b tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1261241 Nov 12 03:20:49.846831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Allocated IP 172.20.0.9 (3fe572a3-3423-4676-9355-434cf8a4586e/26ab6f03-fca4-4bb2-be40-536fbb561d08/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:50.063049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ee944aaf-4075-4398-8903-4112e58eff1a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:50.068849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.082059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-84631ceb-8fb3-4521-915d-567bc4b4e0ad tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.089241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-84631ceb-8fb3-4521-915d-567bc4b4e0ad tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/networks?id=103c0bd7-33f1-491c-b51a-39540ff0bcf9 HTTP/1.1" status: 200 len: 815 time: 0.1884849 Nov 12 03:20:50.098047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c263b26-d6d1-4ae3-9d3b-7482456706d1 req-5d660a1b-488b-4912-a0aa-dcf4057a2678 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.099825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c263b26-d6d1-4ae3-9d3b-7482456706d1 req-5d660a1b-488b-4912-a0aa-dcf4057a2678 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1008570 Nov 12 03:20:50.115214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.126302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-1f08da64-f82d-4531-b0a6-14b5507ef738 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/quotas/0403059388014a59862e4e6cece3e52e HTTP/1.1" status: 200 len: 375 time: 0.0350509 Nov 12 03:20:50.126517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ee944aaf-4075-4398-8903-4112e58eff1a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:50.126517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.162557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Network 3fe572a3-3423-4676-9355-434cf8a4586e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:50.168925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:50.178136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:50.203613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c263b26-d6d1-4ae3-9d3b-7482456706d1 req-731fafa4-5650-43b7-8053-38ed86fc0e1d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974233 Nov 12 03:20:50.215156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-79c170a8-8c11-4987-b3ce-854ac146ac7f tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=0403059388014a59862e4e6cece3e52e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889275 Nov 12 03:20:50.228065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:50.234271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.249167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.249810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.268493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-3a56e928-c6c4-4436-8004-849701cdd136 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7333434 Nov 12 03:20:50.294738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:50.297112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Request body: {'port': {'device_id': 'd0699131-08cb-471f-9679-584e175c0450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:50.299510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:50.300046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.301490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3e25181-d46c-46e7-974e-1eb171d1b161 req-ab06d73b-5937-4e26-8ae5-cf98eab4f245 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips/412cf282-b7e8-45e9-8b8a-989c0e07e300 HTTP/1.1" status: 200 len: 692 time: 0.0643678 Nov 12 03:20:50.362147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.387538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.424278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:50.428615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.481400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.653200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:50.660433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.672933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Transition to ACTIVE for port object 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:50.676994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.687068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-ce016a03-4231-4c37-bf5f-0c2789f82392 service neutron] 10.222.0.97 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632633 Nov 12 03:20:50.733774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:50.738093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e25181-d46c-46e7-974e-1eb171d1b161 req-059f9ef6-77dc-4cd3-8f59-2259c8245715 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.740048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3e25181-d46c-46e7-974e-1eb171d1b161 req-059f9ef6-77dc-4cd3-8f59-2259c8245715 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.4080007 Nov 12 03:20:50.773476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-b3e25181-d46c-46e7-974e-1eb171d1b161 req-583aeea1-d7c8-44a5-a962-326bbb14e64f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:50.774462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3e25181-d46c-46e7-974e-1eb171d1b161 req-583aeea1-d7c8-44a5-a962-326bbb14e64f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073338 Nov 12 03:20:50.811763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:50.811964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:50.812608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:50.817093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-cb484cf1-660e-4aaf-ac50-c7b1e4581d3a service neutron] 10.222.0.97 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226492 Nov 12 03:20:50.819877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:50.820239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:50.829151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:50.829432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:50.829852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:50.830282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Bound port: 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:50.830669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.896128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:50.905091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:50.905091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.965478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:50.966707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:50.968526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] 10.222.0.16 "PUT /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 1092 time: 0.6773198 Nov 12 03:20:50.969141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:50.971616 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:51.012400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d649a5-dbbb-4ede-b84c-be63f7c91112 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:51.052931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b192c9-3aec-4334-a412-72e6bd0ac6ea req-8e86a854-7088-4ab4-a953-02645382942b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.062047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b192c9-3aec-4334-a412-72e6bd0ac6ea req-8e86a854-7088-4ab4-a953-02645382942b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.0918865 Nov 12 03:20:51.069313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40'}, {'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:51.073975 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc22dfe-a630-4764-a3b3-27ff44f27619" -d '{"events": [{"server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "name": "network-vif-plugged", "status": "completed", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40"}, {"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:51.089601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-10164d8f-aecc-4ea8-8907-744b465f7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.091201 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-10164d8f-aecc-4ea8-8907-744b465f7353 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1095 time: 0.0512381 Nov 12 03:20:51.127391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b192c9-3aec-4334-a412-72e6bd0ac6ea req-d21b59d2-03f1-46aa-b591-b45b60dfedd7 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Nov 12 03:20:51.163679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-061f55b9-85f3-4ace-a00f-82d3231f8c25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 217 time: 0.0402217 Nov 12 03:20:51.221024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-0199fed7-b17e-4155-98ef-a636e9dfaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.222583 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-0199fed7-b17e-4155-98ef-a636e9dfaf4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0472009 Nov 12 03:20:51.262385 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-f97504d7-4f30-4cf2-aff0-3a3b6f174955 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284300 Nov 12 03:20:51.367917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad6503-04e4-4526-80c9-cce8d5591448 req-2150bbb6-82b4-4486-a832-de40a29080d5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.370610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1aad6503-04e4-4526-80c9-cce8d5591448 req-2150bbb6-82b4-4486-a832-de40a29080d5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.0900264 Nov 12 03:20:51.388217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-21613328-dadf-465b-a2f6-82715d6d5313 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126614 Nov 12 03:20:51.443489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daa22-3ce4-4c6a-bee0-70542028d3fa req-955a7060-cc03-40f2-936b-dd3799b6a166 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.445253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e05daa22-3ce4-4c6a-bee0-70542028d3fa req-955a7060-cc03-40f2-936b-dd3799b6a166 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.1159899 Nov 12 03:20:51.466678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1aad6503-04e4-4526-80c9-cce8d5591448 req-5b0e0de7-f14a-4392-b521-bab2842adb03 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Nov 12 03:20:51.506805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e05daa22-3ce4-4c6a-bee0-70542028d3fa req-4d13805b-5778-48f7-bd55-5d46d1001f1e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Nov 12 03:20:51.564744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f79cc5be-a1d1-4651-bbe8-b9043705f0eb req-936db3fc-343c-44a4-8bd4-9eb5c53b717f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?tenant_id=ce506ab9013c49818901260eccf89891 HTTP/1.1" status: 200 len: 695 time: 0.0555632 Nov 12 03:20:51.660237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bda883d-5116-4b5d-8d31-dbda65cb3910 req-143aa089-8e49-4efb-bf58-84e1f2d5bfab tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 210 time: 0.0562561 Nov 12 03:20:51.724283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cc5be-a1d1-4651-bbe8-b9043705f0eb req-833aea54-ba1f-481a-84a3-e84407372156 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.726926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f79cc5be-a1d1-4651-bbe8-b9043705f0eb req-833aea54-ba1f-481a-84a3-e84407372156 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks?id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 787 time: 0.1545522 Nov 12 03:20:51.733883 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc2396-1c62-4c30-8a24-f299d7cd5f80 x-openstack-request-id: req-67dc2396-1c62-4c30-8a24-f299d7cd5f80 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:51.734234 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:51.734494 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-67dc2396-1c62-4c30-8a24-f299d7cd5f80 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:51.735042 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'status': 'completed', 'code': 200} Nov 12 03:20:51.741454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-f79cc5be-a1d1-4651-bbe8-b9043705f0eb req-d738be73-9e38-440d-b88a-93f0a30ae221 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:20:51.742626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f79cc5be-a1d1-4651-bbe8-b9043705f0eb req-d738be73-9e38-440d-b88a-93f0a30ae221 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066197 Nov 12 03:20:51.757174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0cccee9-e92b-457d-8487-4689d0e075a1 req-b02e21e6-4140-4e21-a2c1-814e0a20dcde service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566940 Nov 12 03:20:51.760041 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec91d9c-9fe5-4758-9e4e-c9c04ebf9351 x-openstack-request-id: req-cec91d9c-9fe5-4758-9e4e-c9c04ebf9351 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:51.760574 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "name": "network-vif-plugged", "status": "completed", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40", "code": 200}, {"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:51.760831 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cec91d9c-9fe5-4758-9e4e-c9c04ebf9351 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:51.761239 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40', 'code': 200} Nov 12 03:20:51.761783 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'code': 200} Nov 12 03:20:51.877168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8b3f2-7002-4ec9-99f8-7aab4f4b28f3 req-eb1656d4-147b-4662-8543-edc62bac6bbf tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.878872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ae8b3f2-7002-4ec9-99f8-7aab4f4b28f3 req-eb1656d4-147b-4662-8543-edc62bac6bbf tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.0626428 Nov 12 03:20:51.898512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922eb58d-769b-4397-b1f3-375423f827f1 req-ed010b3d-baef-46b9-a67a-c27f2b8b29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.900056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-922eb58d-769b-4397-b1f3-375423f827f1 req-ed010b3d-baef-46b9-a67a-c27f2b8b29ef service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 1097 time: 0.0445206 Nov 12 03:20:51.952465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ae8b3f2-7002-4ec9-99f8-7aab4f4b28f3 req-443bd3af-461c-488d-b5b8-a0f990cde33c tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662866 Nov 12 03:20:51.997779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-88bb7ca9-42f6-4fdf-9a4b-63a40b14cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:51.999306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-88bb7ca9-42f6-4fdf-9a4b-63a40b14cf0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1095 time: 0.0968018 Nov 12 03:20:52.023223 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-922eb58d-769b-4397-b1f3-375423f827f1 req-2fad7811-16db-4d70-880b-ab8793b61c6f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101136 Nov 12 03:20:52.027091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-09a7a3dd-2466-4dcc-b2b9-9b609500dfc8 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips/412cf282-b7e8-45e9-8b8a-989c0e07e300 HTTP/1.1" status: 200 len: 692 time: 0.0444510 Nov 12 03:20:52.047042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e19a6-e777-45a4-bac5-78b9ef488068 req-4a9b5e16-b570-46ac-8b4c-f92d0fe9e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.048529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e94e19a6-e777-45a4-bac5-78b9ef488068 req-4a9b5e16-b570-46ac-8b4c-f92d0fe9e9d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 1097 time: 0.0934675 Nov 12 03:20:52.083959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f837777-dcd6-4cdc-bfaa-4dc7dc001e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.142507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e94e19a6-e777-45a4-bac5-78b9ef488068 req-02c00c36-99ae-4cca-9ff6-656d46693eb6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675714 Nov 12 03:20:52.143674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-22d8048c-c23f-434f-b045-501d4de71e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.145036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-22d8048c-c23f-434f-b045-501d4de71e38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1367083 Nov 12 03:20:52.164424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-bcb94b5e-c851-4296-bada-26866398ba9f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.165844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-bcb94b5e-c851-4296-bada-26866398ba9f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1300581 Nov 12 03:20:52.238135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-bd4ff86a-1362-4ec8-aa52-98b091611a9b tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0660901 Nov 12 03:20:52.296727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa477c-4ca2-4161-a6db-0eac09faf5b3 req-5c0b3030-09f4-4b6b-a5a8-98bf87bb8d45 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.298162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1aa477c-4ca2-4161-a6db-0eac09faf5b3 req-5c0b3030-09f4-4b6b-a5a8-98bf87bb8d45 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.0903747 Nov 12 03:20:52.305521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-67dc904c-44d1-40fa-92ec-757ac6bb45c3 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0592949 Nov 12 03:20:52.422603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1aa477c-4ca2-4161-a6db-0eac09faf5b3 req-42aaa896-5f10-4bbe-9ab0-c3e6c9c13dd4 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160409 Nov 12 03:20:52.465266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Deleting port f8250770-a282-4960-a62e-f40090c049d4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:52.465695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.473224 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-b01520ed-a84c-448b-8d36-9fc5fa6a80d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 217 time: 0.0463111 Nov 12 03:20:52.551955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.552279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.564220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Calling delete_port for f8250770-a282-4960-a62e-f40090c049d4 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:52.566870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-8a1ea5b9-9e04-4c42-88b2-c968a0127581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.569147 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-8a1ea5b9-9e04-4c42-88b2-c968a0127581 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0543942 Nov 12 03:20:52.675975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-8f7af4be-6824-4f6e-b9da-ea670639004b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721250 Nov 12 03:20:52.732559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.762356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event deleted for resources: {'Port': ['ID=f8250770-a282-4960-a62e-f40090c049d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:52.828831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.831606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:52.832853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44a6e8ad-da80-4a6d-932e-88d343a999ea req-c450bf3c-a67e-4ee7-bcc0-03ad225d14c0 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "DELETE /v2.0/floatingips/412cf282-b7e8-45e9-8b8a-989c0e07e300 HTTP/1.1" status: 204 len: 173 time: 0.5208638 Nov 12 03:20:52.833961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-552f8726-d401-4558-a33d-a95e687a7fe5 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.835948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-552f8726-d401-4558-a33d-a95e687a7fe5 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.16 "GET /v2.0/networks?id=103c0bd7-33f1-491c-b51a-39540ff0bcf9 HTTP/1.1" status: 200 len: 815 time: 0.2303553 Nov 12 03:20:52.859578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Request body: {'port': {'device_id': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'admin_state_up': True, 'tenant_id': '0403059388014a59862e4e6cece3e52e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:52.890521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-0dd8ee99-ac58-4a04-8566-f6615b429fda service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717248 Nov 12 03:20:52.905880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb398f-e688-4515-86fa-9a42bfa034cb req-a05e1aa5-7ec4-48af-bb17-430cbe16840f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:52.914130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bcb398f-e688-4515-86fa-9a42bfa034cb req-a05e1aa5-7ec4-48af-bb17-430cbe16840f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.0614259 Nov 12 03:20:52.966143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bcb398f-e688-4515-86fa-9a42bfa034cb req-2af2cff1-f840-4345-a634-f15f64a9b141 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512133 Nov 12 03:20:53.064483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Made reservation on behalf of 0403059388014a59862e4e6cece3e52e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:53.069077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.084810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f93349f4-bd0b-4efb-835e-ea4d90e4e9d1 req-f13b240e-b3a6-4055-8bf8-199c04d449a4 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594172 Nov 12 03:20:53.128536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3b2b9-a4f7-43b4-abfe-b69cafd44212 req-6b70083f-6c0b-43fd-acda-522368fccdfb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.130718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38d3b2b9-a4f7-43b4-abfe-b69cafd44212 req-6b70083f-6c0b-43fd-acda-522368fccdfb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0796292 Nov 12 03:20:53.222323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38d3b2b9-a4f7-43b4-abfe-b69cafd44212 req-83b98a12-bd5a-4b3b-9355-61c2a0ce3c0a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829399 Nov 12 03:20:53.332767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Allocated IP 172.20.0.7 (103c0bd7-33f1-491c-b51a-39540ff0bcf9/7d65ecd4-38ae-461f-87d4-6268240361ba/8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:53.352822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db1c8019-62ff-4331-ad19-f4383350f3e1 req-682b9828-8166-459b-9328-3e3cb84ac48d tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 210 time: 0.0534449 Nov 12 03:20:53.555979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b461ffa-b32c-4e2e-8568-c12258e26dff req-c294477f-960a-458d-8b0b-2328cb56b991 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.563579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b461ffa-b32c-4e2e-8568-c12258e26dff req-c294477f-960a-458d-8b0b-2328cb56b991 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.1443956 Nov 12 03:20:53.600254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.649098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431238d8-e56d-4377-924f-b3272739080e req-3c456ace-85b4-431b-91b3-1cabf740f51f tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1849880 Nov 12 03:20:53.649323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.665902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b461ffa-b32c-4e2e-8568-c12258e26dff req-90980f56-1824-46e8-b098-329303b72a9f tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012020 Nov 12 03:20:53.670072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:53.742391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:53.774220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:53.777348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:53.795755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:53.883118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Pushing event updated for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:53.920118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090d06-c8ec-4947-bcd2-fd45f8bb4fc2 req-1a640a8b-e121-464e-a821-572e023f6884 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.921719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de090d06-c8ec-4947-bcd2-fd45f8bb4fc2 req-1a640a8b-e121-464e-a821-572e023f6884 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1477027 Nov 12 03:20:53.967876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:53.968717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.004287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-be26ba19-0e22-4f2d-87b6-e3fcc9c89f01 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1468022 Nov 12 03:20:54.063127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de090d06-c8ec-4947-bcd2-fd45f8bb4fc2 req-e3b051e2-bd6b-4345-a3e6-5347c1227f40 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266539 Nov 12 03:20:54.087987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.166019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b1bfba6f-5918-497f-9ae3-acf42df3d46f None None] Provisioning complete for port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:54.167272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b1bfba6f-5918-497f-9ae3-acf42df3d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.226140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b1bfba6f-5918-497f-9ae3-acf42df3d46f None None] Port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:54.250389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Allocated IP 172.25.7.158 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/2ec7f0da-df13-437b-a25f-f02adc3c5992) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:54.278893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7196bcc-890f-49ba-bca0-7f82fd0fa929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.281609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:20:54.423563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.471930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-e87ee283-4986-4a72-b530-9a1764fbb749 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356810 Nov 12 03:20:54.478014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:54.491108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'port_id': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'mac_address': 'fa:16:3e:9d:30:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab6f03-fca4-4bb2-be40-536fbb561d08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:20:54.544555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.544943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.569953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:54.591164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:54.598246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:54.602657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.610161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:54.616408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:54.653059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event updated for resources: {'Port': ['ID=2ec7f0da-df13-437b-a25f-f02adc3c5992,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:54.666782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:54.677966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-33e3d022-3ae2-43fb-8c8c-b94a21e1bcbe tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:54.679631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-33e3d022-3ae2-43fb-8c8c-b94a21e1bcbe tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996520 Nov 12 03:20:54.706053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-f8bb42b4-b39d-40df-89c4-348969214366 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/quotas/77dc8e5f6e28480580e0caf2fd43c454 HTTP/1.1" status: 200 len: 375 time: 0.0187504 Nov 12 03:20:54.790301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.797485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-5ef42c54-bef3-42e1-a791-b6006f6e9a4a tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847645 Nov 12 03:20:54.836177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:54.917128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:55.079174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9517c-4a8d-4582-bfe1-cd1317c197e3 req-d3475b23-16bd-42a2-a7e6-a4682ca20a0f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.081445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cce9517c-4a8d-4582-bfe1-cd1317c197e3 req-d3475b23-16bd-42a2-a7e6-a4682ca20a0f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.1182830 Nov 12 03:20:55.136876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.148065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.181082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cce9517c-4a8d-4582-bfe1-cd1317c197e3 req-b00400a6-9668-4d8d-8c46-25e87b5636b5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Nov 12 03:20:55.223658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event updated for resources: {'Port': ['ID=2ec7f0da-df13-437b-a25f-f02adc3c5992,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:55.236930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.275256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.276754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431238d8-e56d-4377-924f-b3272739080e req-21aba45e-f3de-4d97-a4af-97422c2f41e9 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6265409 Nov 12 03:20:55.280181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:55.353708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431238d8-e56d-4377-924f-b3272739080e req-ddf626d6-e4ed-49da-8a0e-b7d1252d512d tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0609546 Nov 12 03:20:55.502533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431238d8-e56d-4377-924f-b3272739080e req-265b0bd6-513a-4666-b455-5395f80c278a tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.504014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431238d8-e56d-4377-924f-b3272739080e req-265b0bd6-513a-4666-b455-5395f80c278a tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1443872 Nov 12 03:20:55.655291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a25ad-6205-4063-b711-9d69695af821 req-f385fe3f-132e-4ff7-a918-8749c2b9f900 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.656856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f75a25ad-6205-4063-b711-9d69695af821 req-f385fe3f-132e-4ff7-a918-8749c2b9f900 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0945973 Nov 12 03:20:55.711383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f75a25ad-6205-4063-b711-9d69695af821 req-aac78818-16d2-4f6c-9908-860e0e08cc44 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Nov 12 03:20:55.770519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eac3f-7896-4dda-9fd4-4da41cbe311c req-23d3307b-a4bc-4d69-b55c-c1888702dff9 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.772065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e27eac3f-7896-4dda-9fd4-4da41cbe311c req-23d3307b-a4bc-4d69-b55c-c1888702dff9 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.0563595 Nov 12 03:20:55.811695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed771cbb-2e06-4705-af8c-2ed2eff2a00a req-d1b490e2-fb7e-43aa-b98d-0c3676ac5aca tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 210 time: 0.0386293 Nov 12 03:20:55.861433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e27eac3f-7896-4dda-9fd4-4da41cbe311c req-bc39c0fd-5610-4c2b-aa6d-cea280bed3b5 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783584 Nov 12 03:20:55.936966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438a6b4-9b52-4f85-b9cc-409bb971f43f req-4b5b2324-f7f8-4eb9-8647-7282e406dd3d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:55.938904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6438a6b4-9b52-4f85-b9cc-409bb971f43f req-4b5b2324-f7f8-4eb9-8647-7282e406dd3d tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.0653162 Nov 12 03:20:56.007531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6438a6b4-9b52-4f85-b9cc-409bb971f43f req-f10a5dcb-88de-4ec6-82a6-e00b731330d6 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606475 Nov 12 03:20:56.054485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-cf6167ac-4ca8-410b-b9f3-0cced0b7e6b5 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips/95d3dca5-06e9-42bb-8a51-920945391c7e HTTP/1.1" status: 200 len: 693 time: 0.0681291 Nov 12 03:20:56.191957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-f1caebb6-9a16-49a5-ae80-cccefaba5fe4 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.194049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-f1caebb6-9a16-49a5-ae80-cccefaba5fe4 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1302302 Nov 12 03:20:56.277095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-e37f9e19-25d6-435f-9e63-eedc62a4ab20 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0763068 Nov 12 03:20:56.300790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:20:56.369477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-5cfe2740-4ad4-4475-858e-bed080fb6f57 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0862513 Nov 12 03:20:56.382193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:20:56.387840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:56.388395 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.453754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-b3c490a8-0681-48be-89d8-8a0dfc63af2b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635602 Nov 12 03:20:56.604671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.630879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Deleting port 2ec7f0da-df13-437b-a25f-f02adc3c5992 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:20:56.631370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.656363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a733491-5ef8-45ea-85a9-fee5f7dfb10c tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.658301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a733491-5ef8-45ea-85a9-fee5f7dfb10c tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943524 Nov 12 03:20:56.665298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:56.667576 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d28c76-7415-49bb-ae92-cc809127f4c1" -d '{"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-plugged", "status": "completed", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:56.684696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:20:56.687996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Request body: {'port': {'device_id': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '77dc8e5f6e28480580e0caf2fd43c454'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:56.694277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.758522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.758857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.781326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Calling delete_port for 2ec7f0da-df13-437b-a25f-f02adc3c5992 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:20:56.797471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:56.806551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.865246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Made reservation on behalf of 77dc8e5f6e28480580e0caf2fd43c454 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:20:56.881897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:56.942824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf626a9-8a6b-4ca2-9a1f-1fd14f53e86b req-3445a7bb-2860-46d3-b9db-8636ff6bec08 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:56.944636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbf626a9-8a6b-4ca2-9a1f-1fd14f53e86b req-3445a7bb-2860-46d3-b9db-8636ff6bec08 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1561978 Nov 12 03:20:57.019426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Allocated IP 192.168.233.35 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/7914b5a4-427a-4c9c-bf07-07d9bb4dd201) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:20:57.027853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbf626a9-8a6b-4ca2-9a1f-1fd14f53e86b req-dbec74c0-516a-4dab-9fb6-bda8f3d59b82 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669117 Nov 12 03:20:57.033856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066b988-cd56-4e0b-891f-481bbc123554 req-098d083d-97bd-4064-905d-133d8a9332c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.035435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-098d083d-97bd-4064-905d-133d8a9332c5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e508048a2e8d4cd6ba2b4cefefc42d0e&device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 1097 time: 0.1195059 Nov 12 03:20:57.143175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.188730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Pushing event deleted for resources: {'Port': ['ID=2ec7f0da-df13-437b-a25f-f02adc3c5992,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.203899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066b988-cd56-4e0b-891f-481bbc123554 req-caf1a7f9-0cfb-47d0-8c89-9df2c3c8b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.205473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-caf1a7f9-0cfb-47d0-8c89-9df2c3c8b187 service neutron] 10.222.0.104 "GET /v2.0/networks?id=475bb1a6-4520-4b27-9a23-b014f46516ea HTTP/1.1" status: 200 len: 913 time: 0.1454859 Nov 12 03:20:57.280325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-dc0d401b-69a4-4a75-9e6b-a491ab8aae3b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40 HTTP/1.1" status: 200 len: 217 time: 0.0601254 Nov 12 03:20:57.303021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.305866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.307052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f99332ae-8a90-4ea3-9c69-9e3c691f7d26 req-31b62970-b0b3-46bb-b1a0-8e858c53169e tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "DELETE /v2.0/floatingips/95d3dca5-06e9-42bb-8a51-920945391c7e HTTP/1.1" status: 204 len: 173 time: 0.9317532 Nov 12 03:20:57.308489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.355943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.357394 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734834b-5cca-4a57-81a4-727127d5a35c x-openstack-request-id: req-7734834b-5cca-4a57-81a4-727127d5a35c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:57.358254 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-plugged", "status": "completed", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:57.358570 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7734834b-5cca-4a57-81a4-727127d5a35c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:57.358978 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'code': 200} Nov 12 03:20:57.389971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066b988-cd56-4e0b-891f-481bbc123554 req-0487e5a4-7364-4190-a5e5-a82692b90b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.391728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-0487e5a4-7364-4190-a5e5-a82692b90b07 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=5494ccbc-bc5e-4fe6-8b64-571dcba0447c HTTP/1.1" status: 200 len: 853 time: 0.0838048 Nov 12 03:20:57.404565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['40e1f48f-b0cd-401b-bc33-736de77f394e'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:20:57.446814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:20:57.464407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:20:57.491469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:20:57.492824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-0b03b66f-5502-4c76-987f-5a34ef5f6c4c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=475bb1a6-4520-4b27-9a23-b014f46516ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930026 Nov 12 03:20:57.496019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Pushing event updated for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:57.624166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.624816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.650338 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-6a21704d-207d-45b3-8ff6-7dfc276488e2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9665205 Nov 12 03:20:57.684149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Request body: {'port': {'device_id': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:20:57.685649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d6b8b-2af0-4212-9205-f969361b5e1c req-4c0adb3a-2c07-401f-af9b-6f049bb1af92 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:57.688096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e5d6b8b-2af0-4212-9205-f969361b5e1c req-4c0adb3a-2c07-401f-af9b-6f049bb1af92 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.2168996 Nov 12 03:20:57.715265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-b54d72c3-8710-4975-8dac-e1d0525e99f2 service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047477 Nov 12 03:20:57.847541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.858414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.893390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b26ee18e-a86d-40f3-b611-23b57431f10c None None] Provisioning complete for port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:20:57.893761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b26ee18e-a86d-40f3-b611-23b57431f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:57.921641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e5d6b8b-2af0-4212-9205-f969361b5e1c req-c87386bc-7ec3-49ee-ac77-43252416a53b tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223301 Nov 12 03:20:57.987850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b26ee18e-a86d-40f3-b611-23b57431f10c None None] Port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:20:58.267217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:20:58.275143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.287859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Transition to ACTIVE for port object 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:20:58.292045 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.298745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8066b988-cd56-4e0b-891f-481bbc123554 req-4f37d19a-d615-4f51-9dda-1d4699b947e9 service neutron] 10.222.0.104 "GET /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666482 Nov 12 03:20:58.334743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83aba8-f402-4ca5-a990-09000ff0ae58 req-92266e95-2b1b-45e0-b0c7-4a771cf16164 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.336338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c83aba8-f402-4ca5-a990-09000ff0ae58 req-92266e95-2b1b-45e0-b0c7-4a771cf16164 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.4087546 Nov 12 03:20:58.351261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Pushing event updated for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:58.383197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb7c2a-fbc6-4337-b22b-1c262880d5ff req-9a5ab271-4bf4-444b-84b5-c9b06a98b133 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.384763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ecb7c2a-fbc6-4337-b22b-1c262880d5ff req-9a5ab271-4bf4-444b-84b5-c9b06a98b133 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 947 time: 0.3792381 Nov 12 03:20:58.428810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c83aba8-f402-4ca5-a990-09000ff0ae58 req-5d7928fd-af52-4800-88c2-f615164fe0bf tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823867 Nov 12 03:20:58.453786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Attempting to bind port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:20:58.454121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Attempting to bind port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:20:58.454444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Attempting to bind port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:58.465781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:20:58.466360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Attempting to bind port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:20:58.474980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:20:58.475317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:20:58.475703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:20:58.476126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Bound port: 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:20:58.476477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.519799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ecb7c2a-fbc6-4337-b22b-1c262880d5ff req-29ff7a0d-99bb-4f96-a75e-84d7829693aa tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077068 Nov 12 03:20:58.586435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:20:58.592744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:20:58.601687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.643869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.644654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:58.646968 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] 10.222.0.104 "PUT /v2.0/ports/7914b5a4-427a-4c9c-bf07-07d9bb4dd201 HTTP/1.1" status: 200 len: 1096 time: 0.9750664 Nov 12 03:20:58.647504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:20:58.650047 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43" -d '{"events": [{"name": "network-changed", "server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:20:58.681674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8d627-ef67-4dff-89ee-a30c6803aa70 service neutron] Pushing event updated for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:20:58.710982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b872e95-f7f5-44c7-9c41-0a4d748feeb3 req-e620ac7f-633d-4b87-8526-d1568059c917 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.713344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b872e95-f7f5-44c7-9c41-0a4d748feeb3 req-e620ac7f-633d-4b87-8526-d1568059c917 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.1488326 Nov 12 03:20:58.807465 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-1c1ec16f-46cb-4693-9058-28e41e537c8d req-2df25506-3211-4eef-a849-0e84e82ddf17 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] show failed (client error): The resource could not be found. Nov 12 03:20:58.808518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c1ec16f-46cb-4693-9058-28e41e537c8d req-2df25506-3211-4eef-a849-0e84e82ddf17 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips/95d3dca5-06e9-42bb-8a51-920945391c7e HTTP/1.1" status: 404 len: 350 time: 0.0595236 Nov 12 03:20:58.859710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b872e95-f7f5-44c7-9c41-0a4d748feeb3 req-0481c62e-f898-4fb7-ac44-2dae23cef0f0 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364777 Nov 12 03:20:58.902785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-46a06b7b-0472-406a-903b-470fdc7877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:58.905652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-46a06b7b-0472-406a-903b-470fdc7877b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 1099 time: 0.1028264 Nov 12 03:20:58.996194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-da861fa8-0503-43e2-b005-5b6e6ca8fd68 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201 HTTP/1.1" status: 200 len: 217 time: 0.0698457 Nov 12 03:20:58.999130 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894833b3-3116-4920-8a43-ca46be07c830 x-openstack-request-id: req-894833b3-3116-4920-8a43-ca46be07c830 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:20:58.999424 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:20:58.999671 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-894833b3-3116-4920-8a43-ca46be07c830 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:20:59.000069 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201', 'status': 'completed', 'code': 200} Nov 12 03:20:59.067573 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-3bc2f394-a9d9-4921-8dfe-0302750786c8 req-73b24b35-f91b-427e-910c-884024e48552 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] show failed (client error): The resource could not be found. Nov 12 03:20:59.068569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bc2f394-a9d9-4921-8dfe-0302750786c8 req-73b24b35-f91b-427e-910c-884024e48552 tempest-FloatingIPsTestJSON-733161822 tempest-FloatingIPsTestJSON-733161822-project] 10.222.0.97 "GET /v2.0/floatingips/95d3dca5-06e9-42bb-8a51-920945391c7e HTTP/1.1" status: 404 len: 350 time: 0.0471351 Nov 12 03:20:59.080293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92768675-085c-41c4-9881-9b53496cf5e8 req-0b95ccf9-f718-4553-8195-3c96d424a905 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.084358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:20:59.090293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92768675-085c-41c4-9881-9b53496cf5e8 req-0b95ccf9-f718-4553-8195-3c96d424a905 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1060176 Nov 12 03:20:59.190442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92768675-085c-41c4-9881-9b53496cf5e8 req-4fd32a5e-1dad-4186-a9d9-0af0c6dcc1a9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811012 Nov 12 03:20:59.248497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-d1f5b58f-013c-4d9c-893f-193c84352f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.249966 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-d1f5b58f-013c-4d9c-893f-193c84352f15 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2043843 Nov 12 03:20:59.372916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8e2e0-f6ea-4203-9451-53d767f98fac req-9036045b-ec7e-4ab4-84c4-2c611cb53728 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.375117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ea8e2e0-f6ea-4203-9451-53d767f98fac req-9036045b-ec7e-4ab4-84c4-2c611cb53728 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1282232 Nov 12 03:20:59.447396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ea8e2e0-f6ea-4203-9451-53d767f98fac req-7f01220d-972c-4c04-bf10-8fbd045ada15 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553722 Nov 12 03:20:59.518495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-bcbe334e-a50e-49fa-b00e-68478de02404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.520071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-bcbe334e-a50e-49fa-b00e-68478de02404 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402898 Nov 12 03:20:59.627463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f907d-659f-420b-8484-879c043379ce req-7c4fe4a4-0e04-4359-a0a1-97de010af7cb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.628960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b14f907d-659f-420b-8484-879c043379ce req-7c4fe4a4-0e04-4359-a0a1-97de010af7cb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0750048 Nov 12 03:20:59.670703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-7ea1b20c-f4e7-4c31-8630-e3ffbb694b2f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350799 Nov 12 03:20:59.702555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b14f907d-659f-420b-8484-879c043379ce req-ba1e2b55-da86-4a2d-bb71-b256440120d2 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663259 Nov 12 03:20:59.720245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:20:59.769947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd65df-af4b-4a50-bd66-6a90f3dcc3b1 req-a5c9f330-410b-4a1a-9954-ae6cd514baab tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:20:59.770332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bd65df-af4b-4a50-bd66-6a90f3dcc3b1 req-a5c9f330-410b-4a1a-9954-ae6cd514baab tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 947 time: 0.0812116 Nov 12 03:20:59.901827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bd65df-af4b-4a50-bd66-6a90f3dcc3b1 req-f883f39e-45e0-4a39-820b-4220c61b5f3c tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Nov 12 03:20:59.953673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a4a4ab8-1254-492d-ac97-04dda1f777db req-479a14f7-467b-4c1c-a126-352bc8f6de10 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170737 Nov 12 03:21:00.120421 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:00.171620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0babc2e-c052-49bc-8101-56291dff4745 req-bac2a44c-2be2-4341-b722-4d4965d06bc6 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.180895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0babc2e-c052-49bc-8101-56291dff4745 req-bac2a44c-2be2-4341-b722-4d4965d06bc6 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.0667355 Nov 12 03:21:00.259904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-4b7270e4-36a2-4fca-b7ed-1901f16f1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.261500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-4b7270e4-36a2-4fca-b7ed-1901f16f1191 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 1099 time: 0.0758362 Nov 12 03:21:00.273343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Deleting port ee944aaf-4075-4398-8903-4112e58eff1a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:00.273585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.274738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0babc2e-c052-49bc-8101-56291dff4745 req-080f107f-e5a7-4fa3-b584-674a34b1a1f4 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926795 Nov 12 03:21:00.443394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8e7c-0ab5-4395-9651-197ba1c15e60 req-e2ad7bac-7523-4db1-bbe6-ab10f7d87fdf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.452908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5abb8e7c-0ab5-4395-9651-197ba1c15e60 req-e2ad7bac-7523-4db1-bbe6-ab10f7d87fdf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.0859842 Nov 12 03:21:00.516683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5abb8e7c-0ab5-4395-9651-197ba1c15e60 req-44f49b01-a776-48da-bb0c-ce94ef69b4fd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Nov 12 03:21:00.696836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393e983-3dc4-4e4c-a9ee-bba55db8d9f9 req-95a43e2d-41e7-4907-a486-e3c752048178 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.703546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e393e983-3dc4-4e4c-a9ee-bba55db8d9f9 req-95a43e2d-41e7-4907-a486-e3c752048178 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.0771952 Nov 12 03:21:00.710802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-668ebed4-8a4b-462d-a2bd-92dba0e5c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.712452 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-668ebed4-8a4b-462d-a2bd-92dba0e5c45f service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4367158 Nov 12 03:21:00.716835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] For port ee944aaf-4075-4398-8903-4112e58eff1a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ee944aaf-4075-4398-8903-4112e58eff1a,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:00.716835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:00.748855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Calling delete_port for ee944aaf-4075-4398-8903-4112e58eff1a owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:00.786889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e393e983-3dc4-4e4c-a9ee-bba55db8d9f9 req-040aa1ab-10f6-4cda-9345-37361da914b6 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817771 Nov 12 03:21:00.796939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-62ba26eb-f81b-4844-9dfa-00a2f96893e4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201 HTTP/1.1" status: 200 len: 217 time: 0.0600243 Nov 12 03:21:00.910313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-7e8c8f1d-cb34-442f-8c47-18d1705290f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.911926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-7e8c8f1d-cb34-442f-8c47-18d1705290f7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1054690 Nov 12 03:21:00.968095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253011df-96f0-4af1-9ae5-171be9745d58 req-0cb4ddd0-3820-4a81-aa9c-e355303034ee tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:00.973954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-253011df-96f0-4af1-9ae5-171be9745d58 req-0cb4ddd0-3820-4a81-aa9c-e355303034ee tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.1201451 Nov 12 03:21:00.996502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.033898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-253011df-96f0-4af1-9ae5-171be9745d58 req-a4a463fe-437b-4253-b363-85e88092e95c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Nov 12 03:21:01.113533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-ee5dd896-cda8-48eb-93a8-66c7e41dd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.115658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-ee5dd896-cda8-48eb-93a8-66c7e41dd1df service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860628 Nov 12 03:21:01.208952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a91e3-0237-49af-b09f-7fa48caedd82 req-cc715f26-0128-4323-8be0-0d38f154fec7 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.216788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e61a91e3-0237-49af-b09f-7fa48caedd82 req-cc715f26-0128-4323-8be0-0d38f154fec7 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 947 time: 0.0725558 Nov 12 03:21:01.236945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.287042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee944aaf-4075-4398-8903-4112e58eff1a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:01.305145 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e61a91e3-0237-49af-b09f-7fa48caedd82 req-23840e8e-3356-4b36-bd51-408a29b1c169 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Nov 12 03:21:01.389001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-dd0d688d-e9ae-4b52-90df-1425a6708873 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423029 Nov 12 03:21:01.550506 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5a4cad44-c5cc-4a8e-ae5b-bdf45f8dba43 req-434742dd-0065-42fd-ad37-ca9ba9237eb6 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025498 Nov 12 03:21:01.664822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:01.776291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4fda-a49a-48e4-8ae3-49d6a4e76f5a req-abd5bf88-4879-44a7-874a-7b83a497d8f8 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.777753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce2b4fda-a49a-48e4-8ae3-49d6a4e76f5a req-abd5bf88-4879-44a7-874a-7b83a497d8f8 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.0712764 Nov 12 03:21:01.871512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a3d2-47d9-4cdf-9b6f-aece94ac0529 req-8f09acd6-3832-4283-9ff6-1cb2ff301aff tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:01.872998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd87a3d2-47d9-4cdf-9b6f-aece94ac0529 req-8f09acd6-3832-4283-9ff6-1cb2ff301aff tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.0943232 Nov 12 03:21:01.876334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce2b4fda-a49a-48e4-8ae3-49d6a4e76f5a req-79bebf91-3723-42f5-838b-673dbeed8ee6 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894156 Nov 12 03:21:01.925764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd87a3d2-47d9-4cdf-9b6f-aece94ac0529 req-0b2fbf0c-96e2-4d76-8259-95c52f522cdd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Nov 12 03:21:01.940251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Router e165d4d2-db09-4f58-b69b-3222121692cf has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:02.042317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38a52f-6dc5-4e10-a0a7-e8d8ec06b7be req-459384a7-0cbe-48b1-bfb3-3009f8d4eff9 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.051956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d38a52f-6dc5-4e10-a0a7-e8d8ec06b7be req-459384a7-0cbe-48b1-bfb3-3009f8d4eff9 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.0878849 Nov 12 03:21:02.146031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:02.153066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76acb45b-2eed-4d16-8e0f-185dc9713723 admin admin] 10.222.0.97 "PUT /v2.0/routers/e165d4d2-db09-4f58-b69b-3222121692cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0676270 Nov 12 03:21:02.162598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Sync routers for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:02.172963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34124) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:02.182483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:02.183648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.190205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d38a52f-6dc5-4e10-a0a7-e8d8ec06b7be req-8993cdc5-45fe-4dd7-a292-f905f4c91223 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316111 Nov 12 03:21:02.283343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc635832-436a-44df-ae45-80469b5a8b12 req-86e21d2f-5eca-4b1d-87e2-e612bc84891f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.285368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc635832-436a-44df-ae45-80469b5a8b12 req-86e21d2f-5eca-4b1d-87e2-e612bc84891f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0939350 Nov 12 03:21:02.339986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.351936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:02.386564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc635832-436a-44df-ae45-80469b5a8b12 req-5c63e591-fac6-4f49-a48f-ec417b37dddb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900450 Nov 12 03:21:02.549129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d7f27-53fa-4508-817f-7eb816310443 req-3c439fea-f791-477b-8541-0ab277b14631 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:02.552840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-054d7f27-53fa-4508-817f-7eb816310443 req-3c439fea-f791-477b-8541-0ab277b14631 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 947 time: 0.0981541 Nov 12 03:21:02.560656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.654666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '233cba78-d000-4771-83b2-76a50445bf6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:21:01Z', 'revision_number': 5, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port': {'id': '233cba78-d000-4771-83b2-76a50445bf6a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:35Z', 'updated_at': '2021-11-12T03:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.658803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-054d7f27-53fa-4508-817f-7eb816310443 req-29dcca1c-e241-491b-9586-8c795b7fe7c5 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852935 Nov 12 03:21:02.691339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Checking router: e165d4d2-db09-4f58-b69b-3222121692cf for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:02.705080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Routers {'e165d4d2-db09-4f58-b69b-3222121692cf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:02.705693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e165d4d2-db09-4f58-b69b-3222121692cf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:02.719961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Deleting port 233cba78-d000-4771-83b2-76a50445bf6a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:02.720301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.844010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] Set router e165d4d2-db09-4f58-b69b-3222121692cf gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:02.854151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] For port 233cba78-d000-4771-83b2-76a50445bf6a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=233cba78-d000-4771-83b2-76a50445bf6a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:02.855008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:02.871003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Calling delete_port for 233cba78-d000-4771-83b2-76a50445bf6a owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:03.030767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:03.086196 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.135908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5919-01cb-44a0-ac7a-8657bfb0299e req-9b4a1690-e999-4218-b0d2-e9268debad77 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.137546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80dd5919-01cb-44a0-ac7a-8657bfb0299e req-9b4a1690-e999-4218-b0d2-e9268debad77 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.1401944 Nov 12 03:21:03.155949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Pushing event deleted for resources: {'Port': ['ID=233cba78-d000-4771-83b2-76a50445bf6a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:03.164564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:21:02Z', 'revision_number': 6, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:03.225272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18fd92-1c8f-4209-9742-929a26ed5e76 None None] The sync data for ids ['e165d4d2-db09-4f58-b69b-3222121692cf'] in n-d-766726-29 is: [{'id': 'e165d4d2-db09-4f58-b69b-3222121692cf', 'name': 'tempest-FloatingIPsTestJSON-614724728-router', 'tenant_id': 'ce506ab9013c49818901260eccf89891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:33Z', 'updated_at': '2021-11-12T03:21:02Z', 'revision_number': 6, 'project_id': 'ce506ab9013c49818901260eccf89891', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:03.247209 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0393-59fc-4fd4-a13e-c74a7b9ae41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.279727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.281906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80dd5919-01cb-44a0-ac7a-8657bfb0299e req-f30fd20b-ccf3-4b80-b336-b1e0ae63436d tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039424 Nov 12 03:21:03.302075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78517f-6783-4c7c-b113-468f7f4531f2 req-0a4ba1e3-7159-4235-b677-823c82dae4c0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.309404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d78517f-6783-4c7c-b113-468f7f4531f2 req-0a4ba1e3-7159-4235-b677-823c82dae4c0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.2120008 Nov 12 03:21:03.405623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.408468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.451757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d78517f-6783-4c7c-b113-468f7f4531f2 req-51b080d5-6b4b-4a79-bb7c-ae253fff3e9c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414680 Nov 12 03:21:03.465241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.466712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e165d4d2-db09-4f58-b69b-3222121692cf {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:21:03.479447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.481882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6588a4b9-3730-47b2-a9d0-6510862904cd admin admin] 10.222.0.97 "DELETE /v2.0/routers/e165d4d2-db09-4f58-b69b-3222121692cf HTTP/1.1" status: 204 len: 168 time: 1.3070321 Nov 12 03:21:03.484657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:03.497336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22e8d1-5048-4edb-824b-4ef69eab58a6 req-44326bf7-c906-4741-a1cb-2bdc67d00326 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.498831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e22e8d1-5048-4edb-824b-4ef69eab58a6 req-44326bf7-c906-4741-a1cb-2bdc67d00326 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1478617 Nov 12 03:21:03.536847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Deleting subnet db3e5906-7a52-44ba-ae06-6aa92401f076 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:03.540658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.580889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.582485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0393-59fc-4fd4-a13e-c74a7b9ae41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.605471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0393-59fc-4fd4-a13e-c74a7b9ae41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.755042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e22e8d1-5048-4edb-824b-4ef69eab58a6 req-a166f464-d756-47b4-a472-dcd550581168 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452521 Nov 12 03:21:03.797638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5a9c0393-59fc-4fd4-a13e-c74a7b9ae41e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ad4fc4193cbe4e9eb7ff0fc649d41051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653131 Nov 12 03:21:03.800255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c0393-59fc-4fd4-a13e-c74a7b9ae41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c937d-20a1-4fe9-8c10-86eb3dfaf221,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:03.806933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:03.840040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.846305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85d23e-7144-40d5-856c-18fe148a81c4 req-f7adaed4-d57a-415d-8115-34a84043b5ad tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:03.847912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a85d23e-7144-40d5-856c-18fe148a81c4 req-f7adaed4-d57a-415d-8115-34a84043b5ad tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.2639525 Nov 12 03:21:03.970605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:03.999801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a85d23e-7144-40d5-856c-18fe148a81c4 req-41eb729b-c866-4aa0-8db9-b4fcc260ee32 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438951 Nov 12 03:21:04.001098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.004178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3e5906-7a52-44ba-ae06-6aa92401f076,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.012223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.018670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62b0d5fc-b6ed-4c07-8230-4d736efa9656 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/db3e5906-7a52-44ba-ae06-6aa92401f076 HTTP/1.1" status: 204 len: 168 time: 0.5328391 Nov 12 03:21:04.019141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:04.022012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c034e94-dff4-450b-aef9-ee0dd13a248e None None] Network 3ebb14dd-a838-4dcb-83bb-656505f3a65e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:04.057528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.188483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ee944aaf-4075-4398-8903-4112e58eff1a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:04.214315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ee944aaf-4075-4398-8903-4112e58eff1a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:04.214825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ee944aaf-4075-4398-8903-4112e58eff1a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:04.215528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 233cba78-d000-4771-83b2-76a50445bf6a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:04.226121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.237610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 233cba78-d000-4771-83b2-76a50445bf6a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:04.237976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 233cba78-d000-4771-83b2-76a50445bf6a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:04.255985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] DHCP port deletion for 3ebb14dd-a838-4dcb-83bb-656505f3a65e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:21:04.269462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49b87-32d4-44e3-b1d8-493a172dd404 req-1e3d4389-7bed-449a-ad32-f7ca1b06328d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.271614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34f49b87-32d4-44e3-b1d8-493a172dd404 req-1e3d4389-7bed-449a-ad32-f7ca1b06328d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 947 time: 0.2263713 Nov 12 03:21:04.314411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Deleting port 8f65cfb1-2c50-455f-9b83-235fb4c51021 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:04.314961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.342967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.345531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.350332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2b8c937d-20a1-4fe9-8c10-86eb3dfaf221 HTTP/1.1" status: 204 len: 168 time: 0.5318336 Nov 12 03:21:04.373956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1734-511f-468a-bde7-e5dae4c5c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c937d-20a1-4fe9-8c10-86eb3dfaf221,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.430993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] For port 8f65cfb1-2c50-455f-9b83-235fb4c51021, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f65cfb1-2c50-455f-9b83-235fb4c51021,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.434712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.450247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Calling delete_port for 8f65cfb1-2c50-455f-9b83-235fb4c51021 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.475523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34f49b87-32d4-44e3-b1d8-493a172dd404 req-a74e2b25-27be-4722-bf51-d93166c2be94 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718729 Nov 12 03:21:04.486545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Deleting port 8f65cfb1-2c50-455f-9b83-235fb4c51021 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:04.487152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.530202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81d25e-fe9e-44a7-a268-d2b40d9b6976 req-26eff84a-d9a3-4f1d-9ec4-fd7883a7ebbd tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.543027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f81d25e-fe9e-44a7-a268-d2b40d9b6976 req-26eff84a-d9a3-4f1d-9ec4-fd7883a7ebbd tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.1742961 Nov 12 03:21:04.568750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-c83aabaf-6eba-479c-a449-8ffea7c5ca3f tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.571481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-c83aabaf-6eba-479c-a449-8ffea7c5ca3f tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.104 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1507921 Nov 12 03:21:04.611170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.631595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] No DVR routers for this DVR port 8f65cfb1-2c50-455f-9b83-235fb4c51021 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:04.662333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8b3c7-704b-49fb-bf5d-4bfcdeb81fd5 None None] Pushing event deleted for resources: {'Port': ['ID=8f65cfb1-2c50-455f-9b83-235fb4c51021,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:04.694516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] For port 8f65cfb1-2c50-455f-9b83-235fb4c51021, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f65cfb1-2c50-455f-9b83-235fb4c51021,segment=NetworkSegment(bbbf5a90-9243-47d9-9a22-4a67b4eb3151),segment_id=bbbf5a90-9243-47d9-9a22-4a67b4eb3151)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.694991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.701057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:04.718578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Calling delete_port for 8f65cfb1-2c50-455f-9b83-235fb4c51021 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.719624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Deleting port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:04.720261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.752795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f81d25e-fe9e-44a7-a268-d2b40d9b6976 req-d1538dd8-e1f5-4cdb-918a-49ec2a2b80fd tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086492 Nov 12 03:21:04.763821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9f2f-6579-4a2a-8497-734022a0e70c req-108e7d17-64c2-4654-bfad-d26ac9da080c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:04.765357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d4a9f2f-6579-4a2a-8497-734022a0e70c req-108e7d17-64c2-4654-bfad-d26ac9da080c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1352654 Nov 12 03:21:04.861747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.862325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] For port 3a1708c8-5109-4af2-9d98-9dbe22a97a40, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3a1708c8-5109-4af2-9d98-9dbe22a97a40,segment=NetworkSegment(f374331d-09c9-4cf6-a3f2-3efb0fa423aa),segment_id=f374331d-09c9-4cf6-a3f2-3efb0fa423aa)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:04.862698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.878185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201', 'mac_address': 'fa:16:3e:18:00:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:04.884258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Calling delete_port for 3a1708c8-5109-4af2-9d98-9dbe22a97a40 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:04.911012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d4a9f2f-6579-4a2a-8497-734022a0e70c req-0ad187b4-8f20-4ccd-a767-2618fd284496 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148741 Nov 12 03:21:04.930810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.931820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:04.966239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:04.986345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] No DVR routers for this DVR port 8f65cfb1-2c50-455f-9b83-235fb4c51021 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:04.993712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f65cfb1-2c50-455f-9b83-235fb4c51021,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.005924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e2f07-4d12-4657-b931-a0c890b274c3 req-339f3032-2b74-480a-b238-7de72170c83c tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.007715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100e2f07-4d12-4657-b931-a0c890b274c3 req-339f3032-2b74-480a-b238-7de72170c83c tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/ports?device_id=83e02484-8a82-4205-95c6-2af18a9df47f HTTP/1.1" status: 200 len: 945 time: 0.1579952 Nov 12 03:21:05.022956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:05.028699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.102136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.113202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.116908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.147123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100e2f07-4d12-4657-b931-a0c890b274c3 req-a09dd19e-bb76-44ad-8486-e669426a73b2 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.97 "GET /v2.0/security-groups?id=dbb92e66-b819-4b1d-a871-c74f311bbd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165371 Nov 12 03:21:05.150989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebb14dd-a838-4dcb-83bb-656505f3a65e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.160466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.161490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbf5a90-9243-47d9-9a22-4a67b4eb3151') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:05.169136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['3a1708c8-5109-4af2-9d98-9dbe22a97a40'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:05.181829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.198559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Request body: {'port': {'device_id': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:05.209749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Pushing event deleted for resources: {'Port': ['ID=3a1708c8-5109-4af2-9d98-9dbe22a97a40,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.226150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.258253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:05.258654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:05.260637 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:05.293593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] No DVR routers for this DVR port 3a1708c8-5109-4af2-9d98-9dbe22a97a40 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:05.313226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.318197 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-609f1334-dc9f-44b5-8e70-b96d44a1a3c9 req-a6dcc71a-d128-4fe5-9d25-a3609b73c8e4 tempest-InstanceActionsTestJSON-1930888503 tempest-InstanceActionsTestJSON-1930888503-project] 10.222.0.104 "DELETE /v2.0/ports/3a1708c8-5109-4af2-9d98-9dbe22a97a40 HTTP/1.1" status: 204 len: 173 time: 0.7382078 Nov 12 03:21:05.318713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'name': 'network-vif-deleted', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:05.324100 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fce97-f2d9-4158-ab88-50b9b2f0d946" -d '{"events": [{"server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "name": "network-vif-deleted", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:05.339455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87e7c-1379-4b6f-bc0b-4698721e6172 req-43e69765-5cda-40b7-a9f7-88408174cdd8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.347368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceb87e7c-1379-4b6f-bc0b-4698721e6172 req-43e69765-5cda-40b7-a9f7-88408174cdd8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.1417491 Nov 12 03:21:05.362036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.374211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.380869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] 10.222.0.97 "DELETE /v2.0/networks/3ebb14dd-a838-4dcb-83bb-656505f3a65e HTTP/1.1" status: 204 len: 168 time: 1.3584123 Nov 12 03:21:05.398243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123905c5-9abc-439e-8b24-62e23b92b3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ebb14dd-a838-4dcb-83bb-656505f3a65e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:05.404529 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d7e9d8-74e0-4918-9038-62e3f6d515e6 x-openstack-request-id: req-03d7e9d8-74e0-4918-9038-62e3f6d515e6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:05.405212 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e02484-8a82-4205-95c6-2af18a9df47f", "name": "network-vif-deleted", "tag": "3a1708c8-5109-4af2-9d98-9dbe22a97a40", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:05.405212 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-03d7e9d8-74e0-4918-9038-62e3f6d515e6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:05.405550 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e02484-8a82-4205-95c6-2af18a9df47f', 'name': 'network-vif-deleted', 'tag': '3a1708c8-5109-4af2-9d98-9dbe22a97a40', 'status': 'completed', 'code': 200} Nov 12 03:21:05.426476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceb87e7c-1379-4b6f-bc0b-4698721e6172 req-f068209c-a86b-4997-a5d2-e41b082be47a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761118 Nov 12 03:21:05.460102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc8785-a5d8-44ae-89e7-ab4b310a51ea req-b14af152-329f-4501-9b44-95050961b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.461568 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0adc8785-a5d8-44ae-89e7-ab4b310a51ea req-b14af152-329f-4501-9b44-95050961b65d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1097 time: 0.1660700 Nov 12 03:21:05.462388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.551001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0adc8785-a5d8-44ae-89e7-ab4b310a51ea req-c6d5fd31-42b8-485b-a4fc-b70cdcfdc297 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Nov 12 03:21:05.640616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed4366-145e-4400-a958-1ae57d1e1164 req-f1a22469-f952-48bb-a676-e40a8c75b56f tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:05.642299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28ed4366-145e-4400-a958-1ae57d1e1164 req-f1a22469-f952-48bb-a676-e40a8c75b56f tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 948 time: 0.0652165 Nov 12 03:21:05.680680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7914b5a4-427a-4c9c-bf07-07d9bb4dd201'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:05.699854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:05.729247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28ed4366-145e-4400-a958-1ae57d1e1164 req-85de67b4-b9d3-4e6a-9b62-f80f076d1fa5 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803907 Nov 12 03:21:05.769945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bf9ed09d-1383-438b-a7d7-284fd2adfd27 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ce506ab9013c49818901260eccf89891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688858 Nov 12 03:21:05.772381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34206) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:05.902787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:05.934089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.016571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27bcf1-4cb2-4bd5-a9ef-66c75cd5251b req-a1033a15-b200-4979-b9e7-1a7f1f0d2523 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.018770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e27bcf1-4cb2-4bd5-a9ef-66c75cd5251b req-a1033a15-b200-4979-b9e7-1a7f1f0d2523 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 931 time: 0.1632066 Nov 12 03:21:06.020327 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.024353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.027981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e5688541-9fd5-406e-b0b2-16b888c536d0 HTTP/1.1" status: 204 len: 168 time: 0.2518377 Nov 12 03:21:06.035073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f65cfb1-2c50-455f-9b83-235fb4c51021 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:06.068457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a265b-345d-4094-b786-2eecc9950fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5688541-9fd5-406e-b0b2-16b888c536d0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.077144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8f65cfb1-2c50-455f-9b83-235fb4c51021 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:06.077671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f65cfb1-2c50-455f-9b83-235fb4c51021 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:06.123084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:06.132860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.135598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e27bcf1-4cb2-4bd5-a9ef-66c75cd5251b req-ce1e49a7-9b32-46ab-9922-59aff0fd0576 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080990 Nov 12 03:21:06.148094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Transition to ACTIVE for port object 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:06.155246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.296737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.340544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Attempting to bind port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:06.340544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Attempting to bind port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:06.340544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Attempting to bind port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 on network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.344441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f002d-044e-41c8-8745-fbe8d1dbbcb5 req-c88a66a9-393e-49cf-8c86-af15f82f9f11 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.351300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 on network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:06.351621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Attempting to bind port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 on network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:06.352781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-932f002d-044e-41c8-8745-fbe8d1dbbcb5 req-c88a66a9-393e-49cf-8c86-af15f82f9f11 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1010098 Nov 12 03:21:06.361295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:06.361635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Checking segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:06.362011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Bound using segment: {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:06.362440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Bound port: 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f72f1c-32d4-4c9d-80a1-3829f03221af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:06.362791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.418741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-932f002d-044e-41c8-8745-fbe8d1dbbcb5 req-6965f4c0-e34f-489a-bbbe-e1042090e3a7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649590 Nov 12 03:21:06.443436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:06.449241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:06.457402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.471298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:06.528289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.529209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.531182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] 10.222.0.16 "PUT /v2.0/ports/8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 HTTP/1.1" status: 200 len: 1092 time: 1.3481226 Nov 12 03:21:06.548383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff8c3-24ce-4ca5-aab0-3a4ffea9f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:06.636355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Deleting subnet 5494ccbc-bc5e-4fe6-8b64-571dcba0447c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:21:06.667772 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.744156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.755859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-92a4393e-8736-4890-a464-6671517233cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.757526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-92a4393e-8736-4890-a464-6671517233cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0403059388014a59862e4e6cece3e52e&device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 1095 time: 0.1216230 Nov 12 03:21:06.826954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-a419f586-47ef-40c2-9940-3ac291b82ba1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 HTTP/1.1" status: 200 len: 217 time: 0.0507109 Nov 12 03:21:06.836547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10409be-3b25-4ee0-8128-6c3dc69659a5 req-03b39da1-be5e-4829-9b81-1122ae69df43 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.838077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d10409be-3b25-4ee0-8128-6c3dc69659a5 req-03b39da1-be5e-4829-9b81-1122ae69df43 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.2286692 Nov 12 03:21:06.846528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.934891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d10409be-3b25-4ee0-8128-6c3dc69659a5 req-af7bcc8e-9988-457d-a24d-b47bcbc680cd tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839238 Nov 12 03:21:06.953747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.969143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:06.975246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/5494ccbc-bc5e-4fe6-8b64-571dcba0447c HTTP/1.1" status: 204 len: 168 time: 0.4996593 Nov 12 03:21:06.979092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-674195b7-3ab4-4d44-9aa7-c994c4d998de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:06.981282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-674195b7-3ab4-4d44-9aa7-c994c4d998de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d65ecd4-38ae-461f-87d4-6268240361ba HTTP/1.1" status: 200 len: 854 time: 0.1440630 Nov 12 03:21:06.981933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.005242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576707-9e7d-4a0a-a51d-64e1cf5f10a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5494ccbc-bc5e-4fe6-8b64-571dcba0447c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.062232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1754148-f37c-4524-90cf-9d89e19d2fc5 req-45979df7-c895-47e2-811e-ced3d3135134 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.064045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1754148-f37c-4524-90cf-9d89e19d2fc5 req-45979df7-c895-47e2-811e-ced3d3135134 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 948 time: 0.0902357 Nov 12 03:21:07.077112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.099952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.117347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-d17a1b2f-97f6-428c-9f40-6bae18f170d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.118976 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-d17a1b2f-97f6-428c-9f40-6bae18f170d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=103c0bd7-33f1-491c-b51a-39540ff0bcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255155 Nov 12 03:21:07.131088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1754148-f37c-4524-90cf-9d89e19d2fc5 req-22dcf0f3-8f96-415b-8305-4885178e2528 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Nov 12 03:21:07.220591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1091482850-network', 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:07.257937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827240-474a-4823-acbe-cc8e4f7fe3d5 req-5d8f888f-275e-4f34-8461-293cdde484cc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.262107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.265609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10827240-474a-4823-acbe-cc8e4f7fe3d5 req-5d8f888f-275e-4f34-8461-293cdde484cc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0805414 Nov 12 03:21:07.268338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:07.271098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.284536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.291337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475bb1a6-4520-4b27-9a23-b014f46516ea']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:07.306540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:07.306950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f374331d-09c9-4cf6-a3f2-3efb0fa423aa') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:07.323603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.331996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-0d8d15de-b58a-4aeb-a50e-0c22b2f43cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836660 Nov 12 03:21:07.348018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.351020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10827240-474a-4823-acbe-cc8e4f7fe3d5 req-6910b187-33e1-4918-9850-8000bca47bea tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842955 Nov 12 03:21:07.370607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:21:07.371029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:21:07.372694 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:21:07.418640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:07.420903 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5b301-2524-4889-a87e-9fc908e306d0" -d '{"events": [{"name": "network-changed", "server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:07.449824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.457597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.480761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.491076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb20ec-b083-4449-9011-6c17bf1dce70 req-9c3fc200-b0ca-48cb-9495-1b28d83bb778 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.492590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-befb20ec-b083-4449-9011-6c17bf1dce70 req-9c3fc200-b0ca-48cb-9495-1b28d83bb778 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 943 time: 0.0961754 Nov 12 03:21:07.493367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:07.496802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.503352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] 10.222.0.97 "DELETE /v2.0/networks/475bb1a6-4520-4b27-9a23-b014f46516ea HTTP/1.1" status: 204 len: 168 time: 0.5200343 Nov 12 03:21:07.507169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38065f3b-fc38-4272-9705-044183f939bc admin admin] Pushing event deleted for resources: {'Network': ['ID=475bb1a6-4520-4b27-9a23-b014f46516ea,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.523816 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f595744-13ae-4ef3-87ed-4ec81673f235 req-7f9808b6-6436-464f-a0ef-16b5706a5023 service neutron] 10.222.0.16 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843195 Nov 12 03:21:07.531843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da11d0-bda3-442e-b396-b143c0a6f61e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.536287 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.536654 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Added segment 81946211-de52-4fbf-bb8e-18b65ca8bfec of type vlan for network 6012a4a0-3afb-4c4f-8c09-acec99a332dd Nov 12 03:21:07.600946 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.625280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-befb20ec-b083-4449-9011-6c17bf1dce70 req-330f295d-1750-4da7-a4e5-de2ad5739624 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057973 Nov 12 03:21:07.642865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.644585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.645251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.653317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.666646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5885453 Nov 12 03:21:07.672810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.679234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Request body: {'subnet': {'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1091482850-subnet', 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:07.707583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:07.710529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.724389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da940-111a-4d01-ba49-bb2fd5dba9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6012a4a0-3afb-4c4f-8c09-acec99a332dd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:07.735583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:07.782036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf326387-4b7a-4be3-ae89-515773b02660 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e508048a2e8d4cd6ba2b4cefefc42d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269617 Nov 12 03:21:07.785400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:07.824717 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8fba2f-afca-4baa-8e2e-ed08e540bfa4 x-openstack-request-id: req-4e8fba2f-afca-4baa-8e2e-ed08e540bfa4 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:07.825306 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:07.825785 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4e8fba2f-afca-4baa-8e2e-ed08e540bfa4 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:07.826379 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1', 'status': 'completed', 'code': 200} Nov 12 03:21:07.899085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.923881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:07.946758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-83b10c05-80d3-4966-bdc8-21da9b7fb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:07.949125 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-83b10c05-80d3-4966-bdc8-21da9b7fb395 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0403059388014a59862e4e6cece3e52e&device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 1095 time: 0.0745878 Nov 12 03:21:08.009706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.012526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.016004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dbb92e66-b819-4b1d-a871-c74f311bbd86 HTTP/1.1" status: 204 len: 168 time: 0.2266695 Nov 12 03:21:08.033098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3ae2-004d-430a-b942-397f9a36d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb92e66-b819-4b1d-a871-c74f311bbd86,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:08.044823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365addc-9f93-46ad-b37b-20e2c942d9f0 req-aedd1a9f-d802-4613-ba8f-90a7c11e1ed6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.054579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8365addc-9f93-46ad-b37b-20e2c942d9f0 req-aedd1a9f-d802-4613-ba8f-90a7c11e1ed6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1649971 Nov 12 03:21:08.055649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.128348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8365addc-9f93-46ad-b37b-20e2c942d9f0 req-d38a1349-cc8c-4fa1-bedd-0e414df21044 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726640 Nov 12 03:21:08.164502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Checking segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:08.164860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Network hostable DHCP agents. Network: 6012a4a0-3afb-4c4f-8c09-acec99a332dd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:08.170775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5a0542-644d-4944-bf6a-45967c11ae56,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:08.173974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-4ce9cd17-7265-48cb-8323-501b1e979108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.177111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-4ce9cd17-7265-48cb-8323-501b1e979108 service neutron] 10.222.0.16 "GET /v2.0/networks?id=103c0bd7-33f1-491c-b51a-39540ff0bcf9 HTTP/1.1" status: 200 len: 915 time: 0.2036569 Nov 12 03:21:08.213592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7615d-de3d-49a5-ab73-e1a7ebd66aad req-9d191046-13a5-4163-bf7b-caef2dcca4ee tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.215533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9b7615d-de3d-49a5-ab73-e1a7ebd66aad req-9d191046-13a5-4163-bf7b-caef2dcca4ee tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0765479 Nov 12 03:21:08.234080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:08.236986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-2ae26d47-7f7e-4adb-a8b5-f898dc383ab9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 HTTP/1.1" status: 200 len: 217 time: 0.0510316 Nov 12 03:21:08.256058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6012a4a0-3afb-4c4f-8c09-acec99a332dd) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:08.266281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1425eb9-2563-4671-96cc-bc96d768cbd3 None None] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:08.267638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.268359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:08.315279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739a80e-0329-4b86-9f84-d18fdbe617ca req-f5ae60e1-6285-4dbd-b7c2-8dc764ab3465 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.316855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0739a80e-0329-4b86-9f84-d18fdbe617ca req-f5ae60e1-6285-4dbd-b7c2-8dc764ab3465 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 948 time: 0.0972736 Nov 12 03:21:08.326980 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9fdab40c-8f4a-4127-bd9a-1080e3b03127 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6450315 Nov 12 03:21:08.326980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-957e1be8-07bc-40b3-adf8-36d8d53b0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.326980 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-957e1be8-07bc-40b3-adf8-36d8d53b0eac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d65ecd4-38ae-461f-87d4-6268240361ba HTTP/1.1" status: 200 len: 854 time: 0.0809634 Nov 12 03:21:08.331489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9b7615d-de3d-49a5-ab73-e1a7ebd66aad req-202f18bc-409a-4c10-80fd-d3485c53b107 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100183 Nov 12 03:21:08.417901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-7cacd542-f9c5-4fe8-97c7-47ff01765902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.419422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-7cacd542-f9c5-4fe8-97c7-47ff01765902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=103c0bd7-33f1-491c-b51a-39540ff0bcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846617 Nov 12 03:21:08.421913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0739a80e-0329-4b86-9f84-d18fdbe617ca req-bfd1db05-b5d5-4b5f-a31e-b1b3ea7cf27c tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892329 Nov 12 03:21:08.465754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da63b2-6159-42a2-898e-aeaa1efc36ed None None] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:08.468991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd7707-b2b8-42b1-9b37-99f88a8f3408 req-89d41982-5fa3-4960-bfa0-be7628973677 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.470775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29bd7707-b2b8-42b1-9b37-99f88a8f3408 req-89d41982-5fa3-4960-bfa0-be7628973677 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1097 time: 0.0477941 Nov 12 03:21:08.538133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29bd7707-b2b8-42b1-9b37-99f88a8f3408 req-00482aa6-0200-42dc-96f8-85e3dcdd9af0 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609663 Nov 12 03:21:08.618657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-120de933-eb5a-453f-aec5-92a3534fb6b6 service neutron] 10.222.0.16 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777384 Nov 12 03:21:08.683525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901170a-275a-44c6-bfa6-2e243e2207ac req-36d5c07f-8ea4-4bc0-b477-cb7d224f9ee9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:08.685198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d901170a-275a-44c6-bfa6-2e243e2207ac req-36d5c07f-8ea4-4bc0-b477-cb7d224f9ee9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0692360 Nov 12 03:21:08.737878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:08.760302 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bc5b301-2524-4889-a87e-9fc908e306d0 req-8f842bec-0d99-4cfe-b692-cb28eba7fd49 service neutron] 10.222.0.16 "GET /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322298 Nov 12 03:21:08.811944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d901170a-275a-44c6-bfa6-2e243e2207ac req-48664aee-2290-430a-ba3f-f3233e4278e6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204300 Nov 12 03:21:08.846116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:08.852637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:08.853417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.045047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a3fde-297f-44c0-8de5-3ad89a7c7231 req-732ee4cd-da69-45eb-9dbf-07689f375359 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.046769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62a3fde-297f-44c0-8de5-3ad89a7c7231 req-732ee4cd-da69-45eb-9dbf-07689f375359 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 943 time: 0.1261177 Nov 12 03:21:09.062248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.096357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:09.100747 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825eba7-f794-41b4-baa4-6c58dc02b889" -d '{"events": [{"server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "name": "network-vif-plugged", "status": "completed", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:09.121949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:09.126464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.127279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3a1708c8-5109-4af2-9d98-9dbe22a97a40 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:09.147941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62a3fde-297f-44c0-8de5-3ad89a7c7231 req-0a53d7f5-e051-4a86-9726-7caeb35c8f59 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924945 Nov 12 03:21:09.249572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 3a1708c8-5109-4af2-9d98-9dbe22a97a40 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:09.251931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3a1708c8-5109-4af2-9d98-9dbe22a97a40 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:09.279150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:09.339445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.370619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.399264 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce07209c-8d1c-46d4-9af8-5f6fd15d5351 x-openstack-request-id: req-ce07209c-8d1c-46d4-9af8-5f6fd15d5351 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:09.399698 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "name": "network-vif-plugged", "status": "completed", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:09.400075 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ce07209c-8d1c-46d4-9af8-5f6fd15d5351 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:09.400556 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201', 'code': 200} Nov 12 03:21:09.521059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6ac-fc76-41f8-930b-fc1d366d179d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.597547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d27c4-03e3-435d-9b1f-ee58270ad7d4 req-f32bb798-be99-4c19-9b8e-c9f459e84e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.599792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c3d27c4-03e3-435d-9b1f-ee58270ad7d4 req-f32bb798-be99-4c19-9b8e-c9f459e84e28 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 1101 time: 0.0580380 Nov 12 03:21:09.608707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c060499-8dbc-4c69-9e59-bcdffcdd2f9a req-979dfdf5-ad86-4b98-85f3-cdb7d6b0a9f9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.610315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c060499-8dbc-4c69-9e59-bcdffcdd2f9a req-979dfdf5-ad86-4b98-85f3-cdb7d6b0a9f9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.1124039 Nov 12 03:21:09.650352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-269dde7e-68a2-4494-9a9f-72f7058d49eb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.657188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-269dde7e-68a2-4494-9a9f-72f7058d49eb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.2969944 Nov 12 03:21:09.665027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c3d27c4-03e3-435d-9b1f-ee58270ad7d4 req-0dd882f1-b8a5-42cd-8dc6-49577c426b86 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Nov 12 03:21:09.686684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-de1f63fe-b987-494f-91ed-a1cea6b887f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/quotas/14f1cf1704aa48aba16f96d9044370e0 HTTP/1.1" status: 200 len: 375 time: 0.0286329 Nov 12 03:21:09.739774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-89394156-f467-4d7b-890f-fe7a2547ceb7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433316 Nov 12 03:21:09.743104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c060499-8dbc-4c69-9e59-bcdffcdd2f9a req-08a581de-020c-4886-bd0f-96e118999188 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222072 Nov 12 03:21:09.838053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6ac-fc76-41f8-930b-fc1d366d179d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.862461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6ac-fc76-41f8-930b-fc1d366d179d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:09.929817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e59ed6ac-fc76-41f8-930b-fc1d366d179d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cd5575d45aee4664b33d4259bc0fa9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489034 Nov 12 03:21:09.932726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ed6ac-fc76-41f8-930b-fc1d366d179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575fe6e-2dcf-4d2e-a639-9623ba2c2af9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:09.933407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:09.938218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-af634408-70c5-428f-bf82-9748b03a5c48 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896713 Nov 12 03:21:09.946191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea621f3b-cc52-4716-8671-88a64a249b1d req-51f47150-8216-4466-a9c6-765c97b77136 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:09.947657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea621f3b-cc52-4716-8671-88a64a249b1d req-51f47150-8216-4466-a9c6-765c97b77136 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.1238780 Nov 12 03:21:10.006254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.033895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.057296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea621f3b-cc52-4716-8671-88a64a249b1d req-888829f7-7c8a-41f0-b2a9-80e9e50ab2ea tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Nov 12 03:21:10.072904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-6eec04ae-ab8f-46a5-b1db-32a1531565d4 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243007 Nov 12 03:21:10.087480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.096864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.096864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e575fe6e-2dcf-4d2e-a639-9623ba2c2af9 HTTP/1.1" status: 204 len: 168 time: 0.1567812 Nov 12 03:21:10.100490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff73e-5607-4c33-8e05-90696b6c7850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575fe6e-2dcf-4d2e-a639-9623ba2c2af9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.369843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a454d18-0e8c-4677-ad16-bee026840fe5 req-950eff64-b12a-4689-8ac7-e7ebd41b4770 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.371806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a454d18-0e8c-4677-ad16-bee026840fe5 req-950eff64-b12a-4689-8ac7-e7ebd41b4770 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0639594 Nov 12 03:21:10.380446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:10.484296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f396d5-8103-4114-ad35-b2f9917f1bc3 req-99efd803-e9a0-4d5d-a60a-fc0860cc1d30 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.488339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f396d5-8103-4114-ad35-b2f9917f1bc3 req-99efd803-e9a0-4d5d-a60a-fc0860cc1d30 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 943 time: 0.0977964 Nov 12 03:21:10.511670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a454d18-0e8c-4677-ad16-bee026840fe5 req-30c21e38-fdf4-4ea8-8bf4-f60f255b231e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319814 Nov 12 03:21:10.552960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.569531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1', 'network_id': '103c0bd7-33f1-491c-b51a-39540ff0bcf9', 'port_id': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1', 'mac_address': 'fa:16:3e:49:39:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d65ecd4-38ae-461f-87d4-6268240361ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:10.651583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.678913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47972927-6436-45b1-bc46-79ca41ae088c req-24d399e1-87db-4cf5-a0b3-29ce83bd590e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0614355 Nov 12 03:21:10.678913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f396d5-8103-4114-ad35-b2f9917f1bc3 req-447ca4b3-787f-4803-afc1-43e865fe0ccc tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639910 Nov 12 03:21:10.686445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:10.739447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:10.746502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:10.847629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:10.940300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0adbb-73a1-4f2e-a797-2c2d19ca10d8 req-51f70a3d-b1ea-40d1-a5a5-c7d55e26993a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:10.941943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd0adbb-73a1-4f2e-a797-2c2d19ca10d8 req-51f70a3d-b1ea-40d1-a5a5-c7d55e26993a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0931935 Nov 12 03:21:11.038263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd0adbb-73a1-4f2e-a797-2c2d19ca10d8 req-d105e943-ecb0-45bb-884b-838b03f5ced9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Nov 12 03:21:11.122577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:11.283154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4632d14-2c7c-426e-ad93-3371d763d58e req-4fad5eb5-4eb6-46dd-bb58-c71cc3775021 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.291083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4632d14-2c7c-426e-ad93-3371d763d58e req-4fad5eb5-4eb6-46dd-bb58-c71cc3775021 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.1526151 Nov 12 03:21:11.334046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:11.364167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97d4a-aa73-4c48-be6b-a0baf5cf6b3e req-285262cd-2485-4e7a-9fa1-15cd428d646d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.365855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36c97d4a-aa73-4c48-be6b-a0baf5cf6b3e req-285262cd-2485-4e7a-9fa1-15cd428d646d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.1568348 Nov 12 03:21:11.420230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4632d14-2c7c-426e-ad93-3371d763d58e req-6d7cc039-7918-4fbc-9e06-91d74a42e807 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278927 Nov 12 03:21:11.465500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36c97d4a-aa73-4c48-be6b-a0baf5cf6b3e req-23e6ffdc-4e84-44e5-928c-7aee488d0ff1 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804570 Nov 12 03:21:11.488386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-396086612-network', 'tenant_id': 'e37273924cf5456c86a863226224861d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:11.514612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Made reservation on behalf of e37273924cf5456c86a863226224861d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:11.517288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.527929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.628922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.639289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.675190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:11.694420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef605291-b992-4151-8c67-466979ef5bff,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.697439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.697951 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Added segment 336d38f9-7b0d-4032-9489-10d9d345d508 of type vlan for network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f Nov 12 03:21:11.748612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.766929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:11.784012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.785144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:11.786535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.848779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5124288 Nov 12 03:21:11.851617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34482) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:11.868136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Request body: {'subnet': {'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-396086612-subnet', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:11.880696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2e8c-8267-40b5-9747-8c397744dcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:11.893722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:11.939515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c244-29cd-4599-9068-50c418086c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:11.942866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Made reservation on behalf of e37273924cf5456c86a863226224861d for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:11.945764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.003490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59ff1bcd-22d4-4a76-ab4b-d307cef95796 req-18bd3fde-5d4c-4f73-bc32-cc044545bad0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 210 time: 0.0591276 Nov 12 03:21:12.118954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a264b-5597-47a0-a860-7d90f526d868 req-f690ac33-bcb9-41b5-8606-b0d14f3e0068 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.128238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a7a264b-5597-47a0-a860-7d90f526d868 req-f690ac33-bcb9-41b5-8606-b0d14f3e0068 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 944 time: 0.0670748 Nov 12 03:21:12.195997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c244-29cd-4599-9068-50c418086c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.224600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c244-29cd-4599-9068-50c418086c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.351446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8cc5c244-29cd-4599-9068-50c418086c85 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7a4ccdd2448f4629ac92469846666817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832329 Nov 12 03:21:12.352170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34492) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.357249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.359466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5c244-29cd-4599-9068-50c418086c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae21ad56-cbb3-4bb0-9470-8f526520e556,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.401733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:12.480789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:12.486965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:12.487634 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.496635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-d14da3a8-d7c7-43e1-a9b0-7d659e4a08fb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.498114 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-d14da3a8-d7c7-43e1-a9b0-7d659e4a08fb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.2647247 Nov 12 03:21:12.502252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Checking segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:12.502611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Network hostable DHCP agents. Network: bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:12.510114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab2b364-90bb-4d4b-974d-499724dc57f5,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.530618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a7a264b-5597-47a0-a860-7d90f526d868 req-9c0bd7e5-f422-4b73-8325-f733698b6bc8 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014115 Nov 12 03:21:12.532522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.552718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:12.560005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.580848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:12.596695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.597339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.602505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Request body: {'port': {'device_id': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'admin_state_up': True, 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.606856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b8a99c-a712-4fa9-a60e-d15b5f71c086 None None] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:12.678909 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.680134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c810-8e91-46a6-9e75-ca340a3a26f1 req-55bd0a58-d5cf-4578-8312-5105c54c1c44 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.681621 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58c6e937-cdf2-4710-980a-4a4a91ab49f1 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8287399 Nov 12 03:21:12.682260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34504) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:12.689218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c96c810-8e91-46a6-9e75-ca340a3a26f1 req-55bd0a58-d5cf-4578-8312-5105c54c1c44 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.1057572 Nov 12 03:21:12.691430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:12.733578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.734620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:12.736315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.743938 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38e136-4d38-40e3-85f3-c08e249bb2c7" -d '{"events": [{"server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:12.746133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ae21ad56-cbb3-4bb0-9470-8f526520e556 HTTP/1.1" status: 204 len: 168 time: 0.3844082 Nov 12 03:21:12.759060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.760003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.768011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:12.771632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c96c810-8e91-46a6-9e75-ca340a3a26f1 req-4a2a5782-f315-4ed3-bb63-cf333aff2872 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809331 Nov 12 03:21:12.802969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.808050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bb4b-ad0b-42e0-b0e5-c9e97056fe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae21ad56-cbb3-4bb0-9470-8f526520e556,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.831000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb986f2b-6548-42e7-83e2-dccebeaa1ebb req-c1a3278c-f76d-4676-b56d-4efd7ca2b1e8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:12.841507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb986f2b-6548-42e7-83e2-dccebeaa1ebb req-c1a3278c-f76d-4676-b56d-4efd7ca2b1e8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0990145 Nov 12 03:21:12.871127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:12.879699 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.932250 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8db6f0-7bbd-4a14-9f07-94b20f871704 x-openstack-request-id: req-6c8db6f0-7bbd-4a14-9f07-94b20f871704 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:12.932775 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "name": "network-vif-plugged", "status": "completed", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:12.932775 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c8db6f0-7bbd-4a14-9f07-94b20f871704 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:12.933063 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1', 'code': 200} Nov 12 03:21:12.936038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:12.939035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb986f2b-6548-42e7-83e2-dccebeaa1ebb req-870df188-1f9f-49f6-a755-fff3e2224de0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908360 Nov 12 03:21:12.949306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:12.962171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:12.963072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.235408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0b39e03-e419-41d9-813d-29dcb3d88491 req-983afd5b-7e11-4a4d-97f0-c5250cb55179 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 210 time: 0.1071289 Nov 12 03:21:13.288768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46bb68-ba4d-4e62-b657-bcbbac8b8c5e req-08b43c6c-709d-4e93-b87f-8d087174a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.290283 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1a46bb68-ba4d-4e62-b657-bcbbac8b8c5e req-08b43c6c-709d-4e93-b87f-8d087174a0a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 1097 time: 0.2443793 Nov 12 03:21:13.294369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.347456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Allocated IP 172.20.0.6 (6012a4a0-3afb-4c4f-8c09-acec99a332dd/ce5a0542-644d-4944-bf6a-45967c11ae56/5e99bccb-66e2-430e-9f84-6ac55833cbec) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:13.442835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669712fd-3797-471a-a895-30aa227c7afd req-6dc29fc4-57d7-4477-8922-67b1150dea81 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.455228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-669712fd-3797-471a-a895-30aa227c7afd req-6dc29fc4-57d7-4477-8922-67b1150dea81 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.1504939 Nov 12 03:21:13.501631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Allocated IP 172.20.0.2 (bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f/aab2b364-90bb-4d4b-974d-499724dc57f5/ede0714e-b80e-4c60-9380-328c2d8b4869) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:13.521374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-669712fd-3797-471a-a895-30aa227c7afd req-9e2b2152-e5ef-41fb-9aa9-5f8e07547ba1 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Nov 12 03:21:13.733745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1adf-de1b-4d75-90ca-745b496682a6 req-381d19da-43b0-4d5a-8ebf-573e5cfc6154 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:13.735349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.745426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.750979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1a46bb68-ba4d-4e62-b657-bcbbac8b8c5e req-ab6b2e4e-827d-4cc3-8e12-e347acdeb99e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513905 Nov 12 03:21:13.756614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f63a1adf-de1b-4d75-90ca-745b496682a6 req-381d19da-43b0-4d5a-8ebf-573e5cfc6154 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1072865 Nov 12 03:21:13.815170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:13.820272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:13.828071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:13.850192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Pushing event updated for resources: {'Port': ['ID=ede0714e-b80e-4c60-9380-328c2d8b4869,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:13.873710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f63a1adf-de1b-4d75-90ca-745b496682a6 req-8579fab8-bf60-4cf5-81ad-790c2e23ab93 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138930 Nov 12 03:21:13.923720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Attempting to bind port ede0714e-b80e-4c60-9380-328c2d8b4869 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:13.924192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Attempting to bind port ede0714e-b80e-4c60-9380-328c2d8b4869 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:13.924863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Attempting to bind port ede0714e-b80e-4c60-9380-328c2d8b4869 on network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:13.930883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:13.931272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Checking segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:13.931732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.932295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Bound using segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:13.932879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Bound port: ede0714e-b80e-4c60-9380-328c2d8b4869, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:13.933177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.953483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:13.986815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:14.032889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] For port ede0714e-b80e-4c60-9380-328c2d8b4869, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:14.037915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] For port ede0714e-b80e-4c60-9380-328c2d8b4869, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ede0714e-b80e-4c60-9380-328c2d8b4869,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:14.042802 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.089026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.105757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f575a1-4672-461e-bfdf-40cb5649bd61 req-b14a25be-5fa0-4dce-b9d7-493615425858 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.114378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97f575a1-4672-461e-bfdf-40cb5649bd61 req-b14a25be-5fa0-4dce-b9d7-493615425858 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.0761356 Nov 12 03:21:14.122188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.146400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dee429-81a0-4fef-91ef-e20996f5cd26 None None] Pushing event updated for resources: {'Port': ['ID=ede0714e-b80e-4c60-9380-328c2d8b4869,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.176867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-631724793-network', 'tenant_id': '254ecbe03bcf4546b930013876409cea'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:14.195751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97f575a1-4672-461e-bfdf-40cb5649bd61 req-ac6e27d5-efd5-443c-8a6d-a59f644e0cca tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Nov 12 03:21:14.217298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:14.218598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.228281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.233704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.282790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:14.291203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:14.300750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:14.325976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.331686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.387730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:21:14.403746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:14.417197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83d818-b8b9-466a-89ff-640ecf5b980a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.470112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.470876 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Added segment fd62fce0-1000-40d8-95d9-a75717d24fbf of type vlan for network 27dafdc3-1b7f-4524-8595-f2a78d78c09b Nov 12 03:21:14.488707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.506760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.515832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.535185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Allocated IP 172.25.7.219 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/028c1522-8b1d-4a58-b6e3-051419c09270) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:14.566711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.569821 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-1bae8ed0-38f2-49ea-a9cb-dc1293b3bc23 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9791577 Nov 12 03:21:14.594007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:14.606817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.608164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.609673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.619472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'port_id': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'mac_address': 'fa:16:3e:06:74:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e78731-4606-4a33-a4b1-63cfc60af8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:14.620676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Request body: {'port': {'device_id': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:14.681694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5bd81-28f6-4e5e-a49a-9f40a28e0893 req-e97cbf62-0049-4ee9-844a-131bb7a4d694 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.691927 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.692525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0f5bd81-28f6-4e5e-a49a-9f40a28e0893 req-e97cbf62-0049-4ee9-844a-131bb7a4d694 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 931 time: 0.3205888 Nov 12 03:21:14.702728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7142286 Nov 12 03:21:14.706549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34556) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:14.717669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Request body: {'subnet': {'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-631724793-subnet', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:14.720746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.722441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80340f82-6317-4dac-a9fe-cc8e5e5e64fa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:14.743512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.751652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:14.762633 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.784194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:14.786782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.837207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce5a0-132b-43ec-a8f2-98e5f104f35d admin admin] Pushing event updated for resources: {'Network': ['ID=27dafdc3-1b7f-4524-8595-f2a78d78c09b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.843443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:14.848969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:21:14.877015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39982b-8626-4efb-93dd-d336fd955c5c req-5e218e00-d0ff-4234-8ab1-c660c5a95a68 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:14.888462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f39982b-8626-4efb-93dd-d336fd955c5c req-5e218e00-d0ff-4234-8ab1-c660c5a95a68 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.1743789 Nov 12 03:21:14.956994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0f5bd81-28f6-4e5e-a49a-9f40a28e0893 req-8ee470af-d83a-43af-9ca0-d823d8a86184 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623651 Nov 12 03:21:14.970380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:14.991434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f39982b-8626-4efb-93dd-d336fd955c5c req-2a010435-2930-425e-86ce-8dc7c00a01bb tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016064 Nov 12 03:21:15.021418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['80340f82-6317-4dac-a9fe-cc8e5e5e64fa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:15.100818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:15.115969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:15.249260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e99bccb-66e2-430e-9f84-6ac55833cbec {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:15.260087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.271784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320491e-1a03-4de6-bb2e-52f24fdf7bdc req-7ad5b353-3e70-4022-a3cd-381c0078c554 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.273196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d320491e-1a03-4de6-bb2e-52f24fdf7bdc req-7ad5b353-3e70-4022-a3cd-381c0078c554 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1687844 Nov 12 03:21:15.283912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Transition to ACTIVE for port object 5e99bccb-66e2-430e-9f84-6ac55833cbec will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:15.302861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-8962ee86-a48a-4407-a66b-bb452899d3bc tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.311587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-8962ee86-a48a-4407-a66b-bb452899d3bc tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 1101 time: 0.1460185 Nov 12 03:21:15.328900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-e094caec-967f-47af-838d-86ba6dc8d94d tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.331073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:15.373940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Pushing event updated for resources: {'Port': ['ID=028c1522-8b1d-4a58-b6e3-051419c09270,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.380563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.418483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d320491e-1a03-4de6-bb2e-52f24fdf7bdc req-b20201a0-5442-42f7-afbc-49438afdeff9 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357963 Nov 12 03:21:15.503096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-e094caec-967f-47af-838d-86ba6dc8d94d tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.510163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-e094caec-967f-47af-838d-86ba6dc8d94d tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.601231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91305c3-7bfc-461a-bded-3c7542430e47 None None] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:15.602769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c74649f9-d52f-47f2-8518-d96eb7dcb2f5 req-e094caec-967f-47af-838d-86ba6dc8d94d tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855554 Nov 12 03:21:15.638523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094caec-967f-47af-838d-86ba6dc8d94d tempest-LiveMigrationNegativeTest-1237980688 tempest-LiveMigrationNegativeTest-1237980688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44948c9-049e-4b2c-8369-a93940421245,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.651840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:15.689882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b680bb-9c49-4d2c-a6fc-f4142c661863 req-9179f608-6b91-42b7-affb-5893ffc10bc3 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:15.700450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37b680bb-9c49-4d2c-a6fc-f4142c661863 req-9179f608-6b91-42b7-affb-5893ffc10bc3 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 944 time: 0.1336079 Nov 12 03:21:15.711511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] Provisioning complete for port ede0714e-b80e-4c60-9380-328c2d8b4869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:15.712157 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.776515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.789379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37b680bb-9c49-4d2c-a6fc-f4142c661863 req-7ae150fb-b037-4ec3-a9ed-ec24747c2b7b tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834417 Nov 12 03:21:15.919723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:15.977230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] For port ede0714e-b80e-4c60-9380-328c2d8b4869, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ede0714e-b80e-4c60-9380-328c2d8b4869,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:15.991307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.023525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:16.026139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Network hostable DHCP agents. Network: 27dafdc3-1b7f-4524-8595-f2a78d78c09b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:21:16.053659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd300fe-9d21-43b8-a8f6-77a7def6af6d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.067344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Attempting to bind port 5e99bccb-66e2-430e-9f84-6ac55833cbec on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:16.067703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Attempting to bind port 5e99bccb-66e2-430e-9f84-6ac55833cbec by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:16.068034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Attempting to bind port 5e99bccb-66e2-430e-9f84-6ac55833cbec on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:16.071296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d7ba8-2c31-46b6-b755-207f5dae4e58 None None] Pushing event updated for resources: {'Port': ['ID=ede0714e-b80e-4c60-9380-328c2d8b4869,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.174331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ede0714e-b80e-4c60-9380-328c2d8b4869 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:16.176903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b56618-c5eb-40fa-9e60-3771589f7f53 req-79516273-1ad3-453a-8c71-e1c25aa24f01 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.183004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b56618-c5eb-40fa-9e60-3771589f7f53 req-79516273-1ad3-453a-8c71-e1c25aa24f01 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0827167 Nov 12 03:21:16.185757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Port 5e99bccb-66e2-430e-9f84-6ac55833cbec on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:16.186088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Attempting to bind port 5e99bccb-66e2-430e-9f84-6ac55833cbec on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:16.202777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:16.203204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Checking segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:16.203523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Bound using segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:16.203965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Bound port: 5e99bccb-66e2-430e-9f84-6ac55833cbec, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:16.204322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.217362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:21:16.229891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 27dafdc3-1b7f-4524-8595-f2a78d78c09b) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:16.237070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.237773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.253084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f707b2f-5e88-44b8-a3b1-83576e5972bf None None] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:16.273835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.305157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b56618-c5eb-40fa-9e60-3771589f7f53 req-2ada328d-2fbb-49e8-8b68-f653da1192a5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Nov 12 03:21:16.339520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54856a7f-4681-4abe-86ad-927fe3a210d5 req-c7634754-bafb-4b36-abee-1ed9fded4366 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.348146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54856a7f-4681-4abe-86ad-927fe3a210d5 req-c7634754-bafb-4b36-abee-1ed9fded4366 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.0813079 Nov 12 03:21:16.371881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ede0714e-b80e-4c60-9380-328c2d8b4869 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.372505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.386108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-51dc39f7-62f0-45aa-b369-44dbb1ee3fa1 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6728134 Nov 12 03:21:16.392025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:16.397156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:16.423300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54856a7f-4681-4abe-86ad-927fe3a210d5 req-02953dc3-20a3-4231-a904-1cca22bb0dd2 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697284 Nov 12 03:21:16.424033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:16.456227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.458253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.463173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:16.486571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:16.543817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-782e5407-794c-48a8-be30-bca91cba0fba None None] Provisioning complete for port ede0714e-b80e-4c60-9380-328c2d8b4869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.544184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-782e5407-794c-48a8-be30-bca91cba0fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.569806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.616432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.618809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.728777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:16.730025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.733305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:21:16.734264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.739635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.740865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.743751 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] 10.222.0.104 "PUT /v2.0/ports/5e99bccb-66e2-430e-9f84-6ac55833cbec HTTP/1.1" status: 200 len: 1092 time: 2.1276188 Nov 12 03:21:16.744374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:16.746827 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba2c74-1187-44de-a3ec-0eb2976f06d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:16.824709 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc1e496-c523-48dd-a56b-4eeadb303548 x-openstack-request-id: req-ddc1e496-c523-48dd-a56b-4eeadb303548 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:16.825228 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:16.825750 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ddc1e496-c523-48dd-a56b-4eeadb303548 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:16.826338 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'status': 'completed', 'code': 200} Nov 12 03:21:16.827125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e68dc-5180-4f5a-aba1-5385fc2005ea service neutron] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:16.867606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:16.898254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8207f9f-d04d-4762-9614-15e0a7b072af req-7f0ce08b-49d2-40f8-91c8-db99de4ef010 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.906128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-0e0340de-8fc5-4136-9441-2e00974f7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:16.907640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-0e0340de-8fc5-4136-9441-2e00974f7fbd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 1095 time: 0.0588026 Nov 12 03:21:16.911421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8207f9f-d04d-4762-9614-15e0a7b072af req-7f0ce08b-49d2-40f8-91c8-db99de4ef010 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.3456025 Nov 12 03:21:16.970900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Allocated IP 172.20.0.2 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/84b06a18-58ad-4bae-9404-c1462ec9a660) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:16.978937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-02228350-c805-4f95-9fdc-00f620d1b350 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec HTTP/1.1" status: 200 len: 217 time: 0.0465698 Nov 12 03:21:16.987453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Router 2cb49289-b530-4441-95cd-b0d45d294d59 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:21:17.069696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599767f-8a5e-4333-b3ef-9ead36566133 req-161d17bd-6f5f-4906-9cb2-840a94d3f44f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.077626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b599767f-8a5e-4333-b3ef-9ead36566133 req-161d17bd-6f5f-4906-9cb2-840a94d3f44f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 944 time: 0.1282549 Nov 12 03:21:17.096460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8207f9f-d04d-4762-9614-15e0a7b072af req-f37fb690-e61f-41e5-8362-defef76449fd tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846869 Nov 12 03:21:17.126442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.156957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-368d22ab-e82d-4a6e-8c06-1a0e53f5fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:17.158737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-368d22ab-e82d-4a6e-8c06-1a0e53f5fce1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.1576343 Nov 12 03:21:17.197310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:17.199722 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797de6e8-9346-454f-a023-1ffdf98bcf63" -d '{"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:17.211765 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-9d9cf3f6-86e0-4804-b64b-7d8bf21534c1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392158 Nov 12 03:21:17.213239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:17.223963 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Sync routers for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:17.224966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:17.244306 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:17.245278 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:17.246695 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.250523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.275103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.276606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-18f1ae88-0a79-4d02-819f-dae1cc7444c3 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5906758 Nov 12 03:21:17.278680 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.288342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:17.307524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:17.311617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:17.315657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:17.384563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.388088 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b4a01-d76c-41be-aef7-08b7105aac71 x-openstack-request-id: req-c49b4a01-d76c-41be-aef7-08b7105aac71 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:17.388400 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-plugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:17.388657 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c49b4a01-d76c-41be-aef7-08b7105aac71 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:17.389040 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'code': 200} Nov 12 03:21:17.433282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Pushing event updated for resources: {'Port': ['ID=84b06a18-58ad-4bae-9404-c1462ec9a660,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.437536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Attempting to bind port 84b06a18-58ad-4bae-9404-c1462ec9a660 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:17.437901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Attempting to bind port 84b06a18-58ad-4bae-9404-c1462ec9a660 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:17.438256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Attempting to bind port 84b06a18-58ad-4bae-9404-c1462ec9a660 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:17.445718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:17.446090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:17.446492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.447109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:17.447378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Bound port: 84b06a18-58ad-4bae-9404-c1462ec9a660, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:17.447754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.491036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b599767f-8a5e-4333-b3ef-9ead36566133 req-b7165ec3-2113-40f9-8024-f09c5a4b6804 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957639 Nov 12 03:21:17.506079 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:17.518734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] For port 84b06a18-58ad-4bae-9404-c1462ec9a660, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:17.522210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] For port 84b06a18-58ad-4bae-9404-c1462ec9a660, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=84b06a18-58ad-4bae-9404-c1462ec9a660,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:17.529081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:17.613123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf5630-6d14-42bd-90af-fa1e14c03008 None None] Pushing event updated for resources: {'Port': ['ID=84b06a18-58ad-4bae-9404-c1462ec9a660,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:17.795938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-270648ac-43ff-4a00-8fec-5b3be220d049 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681260 Nov 12 03:21:17.887796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:15Z', 'revision_number': 3, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:17.958988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Checking router: 2cb49289-b530-4441-95cd-b0d45d294d59 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:17.959691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Updating router 2cb49289-b530-4441-95cd-b0d45d294d59 port 028c1522-8b1d-4a58-b6e3-051419c09270 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:18.023276 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.049750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a3783c8-a3f5-43c0-a2ca-f361fdbf03f6 req-4c6f6e12-254b-4589-a44b-350124377cb3 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404068 Nov 12 03:21:18.205164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c79b2-3daf-4d6e-af6d-11994fbfe4ec req-bcd8e68c-8be5-4748-aa5d-73217288f1a7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.213234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e02c79b2-3daf-4d6e-af6d-11994fbfe4ec req-bcd8e68c-8be5-4748-aa5d-73217288f1a7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 943 time: 0.6967847 Nov 12 03:21:18.228332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b231-fa25-47ca-88b6-d9fdae5a9d52 req-88d894c8-68f3-4a84-b951-2cd54925998f tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.238102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c22b231-fa25-47ca-88b6-d9fdae5a9d52 req-88d894c8-68f3-4a84-b951-2cd54925998f tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.4582174 Nov 12 03:21:18.263226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-011f59a9-c175-4084-a3d3-bf10bb9e273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.266883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-011f59a9-c175-4084-a3d3-bf10bb9e273a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 1095 time: 0.0981936 Nov 12 03:21:18.340187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.345063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ede0714e-b80e-4c60-9380-328c2d8b4869 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:18.365901 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.431876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ede0714e-b80e-4c60-9380-328c2d8b4869 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:18.432093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.488321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-bb93adff-b75f-408b-a396-7102469563d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.490752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-bb93adff-b75f-408b-a396-7102469563d6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 905 time: 0.2118464 Nov 12 03:21:18.498694 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.509710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c22b231-fa25-47ca-88b6-d9fdae5a9d52 req-3727cf4e-a38f-4b65-9826-869a0f1fcd99 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686727 Nov 12 03:21:18.527240 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.574099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1a080-c02a-41ca-bba9-cba12810cddc None None] Pushing event updated for resources: {'Port': ['ID=028c1522-8b1d-4a58-b6e3-051419c09270,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:18.586438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 84b06a18-58ad-4bae-9404-c1462ec9a660 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:18.605297 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Attempting to bind port 028c1522-8b1d-4a58-b6e3-051419c09270 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:18.605950 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Attempting to bind port 028c1522-8b1d-4a58-b6e3-051419c09270 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:18.606614 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Attempting to bind port 028c1522-8b1d-4a58-b6e3-051419c09270 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:18.614638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:18.615277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:18.615870 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.616410 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:18.617098 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Bound port: 028c1522-8b1d-4a58-b6e3-051419c09270, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:18.617664 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.638562 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-99ae5041-ec96-49eb-8ed3-ce1c2e3c3074 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec HTTP/1.1" status: 200 len: 217 time: 0.1064706 Nov 12 03:21:18.687700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] For port 028c1522-8b1d-4a58-b6e3-051419c09270, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:18.692529 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] For port 028c1522-8b1d-4a58-b6e3-051419c09270, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c1522-8b1d-4a58-b6e3-051419c09270,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:18.697230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 84b06a18-58ad-4bae-9404-c1462ec9a660 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:18.697617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.699166 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:18.751264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-cb76ef42-688c-48c0-b58b-573bd57b737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:18.755127 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-cb76ef42-688c-48c0-b58b-573bd57b737e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.1081698 Nov 12 03:21:18.810171 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:18.811257 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:18.817900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e02c79b2-3daf-4d6e-af6d-11994fbfe4ec req-2dba0000-14bb-41ce-9aa9-c4c3701d7f37 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032457 Nov 12 03:21:18.819639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-9ff2fd9d-ab79-43f6-a390-b6f1b859112b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455530 Nov 12 03:21:18.894532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.007625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 84b06a18-58ad-4bae-9404-c1462ec9a660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=84b06a18-58ad-4bae-9404-c1462ec9a660,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:19.010179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:19.021915 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:19.122650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d637c5-5868-432f-85a5-0ccb7ab33ee2 None None] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:21:19.125028 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-dd565484-e325-411b-a204-56c79c7d26d8 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980416 Nov 12 03:21:19.224386 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1a080-c02a-41ca-bba9-cba12810cddc None None] Pushing event updated for resources: {'Port': ['ID=028c1522-8b1d-4a58-b6e3-051419c09270,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.322314 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cba2c74-1187-44de-a3ec-0eb2976f06d5 req-82137c57-0b36-426c-9d27-e51d2de40bbb service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891439 Nov 12 03:21:19.338042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:15Z', 'revision_number': 3, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:19.369112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21dbe-9e54-4b58-948d-682828d41eda req-cbc84442-05a5-438b-8e3b-c840531d758a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.376415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1e21dbe-9e54-4b58-948d-682828d41eda req-cbc84442-05a5-438b-8e3b-c840531d758a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 945 time: 0.2117724 Nov 12 03:21:19.406973 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c475b14-2ea6-42d5-b015-09a93ee88ad2 None None] The sync data for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 is: [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:15Z', 'revision_number': 3, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:19.425585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-cff407a5-c6ee-48d8-8b26-6f3b84053b80 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:19.427225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-cff407a5-c6ee-48d8-8b26-6f3b84053b80 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.2449384 Nov 12 03:21:19.437502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Allocated IP 172.25.7.112 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a55f6c22-c708-4511-a8d4-31518dd0dd7f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:19.508194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=84b06a18-58ad-4bae-9404-c1462ec9a660,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:19.514628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f30b4a15-6d23-4c75-a44a-cd819ff184da None None] Provisioning complete for port 84b06a18-58ad-4bae-9404-c1462ec9a660 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:19.517876 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f30b4a15-6d23-4c75-a44a-cd819ff184da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.155656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1e21dbe-9e54-4b58-948d-682828d41eda req-8b2c59dd-5e17-4b29-ab5e-bfdd4bffeda3 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783575 Nov 12 03:21:20.183834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.195193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 84b06a18-58ad-4bae-9404-c1462ec9a660 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:20.235572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.281959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-af69d64f-cf42-4fad-a867-10d1d266270f None None] Provisioning complete for port 84b06a18-58ad-4bae-9404-c1462ec9a660 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.282341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af69d64f-cf42-4fad-a867-10d1d266270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.348947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.369255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 84b06a18-58ad-4bae-9404-c1462ec9a660 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.369624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.377056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2697-6b9c-4a28-9377-d63aeb56dd1c req-f7e57e0a-ff36-493a-9a61-b4c9bd85d425 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.378578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68cd2697-6b9c-4a28-9377-d63aeb56dd1c req-f7e57e0a-ff36-493a-9a61-b4c9bd85d425 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 949 time: 0.7499986 Nov 12 03:21:20.418516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Deleting port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:20.418871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.445619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:20.452286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:20.509303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:20.549280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c1522-8b1d-4a58-b6e3-051419c09270 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:20.559088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:20.608504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Pushing event updated for resources: {'Port': ['ID=a55f6c22-c708-4511-a8d4-31518dd0dd7f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.629871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.661706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:20.664114 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b8135-4a9d-4c4e-9e8e-fd59e5bec954" -d '{"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:20.680106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.680281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787ad0e-0b02-4749-9a57-114d9ef6a2a6 req-09754de0-02c9-454c-8969-3aa028cb6f10 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.681817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2787ad0e-0b02-4749-9a57-114d9ef6a2a6 req-09754de0-02c9-454c-8969-3aa028cb6f10 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 943 time: 0.3636060 Nov 12 03:21:20.682386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 028c1522-8b1d-4a58-b6e3-051419c09270 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:20.682651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.709004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.731176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68cd2697-6b9c-4a28-9377-d63aeb56dd1c req-410d65b2-9d7f-4d98-a2a9-8a28e8bfb55d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973232 Nov 12 03:21:20.733274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] For port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.733638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.800012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:20.809714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Calling delete_port for 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:20.852197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:20.873361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-3c1a7f7d-c43e-41de-968c-c347897e8f3f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:20.873913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2787ad0e-0b02-4749-9a57-114d9ef6a2a6 req-b5eb10cd-4c47-4a64-ad8a-91984cd1b6ad tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253889 Nov 12 03:21:20.875874 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-3c1a7f7d-c43e-41de-968c-c347897e8f3f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.16 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 943 time: 0.0608435 Nov 12 03:21:20.901122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 028c1522-8b1d-4a58-b6e3-051419c09270, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c1522-8b1d-4a58-b6e3-051419c09270,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:20.912918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.012675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=028c1522-8b1d-4a58-b6e3-051419c09270,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.038176 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba536ec-d6fd-4d8b-9b40-64e2edee41f6 x-openstack-request-id: req-5ba536ec-d6fd-4d8b-9b40-64e2edee41f6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:21.038543 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:21.038919 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ba536ec-d6fd-4d8b-9b40-64e2edee41f6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:21.039326 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'code': 200} Nov 12 03:21:21.047011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Allocated IP 172.20.0.1 (bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f/aab2b364-90bb-4d4b-974d-499724dc57f5/62a6ca73-6621-4dde-8af7-24750fe7bf5b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:21.077163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Deleting port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:21.078601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.201491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] For port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:21.201964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.236355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Calling delete_port for 80340f82-6317-4dac-a9fe-cc8e5e5e64fa owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:21.277142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.323223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['40e1f48f-b0cd-401b-bc33-736de77f394e'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:21.363117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Pushing event deleted for resources: {'Port': ['ID=7914b5a4-427a-4c9c-bf07-07d9bb4dd201,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.429623 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.510551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.555010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] No DVR routers for this DVR port 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:21.558421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event deleted for resources: {'Port': ['ID=80340f82-6317-4dac-a9fe-cc8e5e5e64fa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:21.558738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.563451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cad591d9-eeaa-455b-a92b-c965be0e15c3 req-7449e2b8-f5c3-4db6-8138-4272931c1401 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "DELETE /v2.0/ports/7914b5a4-427a-4c9c-bf07-07d9bb4dd201 HTTP/1.1" status: 204 len: 173 time: 2.1172056 Nov 12 03:21:21.593469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'name': 'network-vif-deleted', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:21.595878 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb55c59-d8f8-4d37-a2f2-f0bb85e98354" -d '{"events": [{"server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "name": "network-vif-deleted", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:21.616642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.627202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d836e6-45cf-4b06-875a-2d695246a969 req-03bc3862-fb1e-4da2-b621-923f77e70b39 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:21.628989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4d836e6-45cf-4b06-875a-2d695246a969 req-03bc3862-fb1e-4da2-b621-923f77e70b39 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=0769b7b7-2afe-4807-a132-a12b50ae9a3e HTTP/1.1" status: 200 len: 865 time: 0.3466029 Nov 12 03:21:21.648764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] No DVR routers for this DVR port 80340f82-6317-4dac-a9fe-cc8e5e5e64fa on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:21.653188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.657091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-09e0e1ce-04a3-4612-9081-8eacec9579f9 req-a1d2f863-1adb-4337-93fc-bbfe50241cbe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.16 "DELETE /v2.0/ports/80340f82-6317-4dac-a9fe-cc8e5e5e64fa HTTP/1.1" status: 204 len: 173 time: 0.7742014 Nov 12 03:21:21.657568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-deleted', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:21.660362 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c5c77e-f0b0-4a6b-a9b4-d79b6d1cb938" -d '{"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-deleted", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:21.724317 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc741dc7-319b-4798-be95-c58deea478b4 x-openstack-request-id: req-dc741dc7-319b-4798-be95-c58deea478b4 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:21.724881 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0769b7b7-2afe-4807-a132-a12b50ae9a3e", "name": "network-vif-deleted", "tag": "80340f82-6317-4dac-a9fe-cc8e5e5e64fa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:21.725187 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dc741dc7-319b-4798-be95-c58deea478b4 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:21.726066 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0769b7b7-2afe-4807-a132-a12b50ae9a3e', 'name': 'network-vif-deleted', 'tag': '80340f82-6317-4dac-a9fe-cc8e5e5e64fa', 'status': 'completed', 'code': 200} Nov 12 03:21:21.727241 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3c4a65-4380-48cb-80d3-fc67b67a98d8 x-openstack-request-id: req-fd3c4a65-4380-48cb-80d3-fc67b67a98d8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:21.727547 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126623e0-e1d6-43d0-a0f5-2d9f53b78657", "name": "network-vif-deleted", "tag": "7914b5a4-427a-4c9c-bf07-07d9bb4dd201", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:21.727789 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fd3c4a65-4380-48cb-80d3-fc67b67a98d8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:21.728170 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126623e0-e1d6-43d0-a0f5-2d9f53b78657', 'name': 'network-vif-deleted', 'tag': '7914b5a4-427a-4c9c-bf07-07d9bb4dd201', 'status': 'completed', 'code': 200} Nov 12 03:21:21.807227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4d836e6-45cf-4b06-875a-2d695246a969 req-81474692-063f-489d-b6c2-7d5b4b4df4b9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671660 Nov 12 03:21:21.892253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:21.926786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31a38305-7277-4050-a9b1-b176995dda45 req-2a955770-66f1-42d2-8540-a10a7cf64c30 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=126623e0-e1d6-43d0-a0f5-2d9f53b78657 HTTP/1.1" status: 200 len: 210 time: 0.0547078 Nov 12 03:21:22.003887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:22.013341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:22.015694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:22.021503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Pushing event updated for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.061388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.097300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56801a89-31de-4fc3-9e0e-7561aaf57987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.107870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c1522-8b1d-4a58-b6e3-051419c09270 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:22.164586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 028c1522-8b1d-4a58-b6e3-051419c09270 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.165192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.180288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec323cb-5d2e-482c-968d-684cc0a116b5 req-e18ecaa3-90d2-4d72-8094-f09480f505c9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:22.181884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec323cb-5d2e-482c-968d-684cc0a116b5 req-e18ecaa3-90d2-4d72-8094-f09480f505c9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 943 time: 0.1373343 Nov 12 03:21:22.182653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.324764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9599c80b-874e-4e20-bebd-869673e2f346 None None] Provisioning complete for port 62a6ca73-6621-4dde-8af7-24750fe7bf5b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:22.325641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9599c80b-874e-4e20-bebd-869673e2f346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.369590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9599c80b-874e-4e20-bebd-869673e2f346 None None] Port 62a6ca73-6621-4dde-8af7-24750fe7bf5b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:22.410692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec323cb-5d2e-482c-968d-684cc0a116b5 req-ebec6424-56fe-473a-927b-f8f2e9853a9f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384313 Nov 12 03:21:22.462471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.542146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Router e284822a-0daf-4c97-9311-bedde43e6f21 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:21:22.734103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:22.737012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.743425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.746939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Sync routers for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:22.760565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:22.761277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:22.800703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.803287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-589e3172-00dd-4d44-8942-1da162f12431 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4100564 Nov 12 03:21:22.805282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34666) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:22.806302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:22.808450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:22.833726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:22.839314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:22.839877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7914b5a4-427a-4c9c-bf07-07d9bb4dd201 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:22.840462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Pushing event updated for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:22.977837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:22.994535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:22.995947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:23.215311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:23.283879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:23.288829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'mac_address': 'fa:16:3e:6a:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:23.300608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405849235', 'description': 'tempest-description--439486071'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:23.350338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Router 2cb49289-b530-4441-95cd-b0d45d294d59 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:23.418716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.461833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.498790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-34bb4db5-bfe3-4192-9819-3d07a4497a1b None None] Provisioning complete for port 62a6ca73-6621-4dde-8af7-24750fe7bf5b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:23.499211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34bb4db5-bfe3-4192-9819-3d07a4497a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.520593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e99bccb-66e2-430e-9f84-6ac55833cbec {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:23.578768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:23.592535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.599480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-34bb4db5-bfe3-4192-9819-3d07a4497a1b None None] Port 62a6ca73-6621-4dde-8af7-24750fe7bf5b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:23.617028 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.639553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:21Z', 'revision_number': 3, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:23.830264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Checking router: e284822a-0daf-4c97-9311-bedde43e6f21 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:23.830613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Updating router e284822a-0daf-4c97-9311-bedde43e6f21 port a55f6c22-c708-4511-a8d4-31518dd0dd7f binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:23.850084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Allocated IP 172.20.0.1 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/4e531f7f-f37b-4c4c-91a2-a8595531c8d8) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:23.858002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:23.869194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:23.946610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bde59-e85e-4a11-ba39-48d18796bbba req-a8d5f4ae-4bae-47aa-9416-ff02c62b85af tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:23.953792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d4bde59-e85e-4a11-ba39-48d18796bbba req-a8d5f4ae-4bae-47aa-9416-ff02c62b85af tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.5819516 Nov 12 03:21:24.021423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:24.022698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.031659 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Sync routers for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:24.040653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8f7d1d6c-57a0-4014-84a4-27d5ed058c8b admin admin] 10.222.0.97 "PUT /v2.0/routers/2cb49289-b530-4441-95cd-b0d45d294d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7255375 Nov 12 03:21:24.054249 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:24.054877 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:20:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:24.085413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d4bde59-e85e-4a11-ba39-48d18796bbba req-567bb135-28ae-4a2f-8709-14f844b91dbd tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219761 Nov 12 03:21:24.095947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.111842 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.121459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['5e99bccb-66e2-430e-9f84-6ac55833cbec'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:24.128696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458cb2a-8aeb-4fc8-81a0-158016c0e34e req-b936a8f7-a87d-4340-9624-ba59e65d1c0a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:24.137840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8458cb2a-8aeb-4fc8-81a0-158016c0e34e req-b936a8f7-a87d-4340-9624-ba59e65d1c0a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 944 time: 0.2435141 Nov 12 03:21:24.141223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.148370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:24.152529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:24.171040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:24.224920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.242420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.244099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9540186 Nov 12 03:21:24.247356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34690) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:24.258855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'security_group_rule': {'security_group_id': 'e84ddbfc-ffff-4a70-961e-5e73aaa59b0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:24.266417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8458cb2a-8aeb-4fc8-81a0-158016c0e34e req-bd70fa0c-1a45-426e-85c8-7244e7ac9dcc tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230869 Nov 12 03:21:24.269274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37985229-accf-4485-b569-8cd03211381f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84ddbfc-ffff-4a70-961e-5e73aaa59b0a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.270110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:24.288909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.379753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14cce6c9-412c-4630-a88b-798bd269881a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.470732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.506768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:24.509695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.560816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.572636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.587871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 80340f82-6317-4dac-a9fe-cc8e5e5e64fa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:24.588515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 80340f82-6317-4dac-a9fe-cc8e5e5e64fa not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:24.608229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.679923 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 2, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:24.725821 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Checking router: 2cb49289-b530-4441-95cd-b0d45d294d59 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:24.727291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Updating router 2cb49289-b530-4441-95cd-b0d45d294d59 port 62a6ca73-6621-4dde-8af7-24750fe7bf5b binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:24.772859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc7e7c57-15cf-4c9d-9a1d-6705194a2ee8 None None] Provisioning complete for port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:24.773374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7c57-15cf-4c9d-9a1d-6705194a2ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.849564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.853726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.857709 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.863163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Attempting to bind port a55f6c22-c708-4511-a8d4-31518dd0dd7f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:24.872704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Attempting to bind port a55f6c22-c708-4511-a8d4-31518dd0dd7f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:24.872899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.873307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Attempting to bind port a55f6c22-c708-4511-a8d4-31518dd0dd7f on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:24.899750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78ea5-d839-438d-9439-b3951f1d28b9 None None] Pushing event updated for resources: {'Port': ['ID=a55f6c22-c708-4511-a8d4-31518dd0dd7f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.924959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:24.934118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59381e8-4a68-4436-8329-773180c92831,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.934684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:24.935549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.935678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:24.936282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Bound port: a55f6c22-c708-4511-a8d4-31518dd0dd7f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:24.936764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.941878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.943123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8bc335da-30b0-46bc-a602-ac5ce2467f65 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6911805 Nov 12 03:21:24.947362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34702) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:24.954137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'security_group_rule': {'security_group_id': 'e84ddbfc-ffff-4a70-961e-5e73aaa59b0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:24.981307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:24.983237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:24.997046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e7c57-15cf-4c9d-9a1d-6705194a2ee8 None None] Port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:25.016650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.111780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] For port a55f6c22-c708-4511-a8d4-31518dd0dd7f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:25.112467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.119740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] For port a55f6c22-c708-4511-a8d4-31518dd0dd7f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a55f6c22-c708-4511-a8d4-31518dd0dd7f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:25.130555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167744793', 'description': 'tempest-description--1636548571'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:25.134755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.145574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:25.147247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:25.212412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.235917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.281816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.297159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:25.300221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:25.357084 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.371864 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.412678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Router e284822a-0daf-4c97-9311-bedde43e6f21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:25.487885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb78ea5-d839-438d-9439-b3951f1d28b9 None None] Pushing event updated for resources: {'Port': ['ID=a55f6c22-c708-4511-a8d4-31518dd0dd7f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.492129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50046be-9897-4045-a660-3fb2ae76c618,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.497525 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.514485 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1e1e-623c-4be0-a95a-0b0221afc3ff None None] Pushing event updated for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:25.515417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Attempting to bind port 62a6ca73-6621-4dde-8af7-24750fe7bf5b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:25.515638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Attempting to bind port 62a6ca73-6621-4dde-8af7-24750fe7bf5b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:25.516070 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Attempting to bind port 62a6ca73-6621-4dde-8af7-24750fe7bf5b on network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:25.523762 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:25.524197 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Checking segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:25.525189 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.525189 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Bound using segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:25.525504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Bound port: 62a6ca73-6621-4dde-8af7-24750fe7bf5b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:25.525947 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.530633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.531795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa3a9537-a296-4850-a1ba-3675b0a64d81 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5826142 Nov 12 03:21:25.547005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.568581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:25.592461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:25.601866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:25.614966 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a1303c2-c53a-47f7-8ea8-f232072545c2 admin admin] 10.222.0.97 "PUT /v2.0/routers/e284822a-0daf-4c97-9311-bedde43e6f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8009350 Nov 12 03:21:25.673028 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] For port 62a6ca73-6621-4dde-8af7-24750fe7bf5b, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:25.676917 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] For port 62a6ca73-6621-4dde-8af7-24750fe7bf5b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=62a6ca73-6621-4dde-8af7-24750fe7bf5b,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:25.682227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1ea51fa6-4bc9-4c23-a326-58486b1576cb None None] Provisioning complete for port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:25.682414 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ea51fa6-4bc9-4c23-a326-58486b1576cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.694550 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.732123 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.748709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.755252 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:25.755892 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:25.792382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea40af7-fff4-407c-84b3-aa5beba0050c req-165689ee-7dee-4aee-98e4-a8f15647785b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.813399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea40af7-fff4-407c-84b3-aa5beba0050c req-165689ee-7dee-4aee-98e4-a8f15647785b tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.5966747 Nov 12 03:21:25.830381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.903187 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:25.917721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1ea51fa6-4bc9-4c23-a326-58486b1576cb None None] Port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:25.954651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-8ced3150-a28f-4575-8995-730332276320 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:25.956942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-8ced3150-a28f-4575-8995-730332276320 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.5657940 Nov 12 03:21:25.974887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:25.976423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8631124 Nov 12 03:21:25.979239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34722) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:25.984247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'security_group_rule': {'security_group_id': 'f589c3ab-6c2e-4f70-b76b-ec3507f2cb58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:26.021392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 2, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.043046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.084455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa2e43-37a3-41f1-b3e1-98aefb46c107 None None] The sync data for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 is: [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 2, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:26.099823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] Provisioning complete for port 62a6ca73-6621-4dde-8af7-24750fe7bf5b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:26.100431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.162364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.176725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.187501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e2f5-9f96-4ae6-adb2-20e128205d19 req-bd7ffb5a-b621-4ccd-9087-c78a85c9ac73 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:26.193860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9057e2f5-9f96-4ae6-adb2-20e128205d19 req-bd7ffb5a-b621-4ccd-9087-c78a85c9ac73 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 944 time: 0.7259758 Nov 12 03:21:26.214478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a8ccbc-0569-4d85-a3c6-730743090f59,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.231895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.233466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-066482e4-b28b-4d32-9ae6-0ae5df181c49 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530763 Nov 12 03:21:26.236166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:26.241777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'security_group_rule': {'security_group_id': 'f589c3ab-6c2e-4f70-b76b-ec3507f2cb58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:26.264904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.272794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea40af7-fff4-407c-84b3-aa5beba0050c req-6ce7579e-81af-43fa-b738-3b3ec37e8e4d tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042764 Nov 12 03:21:26.273260 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1e1e-623c-4be0-a95a-0b0221afc3ff None None] Pushing event updated for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.289396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda5615-3473-4cbc-accf-b2045a125142 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.303966 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:26.315572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.341818 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a258-a4dc-49b2-a236-d396af6c511c None None] The sync data for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 is: [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:25Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:26.373523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] For port 62a6ca73-6621-4dde-8af7-24750fe7bf5b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=62a6ca73-6621-4dde-8af7-24750fe7bf5b,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:26.384039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.419738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9057e2f5-9f96-4ae6-adb2-20e128205d19 req-336b9a07-79af-48d8-9561-496ad8a19b2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070138 Nov 12 03:21:26.470428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.483379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.514455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a4ac77-b540-467f-abf6-04a695ee25dd,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.552653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.558717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dfe63adf-4847-41c4-ae28-1e2e687d234d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209248 Nov 12 03:21:26.559360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:26.562557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Deleting port 40e1f48f-b0cd-401b-bc33-736de77f394e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:26.569273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:26.569909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.589589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b25a11-13a8-40b5-86a8-92534478d70c None None] Pushing event updated for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:26.624483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.624717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ff31cf95-6c45-4553-8c55-4fc8eff6a4cb None None] Provisioning complete for port 62a6ca73-6621-4dde-8af7-24750fe7bf5b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:26.624811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff31cf95-6c45-4553-8c55-4fc8eff6a4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.794391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.835599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:26.916742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:26.977838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.030869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 5e99bccb-66e2-430e-9f84-6ac55833cbec completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:27.038654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 5e99bccb-66e2-430e-9f84-6ac55833cbec triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:27.039067 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.089016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Allocated IP 172.25.7.6 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5d4dd735-ced2-47a0-8bcd-9c8abd1360db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:27.166524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.214605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] For port 40e1f48f-b0cd-401b-bc33-736de77f394e, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=40e1f48f-b0cd-401b-bc33-736de77f394e,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:27.215018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.219344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:27.221605 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0df0ca-8936-4033-95af-376ea3be34cd" -d '{"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:27.245996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:27.250035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Calling delete_port for 40e1f48f-b0cd-401b-bc33-736de77f394e owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:27.252330 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.306705 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f03c54-ffdb-4000-87e4-94026f81f395 x-openstack-request-id: req-63f03c54-ffdb-4000-87e4-94026f81f395 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:27.307045 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:27.307476 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-63f03c54-ffdb-4000-87e4-94026f81f395 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:27.307699 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'code': 200} Nov 12 03:21:27.416125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:27.498133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c8a0-78b4-4653-b605-217d6f795467 req-6286e859-6657-40ad-9ada-6b67d4c257ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.499920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e014c8a0-78b4-4653-b605-217d6f795467 req-6286e859-6657-40ad-9ada-6b67d4c257ed service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 1097 time: 0.0869772 Nov 12 03:21:27.530301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.561015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:27.569389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58620490', 'description': 'tempest-description--1651059248'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:27.571741 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e014c8a0-78b4-4653-b605-217d6f795467 req-620f3b8c-614b-45b2-b2f3-20a35d1a623e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Nov 12 03:21:27.611135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.699842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.753740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3b2e8-f931-442e-9d32-2fdf70c4a61e req-947c7ee0-1bc8-4cae-9276-75b6f822e8ce tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.755398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1eb3b2e8-f931-442e-9d32-2fdf70c4a61e req-947c7ee0-1bc8-4cae-9276-75b6f822e8ce tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 950 time: 0.2694819 Nov 12 03:21:27.846568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818404b-2109-4bea-92c8-19b23666cc6a req-c5f727c8-4e85-4861-80a0-76633258e7e9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:27.848637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8818404b-2109-4bea-92c8-19b23666cc6a req-c5f727c8-4e85-4861-80a0-76633258e7e9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1994352 Nov 12 03:21:27.856146 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.870153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:27.940092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Allocated IP 172.25.7.110 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/3d434dba-b591-47f0-a975-0d34bff220e8) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:27.959174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.022324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:28.044585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'Port': ['ID=5d4dd735-ced2-47a0-8bcd-9c8abd1360db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.044585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.047734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4822421 Nov 12 03:21:28.057665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1eb3b2e8-f931-442e-9d32-2fdf70c4a61e req-c1e864c3-1f4a-4488-a59a-469ffe99a933 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/security-groups?id=d0ac2cb1-1937-48cd-ab29-ed81af9d861d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852676 Nov 12 03:21:28.062097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:28.067553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:28.071015 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.114953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.148976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'security_group_rule': {'security_group_id': '4de8228a-db71-4ca4-950f-3d1bacfa9afe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:28.330407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a55f6c22-c708-4511-a8d4-31518dd0dd7f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:28.377803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.435538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a55f6c22-c708-4511-a8d4-31518dd0dd7f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:28.436149 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.439675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Pushing event deleted for resources: {'Port': ['ID=40e1f48f-b0cd-401b-bc33-736de77f394e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.442868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] No DVR routers for this DVR port 40e1f48f-b0cd-401b-bc33-736de77f394e on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:28.446402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde142b5-20a8-4735-98fa-2ecca832efb8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de8228a-db71-4ca4-950f-3d1bacfa9afe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.466400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.475109 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.479809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-539c4103-c3e8-4f4d-8d2d-63457ba2c814 req-383f4a50-b46d-458c-8010-dc80d1436752 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.104 "DELETE /v2.0/ports/40e1f48f-b0cd-401b-bc33-736de77f394e HTTP/1.1" status: 204 len: 173 time: 2.4836705 Nov 12 03:21:28.506818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'name': 'network-vif-deleted', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:28.511416 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a3117c-fc8c-4882-a1bd-73b8ce63d172" -d '{"events": [{"server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "name": "network-vif-deleted", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:28.520899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8818404b-2109-4bea-92c8-19b23666cc6a req-6e3247d9-ed9b-401d-9100-6f01c0844080 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607156 Nov 12 03:21:28.602941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:28.606351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:28.619501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:28.639343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.667084 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2cc5b-770b-484d-9f76-f2c8a70b8545 x-openstack-request-id: req-03a2cc5b-770b-484d-9f76-f2c8a70b8545 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:28.667425 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5af8a8d-cf61-43e3-91c6-3270d131a908", "name": "network-vif-deleted", "tag": "40e1f48f-b0cd-401b-bc33-736de77f394e", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:28.667684 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-03a2cc5b-770b-484d-9f76-f2c8a70b8545 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:28.668011 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5af8a8d-cf61-43e3-91c6-3270d131a908', 'name': 'network-vif-deleted', 'tag': '40e1f48f-b0cd-401b-bc33-736de77f394e', 'status': 'completed', 'code': 200} Nov 12 03:21:28.673487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.676931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port a55f6c22-c708-4511-a8d4-31518dd0dd7f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a55f6c22-c708-4511-a8d4-31518dd0dd7f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:28.678304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'Port': ['ID=3d434dba-b591-47f0-a975-0d34bff220e8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.679118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.688283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.689340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 62a6ca73-6621-4dde-8af7-24750fe7bf5b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:28.752151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.780170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.798944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 40e1f48f-b0cd-401b-bc33-736de77f394e no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:28.818013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.830780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 40e1f48f-b0cd-401b-bc33-736de77f394e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:28.831277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 40e1f48f-b0cd-401b-bc33-736de77f394e not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:28.836552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.841492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.842271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=a55f6c22-c708-4511-a8d4-31518dd0dd7f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.866144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 62a6ca73-6621-4dde-8af7-24750fe7bf5b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:28.866636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.895510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef963f9-512b-493b-8cb5-41a4f3465f7f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:28.901754 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:28.902972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ab1fe84e-7b27-4e0c-a120-efbf4ba08a59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7662246 Nov 12 03:21:28.908644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34754) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:28.913159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'security_group_rule': {'security_group_id': '4de8228a-db71-4ca4-950f-3d1bacfa9afe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:28.982301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.023917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.033867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.099953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.128216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'Port': ['ID=5d4dd735-ced2-47a0-8bcd-9c8abd1360db,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.132791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.141214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.148685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.155352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a129e4bc-b889-47be-8232-f3d0fcbdd1f3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.188138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.194632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d202f03e-b501-47b2-82a5-a48921104a54 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833354 Nov 12 03:21:29.196711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:29.198556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.211088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:29.246611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'Port': ['ID=3d434dba-b591-47f0-a975-0d34bff220e8,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:29.261368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.270380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.290510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.300568 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aefd06e0-60d7-43f2-b392-ac807aa541e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7400529 Nov 12 03:21:29.353247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff93d9c6-01b0-4fcd-ad2c-f753376a319e req-3fb21ad4-05d9-4eb1-9539-be4f738fe7d0 tempest-LiveMigrationNegativeTest-1800338240 tempest-LiveMigrationNegativeTest-1800338240-project] 10.222.0.97 "GET /v2.0/ports?device_id=f5af8a8d-cf61-43e3-91c6-3270d131a908 HTTP/1.1" status: 200 len: 210 time: 0.1119347 Nov 12 03:21:29.381348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.392400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0bcbe3a-3ce9-4679-8a53-ef479648f8d4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8077533 Nov 12 03:21:29.612148 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:29.624533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9825aa-dd52-4dd4-af06-592e040afeac req-d5da0941-8e96-41a0-a291-4e086c7009a1 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.626125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d9825aa-dd52-4dd4-af06-592e040afeac req-d5da0941-8e96-41a0-a291-4e086c7009a1 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1097 time: 0.0991125 Nov 12 03:21:29.797006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e791-bcc9-4476-a13c-57582a05ec5b req-07863cba-c3d5-47ff-ad71-e7aa62b8029e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:29.798459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f88e791-bcc9-4476-a13c-57582a05ec5b req-07863cba-c3d5-47ff-ad71-e7aa62b8029e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1339328 Nov 12 03:21:29.801324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d9825aa-dd52-4dd4-af06-592e040afeac req-7c6e774e-d056-421f-a54a-51da2975806f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351051 Nov 12 03:21:29.845053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.25.7.53 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5547c9f5-2a91-47c6-b4af-8401164c85b9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:29.942730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f88e791-bcc9-4476-a13c-57582a05ec5b req-a9eb7204-2ef4-4947-8ad5-0ac18ac7f0b0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292644 Nov 12 03:21:30.105097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a55f6c22-c708-4511-a8d4-31518dd0dd7f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:30.195232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a55f6c22-c708-4511-a8d4-31518dd0dd7f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:30.195973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.201580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-326be978-182a-4346-a0df-e3ee8d4d625e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:30.203610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-326be978-182a-4346-a0df-e3ee8d4d625e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.2603424 Nov 12 03:21:30.234020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-593a3eb4-decd-4c3b-a2ab-688e40669357 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/quotas/7ecce79ce7a94d94bd6d08e508dc2f0a HTTP/1.1" status: 200 len: 375 time: 0.0175180 Nov 12 03:21:30.245346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.310129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-592ed451-48af-4d9c-9aa2-f5550ce301ca tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684516 Nov 12 03:21:30.349579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.454046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:30.460938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:30.467096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:30.471962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=5547c9f5-2a91-47c6-b4af-8401164c85b9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:30.551733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a0d2f02e-7502-4e8c-9de1-88d9844f6cf1 service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315612 Nov 12 03:21:30.659466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Sync routers for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:30.669149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:30.669767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:30.669907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.719270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.761921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-bb992453-9821-4de5-a967-ab5a24ccadfb service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913691 Nov 12 03:21:30.826862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:30.961218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:30.974863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.044199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=5547c9f5-2a91-47c6-b4af-8401164c85b9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:31.110282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.133982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.137607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee92f66a-c68b-4906-9013-19b9489ae4a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9320388 Nov 12 03:21:31.170731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.287854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 2, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:31.297968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-000b2e6b-563c-47a6-b3a4-1308dfacd552 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:21:31.306745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-000b2e6b-563c-47a6-b3a4-1308dfacd552 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065107 Nov 12 03:21:31.339779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57133c17-2994-4fd0-855e-22558bb7afa6 req-948f94c9-d7cb-41ba-9dfd-bb2b687c5bff tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 210 time: 0.0606050 Nov 12 03:21:31.368444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Checking router: e284822a-0daf-4c97-9311-bedde43e6f21 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:31.368805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Updating router e284822a-0daf-4c97-9311-bedde43e6f21 port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:21:31.391069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-dbe48c3a-8c90-42c4-b72f-da00f67bc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.392434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-dbe48c3a-8c90-42c4-b72f-da00f67bc889 service neutron] 10.222.0.97 "GET /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 1094 time: 0.0671060 Nov 12 03:21:31.410734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.419245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Request body: {'binding': {'host': 'n-h2-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:31.420830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Unknown quota resources ['binding']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:21:31.570780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5472407-c2c2-4742-9b88-6f5fd51d3bed req-6ac421b1-a434-492d-8177-2e005f4b66f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:31.574687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5472407-c2c2-4742-9b88-6f5fd51d3bed req-6ac421b1-a434-492d-8177-2e005f4b66f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 945 time: 0.1299524 Nov 12 03:21:31.652447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:31.698821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5472407-c2c2-4742-9b88-6f5fd51d3bed req-8e5e29ff-25d1-43f1-aca4-4286d3bb3378 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112978 Nov 12 03:21:31.772898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on host n-h2-766726-29 for vnic_type normal with profile None {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:31.773527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:31.774016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:31.778946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:31.779285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:31.784308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:31.784625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:31.785567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:31.786163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Bound port: 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:31.877686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.882617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:31.885537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.892287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:31.895026 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-3f957c08-9aa1-4bcf-a9ba-b0d6e3421f6d service neutron] 10.222.0.97 "POST /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4907722 Nov 12 03:21:31.944664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-cd983e1b-099f-4621-9f81-7131160e2a1d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--58620490&fields=id&tenant_id=254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 267 time: 0.1173191 Nov 12 03:21:32.032410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed453-1abe-4ebb-a888-e1959b46194b None None] Pushing event updated for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.107528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Attempting to bind port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:32.108123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Attempting to bind port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:32.108655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Attempting to bind port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:32.117710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:32.122607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:32.123348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.123965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:32.124687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Bound port: 4e531f7f-f37b-4c4c-91a2-a8595531c8d8, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:32.125427 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.225267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] For port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:32.230184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] For port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:32.236936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.306207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed453-1abe-4ebb-a888-e1959b46194b None None] Pushing event updated for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:32.332614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:32.333255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:32.458586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] Provisioning complete for port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:32.459090 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.506338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-71e8e3af-dd8b-408a-a161-4b30dbef2289 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=77dc8e5f6e28480580e0caf2fd43c454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8526196 Nov 12 03:21:32.508813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:32.527444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:32.660637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-91d84635-4fdb-4957-8262-2b1829895804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.662160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-91d84635-4fdb-4957-8262-2b1829895804 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1097 time: 0.1526260 Nov 12 03:21:32.672992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7795a9-d894-42c5-91cb-96ea82e52002 req-57599009-7777-40a8-95d6-b2a8ad3f384c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.674540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de7795a9-d894-42c5-91cb-96ea82e52002 req-57599009-7777-40a8-95d6-b2a8ad3f384c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1639163 Nov 12 03:21:32.692173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-0298e0d7-8ce8-47a5-9ef4-c82042516d38 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.699714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-0298e0d7-8ce8-47a5-9ef4-c82042516d38 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.7519903 Nov 12 03:21:32.783110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-481b735e-6070-4cf8-a8fd-d21a5b4d9baa tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/quotas/254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 375 time: 0.0824111 Nov 12 03:21:32.902319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-722d837a-cee3-4f27-b6cc-6b6006a6a0ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182020 Nov 12 03:21:32.921342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de7795a9-d894-42c5-91cb-96ea82e52002 req-a8952ede-4ac1-419f-951d-082cdd708450 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360945 Nov 12 03:21:32.925588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-9465d1be-9dfb-485f-83b2-8865d5a3121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:32.927126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-9465d1be-9dfb-485f-83b2-8865d5a3121c service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2500327 Nov 12 03:21:32.949214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:32.998339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-21874349-642e-425d-bf11-c2a26b31c769 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 217 time: 0.0526834 Nov 12 03:21:33.040088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] For port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:33.054081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.135514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763afdf9-ce62-4f28-b2e2-c5b4e2163cb7 None None] Pushing event updated for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:33.141508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.182018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:33.197204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-4826d912-260a-4bf3-abcd-3f4d787ffc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.200089 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.202414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-4826d912-260a-4bf3-abcd-3f4d787ffc1c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1416595 Nov 12 03:21:33.237705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-e194b180-f56a-43e7-be4f-770402b1866e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.239307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-e194b180-f56a-43e7-be4f-770402b1866e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.2970002 Nov 12 03:21:33.242913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-cfac6174-c054-470a-aef0-9f35c2f2eb95 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396273 Nov 12 03:21:33.249937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afdbadff-33c4-470a-a6b1-3e53802c60ea None None] Provisioning complete for port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:33.252559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afdbadff-33c4-470a-a6b1-3e53802c60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.264769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'port': {'device_id': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'admin_state_up': True, 'tenant_id': '7ecce79ce7a94d94bd6d08e508dc2f0a'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:33.305041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2cd0d-7f22-4d7c-a52d-9322f111b62d None None] The sync data for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 is: [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:33.348144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-fe8021d2-5f0b-411b-b365-b22dec509911 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922503 Nov 12 03:21:33.355373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78ec91ac-2eca-4b57-b008-e2dfe3c339f9 req-1e951079-562f-4029-bfc0-6fc10c9fa1cd tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 210 time: 0.1164429 Nov 12 03:21:33.368606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.372321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.376511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d0ac2cb1-1937-48cd-ab29-ed81af9d861d HTTP/1.1" status: 204 len: 168 time: 0.8656061 Nov 12 03:21:33.392516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55524e93-dba7-4048-b0fb-12700854791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac2cb1-1937-48cd-ab29-ed81af9d861d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:33.457492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-f031d132-05a3-432c-b444-26099dc40dac service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822140 Nov 12 03:21:33.518803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Made reservation on behalf of 7ecce79ce7a94d94bd6d08e508dc2f0a for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:33.526376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:33.716454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Allocated IP 172.20.0.4 (10ded5b6-a9c6-468a-b4eb-d2867ef42bdc/82e78731-4606-4a33-a4b1-63cfc60af8be/f2849380-c307-4255-a710-91ef8381d1ad) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:33.837874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2644ed14-2162-4b6c-9736-1d39a91bdbbf req-aefcd0b0-830a-4166-8df5-70a5f6046ce5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.0848272 Nov 12 03:21:33.849268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-ca5c46a3-9227-423a-8d8a-420c2ca7098d service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927819 Nov 12 03:21:33.859930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f123017-3779-45cb-ad02-baaffebf6767 req-6f562226-ee2d-45c7-9460-2d92c4f9a8f3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:33.869004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f123017-3779-45cb-ad02-baaffebf6767 req-6f562226-ee2d-45c7-9460-2d92c4f9a8f3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 945 time: 0.3138387 Nov 12 03:21:34.065645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:34.076179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f123017-3779-45cb-ad02-baaffebf6767 req-02d0c52f-d9c5-4415-9b7c-c572de6be7b2 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063072 Nov 12 03:21:34.154507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.180232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:34.209170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8913f9df-248a-4999-bc54-abf6b88b9c3f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=81c68f8155d742649de832bfd5b5e3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394253 Nov 12 03:21:34.214969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:34.232581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-a30140e9-6717-4e3f-ad79-4b945b64fd70 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614094 Nov 12 03:21:34.294281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579c09f-d801-4f3a-a8d8-a125082e7bbb req-2761dcd9-2dd4-4949-b676-17ba0c13bbcf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.299041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b579c09f-d801-4f3a-a8d8-a125082e7bbb req-2761dcd9-2dd4-4949-b676-17ba0c13bbcf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1830735 Nov 12 03:21:34.330935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.340375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:34.340860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.409321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.424877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b579c09f-d801-4f3a-a8d8-a125082e7bbb req-377691db-8e40-497f-8513-d537348e3bc1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128407 Nov 12 03:21:34.447028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:34.478369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.498304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:34.535387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:34.590917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.660628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.661631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.696705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-762a0403-4e72-4f3d-a52e-ed0becba8915 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4390585 Nov 12 03:21:34.713670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.717889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:34.719209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b44948c9-049e-4b2c-8369-a93940421245 HTTP/1.1" status: 204 len: 168 time: 0.5032165 Nov 12 03:21:34.755235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9f8fa-55c8-4e5e-9d14-bb542ac1f260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44948c9-049e-4b2c-8369-a93940421245,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:34.803145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Request body: {'port': {'device_id': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:34.971818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd60c7-e2c5-4c17-869b-d9dbdb5f7cda req-83a84806-9d21-4d05-9ea1-d36c8e4e7fe9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:34.974781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-edcd60c7-e2c5-4c17-869b-d9dbdb5f7cda req-83a84806-9d21-4d05-9ea1-d36c8e4e7fe9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 931 time: 0.1740079 Nov 12 03:21:35.008765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.114470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-edcd60c7-e2c5-4c17-869b-d9dbdb5f7cda req-8441c97f-aea8-417b-b759-882076461d24 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294785 Nov 12 03:21:35.119291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b1df5e3-3a78-4553-863f-c2e18806aa10 req-837420c9-0079-4bd8-a4df-7408307eec1b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.1049776 Nov 12 03:21:35.354117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2849380-c307-4255-a710-91ef8381d1ad {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:35.366173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.382375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Transition to ACTIVE for port object f2849380-c307-4255-a710-91ef8381d1ad will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:35.387728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.568543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:35.595050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Attempting to bind port f2849380-c307-4255-a710-91ef8381d1ad on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:35.595394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Attempting to bind port f2849380-c307-4255-a710-91ef8381d1ad by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:35.595781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Attempting to bind port f2849380-c307-4255-a710-91ef8381d1ad on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:35.603811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Port f2849380-c307-4255-a710-91ef8381d1ad on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:35.604145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Attempting to bind port f2849380-c307-4255-a710-91ef8381d1ad on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:35.648619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:35.648966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Checking segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:35.649358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Bound using segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:35.649808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Bound port: f2849380-c307-4255-a710-91ef8381d1ad, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:35.650169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.716091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c1bdd-173b-4de1-a5e7-cb3440b3747c req-51f2a7ed-0cb3-40ad-af82-6df3dc47c041 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.727977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a9c1bdd-173b-4de1-a5e7-cb3440b3747c req-51f2a7ed-0cb3-40ad-af82-6df3dc47c041 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1197338 Nov 12 03:21:35.757021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-717e4a17-10d4-496d-8dcb-e5dda017ac47 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.758584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-717e4a17-10d4-496d-8dcb-e5dda017ac47 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2380452 Nov 12 03:21:35.776925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:35.780299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:35.823945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a9c1bdd-173b-4de1-a5e7-cb3440b3747c req-c7c0b02f-f985-4df3-826e-a93e689d2df3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Nov 12 03:21:35.850758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.885503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:35.885959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:35.888575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] 10.222.0.104 "PUT /v2.0/ports/f2849380-c307-4255-a710-91ef8381d1ad HTTP/1.1" status: 200 len: 1092 time: 1.0920119 Nov 12 03:21:35.893733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:35.896135 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f12db2-cb60-4ef8-8dfa-7e075f028886" -d '{"events": [{"name": "network-changed", "server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "tag": "f2849380-c307-4255-a710-91ef8381d1ad"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:35.976391 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-60640bbf-2c4b-474f-a78c-35e67dd73daa tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 378 time: 0.1944144 Nov 12 03:21:36.008699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'device_id': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'admin_state_up': True, 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'security_groups': ['4de8228a-db71-4ca4-950f-3d1bacfa9afe']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:36.026264 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d1e84-cdb9-4c3b-9516-0fa83c238fcd x-openstack-request-id: req-502d1e84-cdb9-4c3b-9516-0fa83c238fcd {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:36.026632 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "tag": "f2849380-c307-4255-a710-91ef8381d1ad", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:36.026987 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-502d1e84-cdb9-4c3b-9516-0fa83c238fcd {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:36.027471 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad', 'status': 'completed', 'code': 200} Nov 12 03:21:36.091050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24af029-12cf-403e-b8bf-862d25f69173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:36.190357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-0cb89035-d3ac-45c6-b987-62ff9ab6deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.193208 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-0cb89035-d3ac-45c6-b987-62ff9ab6deef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 1095 time: 0.1781094 Nov 12 03:21:36.298586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-44eb628f-13a6-463e-8e21-5bf381bbead4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2849380-c307-4255-a710-91ef8381d1ad HTTP/1.1" status: 200 len: 217 time: 0.0748098 Nov 12 03:21:36.340400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9938258-95a3-48f9-a613-4419ab7d733a req-33e99ade-3acc-4d4d-ac44-7f7a07fc35aa tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.0992582 Nov 12 03:21:36.381160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:36.385211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:36.409958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e911c-3c1a-4afd-856a-a24adf519e27 req-25d9f461-902c-46e7-a0e1-148559901074 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.416272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-345e911c-3c1a-4afd-856a-a24adf519e27 req-25d9f461-902c-46e7-a0e1-148559901074 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.1587582 Nov 12 03:21:36.436396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-96a8b9de-9afe-4d84-bd13-62e1055df908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:36.438570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-96a8b9de-9afe-4d84-bd13-62e1055df908 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.1320055 Nov 12 03:21:36.546603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-345e911c-3c1a-4afd-856a-a24adf519e27 req-d8bb5be2-fe2b-4d35-8754-fc6adf937fde tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227062 Nov 12 03:21:36.573756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-cc808d69-3bf4-4532-8ca7-f342b8f57990 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555389 Nov 12 03:21:36.810917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.20.0.12 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/18cde8e6-2afa-4e28-9d93-9f57bffca5dc) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:36.830674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-15952f8c-c1e0-402e-beea-054e78f6d8e7 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447925 Nov 12 03:21:37.064486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40475fb-30b7-4094-87fb-c08c96a64f05 req-e108b312-c191-4160-8cb6-efb39297c3b7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.074703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2ea0c8fa-f574-4a9d-8e70-e6969357441c req-b6fcaed3-5425-4b2b-b54d-a38ea5f02518 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333751 Nov 12 03:21:37.090767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f40475fb-30b7-4094-87fb-c08c96a64f05 req-e108b312-c191-4160-8cb6-efb39297c3b7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1295316 Nov 12 03:21:37.123244 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:21:37.186324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.223647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f40475fb-30b7-4094-87fb-c08c96a64f05 req-10c6cec8-20ac-46b0-aadc-9de4643f9f0a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295819 Nov 12 03:21:37.297831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.397882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:37.427289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-a88be19c-c38d-4bd2-b9c8-880b5f5ca9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.431760 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-a88be19c-c38d-4bd2-b9c8-880b5f5ca9fb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 1095 time: 0.2106247 Nov 12 03:21:37.454892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:37.457950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:37.473097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:37.523429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ada09f-6b31-43ac-90f9-6b2a38f43022 req-dc54f456-a464-40d6-9d7f-ba3cf5d8ad27 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.531961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9ada09f-6b31-43ac-90f9-6b2a38f43022 req-dc54f456-a464-40d6-9d7f-ba3cf5d8ad27 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 932 time: 0.0972188 Nov 12 03:21:37.621744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-fcfba014-ea7f-45b1-9ff5-696ddb71d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.629591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-fcfba014-ea7f-45b1-9ff5-696ddb71d288 service neutron] 10.222.0.104 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 921 time: 0.1863539 Nov 12 03:21:37.645160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9ada09f-6b31-43ac-90f9-6b2a38f43022 req-e0e516fd-d959-4665-9b03-b9d6977329b0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059463 Nov 12 03:21:37.754350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.756101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.771245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db87ccc-5dd0-4b0b-97e3-3e4331b01ce7 req-5993ab7e-6d8e-46e9-b474-89d8c51d7083 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.773548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2db87ccc-5dd0-4b0b-97e3-3e4331b01ce7 req-5993ab7e-6d8e-46e9-b474-89d8c51d7083 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.0929298 Nov 12 03:21:37.804292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-b623e8b7-ba89-4098-8b91-0d96d4d4a748 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2849380-c307-4255-a710-91ef8381d1ad HTTP/1.1" status: 200 len: 217 time: 0.1620488 Nov 12 03:21:37.805320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a2f14dca-af94-4dc0-bd73-1c5ef6a45dc7 None None] Provisioning complete for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:37.808299 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2f14dca-af94-4dc0-bd73-1c5ef6a45dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:37.815171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-a863956e-7b7d-45ac-b381-57847aff26c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8240833 Nov 12 03:21:37.858202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Request body: {'port': {'device_id': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:37.895067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2db87ccc-5dd0-4b0b-97e3-3e4331b01ce7 req-64af32fc-ce3f-430d-a5a7-8fff40d1312e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950580 Nov 12 03:21:37.916474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2f14dca-af94-4dc0-bd73-1c5ef6a45dc7 None None] Port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:37.976938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-d3e7a243-e135-4756-9c3b-2f9af9834569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:37.978566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-d3e7a243-e135-4756-9c3b-2f9af9834569 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.1622267 Nov 12 03:21:37.979382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.037237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-1e114598-6b21-4b6d-affe-1b2fac8b91b9 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274603 Nov 12 03:21:38.070021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-8f0f5749-d13f-4cef-96ba-9a6bfb6a103a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775375 Nov 12 03:21:38.165304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-571e2ff8-540e-4caf-847c-4d0efd741838 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.172464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-571e2ff8-540e-4caf-847c-4d0efd741838 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284208 Nov 12 03:21:38.193392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-662d6461-31ef-4ef8-9901-186139698f55 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/quotas/aacc1379519a4795b3ef36591b280013 HTTP/1.1" status: 200 len: 375 time: 0.0199962 Nov 12 03:21:38.233355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-44e5a1bd-97e4-4d76-859b-1070b3d7c6f5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390167 Nov 12 03:21:38.378858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-2f0885c9-3415-40a2-9fd5-bf559f261266 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937264 Nov 12 03:21:38.502453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc04237-892a-401f-b7d3-21e1351405f8 req-998d1b85-ac3e-438b-888b-26873fc81210 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.511050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fc04237-892a-401f-b7d3-21e1351405f8 req-998d1b85-ac3e-438b-888b-26873fc81210 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.0765531 Nov 12 03:21:38.592756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fc04237-892a-401f-b7d3-21e1351405f8 req-e5270d26-42af-49a8-bfa8-0b03c979f9f1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Nov 12 03:21:38.647380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-f5162fe0-70d3-4729-9b6c-0d6d39eb4ec8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403371 Nov 12 03:21:38.680068 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7f12db2-cb60-4ef8-8dfa-7e075f028886 req-95ff643f-968e-4f04-99e5-bdae2eb9ba28 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934716 Nov 12 03:21:38.735941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:38.755213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.772234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Transition to ACTIVE for port object 18cde8e6-2afa-4e28-9d93-9f57bffca5dc will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:38.780293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:38.835694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-2f66ef4e-a68b-4744-8415-1ea05f8aaa8b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:38.845776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-2f66ef4e-a68b-4744-8415-1ea05f8aaa8b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933625 Nov 12 03:21:38.858834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:38.874487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-c41f2a0f-f9ce-44e0-aa10-d3d218c49654 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/quotas/aacc1379519a4795b3ef36591b280013 HTTP/1.1" status: 200 len: 375 time: 0.0276444 Nov 12 03:21:38.896982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:38.966958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.967416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.969124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.969875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.970239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.970763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.970990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.971333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.973297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.973635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.973959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:38.974291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:39.037861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-4ebb8e14-ab90-49ca-b3f1-9f1d0f843acb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623218 Nov 12 03:21:39.050164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Attempting to bind port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:39.050517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Attempting to bind port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:39.052015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Attempting to bind port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:39.059358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:39.059687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Attempting to bind port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:39.066012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:39.066369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:39.066716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:39.067228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Bound port: 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:39.067595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.105416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ac1-2cd6-467e-a17c-d4a61a707f19 req-6bb5fa2e-8e4a-4f2a-85f6-bc8115896c58 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.122384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98082ac1-2cd6-467e-a17c-d4a61a707f19 req-6bb5fa2e-8e4a-4f2a-85f6-bc8115896c58 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 944 time: 0.2592254 Nov 12 03:21:39.229034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:39.235897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:39.256009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98082ac1-2cd6-467e-a17c-d4a61a707f19 req-8dec752d-eb4f-4974-8391-e8b92d087933 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304379 Nov 12 03:21:39.256988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.266686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:39.308782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.331536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'mac_address': 'fa:16:3e:6a:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:39.443477 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.486399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.486614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac372bf8-d105-4410-a322-06f7939bb77a req-f6973861-9a8e-42e1-9309-64d5eeb4d8a8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 210 time: 0.0655730 Nov 12 03:21:39.493302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e99bccb-66e2-430e-9f84-6ac55833cbec {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:39.525989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.528235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.532392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-41724b75-2390-49e1-93a9-4cd61d27c9b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 1093 time: 1.6797199 Nov 12 03:21:39.534919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:39.540932 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dc9cb5-333a-4061-9ec7-546a8883d79e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:39.563237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:39.569287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:39.681756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:39.696082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c5c8b-e0f0-47d6-bb6a-88a07a4b1547 req-90fefbde-98fa-462c-b97f-9e7b1f63e893 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.707940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a9c5c8b-e0f0-47d6-bb6a-88a07a4b1547 req-90fefbde-98fa-462c-b97f-9e7b1f63e893 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.2185802 Nov 12 03:21:39.741989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-758749e9-fc3f-4fbd-82fb-2dc75548d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:39.744836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-758749e9-fc3f-4fbd-82fb-2dc75548d97b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1096 time: 0.1205289 Nov 12 03:21:39.793671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['5e99bccb-66e2-430e-9f84-6ac55833cbec'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:39.867640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-3928c95f-3afc-4126-95c6-74376470ee3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 217 time: 0.1050274 Nov 12 03:21:39.888519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a9c5c8b-e0f0-47d6-bb6a-88a07a4b1547 req-dfb14b54-9ad7-4bc5-93b3-b6a4762cf681 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779008 Nov 12 03:21:39.963406 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b64cdc-a6b7-4062-9981-ca19a5ea9e81 x-openstack-request-id: req-10b64cdc-a6b7-4062-9981-ca19a5ea9e81 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:39.963634 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:39.963830 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-10b64cdc-a6b7-4062-9981-ca19a5ea9e81 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:39.964235 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'status': 'completed', 'code': 200} Nov 12 03:21:40.009697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-0d043d4b-f220-49fa-9201-9e221be345d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.011204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-0d043d4b-f220-49fa-9201-9e221be345d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1348209 Nov 12 03:21:40.112539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-c7d4ca7e-4113-43ef-a9c6-853ec9ccf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.114919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-c7d4ca7e-4113-43ef-a9c6-853ec9ccf7ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920396 Nov 12 03:21:40.127992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0ef82-f93d-41e5-854e-deec9c4ec3b9 req-788706f1-1413-4777-83a2-9f97a2d29e25 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.130302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efe0ef82-f93d-41e5-854e-deec9c4ec3b9 req-788706f1-1413-4777-83a2-9f97a2d29e25 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1052871 Nov 12 03:21:40.240333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efe0ef82-f93d-41e5-854e-deec9c4ec3b9 req-50558daf-3ae6-405a-aebf-36fc1fd33c59 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Nov 12 03:21:40.420227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255983bd-baf2-4db8-b6d2-09da0e8a4a29 req-bff5b2b7-67fc-4d2c-a28e-504d763ed840 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.423331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-255983bd-baf2-4db8-b6d2-09da0e8a4a29 req-bff5b2b7-67fc-4d2c-a28e-504d763ed840 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 944 time: 0.0879843 Nov 12 03:21:40.501680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-255983bd-baf2-4db8-b6d2-09da0e8a4a29 req-3a850655-3d74-46bc-9aac-7b51b6a8cf75 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694935 Nov 12 03:21:40.526037 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-960894a2-757d-4494-8e9a-711a6f6c0819 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262191 Nov 12 03:21:40.621808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38c21dbe-0a49-4512-aa52-2d5bb3427ffe req-92907e60-fd91-4687-b8f8-96f0636119fc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 210 time: 0.0339429 Nov 12 03:21:40.624997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-d29a6fa8-30ee-4fb0-818e-d5e52193c0b4 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760823 Nov 12 03:21:40.710503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-019b0de5-5ad5-45fe-9220-83ed3324ad76 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:40.714664 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-019b0de5-5ad5-45fe-9220-83ed3324ad76 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777382 Nov 12 03:21:40.750330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Request body: {'port': {'device_id': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'aacc1379519a4795b3ef36591b280013'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:40.865840 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4b6d9181-870f-47c3-9314-ef26b202ac6e req-3bab6faf-0314-4c89-801e-ea9d6f9df21e service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059162 Nov 12 03:21:40.872715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:40.902665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:40.919453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Made reservation on behalf of aacc1379519a4795b3ef36591b280013 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:40.928184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:40.948348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.097338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-4f71b5a7-128a-4cdd-86fb-47b8145878ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.099943 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-4f71b5a7-128a-4cdd-86fb-47b8145878ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1096 time: 0.1185021 Nov 12 03:21:41.128243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91032fa-2bad-4c27-be70-031ab256ad98 req-a5f25f04-ca5d-4f1b-8b96-07390e717679 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.132337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a91032fa-2bad-4c27-be70-031ab256ad98 req-a5f25f04-ca5d-4f1b-8b96-07390e717679 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.1122050 Nov 12 03:21:41.237444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a91032fa-2bad-4c27-be70-031ab256ad98 req-030faae5-7459-4227-9cac-c3749c66df08 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981963 Nov 12 03:21:41.241594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.16', 55449) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:41.286645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.294610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.320152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-e065df7f-bf9b-4b6a-aeec-122e621aa56a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741427 Nov 12 03:21:41.401102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:41.403556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 5e99bccb-66e2-430e-9f84-6ac55833cbec triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:41.403915 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.448809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f2849380-c307-4255-a710-91ef8381d1ad', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'port_id': 'f2849380-c307-4255-a710-91ef8381d1ad', 'mac_address': 'fa:16:3e:c8:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e78731-4606-4a33-a4b1-63cfc60af8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:41.533996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.544323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.564796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-7523d8ee-b93b-4bb3-9a78-fd4796794d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.569505 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-7523d8ee-b93b-4bb3-9a78-fd4796794d52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.4547105 Nov 12 03:21:41.586643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2849380-c307-4255-a710-91ef8381d1ad {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:41.599094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085a29b-2d4e-46b9-a32f-166b8d412861 req-1e46c2aa-00ab-464b-8add-bf227d534c30 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.609620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1085a29b-2d4e-46b9-a32f-166b8d412861 req-1e46c2aa-00ab-464b-8add-bf227d534c30 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1106114 Nov 12 03:21:41.635575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:41.637972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.641572 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.643934 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-a9c954c2-c404-493c-8f9a-5bccabde6446 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 217 time: 0.0485165 Nov 12 03:21:41.698918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-6bb8bad6-9691-4d46-96da-9e396540d42a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.700740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-6bb8bad6-9691-4d46-96da-9e396540d42a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699398 Nov 12 03:21:41.709325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Allocated IP 192.168.233.33 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:41.734178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Request body: {'port': {'device_id': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'aacc1379519a4795b3ef36591b280013'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:41.758730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:41.761505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-b90f7a0b-4919-4031-b142-4e1d6fbec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.762596 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf3616-75f5-40f1-9ef4-7f7ba52ef3f9" -d '{"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:41.763260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-b90f7a0b-4919-4031-b142-4e1d6fbec814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1069067 Nov 12 03:21:41.769951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1085a29b-2d4e-46b9-a32f-166b8d412861 req-18129675-eee0-4f75-acd0-047816a514aa tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587675 Nov 12 03:21:41.775322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:41.796208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.799454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:41.817270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.818192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.818531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.819402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.819734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.820053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.820432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.820757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.821052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.821367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.822059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.822382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:41.897252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c65f98-0902-447f-9389-852572a9e99f req-32885a3f-9acc-4101-8a6a-8bf760a1eb61 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:41.910230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60c65f98-0902-447f-9389-852572a9e99f req-32885a3f-9acc-4101-8a6a-8bf760a1eb61 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 944 time: 0.2444661 Nov 12 03:21:41.960114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:41.961163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38e57c3e-c6b1-4881-8836-c5e75c4a5527 req-3b95204e-889f-4bf4-9e85-209281adf8ff tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 210 time: 0.0435388 Nov 12 03:21:42.027727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60c65f98-0902-447f-9389-852572a9e99f req-7301d739-f97f-4342-a7a4-cb767f390b4f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163666 Nov 12 03:21:42.033732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-9d379aec-7153-48a3-9474-881ead4837d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.035700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-9d379aec-7153-48a3-9474-881ead4837d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578783 Nov 12 03:21:42.047586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Made reservation on behalf of aacc1379519a4795b3ef36591b280013 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:21:42.055873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.062034 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0623b23-9ebe-49ab-8868-cabbd9fbe9a0 x-openstack-request-id: req-d0623b23-9ebe-49ab-8868-cabbd9fbe9a0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:42.062865 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-plugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:42.064108 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0623b23-9ebe-49ab-8868-cabbd9fbe9a0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:42.064801 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'code': 200} Nov 12 03:21:42.193516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f2849380-c307-4255-a710-91ef8381d1ad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:42.198678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.246676 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-4ecbf8fd-7994-4d6b-a392-2210e9c54fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969378 Nov 12 03:21:42.384128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Allocated IP 192.168.233.214 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/5539979a-0cdf-4123-bf62-2a74aad0ce79) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:21:42.385836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-19dc9cb5-333a-4061-9ec7-546a8883d79e req-297c7e73-0293-4a93-971c-a0b6d115845b service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293602 Nov 12 03:21:42.388624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.457760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:42.464007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:42.479982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:42.537884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:42.566133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.566709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.600040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-be89855d-366d-469a-a4ee-10f41b6eae3d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8568575 Nov 12 03:21:42.607758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e729d-f58e-44fb-a36e-b57093fc7181 req-89989692-6213-45f1-8587-17fabe86056e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:42.617640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-302e729d-f58e-44fb-a36e-b57093fc7181 req-89989692-6213-45f1-8587-17fabe86056e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 944 time: 0.2187490 Nov 12 03:21:42.637092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Request body: {'port': {'device_id': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:42.778682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.800306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-302e729d-f58e-44fb-a36e-b57093fc7181 req-4e9cc100-a368-4c4a-8460-c40dfddeadc1 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814826 Nov 12 03:21:42.855864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e9b27b0-0b9f-4615-a8ea-86dce69b40dd None None] Provisioning complete for port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:42.856202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e9b27b0-0b9f-4615-a8ea-86dce69b40dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.876041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:42.924289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b27b0-0b9f-4615-a8ea-86dce69b40dd None None] Port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:42.964530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.132464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:21:43.147115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:21:43.149733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:21:43.259010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:43.271233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.280354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.281024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.305814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Transition to ACTIVE for port object 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:43.309956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.401782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event updated for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:43.426732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.431201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.431562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.431948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.432287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.432612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.432934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.433250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.433566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.433880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.434198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.434514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:21:43.466276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-cc67131b-25be-4267-882b-a5e0cd235d47 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7404683 Nov 12 03:21:43.481088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb1e8-9b10-4250-8cc7-ac366ac6f60a req-0dbbb2f2-2e4f-420f-a759-ec385ed5f609 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.482982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02ceb1e8-9b10-4250-8cc7-ac366ac6f60a req-0dbbb2f2-2e4f-420f-a759-ec385ed5f609 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 936 time: 0.3624349 Nov 12 03:21:43.495630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Request body: {'port': {'device_id': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:43.500845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:43.511661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aa449-d1f8-4544-9aa9-e7540c69c6b2 req-aef8823c-735b-4d0d-94ac-b3b01657c468 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.519449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b9aa449-d1f8-4544-9aa9-e7540c69c6b2 req-aef8823c-735b-4d0d-94ac-b3b01657c468 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.5291374 Nov 12 03:21:43.593139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Attempting to bind port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:43.595646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Attempting to bind port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:43.599289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Attempting to bind port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:43.605890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:43.606590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Attempting to bind port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:43.621280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:43.622107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:43.622683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:43.623316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Bound port: 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:43.624717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.661468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02ceb1e8-9b10-4250-8cc7-ac366ac6f60a req-cb088a7d-cac9-4239-beab-fccfcd6f8106 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388552 Nov 12 03:21:43.680312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d065b080-6e74-4af4-b985-90bd245e7ebb None None] Provisioning complete for port 5539979a-0cdf-4123-bf62-2a74aad0ce79 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:43.683150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d065b080-6e74-4af4-b985-90bd245e7ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.695346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b9aa449-d1f8-4544-9aa9-e7540c69c6b2 req-b6e7895d-bce1-48fd-8fd1-6d874466f463 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748931 Nov 12 03:21:43.722834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:43.724336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.726781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:43.736330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.788608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:43.792790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:43.794233 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] 10.222.0.16 "PUT /v2.0/ports/2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf HTTP/1.1" status: 200 len: 1096 time: 1.1727870 Nov 12 03:21:43.827092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d065b080-6e74-4af4-b985-90bd245e7ebb None None] Port 5539979a-0cdf-4123-bf62-2a74aad0ce79 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:21:43.872038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:43.881806 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc15da7f-adb3-4010-9df4-22d292fd1b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:44.024779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-4f1aed13-b534-4c72-8375-ea6971fb02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.026265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-4f1aed13-b534-4c72-8375-ea6971fb02d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1099 time: 0.1147766 Nov 12 03:21:44.026876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e8b90-7b19-4439-b277-c8b1a886d458 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:44.095372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-bc28776b-09b6-476a-afb5-ece0ba73a1ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf HTTP/1.1" status: 200 len: 217 time: 0.0536299 Nov 12 03:21:44.189520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-c09cd5ff-cddb-4694-b56d-8da448d6474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.192335 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-c09cd5ff-cddb-4694-b56d-8da448d6474a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0824966 Nov 12 03:21:44.248165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f5149-06b5-4e4c-bb0f-54df0b31e4c3 req-9e4d09cf-f88e-420f-944b-8eb7b4699e11 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.268463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-910f5149-06b5-4e4c-bb0f-54df0b31e4c3 req-9e4d09cf-f88e-420f-944b-8eb7b4699e11 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 944 time: 0.3304880 Nov 12 03:21:44.296073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-92ca8922-c9c2-4b78-aacd-baa213d58f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.298142 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-92ca8922-c9c2-4b78-aacd-baa213d58f35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973098 Nov 12 03:21:44.525616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-910f5149-06b5-4e4c-bb0f-54df0b31e4c3 req-b6e886df-f948-4e8d-88cd-c6839d16e5ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2547321 Nov 12 03:21:44.533847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:44.540724 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-908ed2ce-f34c-4842-b416-a7ee81bcf3f9 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316334 Nov 12 03:21:44.745338 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-405dd7ba-efd2-4d27-8283-8b96198ee32e req-bb0ed888-61f0-4452-a7ba-e154e5568c19 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949728 Nov 12 03:21:44.776067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:44.809780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:44.925613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5539979a-0cdf-4123-bf62-2a74aad0ce79 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:44.925809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:44.928001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:44.942402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762d12f-726b-4882-a6d6-96cb1facabec req-45d62533-56b3-4135-bde9-1344c84b7a7c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:44.976883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4762d12f-726b-4882-a6d6-96cb1facabec req-45d62533-56b3-4135-bde9-1344c84b7a7c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 944 time: 0.1636305 Nov 12 03:21:44.984517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.015082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:45.057276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:45.072997 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.117034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Transition to ACTIVE for port object 5539979a-0cdf-4123-bf62-2a74aad0ce79 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:21:45.124109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port f2849380-c307-4255-a710-91ef8381d1ad completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:45.125113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.137435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f2849380-c307-4255-a710-91ef8381d1ad triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:45.138077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.213775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4762d12f-726b-4882-a6d6-96cb1facabec req-33543e1e-8b1e-4df3-ac49-c0de3b946036 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324977 Nov 12 03:21:45.243709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.304638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.321092 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b10d2c-7602-431a-a4da-ec08110df7c4 x-openstack-request-id: req-d4b10d2c-7602-431a-a4da-ec08110df7c4 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:45.321595 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:45.322017 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d4b10d2c-7602-431a-a4da-ec08110df7c4 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:45.322536 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'status': 'completed', 'code': 200} Nov 12 03:21:45.358882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.420772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:45.427775 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1873703c-d34f-4b43-8d93-bd68971d5539" -d '{"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:45.449306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:45.457078 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:45.496021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['18cde8e6-2afa-4e28-9d93-9f57bffca5dc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:45.509881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-8f65fad2-e088-4a3a-9653-fd72351ce73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.513072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-8f65fad2-e088-4a3a-9653-fd72351ce73f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1099 time: 0.1511211 Nov 12 03:21:45.570397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:45.753926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-0b1cf628-89f5-4f75-a2db-d2909a09b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.763008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-0b1cf628-89f5-4f75-a2db-d2909a09b9fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2380333 Nov 12 03:21:45.834704 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-9cbfb8ad-864a-4d7e-b766-cf0e14c5d908 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf HTTP/1.1" status: 200 len: 217 time: 0.0605702 Nov 12 03:21:45.947968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-3907f389-8ea5-4d94-8633-7fcab28877af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:45.949614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-3907f389-8ea5-4d94-8633-7fcab28877af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1058888 Nov 12 03:21:46.063417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-753f3f1b-315f-4186-910f-f185d3ea9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.067946 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-753f3f1b-315f-4186-910f-f185d3ea9cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090102 Nov 12 03:21:46.193351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Attempting to bind port 5539979a-0cdf-4123-bf62-2a74aad0ce79 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:21:46.194546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Attempting to bind port 5539979a-0cdf-4123-bf62-2a74aad0ce79 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:21:46.195149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Attempting to bind port 5539979a-0cdf-4123-bf62-2a74aad0ce79 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:46.211264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Port 5539979a-0cdf-4123-bf62-2a74aad0ce79 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:21:46.214335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Attempting to bind port 5539979a-0cdf-4123-bf62-2a74aad0ce79 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:21:46.250671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f70403-2e4c-49ad-91e6-4d6dde1cbae1 req-14643184-012b-4d90-934a-9ba32a6d1cd8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.253642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2f70403-2e4c-49ad-91e6-4d6dde1cbae1 req-14643184-012b-4d90-934a-9ba32a6d1cd8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 948 time: 0.2137120 Nov 12 03:21:46.257514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:21:46.259505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:21:46.260844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:21:46.262431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Bound port: 5539979a-0cdf-4123-bf62-2a74aad0ce79, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:21:46.263016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.299712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-36e2e016-fc41-4d2b-88de-4ec0915732ee service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229478 Nov 12 03:21:46.414186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:21:46.419555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:21:46.429706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.489278 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc15da7f-adb3-4010-9df4-22d292fd1b3a req-4a1045d0-0ae3-4cf1-9190-dd4aee8e15a3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778822 Nov 12 03:21:46.527090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.528137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.536073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] 10.222.0.16 "PUT /v2.0/ports/5539979a-0cdf-4123-bf62-2a74aad0ce79 HTTP/1.1" status: 200 len: 1097 time: 3.0507979 Nov 12 03:21:46.542761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:46.545001 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b7d9ca-88b1-4872-824c-36a526d35500" -d '{"events": [{"name": "network-changed", "server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:46.563951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2f70403-2e4c-49ad-91e6-4d6dde1cbae1 req-67b29d5e-5600-481d-92a3-585db99fa06d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892399 Nov 12 03:21:46.566449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:46.653899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40f841-a759-4815-bb2a-99f760e95ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:46.717292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:46.729532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:46.729913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.771711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-278a79c9-5b74-4c18-910a-9c51762ce233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.773367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-278a79c9-5b74-4c18-910a-9c51762ce233 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 1100 time: 0.1546412 Nov 12 03:21:46.873042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-ad572037-091a-4d2f-8787-ca1d6468bbee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79 HTTP/1.1" status: 200 len: 217 time: 0.0769660 Nov 12 03:21:46.944975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:46.977726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-ffbbef68-37cd-42e1-b44a-6ae98f7fb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:46.979212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-ffbbef68-37cd-42e1-b44a-6ae98f7fb032 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0968375 Nov 12 03:21:46.993307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:46.999880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:47.007748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd95b-6be2-4e73-8cef-efe520089300 req-c792281b-0eff-47be-8479-d8d284fc3de9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.010084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13dcd95b-6be2-4e73-8cef-efe520089300 req-c792281b-0eff-47be-8479-d8d284fc3de9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.2733500 Nov 12 03:21:47.104667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:47.108099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-67fc2f76-c3a1-4d9c-8cc5-0324ae9fc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.120303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-67fc2f76-c3a1-4d9c-8cc5-0324ae9fc4cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092169 Nov 12 03:21:47.285967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13dcd95b-6be2-4e73-8cef-efe520089300 req-2271102c-4000-4f89-ba28-e6f46ca0eeba tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558799 Nov 12 03:21:47.319197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-a21179ee-1cf4-442a-8acd-ee3a74a7c5ef service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842997 Nov 12 03:21:47.387649 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbbe4a-e74b-4425-b116-bf8b043e05c3 x-openstack-request-id: req-befbbe4a-e74b-4425-b116-bf8b043e05c3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:47.387996 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:47.388208 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-befbbe4a-e74b-4425-b116-bf8b043e05c3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:47.388608 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad', 'code': 200} Nov 12 03:21:47.640040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856c492-451e-4bcb-9232-7a0e6cdd26f9 req-6ee88cbd-c546-4533-9f29-38c12dac653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.641644 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f856c492-451e-4bcb-9232-7a0e6cdd26f9 req-6ee88cbd-c546-4533-9f29-38c12dac653f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 1097 time: 0.0928504 Nov 12 03:21:47.660634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e2b33e-8333-4d5e-802e-c6f0065fcfe9 req-629b660d-8959-4153-b9c9-c332be083e07 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258426 Nov 12 03:21:47.709190 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f856c492-451e-4bcb-9232-7a0e6cdd26f9 req-e129e554-f900-44b0-9784-935e3445ee96 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Nov 12 03:21:47.714071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e5e0-c209-4b3e-bc46-f3439b29c152 req-f97b2c83-b4bb-4a6c-bbfa-986993225755 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:47.715711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd74e5e0-c209-4b3e-bc46-f3439b29c152 req-f97b2c83-b4bb-4a6c-bbfa-986993225755 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.1327567 Nov 12 03:21:47.827262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd74e5e0-c209-4b3e-bc46-f3439b29c152 req-90f75da8-bed3-4322-b970-98029dc0b801 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988564 Nov 12 03:21:48.385457 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-0b02c481-69d3-489e-b6e4-85e93acd39a8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002705 Nov 12 03:21:48.408686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e24fb-59a6-4960-938e-fcbaafef01ed req-54f26552-50c5-4a9c-a2d4-78af54e9c0b3 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.417164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e88e24fb-59a6-4960-938e-fcbaafef01ed req-54f26552-50c5-4a9c-a2d4-78af54e9c0b3 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.0962667 Nov 12 03:21:48.555007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e88e24fb-59a6-4960-938e-fcbaafef01ed req-61398d22-84e3-40f6-96a6-1e8fdafac3fe tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284566 Nov 12 03:21:48.557816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:48.642257 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56569b17-3acb-42a6-b295-462778be2f6b x-openstack-request-id: req-56569b17-3acb-42a6-b295-462778be2f6b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:48.642808 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:48.643152 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-56569b17-3acb-42a6-b295-462778be2f6b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:48.643631 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79', 'status': 'completed', 'code': 200} Nov 12 03:21:48.704544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-6f7b23ba-551b-4197-b5cd-35e62cde41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.709846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-6f7b23ba-551b-4197-b5cd-35e62cde41fd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 1097 time: 0.1167231 Nov 12 03:21:48.786102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:48.823565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'mac_address': 'fa:16:3e:68:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:48.899108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f448246-2205-409a-8234-9a2c9dc6bc5d req-45d3e64b-101d-46eb-a03a-88d81e3bce2c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.906887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f448246-2205-409a-8234-9a2c9dc6bc5d req-45d3e64b-101d-46eb-a03a-88d81e3bce2c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 948 time: 0.1147788 Nov 12 03:21:48.910498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-688f5960-02b0-4eae-a67e-43e183c9434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.912237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-688f5960-02b0-4eae-a67e-43e183c9434a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 1100 time: 0.2081451 Nov 12 03:21:48.921476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-79c7b4fa-94a0-46a3-93d7-c3fdc0cfa0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:48.922074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-79c7b4fa-94a0-46a3-93d7-c3fdc0cfa0f9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.1852012 Nov 12 03:21:48.932017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:48.950664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:48.987492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:48.993648 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:49.118526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-96085699-e4ee-428c-a7b1-3c850ad3bd21 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 200 len: 1000 time: 0.1865015 Nov 12 03:21:49.173802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:49.250394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f448246-2205-409a-8234-9a2c9dc6bc5d req-91554b6f-dcb4-4cfe-8631-b6bf868ca55b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343031 Nov 12 03:21:49.263226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-c89ecd29-cb96-46ec-98b2-5b81d346155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.266540 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-c89ecd29-cb96-46ec-98b2-5b81d346155c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1290042 Nov 12 03:21:49.354411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:49.365656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-a0f74a8f-7c1a-42ef-bb72-14710dc7fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.370623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-a0f74a8f-7c1a-42ef-bb72-14710dc7fecd service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4219372 Nov 12 03:21:49.397659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-ed4b3e71-321b-42e2-9a3d-14b88962e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.399577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:49.399806 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-ed4b3e71-321b-42e2-9a3d-14b88962e756 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131895 Nov 12 03:21:49.401801 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27955392-1806-4b5d-8425-dcdbff6abe41" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:49.410555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304db6e-8825-4613-9ebd-ae40a75e2209 req-f502ff6c-edc8-48bb-9c51-f5e9433e1d41 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.427881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4304db6e-8825-4613-9ebd-ae40a75e2209 req-f502ff6c-edc8-48bb-9c51-f5e9433e1d41 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.2149694 Nov 12 03:21:49.604970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-df842ad4-b50a-4df4-9469-3ec6c43e7d9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79 HTTP/1.1" status: 200 len: 217 time: 0.2240045 Nov 12 03:21:49.693213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-a5bf144d-d109-4328-a8c8-4c209ecb07f3 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813859 Nov 12 03:21:49.800277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4304db6e-8825-4613-9ebd-ae40a75e2209 req-4576dde0-01a1-41ff-bf91-d3ea58e481fa tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656225 Nov 12 03:21:49.866469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-c84ded79-42fb-4954-a72c-982a76b05d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.868426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-c84ded79-42fb-4954-a72c-982a76b05d4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2036326 Nov 12 03:21:49.882527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a4ae3-2070-4df0-a828-61f717b1ce36 req-12668b35-d0ee-4b9d-a969-d1030394cd89 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:49.890903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920a4ae3-2070-4df0-a828-61f717b1ce36 req-12668b35-d0ee-4b9d-a969-d1030394cd89 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.4592876 Nov 12 03:21:49.907084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29196ca7-b3db-421e-9f3b-c255a328fee6 req-f39ed12b-d007-4efe-8636-3a08c3463dee service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075179 Nov 12 03:21:50.033965 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e1bf45-4b1f-4cbb-bdc8-f8fdc8397cca x-openstack-request-id: req-95e1bf45-4b1f-4cbb-bdc8-f8fdc8397cca {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:50.034512 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:50.034512 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-95e1bf45-4b1f-4cbb-bdc8-f8fdc8397cca {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:50.035047 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:21:50.058778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920a4ae3-2070-4df0-a828-61f717b1ce36 req-3669da5c-f290-47ba-afc0-dc55732c76ba tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1652803 Nov 12 03:21:50.069098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-1195e995-e19a-4408-a110-c9edfa422760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.070629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-1195e995-e19a-4408-a110-c9edfa422760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776352 Nov 12 03:21:50.377059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-99e9e5b0-4d65-4f81-97bd-ceaf6576fc44 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935085 Nov 12 03:21:50.567880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76449fdf-599f-4276-9fca-2f343cb1d6be req-d60cd390-cd8f-4ec3-83ef-7773d94e405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.569867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-76449fdf-599f-4276-9fca-2f343cb1d6be req-d60cd390-cd8f-4ec3-83ef-7773d94e405d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1098 time: 0.4143889 Nov 12 03:21:50.571526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 5539979a-0cdf-4123-bf62-2a74aad0ce79 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:50.582965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff7f5-100e-489c-a8c5-44cfa4a7f3c9 req-7fa35d12-6aa4-47ce-816e-1302201f55d0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.584703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c6ff7f5-100e-489c-a8c5-44cfa4a7f3c9 req-7fa35d12-6aa4-47ce-816e-1302201f55d0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.2065666 Nov 12 03:21:50.697366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263272c0-77c7-42f9-a929-4d9196a78ff2 req-2214fcab-0287-4a23-a4c0-142de1e4a4e4 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:50.729807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-76449fdf-599f-4276-9fca-2f343cb1d6be req-c73b3720-de7e-49a9-8ed4-4f490c059aa7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1514485 Nov 12 03:21:50.731052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-263272c0-77c7-42f9-a929-4d9196a78ff2 req-2214fcab-0287-4a23-a4c0-142de1e4a4e4 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 948 time: 0.3323696 Nov 12 03:21:50.780532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c6ff7f5-100e-489c-a8c5-44cfa4a7f3c9 req-592c3c53-e36f-4ece-a078-f354b3e03a99 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785750 Nov 12 03:21:50.837055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:50.855414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-263272c0-77c7-42f9-a929-4d9196a78ff2 req-909c1d06-f5e0-44c6-abab-4175cab87325 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231380 Nov 12 03:21:50.870693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:50.876477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4b7d9ca-88b1-4872-824c-36a526d35500 req-3a69bbff-db05-4570-a8f2-f48a6ff809e3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872704 Nov 12 03:21:50.934830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '5539979a-0cdf-4123-bf62-2a74aad0ce79', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '5539979a-0cdf-4123-bf62-2a74aad0ce79', 'mac_address': 'fa:16:3e:53:d5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:50.989188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.044140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:51.065146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:51.065822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.156878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5539979a-0cdf-4123-bf62-2a74aad0ce79 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:51.172982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625a806-e791-4369-aa48-473f6c51c718 req-c4981d37-9d54-4a90-9809-91d4f0d13188 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.180754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:51.182707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d625a806-e791-4369-aa48-473f6c51c718 req-c4981d37-9d54-4a90-9809-91d4f0d13188 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.1873527 Nov 12 03:21:51.190502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.258171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.284391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce0c34-3f74-46f8-9ebb-e1b732bf193c req-e27cdc29-0cad-4a21-a16e-a599cd0b0598 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.294517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48ce0c34-3f74-46f8-9ebb-e1b732bf193c req-e27cdc29-0cad-4a21-a16e-a599cd0b0598 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.2114520 Nov 12 03:21:51.321387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.392914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d625a806-e791-4369-aa48-473f6c51c718 req-6e6ce12c-b27a-44fd-bdf4-92133a9d0d83 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081456 Nov 12 03:21:51.411336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:51.417378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:51.433706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48ce0c34-3f74-46f8-9ebb-e1b732bf193c req-a2c2b90c-ed23-4837-9d59-23330f4aa29a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357291 Nov 12 03:21:51.530252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:51.592230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['5539979a-0cdf-4123-bf62-2a74aad0ce79'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:51.629145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6de36a-7b83-45da-98df-17c3241ff28f req-f2e3f9b7-675f-4bd2-89e1-72f394de7c13 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.643773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb6de36a-7b83-45da-98df-17c3241ff28f req-f2e3f9b7-675f-4bd2-89e1-72f394de7c13 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1121085 Nov 12 03:21:51.730105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb6de36a-7b83-45da-98df-17c3241ff28f req-91264c72-5993-448f-a4e3-5f15509d5518 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846937 Nov 12 03:21:51.798805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59df4-2afe-472e-b749-f549cc313081 req-572da51a-abcf-420f-86dd-875ea5f9af33 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:51.816312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0bb59df4-2afe-472e-b749-f549cc313081 req-572da51a-abcf-420f-86dd-875ea5f9af33 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.1522884 Nov 12 03:21:51.944881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0bb59df4-2afe-472e-b749-f549cc313081 req-8f9bd00b-7496-4b17-96a5-ae67c28fae1e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281304 Nov 12 03:21:52.036015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:52.038326 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c29ca-0012-4ae4-91d5-0eeb965e4a7d" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:52.090779 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b02bc7cc-a04f-4ff4-a15e-7481e916e735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:52.201589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcdb94-2b4c-4068-bbb6-c30b3dc269cc req-f66a1209-711d-489c-81a6-e927d1d11aca tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.204351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80bcdb94-2b4c-4068-bbb6-c30b3dc269cc req-f66a1209-711d-489c-81a6-e927d1d11aca tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 949 time: 0.1440649 Nov 12 03:21:52.286075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80bcdb94-2b4c-4068-bbb6-c30b3dc269cc req-d68a6e79-5e97-4784-bb7d-a37fa3b3f4ad tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687177 Nov 12 03:21:52.332973 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c2d76f-0c02-4a4a-9106-dcf6ebeebdb4 x-openstack-request-id: req-76c2d76f-0c02-4a4a-9106-dcf6ebeebdb4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:52.333784 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:52.334258 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-76c2d76f-0c02-4a4a-9106-dcf6ebeebdb4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:52.334833 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'code': 200} Nov 12 03:21:52.539056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561d5ec-dfeb-476c-b357-e86aae471286 req-b0064042-810b-489e-9da8-09edf9b2c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.540799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0561d5ec-dfeb-476c-b357-e86aae471286 req-b0064042-810b-489e-9da8-09edf9b2c3ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1101 time: 0.0786889 Nov 12 03:21:52.619847 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0561d5ec-dfeb-476c-b357-e86aae471286 req-b70e8c9e-ec1c-43f9-8279-3ee8341749b9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678015 Nov 12 03:21:52.633794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed16d6-6f6e-4c92-b504-8353e5593a37 req-0cabe448-b251-4995-842e-757e58d36f44 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:52.635734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ed16d6-6f6e-4c92-b504-8353e5593a37 req-0cabe448-b251-4995-842e-757e58d36f44 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1023591 Nov 12 03:21:52.738045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ed16d6-6f6e-4c92-b504-8353e5593a37 req-51561cd3-3a34-47a3-8960-466054326199 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953152 Nov 12 03:21:52.993452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735f4c8-efe7-48d7-bcde-5fd9463896ff req-4ea6c327-12db-436e-b25a-884a00201dc4 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.000629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0735f4c8-efe7-48d7-bcde-5fd9463896ff req-4ea6c327-12db-436e-b25a-884a00201dc4 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1110487 Nov 12 03:21:53.028961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473407b-64b0-49f0-89f7-8811337317e0 req-9a29af78-e842-48b3-842a-23205f476c55 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.038192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b473407b-64b0-49f0-89f7-8811337317e0 req-9a29af78-e842-48b3-842a-23205f476c55 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.1261437 Nov 12 03:21:53.104873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0735f4c8-efe7-48d7-bcde-5fd9463896ff req-5cfcf153-07aa-4309-a7e5-579dd03c77e5 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032646 Nov 12 03:21:53.119051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b473407b-64b0-49f0-89f7-8811337317e0 req-dd6a4d6f-b0c7-40e0-9ae2-2a2e57f9464c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Nov 12 03:21:53.317471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03176-cfdb-45ca-a1b9-03aa176b56f3 req-ea373f76-aaf6-41b5-8ca2-0b55c730b703 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.328149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4af03176-cfdb-45ca-a1b9-03aa176b56f3 req-ea373f76-aaf6-41b5-8ca2-0b55c730b703 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.1072884 Nov 12 03:21:53.419539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4af03176-cfdb-45ca-a1b9-03aa176b56f3 req-c94bd56d-3bfa-4bf5-bf69-6611de4e0419 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834057 Nov 12 03:21:53.494270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d6431-4a5b-4ad5-9e86-1d01b47dd4fa req-f410d91b-de55-4c7c-845c-bfc77095472f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.495814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-322d6431-4a5b-4ad5-9e86-1d01b47dd4fa req-f410d91b-de55-4c7c-845c-bfc77095472f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 949 time: 0.0753450 Nov 12 03:21:53.622661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1097a-ed2f-43c2-96e4-fd5de58ff78d req-93d11287-786d-44d7-8919-c2f1d6fb60cf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.623980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bf1097a-ed2f-43c2-96e4-fd5de58ff78d req-93d11287-786d-44d7-8919-c2f1d6fb60cf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.1272244 Nov 12 03:21:53.635727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35418) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:21:53.637280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a294c-b993-4516-9ab1-5374982d6733 req-33a19702-dd90-4e6d-8c32-c3c7709a6c1e tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:53.638868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e89a294c-b993-4516-9ab1-5374982d6733 req-33a19702-dd90-4e6d-8c32-c3c7709a6c1e tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.16 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1216125 Nov 12 03:21:53.641974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'floatingip': {'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:21:53.648236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-322d6431-4a5b-4ad5-9e86-1d01b47dd4fa req-6d6c98c2-ef37-4d45-a1ab-ad3a669cfae3 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401925 Nov 12 03:21:53.725811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:53.816924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Deleting port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:21:53.817611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.069306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3865630-c8f8-4193-a264-8e1e72c13591 req-2e515a3a-fae3-42d7-8a26-a8c39e201b5e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.071923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3865630-c8f8-4193-a264-8e1e72c13591 req-2e515a3a-fae3-42d7-8a26-a8c39e201b5e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1524193 Nov 12 03:21:54.074512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] For port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:54.075221 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.112620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Calling delete_port for 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:21:54.208675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3865630-c8f8-4193-a264-8e1e72c13591 req-ad9ee15f-99a6-40bd-a2a1-d2ba686793ab tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151478 Nov 12 03:21:54.285661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d5560b1-2721-478b-9d03-2b1fa9dc81b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.379418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25d899-e7eb-4a97-a4c6-fc99936a39c2 req-bc13ab71-c074-4cee-99e4-170a70643be4 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.387478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e25d899-e7eb-4a97-a4c6-fc99936a39c2 req-bc13ab71-c074-4cee-99e4-170a70643be4 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 945 time: 0.1564999 Nov 12 03:21:54.461239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ef501-6eb6-41b6-a659-60f8993f0766 req-c74285ab-b5c1-4439-aa2d-ed869b0eed3d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.462826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d3ef501-6eb6-41b6-a659-60f8993f0766 req-c74285ab-b5c1-4439-aa2d-ed869b0eed3d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.1365054 Nov 12 03:21:54.506819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.531753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e25d899-e7eb-4a97-a4c6-fc99936a39c2 req-531df468-32a1-4142-94ae-90a4c277cf71 tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/security-groups?id=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382942 Nov 12 03:21:54.551201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:54.585288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Pushing event deleted for resources: {'Port': ['ID=8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:54.631442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 5539979a-0cdf-4123-bf62-2a74aad0ce79 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:54.651849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d3ef501-6eb6-41b6-a659-60f8993f0766 req-afd3178d-46ee-4da9-b1f0-809bcb219f3c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767337 Nov 12 03:21:54.688879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] No DVR routers for this DVR port 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:21:54.692659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.697531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e89a294c-b993-4516-9ab1-5374982d6733 req-0d3e83ab-42b6-426b-9624-b966d26b6bfa tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.16 "DELETE /v2.0/ports/8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 HTTP/1.1" status: 204 len: 173 time: 1.0458825 Nov 12 03:21:54.698068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'name': 'network-vif-deleted', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:54.701276 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b514b22-65d6-4ebd-8f9b-6487ba855e87" -d '{"events": [{"server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "name": "network-vif-deleted", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:54.715079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:21:54.746384 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c5bd7d-e7db-48fb-89f3-a7d8f2dfd626 x-openstack-request-id: req-e3c5bd7d-e7db-48fb-89f3-a7d8f2dfd626 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:54.746686 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826f5dc8-2ec7-440f-9be4-a4d6f0bac88d", "name": "network-vif-deleted", "tag": "8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:54.747267 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e3c5bd7d-e7db-48fb-89f3-a7d8f2dfd626 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:54.747676 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826f5dc8-2ec7-440f-9be4-a4d6f0bac88d', 'name': 'network-vif-deleted', 'tag': '8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1', 'status': 'completed', 'code': 200} Nov 12 03:21:54.794269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 5539979a-0cdf-4123-bf62-2a74aad0ce79 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:21:54.803194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 5539979a-0cdf-4123-bf62-2a74aad0ce79 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:54.803828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.828544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62180369-3652-440c-809b-e77a0039fe65 req-03102298-4bf3-4419-88d4-ec85969b8f6e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:54.830160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62180369-3652-440c-809b-e77a0039fe65 req-03102298-4bf3-4419-88d4-ec85969b8f6e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 949 time: 0.0629752 Nov 12 03:21:54.889763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62180369-3652-440c-809b-e77a0039fe65 req-cf50d913-bfb8-4013-b2ca-dae4621b26f2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517538 Nov 12 03:21:54.931547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.953232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:54.997116 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.087272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:55.096869 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957ba81-51a8-4b1a-9563-5cdc45320ebc" -d '{"events": [{"server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "name": "network-vif-plugged", "status": "completed", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:55.146105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:55.151606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.202997 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f0c42f-434f-43df-8d9b-27df2e59e655 x-openstack-request-id: req-d3f0c42f-434f-43df-8d9b-27df2e59e655 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:55.203948 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "name": "network-vif-plugged", "status": "completed", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:55.205060 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d3f0c42f-434f-43df-8d9b-27df2e59e655 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:55.205894 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79', 'code': 200} Nov 12 03:21:55.236470 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Floating IP c510f3d7-dc92-4c06-8560-6231b750b574 associated. External IP: 172.25.7.53, port: 18cde8e6-2afa-4e28-9d93-9f57bffca5dc. Nov 12 03:21:55.251680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:55.304160 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.499108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eed07-5871-42b8-91f7-40fe0f27a700 req-47519693-8c7a-43b9-937a-5a78be48300d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.502529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-066eed07-5871-42b8-91f7-40fe0f27a700 req-47519693-8c7a-43b9-937a-5a78be48300d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1712816 Nov 12 03:21:55.517851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65ada7-52f2-4f5e-9cc4-2e262b723c68 req-6c8c367d-45ba-410a-9185-a86f74a7b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.519852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c65ada7-52f2-4f5e-9cc4-2e262b723c68 req-6c8c367d-45ba-410a-9185-a86f74a7b8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 1102 time: 0.1308794 Nov 12 03:21:55.607442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Router e284822a-0daf-4c97-9311-bedde43e6f21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:21:55.621591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-066eed07-5871-42b8-91f7-40fe0f27a700 req-ac2eec8d-39de-4b62-b346-a81e690dd722 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080575 Nov 12 03:21:55.636214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c65ada7-52f2-4f5e-9cc4-2e262b723c68 req-501eb4d7-24d7-46b6-b1fe-ae12444bb9ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993559 Nov 12 03:21:55.739524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a373ad4-7a27-4cb0-89a8-7818ca0ca1c3 req-e7a53707-8745-43e0-9e67-e0ddbe4d4d2c tempest-AttachSCSIVolumeTestJSON-36572497 tempest-AttachSCSIVolumeTestJSON-36572497-project] 10.222.0.97 "GET /v2.0/ports?device_id=826f5dc8-2ec7-440f-9be4-a4d6f0bac88d HTTP/1.1" status: 200 len: 210 time: 0.0553033 Nov 12 03:21:55.793622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:21:55.804539 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Sync routers for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:21:55.805092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:55.824970 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:55.825744 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:55.842134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc5c9ad3-80fa-49d0-8d74-a6e13e2a0b34 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "PUT /v2.0/floatingips/c510f3d7-dc92-4c06-8560-6231b750b574 HTTP/1.1" status: 200 len: 991 time: 2.2045939 Nov 12 03:21:55.843147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:55.845812 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:55.889175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487d203-d640-499a-99b0-6924c8357ba5 req-fbb80def-a5b5-4455-a107-68b07d0d50e7 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:55.890719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1487d203-d640-499a-99b0-6924c8357ba5 req-fbb80def-a5b5-4455-a107-68b07d0d50e7 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.1035328 Nov 12 03:21:56.049540 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:56.069143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1487d203-d640-499a-99b0-6924c8357ba5 req-4f942c13-0d36-45ac-b462-0036c92b2b5c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711864 Nov 12 03:21:56.093344 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629d323-0d0a-4f3c-bb81-a73cba25cd08 x-openstack-request-id: req-3629d323-0d0a-4f3c-bb81-a73cba25cd08 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:56.093717 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:56.094060 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3629d323-0d0a-4f3c-bb81-a73cba25cd08 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:56.094806 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'status': 'completed', 'code': 200} Nov 12 03:21:56.293932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-47dad0f3-4af4-44b0-a3c4-65e707f392f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.295466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-47dad0f3-4af4-44b0-a3c4-65e707f392f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1098 time: 0.1380982 Nov 12 03:21:56.469558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-b3839c53-2b80-4be9-a366-eefec6639a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.471061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-b3839c53-2b80-4be9-a366-eefec6639a72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.1469932 Nov 12 03:21:56.482540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d42e86-9d83-49b9-9767-6163782dfc05 req-bd7f583b-227e-40ff-a724-e4d94f0d8e08 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.490286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d42e86-9d83-49b9-9767-6163782dfc05 req-bd7f583b-227e-40ff-a724-e4d94f0d8e08 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 950 time: 0.3630860 Nov 12 03:21:56.552839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'c510f3d7-dc92-4c06-8560-6231b750b574', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'floating_ip_address': '172.25.7.53', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:30Z', 'updated_at': '2021-11-12T03:21:54Z', 'revision_number': 1, 'project_id': '254ecbe03bcf4546b930013876409cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:56.591017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d42e86-9d83-49b9-9767-6163782dfc05 req-01183a89-e029-485e-bfb3-857830d995f0 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997388 Nov 12 03:21:56.611198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:21:56.660686 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Checking router: e284822a-0daf-4c97-9311-bedde43e6f21 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:21:56.705321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:21:56.706716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a7d5b0f-0478-4b81-aaaf-a1ac78f8e1f1 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:21:56.711542 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:21:56.712169 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:56.712392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-b9d3db61-3131-4b33-9d54-5d4f647e775b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.2021365 Nov 12 03:21:56.854054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:56.891544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-3a46fcdd-54d8-47a4-bea4-e5d494e00473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:56.894234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-3a46fcdd-54d8-47a4-bea4-e5d494e00473 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1259058 Nov 12 03:21:56.931733 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:21:56.954529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:21:57.132909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-c0aa2ce2-a9b0-403a-9a39-6597fa3e95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.134937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-c0aa2ce2-a9b0-403a-9a39-6597fa3e95ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202899 Nov 12 03:21:57.172256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724b01f-8d6d-4eac-999c-21f202565771 req-910824a3-ff9a-452b-beb2-79ceff184639 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.180883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3724b01f-8d6d-4eac-999c-21f202565771 req-910824a3-ff9a-452b-beb2-79ceff184639 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.3898356 Nov 12 03:21:57.248904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:57.292565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f2849380-c307-4255-a710-91ef8381d1ad', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'port_id': 'f2849380-c307-4255-a710-91ef8381d1ad', 'mac_address': 'fa:16:3e:c8:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e78731-4606-4a33-a4b1-63cfc60af8be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:21:57.401686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.577612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65c8b-cd72-4b48-b0d8-3aff9b085fda req-3af88b32-b1ea-4426-a87b-bdf5cabdeadb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:57.583470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57a65c8b-cd72-4b48-b0d8-3aff9b085fda req-3af88b32-b1ea-4426-a87b-bdf5cabdeadb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.3473051 Nov 12 03:21:57.605850 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'c510f3d7-dc92-4c06-8560-6231b750b574', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'floating_ip_address': '172.25.7.53', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:30Z', 'updated_at': '2021-11-12T03:21:54Z', 'revision_number': 1, 'project_id': '254ecbe03bcf4546b930013876409cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:21:57.622243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3724b01f-8d6d-4eac-999c-21f202565771 req-7e654d28-618f-4501-b826-2c8e6100d301 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403994 Nov 12 03:21:57.652409 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0d1d1-a4f3-4331-8546-8dbfd82e2542 None None] The sync data for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 is: [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'c510f3d7-dc92-4c06-8560-6231b750b574', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'floating_ip_address': '172.25.7.53', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:30Z', 'updated_at': '2021-11-12T03:21:54Z', 'revision_number': 1, 'project_id': '254ecbe03bcf4546b930013876409cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:21:57.731629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-3c7458a3-20d8-42f8-953a-79f8ef18c0d2 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863914 Nov 12 03:21:57.774347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2849380-c307-4255-a710-91ef8381d1ad {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:21:57.822608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57a65c8b-cd72-4b48-b0d8-3aff9b085fda req-d311a347-d4af-47b2-acae-b110d0a2aa6d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988931 Nov 12 03:21:57.886894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:57.895432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:57.899960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:58.042035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:58.133378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f2dc9-5f7b-455b-b869-48198221f534 req-fe972a01-e0e3-42f9-8a82-ba7aa8629c90 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.135977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f6f2dc9-5f7b-455b-b869-48198221f534 req-fe972a01-e0e3-42f9-8a82-ba7aa8629c90 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 950 time: 0.2166469 Nov 12 03:21:58.162118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f2849380-c307-4255-a710-91ef8381d1ad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:21:58.188742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8797926-edaa-4e49-835c-0ed0c8f4fa3f req-a4ed5841-d996-4836-b51e-2f61170476ce service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226496 Nov 12 03:21:58.263490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c81ce5-f881-4283-8a76-c46077837f46 None None] New status for floating IP c510f3d7-dc92-4c06-8560-6231b750b574: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:21:58.270868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f6f2dc9-5f7b-455b-b869-48198221f534 req-12479be5-4e38-4eee-9637-77883305f382 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272974 Nov 12 03:21:58.489173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0495d6-16c4-4273-8791-50b16a65f2d0 req-cdee8b80-1293-48bb-8888-f7fd3ed702fa tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.497150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f0495d6-16c4-4273-8791-50b16a65f2d0 req-cdee8b80-1293-48bb-8888-f7fd3ed702fa tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0720372 Nov 12 03:21:58.630991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f0495d6-16c4-4273-8791-50b16a65f2d0 req-b90b233e-c073-427a-a6f3-f69b101b70c3 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315100 Nov 12 03:21:58.870195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89815f-aadd-4cd5-8732-ddb068e36d45 req-5b7caf36-59c5-4c2c-9ef6-64efc64054f4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:58.881527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee89815f-aadd-4cd5-8732-ddb068e36d45 req-5b7caf36-59c5-4c2c-9ef6-64efc64054f4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.1283662 Nov 12 03:21:58.889508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-2cbf4e00-356b-4b5a-a599-5c1d0f95e9ea tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832956 Nov 12 03:21:58.978240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:21:59.105996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f2849380-c307-4255-a710-91ef8381d1ad triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:21:59.108428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.282095 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.323034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:21:59.325857 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a86e3e-0224-4015-9543-c040a0277e6f" -d '{"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:21:59.344634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:21:59.352298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:21:59.361988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee89815f-aadd-4cd5-8732-ddb068e36d45 req-c18cc7ef-ef1d-4957-9fc4-1d98e3250864 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735875 Nov 12 03:21:59.435311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:21:59.470086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-cef031fe-f8b4-468b-8881-b4c95654ef0d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.474469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-cef031fe-f8b4-468b-8881-b4c95654ef0d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5764556 Nov 12 03:21:59.515975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-0c63e8d7-e35d-4bb1-aa4d-a481efa5ffa3 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/quotas/aacc1379519a4795b3ef36591b280013 HTTP/1.1" status: 200 len: 375 time: 0.0339260 Nov 12 03:21:59.618353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-019a71cd-5e58-4b63-815b-6fb462e56986 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015615 Nov 12 03:21:59.694134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aa9db-eb12-4fcb-bfa2-02dc9505508e req-93438461-929b-42f9-a4a9-90792601a49a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:21:59.695944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e1aa9db-eb12-4fcb-bfa2-02dc9505508e req-93438461-929b-42f9-a4a9-90792601a49a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.0583770 Nov 12 03:21:59.773073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e1aa9db-eb12-4fcb-bfa2-02dc9505508e req-52ce4ff5-5ed1-46c5-bcf9-00c5bf1aca7a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Nov 12 03:21:59.839149 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d966193a-277b-4540-92ee-1b40dd8ec7b8 x-openstack-request-id: req-d966193a-277b-4540-92ee-1b40dd8ec7b8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:21:59.839649 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-plugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:21:59.839906 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d966193a-277b-4540-92ee-1b40dd8ec7b8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:21:59.840390 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad', 'code': 200} Nov 12 03:22:00.006761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-509ec6f3-7ed1-4558-bc0d-c593ee014f67 req-4dabb219-6282-4261-a0d0-64118d5232eb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0546823 Nov 12 03:22:00.519614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb78f2-1e0e-4dd3-a45a-6fa1b13f9926 req-2dc0f799-b47a-4ddb-ac80-08900badd607 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.527294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0deb78f2-1e0e-4dd3-a45a-6fa1b13f9926 req-2dc0f799-b47a-4ddb-ac80-08900badd607 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 945 time: 0.0627835 Nov 12 03:22:00.623306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0deb78f2-1e0e-4dd3-a45a-6fa1b13f9926 req-84c7077d-b898-439b-b52f-bc8a0151d3ee tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905821 Nov 12 03:22:00.739131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-83e7394a-a924-42e6-a712-fa9ef33ff11f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:00.741416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-83e7394a-a924-42e6-a712-fa9ef33ff11f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.0641713 Nov 12 03:22:00.760884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-29'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:00.841121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-d2af813e-8cdf-4434-bd0c-a9a1f9fa8411 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1167744793&fields=id&tenant_id=e37273924cf5456c86a863226224861d HTTP/1.1" status: 200 len: 267 time: 0.0816765 Nov 12 03:22:00.852479 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:00.994110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:01.060407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-a5c9e926-cb7b-49cc-9910-f6cbc5d349c5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.068515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-a5c9e926-cb7b-49cc-9910-f6cbc5d349c5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/networks?id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f HTTP/1.1" status: 200 len: 815 time: 0.2262414 Nov 12 03:22:01.091789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:01.120590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-1067da3a-1b7d-4b35-a8c1-373fb2282a77 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/quotas/e37273924cf5456c86a863226224861d HTTP/1.1" status: 200 len: 375 time: 0.0505924 Nov 12 03:22:01.123785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:01.157182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.158077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c has no active binding in host n-h2-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:22:01.163795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b859f-eea2-4389-aabd-b765eb5f7f74 req-043c1c5b-d9c4-464e-bd28-eed1e547262e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.167788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a2b859f-eea2-4389-aabd-b765eb5f7f74 req-043c1c5b-d9c4-464e-bd28-eed1e547262e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.2534819 Nov 12 03:22:01.187617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:01.275598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-25869c9f-1072-4054-a5c9-7b1130b6cd9b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aacc1379519a4795b3ef36591b280013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492241 Nov 12 03:22:01.290333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:01.292667 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62e5575-e7b6-472c-992a-a1b1a861fb61" -d '{"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-unplugged", "status": "completed", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:01.296651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.322634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.376301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a2b859f-eea2-4389-aabd-b765eb5f7f74 req-01d863fc-3baa-42b0-a5a2-e7a2d03e9535 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724706 Nov 12 03:22:01.413825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-fa3361ee-1d2f-414b-9e5e-904f702e3a34 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e37273924cf5456c86a863226224861d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2830646 Nov 12 03:22:01.459262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:01.478174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on host n-h1-766726-29 for vnic_type normal with profile {"migrating_to": "n-h2-766726-29"} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:01.478513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:01.479372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:01.485278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:01.485605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Attempting to bind port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:01.492383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:01.492573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:01.493006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:01.493440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Bound port: 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:01.493855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.588816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:01.592563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:01.609551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:01.646064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b3073311-e121-4f3d-8552-92582bc734d9 service neutron] 10.222.0.97 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300735 Nov 12 03:22:01.799615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b307e9be-a27f-4e51-8419-cb20d910ea2b req-bbdff540-da6a-42ef-8569-f897a5ff8f86 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0789781 Nov 12 03:22:01.837082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-f839d81a-5bb0-4286-b7d0-6a18cf20630b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:01.838601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-f839d81a-5bb0-4286-b7d0-6a18cf20630b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5534484 Nov 12 03:22:01.863250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Request body: {'port': {'device_id': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'aacc1379519a4795b3ef36591b280013'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:01.944816 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d342ae56-fbcd-49be-993f-a34c25eb4196 x-openstack-request-id: req-d342ae56-fbcd-49be-993f-a34c25eb4196 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:01.945295 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-unplugged", "status": "completed", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:01.945379 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d342ae56-fbcd-49be-993f-a34c25eb4196 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:01.947172 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'code': 200} Nov 12 03:22:01.968806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-9da3a5b1-bde3-48b8-af12-dff441daf4ca service neutron] 10.222.0.97 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186097 Nov 12 03:22:02.007113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=8']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:02.043345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.044147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.045578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-1f6ec177-c654-4536-8fc4-fadaa56754fb service neutron] 10.222.0.104 "PUT /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 1123 time: 1.2895627 Nov 12 03:22:02.117522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb750417-943b-4024-99bb-68263ec23bb4 req-9debb15a-e1ae-4a82-bdab-c6b4041f131e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.127805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb750417-943b-4024-99bb-68263ec23bb4 req-9debb15a-e1ae-4a82-bdab-c6b4041f131e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.1379302 Nov 12 03:22:02.201431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb750417-943b-4024-99bb-68263ec23bb4 req-a359f0b2-1e38-41c9-98e2-57a208707346 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716004 Nov 12 03:22:02.208956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:02.223846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Made reservation on behalf of aacc1379519a4795b3ef36591b280013 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:02.228309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:02.322541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:02.553322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Allocated IP 192.168.233.144 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/f57367f4-b59e-4508-86b5-42acc039fb9a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:02.781981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21f62113-4e67-4c35-b833-f9b130669faf req-9f4b7470-18a9-431e-9c08-be1691e6461c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0561931 Nov 12 03:22:02.884762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf8ab5-e898-4f5c-81c3-dfd18ae97a3a req-94155bd0-986c-42ce-bd80-cf5a784c92cc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:02.893433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eacf8ab5-e898-4f5c-81c3-dfd18ae97a3a req-94155bd0-986c-42ce-bd80-cf5a784c92cc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 945 time: 0.3971839 Nov 12 03:22:03.005403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:03.027517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eacf8ab5-e898-4f5c-81c3-dfd18ae97a3a req-7c469634-5247-4f53-a771-dc454802178d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323857 Nov 12 03:22:03.088976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.135474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fff726f6-e5e3-4a2f-b2ad-a134b74fcc5b req-eb4204bd-a6eb-4433-a36c-aeb5726228c6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0686262 Nov 12 03:22:03.188686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.219794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.250964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event updated for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:03.268021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', '5539979a-0cdf-4123-bf62-2a74aad0ce79'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:03.279894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:03.281565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:03.284827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:03.398340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.399119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.441925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:03.443937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:03.446394 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658b776-1976-4f18-ba9b-f9ce4094ba58" -d '{"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:03.453297 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.468765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-5736e5ee-b75a-434b-bc2d-085d341dedb5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6097429 Nov 12 03:22:03.527646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Request body: {'port': {'device_id': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:03.579373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:03.788477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdcb8b-1ebf-4a25-be33-44bcd3c7c0f9 req-2e01b67b-8e76-4420-a79c-341658f76d9b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.790887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03bdcb8b-1ebf-4a25-be33-44bcd3c7c0f9 req-2e01b67b-8e76-4420-a79c-341658f76d9b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.3458037 Nov 12 03:22:03.792221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-16774ffa-9d1e-4196-a93c-aa154c86897d None None] Provisioning complete for port f57367f4-b59e-4508-86b5-42acc039fb9a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:03.792594 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16774ffa-9d1e-4196-a93c-aa154c86897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.801795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba8e5d-3bf7-4cd6-ad8c-e3f5cd2d74cc req-5e2e9aab-701c-4e56-972c-eb251e3adc5d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:03.810181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aba8e5d-3bf7-4cd6-ad8c-e3f5cd2d74cc req-5e2e9aab-701c-4e56-972c-eb251e3adc5d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.2142334 Nov 12 03:22:03.817277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:03.949115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:03.952608 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dbaf88-3143-4b4b-8df0-305af604edf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:03.966314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16774ffa-9d1e-4196-a93c-aa154c86897d None None] Port f57367f4-b59e-4508-86b5-42acc039fb9a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:03.975715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aba8e5d-3bf7-4cd6-ad8c-e3f5cd2d74cc req-6aca929c-5c93-47bb-a48e-c6a582c470c9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591918 Nov 12 03:22:04.043672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03bdcb8b-1ebf-4a25-be33-44bcd3c7c0f9 req-98e1c831-6cf7-4dd5-9651-e43b0769fffe tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224348 Nov 12 03:22:04.196226 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5735f6e-c40b-4a92-b0ce-d225939b9738 x-openstack-request-id: req-c5735f6e-c40b-4a92-b0ce-d225939b9738 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:04.196727 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f2849380-c307-4255-a710-91ef8381d1ad", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:04.197141 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c5735f6e-c40b-4a92-b0ce-d225939b9738 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:04.197718 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad', 'code': 200} Nov 12 03:22:04.382695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-738012ac-fef5-4d3f-a344-048c4a431709 req-3984c4f1-4c88-4d09-afc9-2660c070eb71 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0371997 Nov 12 03:22:04.497448 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e57d3-2d6c-4430-9089-5cc77c7e4f8f x-openstack-request-id: req-8d2e57d3-2d6c-4430-9089-5cc77c7e4f8f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:04.497798 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:04.498111 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8d2e57d3-2d6c-4430-9089-5cc77c7e4f8f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:04.498580 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'status': 'completed', 'code': 200} Nov 12 03:22:04.586538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57367f4-b59e-4508-86b5-42acc039fb9a {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:04.596097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.623822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-d64e47f4-788c-48cf-a157-e8ba95bc841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.624326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Transition to ACTIVE for port object f57367f4-b59e-4508-86b5-42acc039fb9a will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:04.625947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-d64e47f4-788c-48cf-a157-e8ba95bc841a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1126 time: 0.0638492 Nov 12 03:22:04.636507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.741947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Pushing event updated for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:04.761337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-0d952e26-78aa-41b9-a62a-e05ca33e2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.762767 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-0d952e26-78aa-41b9-a62a-e05ca33e2dce service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1295679 Nov 12 03:22:04.822075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:04.836542 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-b19fd180-6edc-40a9-aa0e-1c7666ebac6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 217 time: 0.0571525 Nov 12 03:22:04.842088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06967ab6-2fe9-4d56-ba9e-4c1a2d9e6c61 req-0406812a-f4f0-4909-985c-545f0fe766d2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.843698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06967ab6-2fe9-4d56-ba9e-4c1a2d9e6c61 req-0406812a-f4f0-4909-985c-545f0fe766d2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 948 time: 0.1936822 Nov 12 03:22:04.891188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-c526fdb5-1d7e-4bb2-bc0e-5828be42bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:04.893168 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-c526fdb5-1d7e-4bb2-bc0e-5828be42bbcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0496490 Nov 12 03:22:04.894454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Attempting to bind port f57367f4-b59e-4508-86b5-42acc039fb9a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:04.894788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Attempting to bind port f57367f4-b59e-4508-86b5-42acc039fb9a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:04.895135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Attempting to bind port f57367f4-b59e-4508-86b5-42acc039fb9a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:04.912707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Port f57367f4-b59e-4508-86b5-42acc039fb9a on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:04.913083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Attempting to bind port f57367f4-b59e-4508-86b5-42acc039fb9a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:04.936343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:04.936698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:04.937051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:04.937489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Bound port: f57367f4-b59e-4508-86b5-42acc039fb9a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:04.937840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:04.938724 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-c7cb8006-1654-4fb6-8f9e-226b26bfbe49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375309 Nov 12 03:22:05.027567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06967ab6-2fe9-4d56-ba9e-4c1a2d9e6c61 req-aec41859-50e9-4bea-a98a-cc781549e6f8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298351 Nov 12 03:22:05.098483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:05.102253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f57367f4-b59e-4508-86b5-42acc039fb9a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:05.148814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-c4b405fa-9aae-4187-be5b-6a24efccbc6b service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911016 Nov 12 03:22:05.179578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.297084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-62dbaf88-3143-4b4b-8df0-305af604edf1 req-aa4e6292-5a28-4caf-b555-e36326b68d52 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192415 Nov 12 03:22:05.315037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.316382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:05.317815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] 10.222.0.16 "PUT /v2.0/ports/f57367f4-b59e-4508-86b5-42acc039fb9a HTTP/1.1" status: 200 len: 1097 time: 1.8047605 Nov 12 03:22:05.324066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:05.327037 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0df5a2-d679-4647-bfb0-391ead817eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:05.358694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c9e03-7570-4682-ae52-87410fb9665f req-7c387f75-2fb2-4a1b-b5e3-0f9667ab6e08 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.360917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e16c9e03-7570-4682-ae52-87410fb9665f req-7c387f75-2fb2-4a1b-b5e3-0f9667ab6e08 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.1834538 Nov 12 03:22:05.421834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-15285d99-c146-4f7c-b8e3-65a53b62c785 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.423683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-15285d99-c146-4f7c-b8e3-65a53b62c785 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.104 "GET /v2.0/networks?id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f HTTP/1.1" status: 200 len: 815 time: 0.3082454 Nov 12 03:22:05.427261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecef51-56e4-45f0-9af4-96a3e98c5213 service neutron] Pushing event updated for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:05.461063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8892cb3-8231-4d01-9e93-27294a23bdb0 req-bc74d035-d480-48f8-956d-8f7c5276b46d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.462828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8892cb3-8231-4d01-9e93-27294a23bdb0 req-bc74d035-d480-48f8-956d-8f7c5276b46d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.2693939 Nov 12 03:22:05.555517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e16c9e03-7570-4682-ae52-87410fb9665f req-23acafbe-85fe-423f-a633-aa49ad271f5f tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755574 Nov 12 03:22:05.670902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-d3fcb324-a026-41f6-b2b1-1e853e5f318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.676331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-d3fcb324-a026-41f6-b2b1-1e853e5f318a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 1100 time: 0.2347064 Nov 12 03:22:05.680117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8892cb3-8231-4d01-9e93-27294a23bdb0 req-9e81e5f6-4e23-42ce-b129-758b694cc5ec tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003841 Nov 12 03:22:05.730636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-a036fa39-91c9-4a7c-8641-afe1a1864b1b tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e37273924cf5456c86a863226224861d HTTP/1.1" status: 200 len: 380 time: 0.1691384 Nov 12 03:22:05.757704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-65c841c2-eaa1-462b-a264-6ee3051d65e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=f57367f4-b59e-4508-86b5-42acc039fb9a HTTP/1.1" status: 200 len: 217 time: 0.0563426 Nov 12 03:22:05.788433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'port': {'device_id': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'admin_state_up': True, 'tenant_id': 'e37273924cf5456c86a863226224861d', 'security_groups': ['f589c3ab-6c2e-4f70-b76b-ec3507f2cb58']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:05.857324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-ccae1d6f-2552-424b-b00b-d997aaac6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:05.859977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-ccae1d6f-2552-424b-b00b-d997aaac6d50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0744057 Nov 12 03:22:05.887768 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff82e9f7-254b-4452-ba1f-b472d3b4ae6d x-openstack-request-id: req-ff82e9f7-254b-4452-ba1f-b472d3b4ae6d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:05.888207 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:05.888549 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ff82e9f7-254b-4452-ba1f-b472d3b4ae6d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:05.889041 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a', 'status': 'completed', 'code': 200} Nov 12 03:22:05.895492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-789bc6f7-d11c-466c-aa10-5906d6523c24 req-356a1a2a-bd40-4183-bed6-dcefbe75a6ee tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0341330 Nov 12 03:22:05.948982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Made reservation on behalf of e37273924cf5456c86a863226224861d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:05.953222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.016735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580224-0ac0-4630-a675-21c77d83e24d req-f5fb4b23-9e0a-4599-9c29-0a6ed90b4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.018065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-f5fb4b23-9e0a-4599-9c29-0a6ed90b4f5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215458 Nov 12 03:22:06.121139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Allocated IP 172.20.0.13 (bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f/aab2b364-90bb-4d4b-974d-499724dc57f5/480d7ef3-81cf-45f9-b8a6-c96aa36756c6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:06.135409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.337791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.396838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.453098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:06.465953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:06.470245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:06.559442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.560313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.571525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event updated for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:06.602714 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-03e31c64-719e-4def-95e7-e8ee650c9c21 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324347 Nov 12 03:22:06.636034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-54c24126-e031-4ad0-a958-a7790d747c41 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998361 Nov 12 03:22:06.639614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Request body: {'port': {'device_id': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:06.647565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853145d6-653d-4eab-bd6c-57811ea23588 req-c725e66b-edce-4c83-b687-17b0679290e7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:06.655278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-853145d6-653d-4eab-bd6c-57811ea23588 req-c725e66b-edce-4c83-b687-17b0679290e7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 948 time: 0.5276575 Nov 12 03:22:06.745914 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.827191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-66f92cae-dd35-4e4e-ab3d-376dbf1a22b1 None None] Provisioning complete for port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:06.828148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66f92cae-dd35-4e4e-ab3d-376dbf1a22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:06.871559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66f92cae-dd35-4e4e-ab3d-376dbf1a22b1 None None] Port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:06.978201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-853145d6-653d-4eab-bd6c-57811ea23588 req-bb667735-5466-4739-ad7a-69ed10fe1277 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218703 Nov 12 03:22:07.029051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2580224-0ac0-4630-a675-21c77d83e24d req-0e22208f-34c5-4eb9-a2db-72fe09afd53f service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679073 Nov 12 03:22:07.038317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01da98b-3f32-4873-9026-11dcfab7ca4c req-bd5c79fc-951e-45cf-932d-404c280c988c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.039890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b01da98b-3f32-4873-9026-11dcfab7ca4c req-bd5c79fc-951e-45cf-932d-404c280c988c tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.1822000 Nov 12 03:22:07.123930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:07.134245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.148802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Transition to ACTIVE for port object 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:07.153441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.213372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Pushing event updated for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.223219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b01da98b-3f32-4873-9026-11dcfab7ca4c req-c09908be-ef16-49c4-b9f4-2323aaad22cf tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703506 Nov 12 03:22:07.280466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2e88a-bb55-45ce-9dbf-c21cf4ae7b4e req-318c428a-f04f-49ed-93b1-a0d9489b7cb9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.282044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ad2e88a-bb55-45ce-9dbf-c21cf4ae7b4e req-318c428a-f04f-49ed-93b1-a0d9489b7cb9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.1940470 Nov 12 03:22:07.357738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Attempting to bind port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:07.358223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Attempting to bind port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:07.358599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Attempting to bind port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 on network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.364033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 on network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:07.364033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Attempting to bind port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 on network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:07.366589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-f8b1b4ea-9234-477c-a8b6-e2afbfd9a3b8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.367868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-f8b1b4ea-9234-477c-a8b6-e2afbfd9a3b8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 943 time: 0.2033014 Nov 12 03:22:07.369479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:07.369816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Checking segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:07.370197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Bound using segment: {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:07.370627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Bound port: 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336d38f9-7b0d-4032-9489-10d9d345d508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:07.371029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.383164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-e004d8f1-dedb-4ebf-9ae9-507b2db897b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.385261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-e004d8f1-dedb-4ebf-9ae9-507b2db897b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aacc1379519a4795b3ef36591b280013&device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 1100 time: 0.2196071 Nov 12 03:22:07.390690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Deleting port 5df6520d-c926-4fc5-b19f-49b7ac732006 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:07.391339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.417945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ad2e88a-bb55-45ce-9dbf-c21cf4ae7b4e req-5db53d81-9165-4731-aaf4-0a88d24d814b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152141 Nov 12 03:22:07.448786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:07.453326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:07.459573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.554105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.554730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.556350 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] 10.222.0.104 "PUT /v2.0/ports/480d7ef3-81cf-45f9-b8a6-c96aa36756c6 HTTP/1.1" status: 200 len: 1093 time: 0.9326286 Nov 12 03:22:07.556789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:07.559048 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d" -d '{"events": [{"name": "network-changed", "server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:07.578784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927b92e-5838-4238-8b34-1b6856c71572 service neutron] Pushing event updated for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:07.686681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-51101e05-21ad-403f-82fe-462a00b6e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.688367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-51101e05-21ad-403f-82fe-462a00b6e7e2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e37273924cf5456c86a863226224861d&device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 1096 time: 0.0485692 Nov 12 03:22:07.761684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-4feaca5c-5686-4c2f-b518-9e6374f1059a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6 HTTP/1.1" status: 200 len: 217 time: 0.0488818 Nov 12 03:22:07.827906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-48544832-d353-4bb1-ad12-ed91b59afe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.829246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-48544832-d353-4bb1-ad12-ed91b59afe0c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=aab2b364-90bb-4d4b-974d-499724dc57f5 HTTP/1.1" status: 200 len: 854 time: 0.0517948 Nov 12 03:22:07.831453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4d8c-1df0-42a5-9eb9-75379bab0168 req-fb9e67ac-9d43-4d83-92dd-291128b311b8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.832853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75cc4d8c-1df0-42a5-9eb9-75379bab0168 req-fb9e67ac-9d43-4d83-92dd-291128b311b8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.3033137 Nov 12 03:22:07.836769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] For port 5df6520d-c926-4fc5-b19f-49b7ac732006, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5df6520d-c926-4fc5-b19f-49b7ac732006,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:07.837168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.856525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-872c685f-fe7f-4d54-8a10-9309901f8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.857967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-872c685f-fe7f-4d54-8a10-9309901f8e87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4390628 Nov 12 03:22:07.873903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Calling delete_port for 5df6520d-c926-4fc5-b19f-49b7ac732006 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:07.884516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-d44b8d0e-5330-4fcb-833f-a1f230ec8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.885849 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-d44b8d0e-5330-4fcb-833f-a1f230ec8eaa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435083 Nov 12 03:22:07.900502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-22d64243-7e91-46c4-8787-02e009758980 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:07.905175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-22d64243-7e91-46c4-8787-02e009758980 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.3730814 Nov 12 03:22:07.915416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Deleting port f2849380-c307-4255-a710-91ef8381d1ad {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:07.915763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:07.983788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-36e522c6-2f17-4669-aabb-21f313a8f09e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=f57367f4-b59e-4508-86b5-42acc039fb9a HTTP/1.1" status: 200 len: 217 time: 0.1066000 Nov 12 03:22:07.994257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-81891ddf-54c7-46bb-af10-bd60575e3919 service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965207 Nov 12 03:22:08.070190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-9011fcb8-d4d6-4ba8-838c-700b19963b1d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/quotas/14f1cf1704aa48aba16f96d9044370e0 HTTP/1.1" status: 200 len: 375 time: 0.1496277 Nov 12 03:22:08.093338 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f7cd0217-92d5-4b77-98d6-134faac96c3d req-507ded91-5563-4f49-81d3-e6b1303007d4 service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901682 Nov 12 03:22:08.115532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75cc4d8c-1df0-42a5-9eb9-75379bab0168 req-60671f1e-e19c-4c07-a93c-1b00117ed8e9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605262 Nov 12 03:22:08.188332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-3fa8c9a4-7c41-4229-b0cf-080ed55b3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.189821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-3fa8c9a4-7c41-4229-b0cf-080ed55b3c1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1927984 Nov 12 03:22:08.271524 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35d61a-7cc1-459c-a631-e044e0a6175c x-openstack-request-id: req-1b35d61a-7cc1-459c-a631-e044e0a6175c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:08.272228 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:08.272585 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1b35d61a-7cc1-459c-a631-e044e0a6175c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:08.273103 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'status': 'completed', 'code': 200} Nov 12 03:22:08.274805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-645caf48-f52f-4604-83f6-9a991544ea77 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788113 Nov 12 03:22:08.279610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] For port f2849380-c307-4255-a710-91ef8381d1ad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f2849380-c307-4255-a710-91ef8381d1ad,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:08.279977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.325727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Calling delete_port for f2849380-c307-4255-a710-91ef8381d1ad owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:08.394734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-0211b6b1-440d-412b-ac6f-09f4f925f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.397209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-0211b6b1-440d-412b-ac6f-09f4f925f1c7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e37273924cf5456c86a863226224861d&device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 1096 time: 0.0472381 Nov 12 03:22:08.476524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-c169c6f4-c279-455a-9d54-c02afd852749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.478036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-c169c6f4-c279-455a-9d54-c02afd852749 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223332 Nov 12 03:22:08.507160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-798918b8-4e6b-4117-b88b-e1568e5162da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.509418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-798918b8-4e6b-4117-b88b-e1568e5162da service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f HTTP/1.1" status: 200 len: 915 time: 0.1043000 Nov 12 03:22:08.560848 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-13200d87-6646-4e59-9cf7-3b4f72293892 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6 HTTP/1.1" status: 200 len: 217 time: 0.0404222 Nov 12 03:22:08.576071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-fe64e887-c79d-4e18-bcb5-29e7c4c61ec9 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699366 Nov 12 03:22:08.609783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200d7ac-e470-47c6-ae3e-7d346a51f044 req-251aa896-64b4-4ae9-8f73-30511237ffed tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.611129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c200d7ac-e470-47c6-ae3e-7d346a51f044 req-251aa896-64b4-4ae9-8f73-30511237ffed tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 948 time: 0.2740953 Nov 12 03:22:08.625396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-72695846-0945-446b-b4ba-d2bae2d43f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.626874 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-72695846-0945-446b-b4ba-d2bae2d43f65 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=aab2b364-90bb-4d4b-974d-499724dc57f5 HTTP/1.1" status: 200 len: 854 time: 0.0541980 Nov 12 03:22:08.685019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-700e1d58-ec54-4074-b4a1-74d9198fbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:08.687092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-700e1d58-ec54-4074-b4a1-74d9198fbc6d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461400 Nov 12 03:22:08.720702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:08.792071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-572ee560-dbb9-4224-8cd5-ffc365e8294f service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928092 Nov 12 03:22:08.805063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df6520d-c926-4fc5-b19f-49b7ac732006,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:08.827001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-4bf33c59-05ba-49b0-a22d-71f5a8a7afd8 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386159 Nov 12 03:22:08.837201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c200d7ac-e470-47c6-ae3e-7d346a51f044 req-c2cfc641-80fd-4375-86f3-303c4d4db3ef tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012916 Nov 12 03:22:08.936382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df55074c-9a5f-4a2e-bcf2-14af2c48ad8d req-2895eaaa-550c-423d-921a-ba1761c7198d service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336064 Nov 12 03:22:09.099172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f2849380-c307-4255-a710-91ef8381d1ad no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:09.200155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:09.217594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-2b479184-9edd-49cf-a32e-74d582c3ada8 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006434 Nov 12 03:22:09.234369 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.286102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.309047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.336807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event deleted for resources: {'Port': ['ID=f2849380-c307-4255-a710-91ef8381d1ad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:09.356319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:09.361658 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866db309-c7a8-4943-aa9b-f2b36e05e08a" -d '{"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:09.370409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:09.376046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.413504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d11d81-beac-44c0-8b40-4fc139bada54 req-e72ac2f6-7044-44c0-930c-8a48d13e6e06 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.420674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55d11d81-beac-44c0-8b40-4fc139bada54 req-e72ac2f6-7044-44c0-930c-8a48d13e6e06 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 865 time: 0.2492144 Nov 12 03:22:09.459301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:09.480897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0df5a2-d679-4647-bfb0-391ead817eb8 req-3f9438be-61d0-4d8c-a237-9256ebf23ec4 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286533 Nov 12 03:22:09.481646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] No DVR routers for this DVR port f2849380-c307-4255-a710-91ef8381d1ad on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:09.487540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.490755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e8f6993-41be-429e-a0a0-0876f4858be7 req-d7862d10-a5b6-4483-bd53-ba0d07d525af tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "DELETE /v2.0/ports/f2849380-c307-4255-a710-91ef8381d1ad HTTP/1.1" status: 204 len: 173 time: 2.1024988 Nov 12 03:22:09.491226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-deleted', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:09.493455 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60402d-e2cf-40c5-a318-6a0452b1de47" -d '{"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-deleted", "tag": "f2849380-c307-4255-a710-91ef8381d1ad"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:09.583292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55d11d81-beac-44c0-8b40-4fc139bada54 req-a8ecf902-eb9f-4769-a782-c524f2d2dc4e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494496 Nov 12 03:22:09.628349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:09.764436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7d862-2d66-470a-a7a5-655f66148d69 req-5c9036b1-23e9-4a41-ba5c-4c462f8729ce tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.765953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3b7d862-2d66-470a-a7a5-655f66148d69 req-5c9036b1-23e9-4a41-ba5c-4c462f8729ce tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.1815026 Nov 12 03:22:09.865106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3b7d862-2d66-470a-a7a5-655f66148d69 req-da8255cd-d59b-4bf6-83f3-5b05b5294702 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Nov 12 03:22:09.874483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3fb64-e737-4fb3-a4ff-5f10c0b364bd req-3d139a83-3b35-4f73-8d34-284beb3c9886 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:09.876014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aeb3fb64-e737-4fb3-a4ff-5f10c0b364bd req-3d139a83-3b35-4f73-8d34-284beb3c9886 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.2179720 Nov 12 03:22:09.984129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aeb3fb64-e737-4fb3-a4ff-5f10c0b364bd req-9f0c2e20-66ac-4c97-b280-9978a254feb2 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998166 Nov 12 03:22:10.031350 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478298b3-e89b-49d3-bf42-9d3409ec46ad x-openstack-request-id: req-478298b3-e89b-49d3-bf42-9d3409ec46ad {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.031869 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.032356 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-478298b3-e89b-49d3-bf42-9d3409ec46ad {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.032897 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'code': 200} Nov 12 03:22:10.076189 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef37846-fcce-4ee3-a2d8-15745ffc69da x-openstack-request-id: req-1ef37846-fcce-4ee3-a2d8-15745ffc69da {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:10.076572 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fa38a5-3021-465c-a5ba-6acb3a9325ea", "name": "network-vif-deleted", "tag": "f2849380-c307-4255-a710-91ef8381d1ad", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:10.076925 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ef37846-fcce-4ee3-a2d8-15745ffc69da {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:10.077408 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa38a5-3021-465c-a5ba-6acb3a9325ea', 'name': 'network-vif-deleted', 'tag': 'f2849380-c307-4255-a710-91ef8381d1ad', 'status': 'completed', 'code': 200} Nov 12 03:22:10.111561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f27f0a96-9173-48ed-a712-e8ef40911648 req-9575b10b-7556-4a68-9438-59fb994c656a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 210 time: 0.0376601 Nov 12 03:22:10.130954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:10.251653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570377bb-6ead-415c-976f-db7cbdeedc40 req-42a67ea1-5411-4b31-8097-981ef8aab453 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.253738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-570377bb-6ead-415c-976f-db7cbdeedc40 req-42a67ea1-5411-4b31-8097-981ef8aab453 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 948 time: 0.1207228 Nov 12 03:22:10.342633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:10.350949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eeea5f69-0fee-4c0a-b605-2c952aa19a04 admin admin] 10.222.0.97 "PUT /v2.0/routers/480eec8b-bcfd-495f-ab1f-4523a62c2ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5256445 Nov 12 03:22:10.353212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35862) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:10.355481 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Sync routers for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:10.362741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-570377bb-6ead-415c-976f-db7cbdeedc40 req-f754d31e-7546-4e95-b437-9a7f2be90775 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029482 Nov 12 03:22:10.365669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:10.366303 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.472998 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:10.477524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.588592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.653720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Deleting port 16730fbd-fed2-43f8-884c-9f5afae68c19 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:10.654072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.676149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:22:08Z', 'revision_number': 5, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port': {'id': '16730fbd-fed2-43f8-884c-9f5afae68c19', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:19:55Z', 'updated_at': '2021-11-12T03:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.681974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f57367f4-b59e-4508-86b5-42acc039fb9a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:10.711394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Checking router: 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:10.718250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5c5f244-a7d3-410d-9ec0-891c70cbc512 req-46d5ea63-8e0a-4136-a25e-769ff3c221ff tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=06fa38a5-3021-465c-a5ba-6acb3a9325ea HTTP/1.1" status: 200 len: 210 time: 0.0499296 Nov 12 03:22:10.745854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Routers {'480eec8b-bcfd-495f-ab1f-4523a62c2ea0'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:10.746579 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.791189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294b43-d5ce-41c2-919a-623c81005c29 req-1551f57a-ca26-45b9-8f91-ef634ea66c38 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:10.792902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25294b43-d5ce-41c2-919a-623c81005c29 req-1551f57a-ca26-45b9-8f91-ef634ea66c38 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/ports?device_id=b7f65c3e-ff4e-441f-83e9-536ebd58a1f0 HTTP/1.1" status: 200 len: 943 time: 0.0716689 Nov 12 03:22:10.817874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] For port 16730fbd-fed2-43f8-884c-9f5afae68c19, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=16730fbd-fed2-43f8-884c-9f5afae68c19,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:10.818427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.835873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Calling delete_port for 16730fbd-fed2-43f8-884c-9f5afae68c19 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:10.894422 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] Set router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:10.931257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Deleting port 5e99bccb-66e2-430e-9f84-6ac55833cbec {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:10.931819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:10.938470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f57367f4-b59e-4508-86b5-42acc039fb9a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:10.961560 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:22:10Z', 'revision_number': 6, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:10.969830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'f57367f4-b59e-4508-86b5-42acc039fb9a', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'f57367f4-b59e-4508-86b5-42acc039fb9a', 'mac_address': 'fa:16:3e:3e:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:11.033548 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02648aea-ce49-4d77-b656-cb0ff5df3bdd None None] The sync data for ids ['480eec8b-bcfd-495f-ab1f-4523a62c2ea0'] in n-d-766726-29 is: [{'id': '480eec8b-bcfd-495f-ab1f-4523a62c2ea0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1107818485-router', 'tenant_id': '0403059388014a59862e4e6cece3e52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:19:54Z', 'updated_at': '2021-11-12T03:22:10Z', 'revision_number': 6, 'project_id': '0403059388014a59862e4e6cece3e52e', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:11.075393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.117112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57367f4-b59e-4508-86b5-42acc039fb9a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:11.141169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f57367f4-b59e-4508-86b5-42acc039fb9a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:11.150794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.191612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43432-dc77-4c20-80b2-794951ef3100 req-1e7f7a7f-8afa-4075-b611-6a42910b6d8d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.200097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31c43432-dc77-4c20-80b2-794951ef3100 req-1e7f7a7f-8afa-4075-b611-6a42910b6d8d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.1264069 Nov 12 03:22:11.203250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] For port 5e99bccb-66e2-430e-9f84-6ac55833cbec, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5e99bccb-66e2-430e-9f84-6ac55833cbec,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:11.203623 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.217465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.230529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Calling delete_port for 5e99bccb-66e2-430e-9f84-6ac55833cbec owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:11.253570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.297552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Pushing event deleted for resources: {'Port': ['ID=16730fbd-fed2-43f8-884c-9f5afae68c19,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.348996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.381713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31c43432-dc77-4c20-80b2-794951ef3100 req-4ef4392c-07a6-4ae8-9120-56225a7bf2db tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797438 Nov 12 03:22:11.407651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8405-6760-45ef-be8e-14907143e86e req-bec7605d-2843-4af0-84fa-401f0dbdb6af tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.420276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5faf8405-6760-45ef-be8e-14907143e86e req-bec7605d-2843-4af0-84fa-401f0dbdb6af tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.1642303 Nov 12 03:22:11.570307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['f57367f4-b59e-4508-86b5-42acc039fb9a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:11.582369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcb114ea-6eae-4ceb-bb56-d2ef294abdc3 req-8976fcb8-fa05-4569-aa52-169c9fb22b76 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 210 time: 0.0454576 Nov 12 03:22:11.585201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.591859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.619577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.648586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5faf8405-6760-45ef-be8e-14907143e86e req-5c9beb72-b9c7-43ce-9921-c82125384bd1 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274203 Nov 12 03:22:11.688521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] No DVR routers for this DVR port 5e99bccb-66e2-430e-9f84-6ac55833cbec on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:11.691691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event deleted for resources: {'Port': ['ID=5e99bccb-66e2-430e-9f84-6ac55833cbec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:11.693531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.696953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25294b43-d5ce-41c2-919a-623c81005c29 req-9a56be75-1844-4db3-8483-d3ecb63a04b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "DELETE /v2.0/ports/5e99bccb-66e2-430e-9f84-6ac55833cbec HTTP/1.1" status: 204 len: 173 time: 0.8964338 Nov 12 03:22:11.729418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.729996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 480eec8b-bcfd-495f-ab1f-4523a62c2ea0 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:11.735672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.737737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a894344-97b5-48da-abf3-d3f3174f313e admin admin] 10.222.0.97 "DELETE /v2.0/routers/480eec8b-bcfd-495f-ab1f-4523a62c2ea0 HTTP/1.1" status: 204 len: 168 time: 1.3828413 Nov 12 03:22:11.741651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:11.806155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-f75fad86-3483-443e-8243-8538ad76ce25 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.808200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-f75fad86-3483-443e-8243-8538ad76ce25 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.4074576 Nov 12 03:22:11.818959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1adec-ba2b-4bb4-a47f-48fd24c24f89 req-6bfd4a15-2e1f-4d71-96fc-7a66fca4248e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:11.826178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ad1adec-ba2b-4bb4-a47f-48fd24c24f89 req-6bfd4a15-2e1f-4d71-96fc-7a66fca4248e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 949 time: 0.1274664 Nov 12 03:22:11.828537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Deleting subnet 7d65ecd4-38ae-461f-87d4-6268240361ba {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:11.833421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.883447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Request body: {'port': {'device_id': '659c5221-60c2-495f-9f56-6bdda467c38a', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'admin_state_up': True, 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:11.916720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:11.921695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ad1adec-ba2b-4bb4-a47f-48fd24c24f89 req-92d14a6d-9008-4d97-a1b5-672024c4bde6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834482 Nov 12 03:22:12.076537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.078800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-deleted', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:12.081119 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db9363-4eeb-4570-9890-f13c814e17a7" -d '{"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-deleted", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:12.111897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:12.115758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.131760 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39a6f3b-2f3f-448d-9cd5-daf8b5811797 x-openstack-request-id: req-c39a6f3b-2f3f-448d-9cd5-daf8b5811797 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:12.132057 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f65c3e-ff4e-441f-83e9-536ebd58a1f0", "name": "network-vif-deleted", "tag": "5e99bccb-66e2-430e-9f84-6ac55833cbec", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:12.132310 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c39a6f3b-2f3f-448d-9cd5-daf8b5811797 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:12.132701 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f65c3e-ff4e-441f-83e9-536ebd58a1f0', 'name': 'network-vif-deleted', 'tag': '5e99bccb-66e2-430e-9f84-6ac55833cbec', 'status': 'completed', 'code': 200} Nov 12 03:22:12.212696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.223143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 16730fbd-fed2-43f8-884c-9f5afae68c19 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:12.252556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf201803-fbca-4429-9839-1a9d10202108 None None] Network 103c0bd7-33f1-491c-b51a-39540ff0bcf9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:12.255404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.256295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 16730fbd-fed2-43f8-884c-9f5afae68c19 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:12.256740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 16730fbd-fed2-43f8-884c-9f5afae68c19 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:12.257253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5df6520d-c926-4fc5-b19f-49b7ac732006 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:12.261313 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7d65ecd4-38ae-461f-87d4-6268240361ba HTTP/1.1" status: 204 len: 168 time: 0.5185003 Nov 12 03:22:12.265104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:12.279156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-de34bc18-89ea-4b21-a527-4ccb39bb9e59 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.279156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-de34bc18-89ea-4b21-a527-4ccb39bb9e59 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.1713576 Nov 12 03:22:12.306950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-fee336a3-39f1-40fb-bbc1-5970b72ba488 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/quotas/7ecce79ce7a94d94bd6d08e508dc2f0a HTTP/1.1" status: 200 len: 375 time: 0.0189660 Nov 12 03:22:12.309420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5df6520d-c926-4fc5-b19f-49b7ac732006 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:12.309891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5df6520d-c926-4fc5-b19f-49b7ac732006 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:12.334768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a185def-049b-4126-b8c8-edfa56787a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d65ecd4-38ae-461f-87d4-6268240361ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.353957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.372170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-057bc5c3-c9a3-4677-aa63-147e488cb6b4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641470 Nov 12 03:22:12.422200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Allocated IP 172.20.0.14 (6012a4a0-3afb-4c4f-8c09-acec99a332dd/ce5a0542-644d-4944-bf6a-45967c11ae56/4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:12.494623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-c42e3173-3fa7-473a-b385-1c737df0ac63 service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136642 Nov 12 03:22:12.496265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Deleting port 621b7c60-589a-4d3a-a149-467c54841c36 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:12.496672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.529074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] DHCP port deletion for 103c0bd7-33f1-491c-b51a-39540ff0bcf9 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:12.578530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Deleting port 621b7c60-589a-4d3a-a149-467c54841c36 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:12.579030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.615128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] For port 621b7c60-589a-4d3a-a149-467c54841c36, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=621b7c60-589a-4d3a-a149-467c54841c36,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:12.615666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.640924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Calling delete_port for 621b7c60-589a-4d3a-a149-467c54841c36 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:12.642521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080f44-c2c5-479b-84ff-f08259677730 req-ceb33c7b-57b9-4a81-94dc-266f0b10fe4f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:12.652007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] For port 621b7c60-589a-4d3a-a149-467c54841c36, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=621b7c60-589a-4d3a-a149-467c54841c36,segment=NetworkSegment(90f72f1c-32d4-4c9d-80a1-3829f03221af),segment_id=90f72f1c-32d4-4c9d-80a1-3829f03221af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:12.653058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14080f44-c2c5-479b-84ff-f08259677730 req-ceb33c7b-57b9-4a81-94dc-266f0b10fe4f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.1409867 Nov 12 03:22:12.653223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.671707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Calling delete_port for 621b7c60-589a-4d3a-a149-467c54841c36 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:12.678650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-c27c9f8e-7cdb-473f-8392-93a0017143ed service neutron] 10.222.0.97 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763725 Nov 12 03:22:12.715407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.750924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14080f44-c2c5-479b-84ff-f08259677730 req-c48dac7c-0990-45ed-a64f-d1429bac889f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Nov 12 03:22:12.763135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f57367f4-b59e-4508-86b5-42acc039fb9a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:12.777480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.792091 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.841449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] Pushing event deleted for resources: {'Port': ['ID=621b7c60-589a-4d3a-a149-467c54841c36,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:12.845260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ef89c-bc8e-4b1f-aa1a-a25926c0511e None None] No DVR routers for this DVR port 621b7c60-589a-4d3a-a149-467c54841c36 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:12.856322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:12.857463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.866975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:12.875118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port f57367f4-b59e-4508-86b5-42acc039fb9a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:12.877915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:12.881722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port f57367f4-b59e-4508-86b5-42acc039fb9a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:12.882584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:12.887177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] No DVR routers for this DVR port 621b7c60-589a-4d3a-a149-467c54841c36 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:12.952903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.002298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262290-0f59-4d59-86cd-d20effcdcf87 req-b350e4ee-6c89-4f65-9a2a-15a109288c72 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.011720 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.019480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05262290-0f59-4d59-86cd-d20effcdcf87 req-b350e4ee-6c89-4f65-9a2a-15a109288c72 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 932 time: 0.1910753 Nov 12 03:22:13.046496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=621b7c60-589a-4d3a-a149-467c54841c36,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.062266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.072740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:13.075596 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c6562-4eeb-4f64-ab24-eb66ff13f7da" -d '{"events": [{"server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:13.080565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.081924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.084971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f57367f4-b59e-4508-86b5-42acc039fb9a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:13.090224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.101768 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-ade2834c-5023-4914-b52a-85e73b0ce77b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2276552 Nov 12 03:22:13.122517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103c0bd7-33f1-491c-b51a-39540ff0bcf9']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:13.129360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Request body: {'port': {'device_id': '659c5221-60c2-495f-9f56-6bdda467c38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:13.131235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05262290-0f59-4d59-86cd-d20effcdcf87 req-46bfda90-a9d9-49b4-b0db-79d6ba9e49a7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022217 Nov 12 03:22:13.164163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f72f1c-32d4-4c9d-80a1-3829f03221af') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:13.164481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f72f1c-32d4-4c9d-80a1-3829f03221af') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:13.166932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.168577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77120fd4-a80e-4e42-b093-8109b39f57ad req-1a3b95d7-3d82-4b98-adcc-a4c41c168e26 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.170985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77120fd4-a80e-4e42-b093-8109b39f57ad req-1a3b95d7-3d82-4b98-adcc-a4c41c168e26 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.0957875 Nov 12 03:22:13.180215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.215002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.226624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:13.227072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:13.228915 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:13.239237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.268243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77120fd4-a80e-4e42-b093-8109b39f57ad req-86ddabce-b825-4b5c-9e1f-3db86c05731c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812998 Nov 12 03:22:13.319862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.336961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:13.343729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] 10.222.0.97 "DELETE /v2.0/networks/103c0bd7-33f1-491c-b51a-39540ff0bcf9 HTTP/1.1" status: 204 len: 168 time: 1.0770462 Nov 12 03:22:13.354809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:13.374833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8690a-1110-4c6d-8e85-3447b8c0fbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=103c0bd7-33f1-491c-b51a-39540ff0bcf9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:13.415480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4deba178-b0a7-4626-bd75-ec076a10aa37 req-5c7ab11b-404b-414a-ae1d-56038daa8552 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 210 time: 0.0580356 Nov 12 03:22:13.449288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55181f-cd13-47ab-8fb6-d8e585461c11 req-5fc2025a-05dd-4597-8be6-d1095c7e16eb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.451736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be55181f-cd13-47ab-8fb6-d8e585461c11 req-5fc2025a-05dd-4597-8be6-d1095c7e16eb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.1130266 Nov 12 03:22:13.477672 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52c7b2e-7a06-47f4-b467-4ffd463e4931 x-openstack-request-id: req-a52c7b2e-7a06-47f4-b467-4ffd463e4931 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:13.478177 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:13.478284 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a52c7b2e-7a06-47f4-b467-4ffd463e4931 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:13.478595 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a', 'code': 200} Nov 12 03:22:13.517033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be55181f-cd13-47ab-8fb6-d8e585461c11 req-9b4fb27c-8e9a-4a49-a599-732d36f6a21c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 Nov 12 03:22:13.694687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6375ac-fbbb-4f18-8d2c-966b055fe720 req-4eccc4a7-3ebb-405c-a246-58a8a30a4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.696356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee6375ac-fbbb-4f18-8d2c-966b055fe720 req-4eccc4a7-3ebb-405c-a246-58a8a30a4070 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 1102 time: 0.0444026 Nov 12 03:22:13.768749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee6375ac-fbbb-4f18-8d2c-966b055fe720 req-d8ccb7a2-31da-436a-828c-f9da2e5cecc0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Nov 12 03:22:13.888171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82c3e1-bdb6-4742-91cd-bb19fa538b9b req-f5b96f9b-d0ea-4b59-9795-3ddcb403aaf2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:13.889991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be82c3e1-bdb6-4742-91cd-bb19fa538b9b req-f5b96f9b-d0ea-4b59-9795-3ddcb403aaf2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.0598173 Nov 12 03:22:13.961785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be82c3e1-bdb6-4742-91cd-bb19fa538b9b req-7aecd8d3-de3d-4078-b8eb-911bd722b517 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Nov 12 03:22:14.098885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:14.123397 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:14.125531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.142421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Transition to ACTIVE for port object 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:14.153013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.219596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.239198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 621b7c60-589a-4d3a-a149-467c54841c36 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:14.278728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 621b7c60-589a-4d3a-a149-467c54841c36 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:14.279156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 621b7c60-589a-4d3a-a149-467c54841c36 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:14.334789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Attempting to bind port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:14.335160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Attempting to bind port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:14.335595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Attempting to bind port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:14.344194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:14.344516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Attempting to bind port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:14.345766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d03fe-91b8-4126-932f-02a6c1a2512d req-36d66a30-01db-4f7a-8bbc-85a4e1c04035 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.347733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e97d03fe-91b8-4126-932f-02a6c1a2512d req-36d66a30-01db-4f7a-8bbc-85a4e1c04035 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 944 time: 0.0996697 Nov 12 03:22:14.348781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.387482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:14.387482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Checking segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:14.387834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Bound using segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:14.388270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Bound port: 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:14.388646 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.439148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e97d03fe-91b8-4126-932f-02a6c1a2512d req-074ce006-8dba-4b38-b6e3-6cacee21d002 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837548 Nov 12 03:22:14.553256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-5ae3cc08-3e6c-4fb7-bee4-1187bba69987 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.554799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-5ae3cc08-3e6c-4fb7-bee4-1187bba69987 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 821 time: 0.1644218 Nov 12 03:22:14.583785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Request body: {'port': {'device_id': 'dde3cace-553c-4168-a1ac-069dc3567502', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'admin_state_up': True, 'tenant_id': '7ecce79ce7a94d94bd6d08e508dc2f0a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:14.615721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:14.631073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:14.642944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.662525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6be2b489-f39d-4643-9e71-77a4eecac484 req-b7e35fdc-fe1e-4d65-acfd-85298641885e tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 210 time: 0.0548444 Nov 12 03:22:14.696199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.697254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.698725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] 10.222.0.104 "PUT /v2.0/ports/4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa HTTP/1.1" status: 200 len: 1093 time: 1.5735903 Nov 12 03:22:14.706313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:14.708157 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ac469-b02b-442d-9418-24fce129aae5" -d '{"events": [{"name": "network-changed", "server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:14.711172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:14.734688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4c8b-10ed-4180-8578-ffd473d1ea24 req-bb354cc8-bda1-4b4d-b042-d3b05003b07c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.736374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-245e4c8b-10ed-4180-8578-ffd473d1ea24 req-bb354cc8-bda1-4b4d-b042-d3b05003b07c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.1749644 Nov 12 03:22:14.741551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6f32-883f-4dad-a109-4e77fe2f259e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:14.853077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Deleting port c9950dd4-c244-4c03-b3a4-c79a9c6caffa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:14.854103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.865562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-245e4c8b-10ed-4180-8578-ffd473d1ea24 req-f6d6e7f2-f6d3-4a86-9888-336e420714f5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116948 Nov 12 03:22:14.881780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Made reservation on behalf of 7ecce79ce7a94d94bd6d08e508dc2f0a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:14.889769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.961823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fac2f-5675-4d2c-9697-4b0dd1c8d4d4 req-3929b9aa-a629-4986-b530-a687e23b7694 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:14.963750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e9fac2f-5675-4d2c-9697-4b0dd1c8d4d4 req-3929b9aa-a629-4986-b530-a687e23b7694 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.1508782 Nov 12 03:22:14.973581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] For port c9950dd4-c244-4c03-b3a4-c79a9c6caffa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:14.974069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:14.988981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Calling delete_port for c9950dd4-c244-4c03-b3a4-c79a9c6caffa owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:15.038000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-3cfb558b-5dc0-4308-8967-dd7b48cc638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.039840 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-3cfb558b-5dc0-4308-8967-dd7b48cc638b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 1096 time: 0.2547672 Nov 12 03:22:15.090066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:15.106111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-c560a86a-cb31-442d-970b-0533326263af service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa HTTP/1.1" status: 200 len: 217 time: 0.0442832 Nov 12 03:22:15.126078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e9fac2f-5675-4d2c-9697-4b0dd1c8d4d4 req-8d96e612-9290-44d7-bede-6e9faa303cf6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235814 Nov 12 03:22:15.175795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 5e99bccb-66e2-430e-9f84-6ac55833cbec {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:15.176374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5e99bccb-66e2-430e-9f84-6ac55833cbec not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:15.180232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Allocated IP 172.20.0.6 (10ded5b6-a9c6-468a-b4eb-d2867ef42bdc/82e78731-4606-4a33-a4b1-63cfc60af8be/5a35c51f-83a4-49a8-b58f-a9f373673b20) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:15.205955 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086b1a76-389b-47bd-83ec-432e84161e0c x-openstack-request-id: req-086b1a76-389b-47bd-83ec-432e84161e0c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:15.206583 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:15.207050 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-086b1a76-389b-47bd-83ec-432e84161e0c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:15.207705 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'status': 'completed', 'code': 200} Nov 12 03:22:15.264408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-abcb8d35-f665-49bb-8b43-72bdb27c2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.266074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-abcb8d35-f665-49bb-8b43-72bdb27c2cfa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0727451 Nov 12 03:22:15.302988 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-681f563f-feda-46ea-a982-3225e4c1871c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279338 Nov 12 03:22:15.405598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18bc09-f769-45b4-accf-12e05d5a8cc2 req-8b869149-76fa-4f01-aea6-30d0ef06255e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.411363 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-e40cd6d7-5bd6-42fa-b9ba-6fd34951be3e service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995879 Nov 12 03:22:15.412825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a18bc09-f769-45b4-accf-12e05d5a8cc2 req-8b869149-76fa-4f01-aea6-30d0ef06255e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.0914667 Nov 12 03:22:15.417080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.483851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a18bc09-f769-45b4-accf-12e05d5a8cc2 req-eb1edae4-bdba-43e6-8985-d0eeeef50c77 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701785 Nov 12 03:22:15.494675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.556591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:15.561081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:15.567375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:15.572334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-041484d8-65e2-4ff3-ab12-97615c674c28 req-13f6093b-880e-4230-972d-fc911aa6ec63 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483963 Nov 12 03:22:15.600920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.625761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event updated for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.637090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.637971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.641206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Pushing event deleted for resources: {'Port': ['ID=c9950dd4-c244-4c03-b3a4-c79a9c6caffa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:15.708666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-47bb95a2-3699-49cb-8fc5-590dbde65ce4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312342 Nov 12 03:22:15.776403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdd946-569f-41e1-9521-9ac5ecbbadbe req-9bd1afe3-048a-4553-9c7d-ed1782950d5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.778138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1bdd946-569f-41e1-9521-9ac5ecbbadbe req-9bd1afe3-048a-4553-9c7d-ed1782950d5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 944 time: 0.1483786 Nov 12 03:22:15.781537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Request body: {'port': {'device_id': 'dde3cace-553c-4168-a1ac-069dc3567502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:15.851167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac469-b02b-442d-9418-24fce129aae5 req-c4650604-ef9e-4e35-9d33-53d7348a3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.852674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-c4650604-ef9e-4e35-9d33-53d7348a3f7a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 1096 time: 0.0914207 Nov 12 03:22:15.866973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.930033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:15.932605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-05846f77-c7e1-4ffd-9947-fc0f288b46fe service neutron] 10.222.0.16 "GET /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.2077024 Nov 12 03:22:15.959581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50f9ef-008a-4f27-8569-c0ddfd7b03dc req-cd475419-cbd7-4c0e-a222-a18fa35de926 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:15.961265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec50f9ef-008a-4f27-8569-c0ddfd7b03dc req-cd475419-cbd7-4c0e-a222-a18fa35de926 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 931 time: 0.1930170 Nov 12 03:22:15.964205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1bdd946-569f-41e1-9521-9ac5ecbbadbe req-cf67a369-9e5c-46f7-9498-e71f84c6c0dd tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757107 Nov 12 03:22:16.039883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac469-b02b-442d-9418-24fce129aae5 req-a7a78a0e-d104-4375-935a-4889bf975c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.041278 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-a7a78a0e-d104-4375-935a-4889bf975c45 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 905 time: 0.1754208 Nov 12 03:22:16.122049 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-1ce805d0-060f-4eab-b982-ea159a678bab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa HTTP/1.1" status: 200 len: 217 time: 0.0688405 Nov 12 03:22:16.233025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ac469-b02b-442d-9418-24fce129aae5 req-8dcfa7c6-fdc9-4ad0-9936-f25f088f404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.234504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-8dcfa7c6-fdc9-4ad0-9936-f25f088f404e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0617986 Nov 12 03:22:16.241624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:16.271244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-eaa9c8bc-51c4-4bf9-a046-83ef5f019c99 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279508 Nov 12 03:22:16.439663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec50f9ef-008a-4f27-8569-c0ddfd7b03dc req-b35bf8f8-1f49-4df6-afba-1aef63f4cab9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718845 Nov 12 03:22:16.449190 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-8cbe78f1-0949-40ce-ad8f-446d32216c5f service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685948 Nov 12 03:22:16.450887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:16.466441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-06746888-a89b-44e8-9852-2616de6037de admin admin] 10.222.0.97 "PUT /v2.0/routers/a33db4e3-43f4-49bb-bb64-983dd53fc7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1082957 Nov 12 03:22:16.469383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Sync routers for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:16.474337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:16.481632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:16.483374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.528847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2551d8-d7e5-41dd-9abb-2f4b97ced54e req-402c9200-2a4d-428a-a16c-9b6a82b870a7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.530571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec2551d8-d7e5-41dd-9abb-2f4b97ced54e req-402c9200-2a4d-428a-a16c-9b6a82b870a7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.4801073 Nov 12 03:22:16.623120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:16.738712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec2551d8-d7e5-41dd-9abb-2f4b97ced54e req-0458994a-7a8c-460c-9465-b38d9ff5eac7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966054 Nov 12 03:22:16.752327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:16.791337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:16.824361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e443f-3b92-49da-ad0f-dae5036319b1 req-70333886-a556-48a3-ab21-b4f20ccafb4d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:16.825998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a1e443f-3b92-49da-ad0f-dae5036319b1 req-70333886-a556-48a3-ab21-b4f20ccafb4d tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.1670034 Nov 12 03:22:16.830547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:22:15Z', 'revision_number': 5, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.857705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Checking router: a33db4e3-43f4-49bb-bb64-983dd53fc7e4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:16.866661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Routers {'a33db4e3-43f4-49bb-bb64-983dd53fc7e4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:16.867560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:21:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:16.899392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c07ac469-b02b-442d-9418-24fce129aae5 req-910c457c-8879-40d5-8521-d14e97e4ed01 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317894 Nov 12 03:22:16.910922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:16.916088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:16.947418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:16.973903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a35c51f-83a4-49a8-b58f-a9f373673b20 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:16.989311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] Set router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:17.003673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.007796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.014980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a1e443f-3b92-49da-ad0f-dae5036319b1 req-cc249dad-f7f4-4b1a-bb3b-cdfd58264b1b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642132 Nov 12 03:22:17.049005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.108335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Deleting port ecfa9519-1802-41d8-9049-c2524783dbf3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:17.108680 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.111325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Transition to ACTIVE for port object 5a35c51f-83a4-49a8-b58f-a9f373673b20 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:17.148365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.162819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a275870-1cfb-473c-8810-6d03c897709a req-d689cc4e-6c5f-444a-84db-6280350b63c8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.167635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a275870-1cfb-473c-8810-6d03c897709a req-d689cc4e-6c5f-444a-84db-6280350b63c8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 943 time: 0.2314563 Nov 12 03:22:17.194116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] For port ecfa9519-1802-41d8-9049-c2524783dbf3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ecfa9519-1802-41d8-9049-c2524783dbf3,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:17.194677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.195471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:22:15Z', 'revision_number': 5, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:17.208184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Calling delete_port for ecfa9519-1802-41d8-9049-c2524783dbf3 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:17.222608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78453a02-849d-4b34-af01-91c42ff722fa None None] The sync data for ids ['a33db4e3-43f4-49bb-bb64-983dd53fc7e4'] in n-d-766726-29 is: [{'id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1497767453-router', 'tenant_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:20:05Z', 'updated_at': '2021-11-12T03:22:15Z', 'revision_number': 5, 'project_id': 'e2421da451d64c45bb8f99ae5dbb669b', 'gw_port': {'id': 'ecfa9519-1802-41d8-9049-c2524783dbf3', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33db4e3-43f4-49bb-bb64-983dd53fc7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:20:07Z', 'updated_at': '2021-11-12T03:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:17.239894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] Transition to ACTIVE for port object 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:17.270750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.292602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.310342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35b47-f2af-44c7-a251-697b5f630f69 req-5cd03fb6-54c4-4760-8f09-2010b521daff tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.311876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18f35b47-f2af-44c7-a251-697b5f630f69 req-5cd03fb6-54c4-4760-8f09-2010b521daff tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 944 time: 0.2019789 Nov 12 03:22:17.323333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a275870-1cfb-473c-8810-6d03c897709a req-2e9ddd95-2a37-402d-b65d-3a8e7859588c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157620 Nov 12 03:22:17.408165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.431680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] No DVR routers for this DVR port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:17.436408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfa9519-1802-41d8-9049-c2524783dbf3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.501396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.506568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.520394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18f35b47-f2af-44c7-a251-697b5f630f69 req-bedce83c-c869-4793-b0f7-4e4b1b3d890e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631174 Nov 12 03:22:17.533048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-edb90ac6-e1cc-45e1-a4ad-a9fcdd8cf4a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c/bindings/n-h2-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 1.5885291 Nov 12 03:22:17.543699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Attempting to bind port 5a35c51f-83a4-49a8-b58f-a9f373673b20 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:17.544028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Attempting to bind port 5a35c51f-83a4-49a8-b58f-a9f373673b20 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:17.544356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Attempting to bind port 5a35c51f-83a4-49a8-b58f-a9f373673b20 on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:17.553037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Port 5a35c51f-83a4-49a8-b58f-a9f373673b20 on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:17.553644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Attempting to bind port 5a35c51f-83a4-49a8-b58f-a9f373673b20 on network 10ded5b6-a9c6-468a-b4eb-d2867ef42bdc {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:17.560905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:17.562078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Checking segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:17.562629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Bound using segment: {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:17.563277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Bound port: 5a35c51f-83a4-49a8-b58f-a9f373673b20, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232080f3-beb5-4ba9-90e7-4c4e1110cdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:17.563910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.631797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.634271 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.673280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f319a6-aad9-4de5-afb8-39a784abec48 req-26c9f38b-68fb-46c9-9334-28a8d438a965 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.675349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f319a6-aad9-4de5-afb8-39a784abec48 req-26c9f38b-68fb-46c9-9334-28a8d438a965 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 943 time: 0.0891614 Nov 12 03:22:17.714806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.715527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33db4e3-43f4-49bb-bb64-983dd53fc7e4 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:22:17.721098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.724624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f192ae28-cea2-4f86-8805-cf013bc63c6c admin admin] 10.222.0.97 "DELETE /v2.0/routers/a33db4e3-43f4-49bb-bb64-983dd53fc7e4 HTTP/1.1" status: 204 len: 168 time: 1.2462387 Nov 12 03:22:17.725565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:17.744168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:17.749277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:17.779472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-fea8d641-f389-454f-870a-1ac945b980d1 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.780936 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-fea8d641-f389-454f-870a-1ac945b980d1 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0984383 Nov 12 03:22:17.784874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f319a6-aad9-4de5-afb8-39a784abec48 req-2f20ae5c-ba9b-4dd1-b0d9-e620a5806aea tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012425 Nov 12 03:22:17.786781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.821200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Deleting subnet e6735a31-b9bd-4bfa-af5f-5400dd7e57ec {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:17.845622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.846424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.848514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] 10.222.0.104 "PUT /v2.0/ports/5a35c51f-83a4-49a8-b58f-a9f373673b20 HTTP/1.1" status: 200 len: 1092 time: 2.0826190 Nov 12 03:22:17.848649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:17.851180 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda0389-e9e0-4076-9bff-a8fe60b3e725" -d '{"events": [{"name": "network-changed", "server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:17.856056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:17.880073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366b77a-da26-426f-939d-f8ecaee25c20 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:17.903473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-c81ad6a9-5bd0-421d-8c40-6d976858bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:17.905465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-c81ad6a9-5bd0-421d-8c40-6d976858bca9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450&tenant_id=159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 1096 time: 0.1083314 Nov 12 03:22:17.907853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.027225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-6f1e1215-851e-4cad-8fa4-3370a7a270c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.028734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-6f1e1215-851e-4cad-8fa4-3370a7a270c6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 1095 time: 0.0888109 Nov 12 03:22:18.037883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.038094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.038357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.038819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.039312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.039771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.040223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.040670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.041116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.041564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.042011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.042462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.044864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-9557dc72-a205-4fe7-96a0-a8bf51b797bd tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502&device_id=659c5221-60c2-495f-9f56-6bdda467c38a&device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd&device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa&device_id=8462a6b2-fd22-4270-b77c-57236a9fff69&device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662&device_id=d0699131-08cb-471f-9679-584e175c0450&device_id=77dbc962-947d-47d2-b896-631865f13f19&device_id=78e74814-00b9-4bd5-8e32-9381ff670dce&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 9978 time: 0.1320210 Nov 12 03:22:18.053962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-b01455d7-62b6-4540-8c2e-250087582787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.056493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-b01455d7-62b6-4540-8c2e-250087582787 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1096 time: 0.1002593 Nov 12 03:22:18.070803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-38f18145-c98c-4b61-92ad-871038d2a2f9 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.101910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-d4acf381-d345-456e-b599-658c3a638bd4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20 HTTP/1.1" status: 200 len: 217 time: 0.0407734 Nov 12 03:22:18.153998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dfe15-c7ba-4401-89b1-dd788681a32d req-e19d1595-2506-4f98-bbdb-d4833b2713d3 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.155581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e7dfe15-c7ba-4401-89b1-dd788681a32d req-e19d1595-2506-4f98-bbdb-d4833b2713d3 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.1569800 Nov 12 03:22:18.169488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-3aadb8cb-ac3b-4952-b6a1-dbbb3c03ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.171020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-3aadb8cb-ac3b-4952-b6a1-dbbb3c03ae31 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.0571878 Nov 12 03:22:18.176550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.220181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.222603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf8845-cf7a-4c50-8c23-d4c8b7ca43e9 None None] Network 86493b99-1747-46fb-9664-bb13fa4c6322 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:18.229572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e6735a31-b9bd-4bfa-af5f-5400dd7e57ec HTTP/1.1" status: 204 len: 168 time: 0.5037012 Nov 12 03:22:18.230689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:18.264475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-17d38e8e-8e2d-4c08-b471-cf9ad1f5c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.265958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-17d38e8e-8e2d-4c08-b471-cf9ad1f5c567 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1911573 Nov 12 03:22:18.267170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-d1d7c9db-d5fc-4a9f-912b-cd77d5536a79 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830948 Nov 12 03:22:18.268044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900d364-e5db-4c35-9e9b-970dc3573367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6735a31-b9bd-4bfa-af5f-5400dd7e57ec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.286270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e7dfe15-c7ba-4401-89b1-dd788681a32d req-f91fb5a5-8aff-4f92-b57e-3ea950a19eca tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214612 Nov 12 03:22:18.367842 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4023bc-e283-4ba7-8848-382866bd0932 x-openstack-request-id: req-ed4023bc-e283-4ba7-8848-382866bd0932 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:18.368092 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:18.368364 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ed4023bc-e283-4ba7-8848-382866bd0932 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:18.368745 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20', 'status': 'completed', 'code': 200} Nov 12 03:22:18.376068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-12014497-0b4a-4361-b6fe-64990c0a221f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 200 len: 217 time: 0.0952027 Nov 12 03:22:18.379618 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-8efb1c6e-6fba-45c5-8f51-edb8e71940f3 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975039 Nov 12 03:22:18.416361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.440922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-38f18145-c98c-4b61-92ad-871038d2a2f9 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.454766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-38f18145-c98c-4b61-92ad-871038d2a2f9 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.465183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] DHCP port deletion for 86493b99-1747-46fb-9664-bb13fa4c6322 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:22:18.504363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-67c9c673-fc48-4324-b2e4-f2e626bcb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.506356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-67c9c673-fc48-4324-b2e4-f2e626bcb292 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1070082 Nov 12 03:22:18.525601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-52f54d58-9ed0-4db8-8125-abcd88cd646d req-5814853b-98a4-41c2-b4f8-4bd3878e23bd service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285243 Nov 12 03:22:18.564739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c9950dd4-c244-4c03-b3a4-c79a9c6caffa no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.591495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c9950dd4-c244-4c03-b3a4-c79a9c6caffa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:18.591928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c9950dd4-c244-4c03-b3a4-c79a9c6caffa not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:18.592405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ecfa9519-1802-41d8-9049-c2524783dbf3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.598607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f18145-c98c-4b61-92ad-871038d2a2f9 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e6f6bd-6290-432c-aec3-a51a3646e66d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.615060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-0f24e9b4-80ec-4783-a7b5-96f7ceda7230 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629723 Nov 12 03:22:18.617645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Deleting port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:18.618021 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.619724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ecfa9519-1802-41d8-9049-c2524783dbf3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:18.619963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ecfa9519-1802-41d8-9049-c2524783dbf3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:18.620542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d7d4742a-1724-4c8e-a575-6671e4a6d3c1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:18.705453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-2d8e1d7c-3e8a-4aee-b9fd-bf2b63df5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.707813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-2d8e1d7c-3e8a-4aee-b9fd-bf2b63df5d74 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 1095 time: 0.0446706 Nov 12 03:22:18.718313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:18.718707 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.737482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Calling delete_port for d7d4742a-1724-4c8e-a575-6671e4a6d3c1 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:18.753188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b68beea-4210-4e86-b16d-6daf42bdf18a req-38f18145-c98c-4b61-92ad-871038d2a2f9 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&id=56da11d0-bda3-442e-b396-b143c0a6f61e&id=381ededb-99bd-497a-9556-e77ab236709e&id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&id=d2b343a9-bf08-4443-9895-4562ded8bcb8&id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 764 time: 0.6959457 Nov 12 03:22:18.788250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc04ca-e5b3-4532-816f-3e8e2d5f5be7 req-3d6dea18-5646-47bc-a27f-3ecfc3bf1b97 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.790739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bbc04ca-e5b3-4532-816f-3e8e2d5f5be7 req-3d6dea18-5646-47bc-a27f-3ecfc3bf1b97 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.2095158 Nov 12 03:22:18.801317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Deleting port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:18.801732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.810350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.844692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-7456114b-d169-4175-8b81-82deb54a8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.846347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-7456114b-d169-4175-8b81-82deb54a8a2e service neutron] 10.222.0.104 "GET /v2.0/networks?id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 200 len: 921 time: 0.1270778 Nov 12 03:22:18.863993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:18.870456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.902166 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-b2a765b2-7a89-4cf1-8e51-ac3601ddfab8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20 HTTP/1.1" status: 200 len: 217 time: 0.0443699 Nov 12 03:22:18.903071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.925532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] No DVR routers for this DVR port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:18.944220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.949283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-69107da4-689e-4342-bf97-b762638086a0 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903070 Nov 12 03:22:18.956730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] For port d7d4742a-1724-4c8e-a575-6671e4a6d3c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,segment=NetworkSegment(eefecae2-63a8-451b-8999-0d6904298566),segment_id=eefecae2-63a8-451b-8999-0d6904298566)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:18.957113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:18.971991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65af42a-f457-40db-943d-4fbdcb20815e None None] Pushing event deleted for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:18.973026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-f44bb2a2-1fb3-4e61-93ba-c389e8cded36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:18.974761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-f44bb2a2-1fb3-4e61-93ba-c389e8cded36 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 200 len: 861 time: 0.0615335 Nov 12 03:22:18.990474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Calling delete_port for d7d4742a-1724-4c8e-a575-6671e4a6d3c1 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:19.009907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-5e1c5665-b412-4cbc-9661-6b47ac40dc59 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253522 Nov 12 03:22:19.019603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bbc04ca-e5b3-4532-816f-3e8e2d5f5be7 req-b79022e6-1c4a-47c9-bc2b-e3a7a272628b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113502 Nov 12 03:22:19.063731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34733f2c-b557-44cd-8856-e779c919d114 req-84bcaceb-9c4d-4fe7-bf76-7f74b3dd4612 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.065256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34733f2c-b557-44cd-8856-e779c919d114 req-84bcaceb-9c4d-4fe7-bf76-7f74b3dd4612 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 944 time: 0.2218008 Nov 12 03:22:19.118363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:19.136056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-ad1520ae-95c4-46f2-b07e-8300915f584e service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120405 Nov 12 03:22:19.199904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-9c1ad60c-65fa-4e0f-9e54-8c1f9e4bb7a9 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291350 Nov 12 03:22:19.217367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34733f2c-b557-44cd-8856-e779c919d114 req-c055f97e-7aad-4c85-9022-820ef75d36c1 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175628 Nov 12 03:22:19.226139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.233259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.243618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'mac_address': 'fa:16:3e:2d:ed:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:19.281316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dadf64-fe26-4cd9-bdab-be8e2972a660 req-441de64a-d5ed-4151-9d3c-9fde852699f8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.287287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bda0389-e9e0-4076-9bff-a8fe60b3e725 req-10503681-c4eb-4628-bfff-72a7d4c8c7c2 service neutron] 10.222.0.104 "GET /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374867 Nov 12 03:22:19.289049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2dadf64-fe26-4cd9-bdab-be8e2972a660 req-441de64a-d5ed-4151-9d3c-9fde852699f8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 943 time: 0.1282208 Nov 12 03:22:19.291662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] No DVR routers for this DVR port d7d4742a-1724-4c8e-a575-6671e4a6d3c1 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:19.293959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.297963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d4742a-1724-4c8e-a575-6671e4a6d3c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.310378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:19.333238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:19.337596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.388340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.398804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.404370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2dadf64-fe26-4cd9-bdab-be8e2972a660 req-a3019957-e3bc-42c5-95fe-169a21666acc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145215 Nov 12 03:22:19.432561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86493b99-1747-46fb-9664-bb13fa4c6322']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:19.445410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefecae2-63a8-451b-8999-0d6904298566') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:19.445755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefecae2-63a8-451b-8999-0d6904298566') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:19.457423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.471527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.492765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:19.493154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:19.495964 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:19.587379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7130f6-2be3-46c1-8863-ae67674a2da8 req-5e89978c-3ea9-4939-9358-4ac925d56abd tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.588923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb7130f6-2be3-46c1-8863-ae67674a2da8 req-5e89978c-3ea9-4939-9358-4ac925d56abd tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.1106446 Nov 12 03:22:19.600801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.611474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.611699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-2d3a80e1-e062-4349-8ee9-1a672bb31664 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.613248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-2d3a80e1-e062-4349-8ee9-1a672bb31664 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0500369 Nov 12 03:22:19.615034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] 10.222.0.97 "DELETE /v2.0/networks/86493b99-1747-46fb-9664-bb13fa4c6322 HTTP/1.1" status: 204 len: 168 time: 1.3781967 Nov 12 03:22:19.651989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6c733-ce6f-4423-b22a-4fffe2104c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=86493b99-1747-46fb-9664-bb13fa4c6322,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:19.685412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7498-cfbe-477c-92c6-6a7a086ecce1 req-dcc3c0b6-bd5e-48fd-ad93-c5b43a9393a0 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.685886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7498-cfbe-477c-92c6-6a7a086ecce1 req-dcc3c0b6-bd5e-48fd-ad93-c5b43a9393a0 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.686348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba7498-cfbe-477c-92c6-6a7a086ecce1 req-dcc3c0b6-bd5e-48fd-ad93-c5b43a9393a0 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:19.688040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aba7498-cfbe-477c-92c6-6a7a086ecce1 req-dcc3c0b6-bd5e-48fd-ad93-c5b43a9393a0 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa&device_id=8462a6b2-fd22-4270-b77c-57236a9fff69&device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 2886 time: 0.0981665 Nov 12 03:22:19.692321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb7130f6-2be3-46c1-8863-ae67674a2da8 req-d9097fc3-7f7b-4f98-a385-a603a0125e80 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936005 Nov 12 03:22:19.748960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-73142c04-d8f0-4c05-b150-fad21fc0a910 service neutron] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:19.752709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-73142c04-d8f0-4c05-b150-fad21fc0a910 service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.753828 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a7a5185-f111-4153-80ff-5e68e5951534 req-73142c04-d8f0-4c05-b150-fad21fc0a910 service neutron] 10.222.0.104 "DELETE /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c/bindings/n-h1-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.1324401 Nov 12 03:22:19.767073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aba7498-cfbe-477c-92c6-6a7a086ecce1 req-a22632e6-a1b6-4a2f-bc3d-24cfd35ff8c7 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671577 Nov 12 03:22:19.798807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36006) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.842473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7fdb26a-9bca-40df-ab8b-45a4f3041d6d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0403059388014a59862e4e6cece3e52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394764 Nov 12 03:22:19.842702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:19.889996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.913642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.963690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.966281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:19.969721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/baf7c3d8-ab40-40c0-a626-fa1d9f7ce765 HTTP/1.1" status: 204 len: 168 time: 0.1238384 Nov 12 03:22:19.976159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddac992-70d4-4aaa-9d2a-48c2920ef14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf7c3d8-ab40-40c0-a626-fa1d9f7ce765,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.154346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c8c7-1e4b-441f-a996-441ee8168337 req-a339c8c9-c0ae-4358-83dd-bcad879e911b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.155967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f2c8c7-1e4b-441f-a996-441ee8168337 req-a339c8c9-c0ae-4358-83dd-bcad879e911b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.0581722 Nov 12 03:22:20.216995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f2c8c7-1e4b-441f-a996-441ee8168337 req-b331f108-9070-4152-85ed-2375cac07058 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 Nov 12 03:22:20.281816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:20.386415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36034) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:20.417917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd118ad-f67d-4d79-a993-5eeda4de340d req-67215273-5717-4946-8e47-598141ede90f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.419579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fd118ad-f67d-4d79-a993-5eeda4de340d req-67215273-5717-4946-8e47-598141ede90f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 945 time: 0.0896523 Nov 12 03:22:20.427842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eda862-b60c-4235-ab53-f70fb45c83d5 req-0ecff0bb-14f6-43f8-a746-a158a3a0fd93 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.429640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98eda862-b60c-4235-ab53-f70fb45c83d5 req-0ecff0bb-14f6-43f8-a746-a158a3a0fd93 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1096 time: 0.0710199 Nov 12 03:22:20.437402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-19342d9e-a538-4b85-93f3-858a55c2c488 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e2421da451d64c45bb8f99ae5dbb669b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470464 Nov 12 03:22:20.437715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:20.493379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.508298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fd118ad-f67d-4d79-a993-5eeda4de340d req-58291131-adac-4a9c-9a32-52a56dc6e046 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770762 Nov 12 03:22:20.511789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98eda862-b60c-4235-ab53-f70fb45c83d5 req-ae096c1a-2ac4-4ae6-9757-f99b97baa66a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720935 Nov 12 03:22:20.519122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.591394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.594099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:20.598341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/31974ef7-3072-4295-ad8d-f3d92efc8c53 HTTP/1.1" status: 204 len: 168 time: 0.1566210 Nov 12 03:22:20.604511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18540-da19-4bd9-9818-443d420f9efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31974ef7-3072-4295-ad8d-f3d92efc8c53,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:20.613492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c727081-ebae-48f7-b964-3ded12cfa259 req-a85ee845-9295-492b-adc8-becd8c72ca8f tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.615108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c727081-ebae-48f7-b964-3ded12cfa259 req-a85ee845-9295-492b-adc8-becd8c72ca8f tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1101 time: 0.0503447 Nov 12 03:22:20.665411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c727081-ebae-48f7-b964-3ded12cfa259 req-5a63e63a-bcf2-4f7d-999b-69131177a1be tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Nov 12 03:22:20.767681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5e3de-df0c-48d6-9e1f-cb3ef5182dbf req-5a97b5cf-9359-4e9a-91f2-bc7165d72f84 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.769717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51e5e3de-df0c-48d6-9e1f-cb3ef5182dbf req-5a97b5cf-9359-4e9a-91f2-bc7165d72f84 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 943 time: 0.0870538 Nov 12 03:22:20.778721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ae4cd-1e17-4dd3-abe2-51376fd96c3b req-a693687b-84f4-4104-8332-59b66ff3d812 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:20.780226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8ae4cd-1e17-4dd3-abe2-51376fd96c3b req-a693687b-84f4-4104-8332-59b66ff3d812 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 1096 time: 0.0553920 Nov 12 03:22:20.853993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51e5e3de-df0c-48d6-9e1f-cb3ef5182dbf req-898f6cf5-bdbd-473f-8e52-539ec81eac1a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728061 Nov 12 03:22:20.856195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8ae4cd-1e17-4dd3-abe2-51376fd96c3b req-3c8910c7-aec5-4aba-920d-aae3dcc52de4 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685306 Nov 12 03:22:21.037013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532638b4-bbee-44a1-8569-e467f06116a4 req-4362ebe2-ffe7-44ea-a974-b6e83366741f tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.038701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-532638b4-bbee-44a1-8569-e467f06116a4 req-4362ebe2-ffe7-44ea-a974-b6e83366741f tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 944 time: 0.0648751 Nov 12 03:22:21.041040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d6f73-1643-49a7-a4f1-bc6e4a62abae req-a81fa259-ab80-4fdb-bc7b-d7ae37b3aa42 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.042529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b3d6f73-1643-49a7-a4f1-bc6e4a62abae req-a81fa259-ab80-4fdb-bc7b-d7ae37b3aa42 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1101 time: 0.1158841 Nov 12 03:22:21.117843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-532638b4-bbee-44a1-8569-e467f06116a4 req-99450011-5e68-4a54-8811-983b76e0ed58 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721931 Nov 12 03:22:21.121488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b3d6f73-1643-49a7-a4f1-bc6e4a62abae req-11ffee1b-a202-4959-8cfc-5f39a8be9ac8 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698459 Nov 12 03:22:21.150473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:21.285375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:21.304372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'port_id': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'mac_address': 'fa:16:3e:13:42:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:21.355714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.373092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:21.392446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:21.397340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:21.452320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:21.733876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32aa41-2e1f-4a59-9968-5b7ee34706bf req-305e448a-f28f-49e0-967e-1caf5658feea tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.735474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef32aa41-2e1f-4a59-9968-5b7ee34706bf req-305e448a-f28f-49e0-967e-1caf5658feea tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 945 time: 0.0521734 Nov 12 03:22:21.785227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef32aa41-2e1f-4a59-9968-5b7ee34706bf req-67c64e69-d805-4cbc-8422-3cbf174c07c8 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Nov 12 03:22:21.982764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7333e83-0888-49e3-8718-1a0f53544598 req-3d403bd9-112a-49bd-9717-9d1c61d72a9c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:21.984279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7333e83-0888-49e3-8718-1a0f53544598 req-3d403bd9-112a-49bd-9717-9d1c61d72a9c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0568676 Nov 12 03:22:22.056887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7333e83-0888-49e3-8718-1a0f53544598 req-1ca1e3e9-b270-4918-b0b6-0fdfe9019a56 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Nov 12 03:22:22.064324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f331ef-4787-41af-8fda-81b83ba7c90d req-64dcc6c3-b2d7-4ee4-b590-6ef9d7a307f8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.066307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8f331ef-4787-41af-8fda-81b83ba7c90d req-64dcc6c3-b2d7-4ee4-b590-6ef9d7a307f8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 943 time: 0.0811436 Nov 12 03:22:22.090741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fd3b-3174-4828-91d7-b27342211954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.121467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['480d7ef3-81cf-45f9-b8a6-c96aa36756c6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:22.126592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8f331ef-4787-41af-8fda-81b83ba7c90d req-ff8ab12d-ae84-45a7-8c33-efcbe9113d5a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Nov 12 03:22:22.277066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f937e-c5d3-4720-bbca-ee76ed4c8bed req-856335b4-8072-4583-b75c-973013f9fd63 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.287134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f2f937e-c5d3-4720-bbca-ee76ed4c8bed req-856335b4-8072-4583-b75c-973013f9fd63 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 945 time: 0.0665884 Nov 12 03:22:22.338520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f2f937e-c5d3-4720-bbca-ee76ed4c8bed req-d3f326e7-46ce-45c3-ad1b-343d08a39ba9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503941 Nov 12 03:22:22.479738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36154) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:22.587503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f718f2-10af-4eb2-90e5-c5c46bb18ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.663318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f718f2-10af-4eb2-90e5-c5c46bb18ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.668214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f718f2-10af-4eb2-90e5-c5c46bb18ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.708056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20f718f2-10af-4eb2-90e5-c5c46bb18ad1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3cf7446ab48d4ec6b3d6611589265369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271137 Nov 12 03:22:22.708822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f718f2-10af-4eb2-90e5-c5c46bb18ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e7ed34-a1bc-4c12-85a8-0da72c003ef8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:22.710620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:22.759642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.781365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.829740 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.833238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:22.836881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/11e7ed34-a1bc-4c12-85a8-0da72c003ef8 HTTP/1.1" status: 204 len: 168 time: 0.1225951 Nov 12 03:22:22.843886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cdcdc-57fc-4a91-bb42-c7f3dd0b8be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e7ed34-a1bc-4c12-85a8-0da72c003ef8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:22.920302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f575b4-7fe1-4a4d-9227-2143c60d6d3e req-6e30bd61-6b74-40e3-bf59-70f9abba697b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:22.927355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f575b4-7fe1-4a4d-9227-2143c60d6d3e req-6e30bd61-6b74-40e3-bf59-70f9abba697b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 945 time: 0.0626357 Nov 12 03:22:22.979875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f575b4-7fe1-4a4d-9227-2143c60d6d3e req-968c8b9a-c028-46f6-a613-cbb48e75987c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Nov 12 03:22:23.135792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5a35c51f-83a4-49a8-b58f-a9f373673b20 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:23.155172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:23.215053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a55423-c343-4ae3-b64a-349aabd7b928 req-8a50702e-1ca8-401b-907b-908fad672160 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.227491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79a55423-c343-4ae3-b64a-349aabd7b928 req-8a50702e-1ca8-401b-907b-908fad672160 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0950136 Nov 12 03:22:23.288408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:23.295247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:23.295617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.324006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172188a-a689-4de4-a34a-5e4d3a75e474 req-45ddeabe-3a61-4897-92d8-ddf4d92082bf tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.333937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9172188a-a689-4de4-a34a-5e4d3a75e474 req-45ddeabe-3a61-4897-92d8-ddf4d92082bf tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 943 time: 0.1013286 Nov 12 03:22:23.350413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.353249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79a55423-c343-4ae3-b64a-349aabd7b928 req-263d5dbb-0fc2-4c82-8c71-1c70ce197b11 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247482 Nov 12 03:22:23.404712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9172188a-a689-4de4-a34a-5e4d3a75e474 req-6851bc0a-d23f-4991-95d5-88568fa30bae tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Nov 12 03:22:23.516911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '5a35c51f-83a4-49a8-b58f-a9f373673b20', 'network_id': '10ded5b6-a9c6-468a-b4eb-d2867ef42bdc', 'port_id': '5a35c51f-83a4-49a8-b58f-a9f373673b20', 'mac_address': 'fa:16:3e:ec:9d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e78731-4606-4a33-a4b1-63cfc60af8be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:23.540140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4be47-cefe-4550-a187-dae786bcf575 req-6072feaf-8d3d-4646-b44f-570be4123de8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.551637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3d4be47-cefe-4550-a187-dae786bcf575 req-6072feaf-8d3d-4646-b44f-570be4123de8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 945 time: 0.0819237 Nov 12 03:22:23.590639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.623809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3d4be47-cefe-4550-a187-dae786bcf575 req-e3168dd5-99f3-457a-a71c-b38901275457 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649564 Nov 12 03:22:23.630402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a35c51f-83a4-49a8-b58f-a9f373673b20 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:23.659884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.663524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.674029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.714328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:23.716756 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118d549-2575-4939-bf1d-2f87b02979e3" -d '{"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:23.737361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:23.749016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:23.754213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.805645 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4e4f48-0b82-4d4f-ad81-c3f90e855985 x-openstack-request-id: req-3c4e4f48-0b82-4d4f-ad81-c3f90e855985 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:23.805939 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:23.806290 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3c4e4f48-0b82-4d4f-ad81-c3f90e855985 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:23.806680 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'code': 200} Nov 12 03:22:23.812158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:23.973966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f412-bf68-4f44-bc93-15c5e5a314e6 req-119a63e4-13b0-43c4-8ed7-574493878809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:23.975528 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-35f1f412-bf68-4f44-bc93-15c5e5a314e6 req-119a63e4-13b0-43c4-8ed7-574493878809 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 1098 time: 0.0428894 Nov 12 03:22:24.063035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-35f1f412-bf68-4f44-bc93-15c5e5a314e6 req-c0e25cdb-869b-4938-ae4e-3caa50e3011f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784342 Nov 12 03:22:24.137101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb441d-b516-474d-a8de-a20994da6a7c req-7b2d1cee-4109-4d0a-b9a7-6cb725323afa tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.139505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4bb441d-b516-474d-a8de-a20994da6a7c req-7b2d1cee-4109-4d0a-b9a7-6cb725323afa tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0556591 Nov 12 03:22:24.199600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4bb441d-b516-474d-a8de-a20994da6a7c req-bcedee21-e972-492e-8ff1-e759e0ceb2c4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Nov 12 03:22:24.270067 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84a44e6b-946f-4a60-ab8b-23c32a7bb569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.277460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:24.278981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['5a35c51f-83a4-49a8-b58f-a9f373673b20'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:24.399334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aaf-28a6-400c-b775-c2c1df81c2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.815011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aaf-28a6-400c-b775-c2c1df81c2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.824394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa5f1aaf-28a6-400c-b775-c2c1df81c2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.844347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0fcf5-2aad-40a7-b332-744e4c705481 req-1409e52c-0e87-4d2c-8ade-6cb89026b8a7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.845809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46e0fcf5-2aad-40a7-b332-744e4c705481 req-1409e52c-0e87-4d2c-8ade-6cb89026b8a7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.3858275 Nov 12 03:22:24.890624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b4b4-3215-470d-bdd1-abfc79fe4805 req-44fe0e76-510b-45f9-8f0b-fd78049de1de tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:24.892141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4557b4b4-3215-470d-bdd1-abfc79fe4805 req-44fe0e76-510b-45f9-8f0b-fd78049de1de tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 944 time: 0.4017680 Nov 12 03:22:24.905453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa5f1aaf-28a6-400c-b775-c2c1df81c2ff admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=edf0d00a21dd4a83bba81362c36aa8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6244454 Nov 12 03:22:24.905896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f1aaf-28a6-400c-b775-c2c1df81c2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa0246-78a8-484e-8116-7ed27919d5e1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:24.906870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:24.968177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46e0fcf5-2aad-40a7-b332-744e4c705481 req-8d716c3f-797a-4bc0-8704-dfa59834c856 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129839 Nov 12 03:22:24.974019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:24.986474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4557b4b4-3215-470d-bdd1-abfc79fe4805 req-df3f801d-2aa9-4b88-89cd-28a0a5007631 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783739 Nov 12 03:22:25.007705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.055601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.058514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.062447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7ffa0246-78a8-484e-8116-7ed27919d5e1 HTTP/1.1" status: 204 len: 168 time: 0.1533728 Nov 12 03:22:25.073271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8430ec5-ef33-4aeb-9a50-9a13940ca6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa0246-78a8-484e-8116-7ed27919d5e1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.124545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2a63e-2c35-4160-9f5c-11e37a72b00a req-1f3b2ef9-17e0-4fb7-be01-a026dfa343fa tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.131344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28b2a63e-2c35-4160-9f5c-11e37a72b00a req-1f3b2ef9-17e0-4fb7-be01-a026dfa343fa tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 945 time: 0.0907819 Nov 12 03:22:25.152914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:25.213834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28b2a63e-2c35-4160-9f5c-11e37a72b00a req-e08aafc9-cfcf-493b-9c6a-32e05f45bafe tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762300 Nov 12 03:22:25.240181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:25.246285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:25.246981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.307317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.353041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536693a6-99c0-4126-8937-b9475fe82d3d req-dd93d280-dd98-4267-9163-15330c285f5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:25.355815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.361097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-536693a6-99c0-4126-8937-b9475fe82d3d req-dd93d280-dd98-4267-9163-15330c285f5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0791976 Nov 12 03:22:25.392955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:25.404135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.421460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-536693a6-99c0-4126-8937-b9475fe82d3d req-ac2059bb-5382-4eb4-b473-dad9f9404a42 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587339 Nov 12 03:22:25.457430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:25.807905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:25.811243 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a223ad-6273-4211-afc6-ded9829815fd" -d '{"events": [{"server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "name": "network-vif-plugged", "status": "completed", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:25.857351 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890018b9-5c59-4bd8-8830-5f373254cc6e x-openstack-request-id: req-890018b9-5c59-4bd8-8830-5f373254cc6e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:25.857550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:25.857812 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "name": "network-vif-plugged", "status": "completed", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:25.858135 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-890018b9-5c59-4bd8-8830-5f373254cc6e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:25.858648 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'code': 200} Nov 12 03:22:25.954745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1407567707-network', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:25.976107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:25.978333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:25.990600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.125338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa28b-9b22-43ad-b020-1c9c95bac593 req-f6cc540b-44e2-4253-9e7d-19bc77a851c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.128424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa2fa28b-9b22-43ad-b020-1c9c95bac593 req-f6cc540b-44e2-4253-9e7d-19bc77a851c5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 1098 time: 0.0578120 Nov 12 03:22:26.145716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.154536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2a1b-7946-4b61-a2dc-56cf7afecd8b req-764c7b74-0c56-49bb-933a-156f7ca36601 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.156054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbcf2a1b-7946-4b61-a2dc-56cf7afecd8b req-764c7b74-0c56-49bb-933a-156f7ca36601 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1049907 Nov 12 03:22:26.158265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.193288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:26.199583 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa2fa28b-9b22-43ad-b020-1c9c95bac593 req-fd9dbc92-2ca2-4ad3-931f-49e6580046f0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621359 Nov 12 03:22:26.223229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ca7319-2ecd-4709-98f7-b75c5d37b903,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.234368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93a992-1ff8-42dc-943a-c98dd557cb1b req-901249cf-1294-4c53-9cba-9f0f89f23ef0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.239337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa93a992-1ff8-42dc-943a-c98dd557cb1b req-901249cf-1294-4c53-9cba-9f0f89f23ef0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 944 time: 0.1438389 Nov 12 03:22:26.244935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.245284 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Added segment 694dfb3b-9a08-4b98-ad97-edb1348800a9 of type vlan for network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 Nov 12 03:22:26.336299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbcf2a1b-7946-4b61-a2dc-56cf7afecd8b req-c4b3d863-518e-4934-8e6b-05b6680e95f0 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702235 Nov 12 03:22:26.340197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.365149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa93a992-1ff8-42dc-943a-c98dd557cb1b req-9f61669f-01bf-42aa-8227-7a9c1af157f8 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217735 Nov 12 03:22:26.389789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.392207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.392861 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.459034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5977597 Nov 12 03:22:26.459235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:26.465746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Request body: {'subnet': {'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1407567707-subnet', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:26.469950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61bcd9-11c7-4311-9599-1221cc0f7b1f admin admin] Pushing event updated for resources: {'Network': ['ID=ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.481485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:26.514615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:26.516941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.583981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d261ab-4ee4-42ba-b950-cf8dc9095e31 req-b4516e3c-8a26-4960-a480-5c9a3da357b2 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.585458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81d261ab-4ee4-42ba-b950-cf8dc9095e31 req-b4516e3c-8a26-4960-a480-5c9a3da357b2 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1045678 Nov 12 03:22:26.652693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81d261ab-4ee4-42ba-b950-cf8dc9095e31 req-622a1393-b728-48ee-a42c-950b972ee92c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594850 Nov 12 03:22:26.749700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.778314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.851565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa961068-bc7b-4ffc-85ec-8a12a06ebcbe,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:26.869919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86cb1-671c-495f-8719-e7cb75a2c242 req-25c43fc7-a3a3-4ce1-8142-796178cae873 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.871461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5e86cb1-671c-495f-8719-e7cb75a2c242 req-25c43fc7-a3a3-4ce1-8142-796178cae873 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1022115 Nov 12 03:22:26.872572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Checking segment: {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:26.872988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Network hostable DHCP agents. Network: ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:26.909679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:26.929215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:26.935988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:26.936586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:26.938807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5028c9-4291-4f04-95a5-5074a054c9e7 None None] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:26.944103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5e86cb1-671c-495f-8719-e7cb75a2c242 req-4bc45cc7-7ded-4507-a56d-9537afcf53c0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646577 Nov 12 03:22:26.962188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:26.966944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:26.972131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-26c22649-365c-4f08-90f3-48bda811acf6 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5039623 Nov 12 03:22:27.011130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.012655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.077544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.122919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'fixed_ips': [{'subnet_id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:27.123888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.213629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4970098-8eeb-464e-8494-86fa50eb8cb6 req-75edaa75-e8ff-4396-b794-7526d76e1a7b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.220352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5a35c51f-83a4-49a8-b58f-a9f373673b20 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:27.225676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4970098-8eeb-464e-8494-86fa50eb8cb6 req-75edaa75-e8ff-4396-b794-7526d76e1a7b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0577941 Nov 12 03:22:27.263338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.298337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4970098-8eeb-464e-8494-86fa50eb8cb6 req-57cb9d13-a960-4638-a21f-7924d60b970d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Nov 12 03:22:27.334616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Allocated IP 172.20.0.2 (ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4/fa961068-bc7b-4ffc-85ec-8a12a06ebcbe/9c720933-e7f1-4a25-bbe7-612f96713055) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:27.348028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 5a35c51f-83a4-49a8-b58f-a9f373673b20 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:27.356294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 5a35c51f-83a4-49a8-b58f-a9f373673b20 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:27.356860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.484819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3243c04-942c-4d6d-a539-6c8e4908ce11 req-55cf71c5-98b5-4467-8dc3-7a7f830db2e1 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.488202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3243c04-942c-4d6d-a539-6c8e4908ce11 req-55cf71c5-98b5-4467-8dc3-7a7f830db2e1 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0673714 Nov 12 03:22:27.511338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.532581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.551726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.574107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.578570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077e8c-b217-47e0-ad94-f96f3e74f272 req-094d8004-2e71-4976-b69d-a8fee09bedba tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.581007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb077e8c-b217-47e0-ad94-f96f3e74f272 req-094d8004-2e71-4976-b69d-a8fee09bedba tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 944 time: 0.0912068 Nov 12 03:22:27.584149 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.608607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3243c04-942c-4d6d-a539-6c8e4908ce11 req-f7c521b7-3d65-4e27-a500-c9178e5e4dec tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099145 Nov 12 03:22:27.632446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:27.646570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:27.651573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.656377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:27.658604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:27.663223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb077e8c-b217-47e0-ad94-f96f3e74f272 req-a9b0aa11-282b-4865-8a20-09760691d335 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747702 Nov 12 03:22:27.669892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Pushing event updated for resources: {'Port': ['ID=9c720933-e7f1-4a25-bbe7-612f96713055,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.688033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Allocated IP 172.25.7.115 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c8a390d5-97b4-4033-a6a5-8a7bda008324) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:27.777218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.790755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Attempting to bind port 9c720933-e7f1-4a25-bbe7-612f96713055 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:27.791147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Attempting to bind port 9c720933-e7f1-4a25-bbe7-612f96713055 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:27.791504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Attempting to bind port 9c720933-e7f1-4a25-bbe7-612f96713055 on network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Checking segment: {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Bound using segment: {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Bound port: 9c720933-e7f1-4a25-bbe7-612f96713055, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:27.803169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.817760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd910-b6d9-44dc-a4cd-efce188246ea req-37a3012d-603a-462a-b145-ce2f8eefdf06 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:27.818152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04efd910-b6d9-44dc-a4cd-efce188246ea req-37a3012d-603a-462a-b145-ce2f8eefdf06 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.0674300 Nov 12 03:22:27.833647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:27.862554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:27.863946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.864810 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf97cea2-418e-4851-84c3-d8e4ef34ef29" -d '{"events": [{"server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "name": "network-vif-plugged", "status": "completed", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:27.893036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04efd910-b6d9-44dc-a4cd-efce188246ea req-de702f0c-89b5-4cf8-8157-91b5c9850c16 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617926 Nov 12 03:22:27.907410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] For port 9c720933-e7f1-4a25-bbe7-612f96713055, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:27.912125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] For port 9c720933-e7f1-4a25-bbe7-612f96713055, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c720933-e7f1-4a25-bbe7-612f96713055,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:27.916825 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.921843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:27.974464 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed12e2-ff92-4c01-9883-93688d1d0b04 x-openstack-request-id: req-76ed12e2-ff92-4c01-9883-93688d1d0b04 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:27.974787 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "name": "network-vif-plugged", "status": "completed", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:27.975098 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-76ed12e2-ff92-4c01-9883-93688d1d0b04 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:27.975493 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20', 'code': 200} Nov 12 03:22:28.006229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549dc9f-942b-4f0b-ba87-49b7df97e1cd None None] Pushing event updated for resources: {'Port': ['ID=9c720933-e7f1-4a25-bbe7-612f96713055,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.029500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:28.032158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:28.039015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Pushing event updated for resources: {'Port': ['ID=c8a390d5-97b4-4033-a6a5-8a7bda008324,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.042573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:28.298691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190b297-c114-4c8f-a1fe-125ecf090a82 req-eeb8639e-4c01-4d32-a6fe-822a0737bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.300551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a190b297-c114-4c8f-a1fe-125ecf090a82 req-eeb8639e-4c01-4d32-a6fe-822a0737bab6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 1097 time: 0.1061354 Nov 12 03:22:28.363913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c720933-e7f1-4a25-bbe7-612f96713055 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:28.438191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9c720933-e7f1-4a25-bbe7-612f96713055 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:28.438871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.491595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55d975-15a6-4e06-a487-ba3068169005 req-f1df6175-1486-405d-90ca-a296d50da199 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.502439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd55d975-15a6-4e06-a487-ba3068169005 req-f1df6175-1486-405d-90ca-a296d50da199 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0995543 Nov 12 03:22:28.537665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a190b297-c114-4c8f-a1fe-125ecf090a82 req-fbacd4e4-1a7f-4187-8302-7a0140b01a00 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437199 Nov 12 03:22:28.549441 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.553708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.579764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd55d975-15a6-4e06-a487-ba3068169005 req-85d16ea0-ad1f-4a87-8662-ec17da8f719a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Nov 12 03:22:28.588788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 9c720933-e7f1-4a25-bbe7-612f96713055, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c720933-e7f1-4a25-bbe7-612f96713055,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:28.595793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.655135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=9c720933-e7f1-4a25-bbe7-612f96713055,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:28.760967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e4dc2-9160-4d27-87eb-754f14e95a96 req-42aafc94-0094-44c9-b602-d7794e579f60 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.762545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b06e4dc2-9160-4d27-87eb-754f14e95a96 req-42aafc94-0094-44c9-b602-d7794e579f60 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0679390 Nov 12 03:22:28.826813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:28.835353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127526-580e-4027-8be3-409567dd68ad req-47f9d1f9-e2e5-4005-9300-519ef12b9591 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:28.837007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9127526-580e-4027-8be3-409567dd68ad req-47f9d1f9-e2e5-4005-9300-519ef12b9591 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.0944567 Nov 12 03:22:28.883392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b06e4dc2-9160-4d27-87eb-754f14e95a96 req-cc11f524-9a4c-4b40-a45b-075f48ec9e3b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896964 Nov 12 03:22:28.937704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9127526-580e-4027-8be3-409567dd68ad req-dcb32900-a255-4adf-8291-15a8cd7b6025 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877416 Nov 12 03:22:29.025614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Router a36d9165-d9c8-432f-94cf-b052d80b06ee is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:29.087659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfaab2-bac3-40bd-82e8-02c1778d3776 req-31c3cdab-9114-42ed-b86c-d679ea1217d9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.088863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16dfaab2-bac3-40bd-82e8-02c1778d3776 req-31c3cdab-9114-42ed-b86c-d679ea1217d9 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.0751922 Nov 12 03:22:29.167230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:29.177526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Sync routers for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:29.179848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16dfaab2-bac3-40bd-82e8-02c1778d3776 req-6ae269d1-5c5a-4ded-8cf9-82b7b111b51e tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804265 Nov 12 03:22:29.187773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.192432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7937baa9-492f-4167-ab7b-96d100ad21cb admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2259431 Nov 12 03:22:29.192781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:29.197768 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:29.198543 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.307121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772ab03-d1f3-4d0c-b38b-7045466c6b43 None None] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:29.327167 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:29.405184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-42375099-41ee-4fd5-920a-94a834608757 None None] Provisioning complete for port 9c720933-e7f1-4a25-bbe7-612f96713055 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.405543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42375099-41ee-4fd5-920a-94a834608757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.414040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2874442-aff7-43b6-abb1-3182ae613138 req-541870d7-8da1-45a2-b43c-596ff3a05e05 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.419324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2874442-aff7-43b6-abb1-3182ae613138 req-541870d7-8da1-45a2-b43c-596ff3a05e05 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1144450 Nov 12 03:22:29.424634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:29.430606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Request body: {'floatingip': {'port_id': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:29.511715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.547250 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:28Z', 'revision_number': 3, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:29.580059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Checking router: a36d9165-d9c8-432f-94cf-b052d80b06ee for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:29.581448 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Updating router a36d9165-d9c8-432f-94cf-b052d80b06ee port c8a390d5-97b4-4033-a6a5-8a7bda008324 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:29.615633 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.825457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf3c89-651a-4bd5-9f57-93dbb1c7d3fa req-a50ff15d-b392-4e83-b1e9-064d254601be tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:29.832775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1adf3c89-651a-4bd5-9f57-93dbb1c7d3fa req-a50ff15d-b392-4e83-b1e9-064d254601be tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1312134 Nov 12 03:22:29.947614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-10a23092-6abc-4ea3-b401-718fffb206cc None None] Provisioning complete for port 9c720933-e7f1-4a25-bbe7-612f96713055 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:29.948163 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10a23092-6abc-4ea3-b401-718fffb206cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.961587 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:29.968215 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.019614 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Pushing event updated for resources: {'Port': ['ID=c8a390d5-97b4-4033-a6a5-8a7bda008324,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.029712 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.030047 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.030718 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.031569 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.032213 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.033025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.033498 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.034496 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.035015 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.035489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.035963 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.036441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:30.039111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1adf3c89-651a-4bd5-9f57-93dbb1c7d3fa req-e1fafdfa-e482-45a6-8cba-80f94f566822 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998913 Nov 12 03:22:30.071284 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Attempting to bind port c8a390d5-97b4-4033-a6a5-8a7bda008324 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:30.072127 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Attempting to bind port c8a390d5-97b4-4033-a6a5-8a7bda008324 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:30.072959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Attempting to bind port c8a390d5-97b4-4033-a6a5-8a7bda008324 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:30.080627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:30.081263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:30.081822 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.082381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:30.083042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Bound port: c8a390d5-97b4-4033-a6a5-8a7bda008324, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:30.083760 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.145646 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] For port c8a390d5-97b4-4033-a6a5-8a7bda008324, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:30.150091 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] For port c8a390d5-97b4-4033-a6a5-8a7bda008324, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8a390d5-97b4-4033-a6a5-8a7bda008324,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:30.154544 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.240942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64045604-080c-4cec-9f33-ae4620de5831 req-8e71ceff-d6a6-41f3-a569-cf301cfbe0f7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.250355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64045604-080c-4cec-9f33-ae4620de5831 req-8e71ceff-d6a6-41f3-a569-cf301cfbe0f7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.2353473 Nov 12 03:22:30.255769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c720933-e7f1-4a25-bbe7-612f96713055 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:30.308693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9c720933-e7f1-4a25-bbe7-612f96713055 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:30.309314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.339268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aecf7a-1ec1-4f17-ae1d-1d8d717ddb2c None None] Pushing event updated for resources: {'Port': ['ID=c8a390d5-97b4-4033-a6a5-8a7bda008324,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:30.356150 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:30.356890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.384062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c1a6-857b-4ecb-97fa-df8257df9d89 req-4ecc2752-1351-4ab0-bd5e-a349bda60142 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:30.387312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2589c1a6-857b-4ecb-97fa-df8257df9d89 req-4ecc2752-1351-4ab0-bd5e-a349bda60142 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.2848115 Nov 12 03:22:30.453983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.480738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:30.516377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64045604-080c-4cec-9f33-ae4620de5831 req-6744e570-52a7-4e9e-ae99-e285fd5366df tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651916 Nov 12 03:22:30.604889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2589c1a6-857b-4ecb-97fa-df8257df9d89 req-64e85d69-e7a4-435d-861b-0debf30a5903 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873803 Nov 12 03:22:30.749974 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:28Z', 'revision_number': 3, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:30.758159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.764431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:30.780187 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653998ff-dfc0-4819-b3d0-e76baa828d49 None None] The sync data for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 is: [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:28Z', 'revision_number': 3, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:30.824959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Allocated IP 172.20.0.1 (ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4/fa961068-bc7b-4ffc-85ec-8a12a06ebcbe/8a1d952b-a48c-47ec-b720-518f866accb1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:31.040671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.302859 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Floating IP 73482432-9f18-4f48-8d9e-50eda7cd862d associated. External IP: 172.25.7.110, port: 480d7ef3-81cf-45f9-b8a6-c96aa36756c6. Nov 12 03:22:31.352982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1968-93e9-4adf-bd87-8816f17f3813 req-cb4ecb43-0a2e-48fd-85bf-9866ecf5c80b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.354517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec4c1968-93e9-4adf-bd87-8816f17f3813 req-cb4ecb43-0a2e-48fd-85bf-9866ecf5c80b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1588817 Nov 12 03:22:31.447808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.499409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec4c1968-93e9-4adf-bd87-8816f17f3813 req-4ed65313-7a35-4745-9d07-b3960b879ad3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Nov 12 03:22:31.576307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.690817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:31.702003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:31.704581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:31.752869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:31.801286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Router 2cb49289-b530-4441-95cd-b0d45d294d59 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:31.810111 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:31.825232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7ddf7-5a11-470c-a4bc-6a0ca22c083f req-d37453a0-8e96-4eed-b42e-cf969177ad10 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.826983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13f7ddf7-5a11-470c-a4bc-6a0ca22c083f req-d37453a0-8e96-4eed-b42e-cf969177ad10 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1892633 Nov 12 03:22:31.913761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc0120-484b-42ca-a777-50a2cbcb76e9 req-8cc9ab3c-7c0b-4868-92d3-8cebb4e813df tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:31.915722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fc0120-484b-42ca-a777-50a2cbcb76e9 req-8cc9ab3c-7c0b-4868-92d3-8cebb4e813df tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.2078106 Nov 12 03:22:31.998744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-48d9ae64-9ba9-4fdf-8e26-f0102e233daa None None] Provisioning complete for port 8a1d952b-a48c-47ec-b720-518f866accb1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:31.999078 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48d9ae64-9ba9-4fdf-8e26-f0102e233daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.036916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-48d9ae64-9ba9-4fdf-8e26-f0102e233daa None None] Port 8a1d952b-a48c-47ec-b720-518f866accb1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:32.079034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13f7ddf7-5a11-470c-a4bc-6a0ca22c083f req-acd97acd-4a6c-4e02-8f98-ed5d9fe5a6db tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176919 Nov 12 03:22:32.147782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fc0120-484b-42ca-a777-50a2cbcb76e9 req-a9fcdf42-97a9-4424-9e37-06569e1ea7f9 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937392 Nov 12 03:22:32.155524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:32.162678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.167053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.176520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Sync routers for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:32.217284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:32.220029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:32.250083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1788b366-fd7f-45ea-a2b7-e60772516fde tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "PUT /v2.0/floatingips/73482432-9f18-4f48-8d9e-50eda7cd862d HTTP/1.1" status: 200 len: 992 time: 2.8226254 Nov 12 03:22:32.253346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:32.255844 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7be656f-4a27-4d4f-994a-37373db35bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:32.496476 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a351ee1-d8a8-447c-a51c-e9d1374b90a1 x-openstack-request-id: req-4a351ee1-d8a8-447c-a51c-e9d1374b90a1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:32.496771 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:32.497031 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a351ee1-d8a8-447c-a51c-e9d1374b90a1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:32.497443 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'status': 'completed', 'code': 200} Nov 12 03:22:32.527018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.540749 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.594713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8a390d5-97b4-4033-a6a5-8a7bda008324 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:32.657162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:32.684135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.685878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:32.701741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d42f-e5b8-4edc-9363-5225bf0757a0 req-a3db486b-f2dd-4adb-9744-1769592b248d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.709897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1279d42f-e5b8-4edc-9363-5225bf0757a0 req-a3db486b-f2dd-4adb-9744-1769592b248d tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.1879902 Nov 12 03:22:32.732105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-6a24fd0b-8ac1-45b6-a074-c567701d58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.738809 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-6a24fd0b-8ac1-45b6-a074-c567701d58aa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e37273924cf5456c86a863226224861d&device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 1098 time: 0.0861523 Nov 12 03:22:32.773575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3c06-7537-4dd0-a617-9f90dca804cc req-db2ea93c-8ca6-47b6-9dd1-4a42c7163c13 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:32.775108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb7b3c06-7537-4dd0-a617-9f90dca804cc req-db2ea93c-8ca6-47b6-9dd1-4a42c7163c13 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1578078 Nov 12 03:22:32.856887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c8a390d5-97b4-4033-a6a5-8a7bda008324 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:32.857614 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:32.871657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1279d42f-e5b8-4edc-9363-5225bf0757a0 req-2c0d3458-09ef-46ca-a1ad-ec4249463d42 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604941 Nov 12 03:22:32.918884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb7b3c06-7537-4dd0-a617-9f90dca804cc req-ca13bf45-5237-4d45-9543-e9197af5f5f6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160209 Nov 12 03:22:32.920990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:32.922549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:33.080440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Router a36d9165-d9c8-432f-94cf-b052d80b06ee has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:33.091754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.122109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port c8a390d5-97b4-4033-a6a5-8a7bda008324, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8a390d5-97b4-4033-a6a5-8a7bda008324,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:33.136263 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.253515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=c8a390d5-97b4-4033-a6a5-8a7bda008324,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:33.260519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '73482432-9f18-4f48-8d9e-50eda7cd862d', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'port_id': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'mac_address': 'fa:16:3e:13:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:28Z', 'updated_at': '2021-11-12T03:22:30Z', 'revision_number': 1, 'project_id': 'e37273924cf5456c86a863226224861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.301392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Checking router: 2cb49289-b530-4441-95cd-b0d45d294d59 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:33.311268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:33.311807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:33.312432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.321598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-8dec8c91-55fc-4dcf-8c68-f2d48781e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.321737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-530531e7-a307-4d8d-a9e0-d53cb5925111 admin admin] 10.222.0.97 "PUT /v2.0/routers/a36d9165-d9c8-432f-94cf-b052d80b06ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1274633 Nov 12 03:22:33.323182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-8dec8c91-55fc-4dcf-8c68-f2d48781e48a service neutron] 10.222.0.104 "GET /v2.0/networks?id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f HTTP/1.1" status: 200 len: 915 time: 0.5777564 Nov 12 03:22:33.324106 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Sync routers for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:33.343099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:33.344011 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.348695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0759-9c30-43b1-8deb-30fb6b31bedf req-d6866e57-b44f-450d-b3e0-ccfd59363ffc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.361397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3ca0759-9c30-43b1-8deb-30fb6b31bedf req-d6866e57-b44f-450d-b3e0-ccfd59363ffc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1501820 Nov 12 03:22:33.476281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c30460a9-e19d-4df0-8fd6-24a7bd41a785 None None] Provisioning complete for port 8a1d952b-a48c-47ec-b720-518f866accb1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:33.476596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30460a9-e19d-4df0-8fd6-24a7bd41a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.481913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3ca0759-9c30-43b1-8deb-30fb6b31bedf req-071fed98-7809-4e01-b2a8-1dfb55fa6f29 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041598 Nov 12 03:22:33.494635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-579d2908-206b-4351-86d7-996af078a7fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6 HTTP/1.1" status: 200 len: 1000 time: 0.1311319 Nov 12 03:22:33.516681 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:33.563858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:33.576558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c30460a9-e19d-4df0-8fd6-24a7bd41a785 None None] Port 8a1d952b-a48c-47ec-b720-518f866accb1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:33.589732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:33.595886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-a6d76671-48b0-4926-ae6a-7be7ac74cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.599654 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-a6d76671-48b0-4926-ae6a-7be7ac74cd3f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=aab2b364-90bb-4d4b-974d-499724dc57f5 HTTP/1.1" status: 200 len: 854 time: 0.0891857 Nov 12 03:22:33.653644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2137689886'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:33.677816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-f60f4f59-6e65-4df6-ab1c-2e349f03f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.683084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-f60f4f59-6e65-4df6-ab1c-2e349f03f930 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704520 Nov 12 03:22:33.691501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:33.695389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.737345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:33.752372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.753212 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Added segment fbf19f1e-851a-4577-914d-bd3bac79e3b7 of type vlan for network cb66ac07-0d64-4f46-b9cd-de95cf345850 Nov 12 03:22:33.793671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 4, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8a1d952b-a48c-47ec-b720-518f866accb1', 'name': '', 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'mac_address': 'fa:16:3e:49:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:30Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 2, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'subnets': [{'id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:33.803072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-fb61406e-3f49-4026-b380-8e0cd6e54c61 service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052034 Nov 12 03:22:33.812095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.840714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.846611 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Checking router: a36d9165-d9c8-432f-94cf-b052d80b06ee for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:33.847343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Updating router a36d9165-d9c8-432f-94cf-b052d80b06ee port 8a1d952b-a48c-47ec-b720-518f866accb1 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:33.851432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:33.853971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:33.885343 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.026148 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7be656f-4a27-4d4f-994a-37373db35bdf req-2c15961f-44ec-44b7-84a0-88b5dae094e3 service neutron] 10.222.0.104 "GET /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027714 Nov 12 03:22:34.029202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '73482432-9f18-4f48-8d9e-50eda7cd862d', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'port_id': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'mac_address': 'fa:16:3e:13:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:28Z', 'updated_at': '2021-11-12T03:22:30Z', 'revision_number': 1, 'project_id': 'e37273924cf5456c86a863226224861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.047461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Network': ['ID=cb66ac07-0d64-4f46-b9cd-de95cf345850,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.082922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:34.086157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26fc610-1783-4d86-b713-5df608026e46 None None] The sync data for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 is: [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '73482432-9f18-4f48-8d9e-50eda7cd862d', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'floating_ip_address': '172.25.7.110', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'port_id': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'mac_address': 'fa:16:3e:13:42:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:21:28Z', 'updated_at': '2021-11-12T03:22:30Z', 'revision_number': 1, 'project_id': 'e37273924cf5456c86a863226224861d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:34.131753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1ab8d616-2ee0-4297-b507-d9052f4771ce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5665679 Nov 12 03:22:34.135397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:34.142278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439c09d-916f-454c-a1bc-597a5fca4f36 req-1334379c-d38a-4e3e-8b52-d122332f781b tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.143873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5439c09d-916f-454c-a1bc-597a5fca4f36 req-1334379c-d38a-4e3e-8b52-d122332f781b tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.0982206 Nov 12 03:22:34.162981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'subnet': {'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:34.243959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477c24-f0a4-432c-ae29-d9627cd5350c req-8e6f3cbc-c189-4c3c-97ed-6a2689adc3c8 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.245502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d477c24-f0a4-432c-ae29-d9627cd5350c req-8e6f3cbc-c189-4c3c-97ed-6a2689adc3c8 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1830702 Nov 12 03:22:34.291886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5439c09d-916f-454c-a1bc-597a5fca4f36 req-6a15efd7-89ff-411f-98ec-f9da3eb8cd10 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390626 Nov 12 03:22:34.354466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8a390d5-97b4-4033-a6a5-8a7bda008324 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:34.362972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d477c24-f0a4-432c-ae29-d9627cd5350c req-39b6ff80-c410-4c2e-9319-8c805bb60b88 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997639 Nov 12 03:22:34.392578 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.400917 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.421811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:34.427153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.446088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c8a390d5-97b4-4033-a6a5-8a7bda008324 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:34.447088 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.478383 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181f01-2383-40ff-9df7-9577da2b8c2a None None] Pushing event updated for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.557469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Attempting to bind port 8a1d952b-a48c-47ec-b720-518f866accb1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:34.557971 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Attempting to bind port 8a1d952b-a48c-47ec-b720-518f866accb1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:34.558426 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Attempting to bind port 8a1d952b-a48c-47ec-b720-518f866accb1 on network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:34.568042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:34.568838 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Checking segment: {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:34.571602 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.573650 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Bound using segment: {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:34.576626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703299eb-7c00-4e88-8ddd-553aee9907f0 None None] New status for floating IP 73482432-9f18-4f48-8d9e-50eda7cd862d: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:34.577183 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Bound port: 8a1d952b-a48c-47ec-b720-518f866accb1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694dfb3b-9a08-4b98-ad97-edb1348800a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:34.578334 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.701977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b036-1cd7-4399-8dc9-da991617346f req-860ed083-ab16-49bb-88c8-b09a12613722 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:34.712746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbf2b036-1cd7-4399-8dc9-da991617346f req-860ed083-ab16-49bb-88c8-b09a12613722 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0828772 Nov 12 03:22:34.723451 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] For port 8a1d952b-a48c-47ec-b720-518f866accb1, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:34.728462 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] For port 8a1d952b-a48c-47ec-b720-518f866accb1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a1d952b-a48c-47ec-b720-518f866accb1,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:34.735044 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.811630 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181f01-2383-40ff-9df7-9577da2b8c2a None None] Pushing event updated for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:34.820960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbf2b036-1cd7-4399-8dc9-da991617346f req-0326e5f5-9f70-4699-b7cd-81c8909dd3a5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050222 Nov 12 03:22:34.852609 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:34.854268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:34.946987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:34.971767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] Provisioning complete for port 8a1d952b-a48c-47ec-b720-518f866accb1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:34.972135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.018414 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:35.065156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Subnet': ['ID=57f34cd0-9e5d-4882-8299-ff12cdded855,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.084302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Checking segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:35.084553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network hostable DHCP agents. Network: cb66ac07-0d64-4f46-b9cd-de95cf345850, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:35.105290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.111417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:35.131296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, cb66ac07-0d64-4f46-b9cd-de95cf345850) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:35.143433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3d077-d639-4b96-a646-c4c5b5d2888e None None] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:35.153195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.155063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.186497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d93000d7-8bb4-4d15-b698-4bc8c6fe440f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0458574 Nov 12 03:22:35.187060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:35.193040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-782750094'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:35.215763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] For port 8a1d952b-a48c-47ec-b720-518f866accb1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a1d952b-a48c-47ec-b720-518f866accb1,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.230355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:35.234199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.258100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.264782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:35.280776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.281043 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Added segment 7eeb8014-9c9d-4fca-b2f6-43864314a3e3 of type vlan for network fd96be7c-b57d-4c69-907a-411537dd5af2 Nov 12 03:22:35.339918 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.358692 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 4, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8a1d952b-a48c-47ec-b720-518f866accb1', 'name': '', 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'mac_address': 'fa:16:3e:49:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:30Z', 'updated_at': '2021-11-12T03:22:34Z', 'revision_number': 4, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'subnets': [{'id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:35.387912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e279cf4-fb4a-4643-a269-b10d95c3c9ef None None] Pushing event updated for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.401296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.413257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.414274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.451980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f11b07d2-407f-412c-baa2-ec11257934bd None None] Provisioning complete for port 8a1d952b-a48c-47ec-b720-518f866accb1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:35.452350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f11b07d2-407f-412c-baa2-ec11257934bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.494047 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7d522-02ca-441c-884c-dca5c176943c None None] The sync data for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 is: [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:32Z', 'revision_number': 4, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8a1d952b-a48c-47ec-b720-518f866accb1', 'name': '', 'network_id': 'ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'mac_address': 'fa:16:3e:49:1f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:30Z', 'updated_at': '2021-11-12T03:22:34Z', 'revision_number': 4, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'subnets': [{'id': 'fa961068-bc7b-4ffc-85ec-8a12a06ebcbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:35.537200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-e73e163e-7043-4c6d-99f9-37c34d2246f6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.538961 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-e73e163e-7043-4c6d-99f9-37c34d2246f6 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.0838027 Nov 12 03:22:35.564299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3744123 Nov 12 03:22:35.584430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:35.591982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-cb66ac07-0d64-4f46-b9cd-de95cf345850', 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'fixed_ips': [{'subnet_id': '57f34cd0-9e5d-4882-8299-ff12cdded855'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:35.593546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.600914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'subnet': {'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:35.636028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1df89-0fbe-4706-92d6-56b880770fe6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Network': ['ID=fd96be7c-b57d-4c69-907a-411537dd5af2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:35.672030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fd96be7c-b57d-4c69-907a-411537dd5af2 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:35.702349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaccf21-0f7f-4e2a-b262-42f43f6bc4ff req-a4335016-52aa-46a8-83c7-d91842a220ea tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.704142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaaccf21-0f7f-4e2a-b262-42f43f6bc4ff req-a4335016-52aa-46a8-83c7-d91842a220ea tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 945 time: 0.2858047 Nov 12 03:22:35.716777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Deleting port 5a35c51f-83a4-49a8-b58f-a9f373673b20 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:35.717928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.736581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee37703-8696-4483-89c9-d1ccda939bad req-1acc1142-b9db-4167-b26b-8df549545a5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:35.738163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ee37703-8696-4483-89c9-d1ccda939bad req-1acc1142-b9db-4167-b26b-8df549545a5c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.2230496 Nov 12 03:22:35.823088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:35.826799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.895776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] For port 5a35c51f-83a4-49a8-b58f-a9f373673b20, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5a35c51f-83a4-49a8-b58f-a9f373673b20,segment=NetworkSegment(232080f3-beb5-4ba9-90e7-4c4e1110cdd2),segment_id=232080f3-beb5-4ba9-90e7-4c4e1110cdd2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:35.896346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:35.925882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaaccf21-0f7f-4e2a-b262-42f43f6bc4ff req-934bb746-4c80-4556-abb8-e7d22158f22a tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups?id=381ededb-99bd-497a-9556-e77ab236709e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002046 Nov 12 03:22:35.935400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Calling delete_port for 5a35c51f-83a4-49a8-b58f-a9f373673b20 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:35.956060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Allocated IP 19.80.0.2 (cb66ac07-0d64-4f46-b9cd-de95cf345850/57f34cd0-9e5d-4882-8299-ff12cdded855/cbe484e7-d0d6-44e9-b589-28bbf314779c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:36.023835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ee37703-8696-4483-89c9-d1ccda939bad req-1c69d34e-3277-40d5-a173-44a52f2eea21 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751300 Nov 12 03:22:36.257903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.307294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event deleted for resources: {'Port': ['ID=5a35c51f-83a4-49a8-b58f-a9f373673b20,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.341716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['5a35c51f-83a4-49a8-b58f-a9f373673b20'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:36.347909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a1d952b-a48c-47ec-b720-518f866accb1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:36.365623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] No DVR routers for this DVR port 5a35c51f-83a4-49a8-b58f-a9f373673b20 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:36.368953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.372745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-194d7e90-4676-4ce9-8975-f5df092c77e9 req-6ce0cdd5-891d-4840-a0ae-a7d9450b9bcb tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.104 "DELETE /v2.0/ports/5a35c51f-83a4-49a8-b58f-a9f373673b20 HTTP/1.1" status: 204 len: 173 time: 0.8244548 Nov 12 03:22:36.373324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'name': 'network-vif-deleted', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:36.375873 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f80deb8-38a8-4813-95e0-988ec85553a4" -d '{"events": [{"server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "name": "network-vif-deleted", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:36.438079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8a16d-1e9c-4311-8b66-b97df6c1e498 req-4da9489b-b2f0-4aad-a78b-a4d2320d8c4b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.442736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0c8a16d-1e9c-4311-8b66-b97df6c1e498 req-4da9489b-b2f0-4aad-a78b-a4d2320d8c4b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.2440572 Nov 12 03:22:36.446233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.455444 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec546a3-6de4-4ab4-9bb6-f9f337828f74 x-openstack-request-id: req-dec546a3-6de4-4ab4-9bb6-f9f337828f74 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:36.456017 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde3cace-553c-4168-a1ac-069dc3567502", "name": "network-vif-deleted", "tag": "5a35c51f-83a4-49a8-b58f-a9f373673b20", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:36.456495 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dec546a3-6de4-4ab4-9bb6-f9f337828f74 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:36.457119 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde3cace-553c-4168-a1ac-069dc3567502', 'name': 'network-vif-deleted', 'tag': '5a35c51f-83a4-49a8-b58f-a9f373673b20', 'status': 'completed', 'code': 200} Nov 12 03:22:36.512671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8a1d952b-a48c-47ec-b720-518f866accb1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:36.513255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.551165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Subnet': ['ID=99c38f51-0978-4683-ae56-66ca53d6543e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.573776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.576628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0c8a16d-1e9c-4311-8b66-b97df6c1e498 req-9a77b4cc-3508-40db-bc03-73edf1663d3c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259866 Nov 12 03:22:36.587267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Checking segment: {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:36.589090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network hostable DHCP agents. Network: fd96be7c-b57d-4c69-907a-411537dd5af2, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:36.589531 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.623476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network fd96be7c-b57d-4c69-907a-411537dd5af2 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:36.637737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fd96be7c-b57d-4c69-907a-411537dd5af2) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:36.645258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:36.645877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.649947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:36.656786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:36.671579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f818cc0-7420-48c3-a9cc-05fced3ce86b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0818114 Nov 12 03:22:36.679940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Pushing event updated for resources: {'Port': ['ID=cbe484e7-d0d6-44e9-b589-28bbf314779c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:36.686960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:36.689323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a7a112-7c89-4959-9b72-cd80c4fe8292 None None] Network fd96be7c-b57d-4c69-907a-411537dd5af2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:36.851837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Attempting to bind port cbe484e7-d0d6-44e9-b589-28bbf314779c on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:36.852151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Attempting to bind port cbe484e7-d0d6-44e9-b589-28bbf314779c by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:36.852481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Attempting to bind port cbe484e7-d0d6-44e9-b589-28bbf314779c on network cb66ac07-0d64-4f46-b9cd-de95cf345850 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:36.858947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:36.876379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:36.879571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:36.879950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Checking segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:36.880355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.880749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Bound using segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:36.881234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Bound port: cbe484e7-d0d6-44e9-b589-28bbf314779c, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:36.881614 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:36.885947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-20f3722f-081c-4e0f-bc48-e8b58780607a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947204 Nov 12 03:22:37.012104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-0459d68c-eab1-4ddb-bcac-93ff714caf33 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.019616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-0459d68c-eab1-4ddb-bcac-93ff714caf33 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.035460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-0459d68c-eab1-4ddb-bcac-93ff714caf33 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/networks?id=cb66ac07-0d64-4f46-b9cd-de95cf345850&id=fd96be7c-b57d-4c69-907a-411537dd5af2&id=cb66ac07-0d64-4f46-b9cd-de95cf345850 HTTP/1.1" status: 200 len: 1391 time: 0.2038772 Nov 12 03:22:37.068888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-fd96be7c-b57d-4c69-907a-411537dd5af2', 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'fixed_ips': [{'subnet_id': '99c38f51-0978-4683-ae56-66ca53d6543e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:37.069774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.115976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-0fd32112-f994-404d-a650-ca059df87155 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/quotas/6b9aa334ee5141bd9bad7952a9af673c HTTP/1.1" status: 200 len: 375 time: 0.0778008 Nov 12 03:22:37.137952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d9e0212-f562-4939-8b87-2e3344e0efbc req-12abd611-3455-42fd-8223-b4aad32a9dd1 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/ports?device_id=dde3cace-553c-4168-a1ac-069dc3567502 HTTP/1.1" status: 200 len: 210 time: 0.0420744 Nov 12 03:22:37.355031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] For port cbe484e7-d0d6-44e9-b589-28bbf314779c, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:37.400016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] For port cbe484e7-d0d6-44e9-b589-28bbf314779c, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbe484e7-d0d6-44e9-b589-28bbf314779c,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:37.411666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:37.439444 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.442862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.490318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'mac_address': 'fa:16:3e:68:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:37.539331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:37.541850 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3259c87-1c5e-4bd2-808e-7d2b3c2125b9" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:37.548099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-3c7ee9bc-4f4b-4bf8-9021-b79e523304fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.550936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-3c7ee9bc-4f4b-4bf8-9021-b79e523304fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 1097 time: 0.5732183 Nov 12 03:22:37.591771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Allocated IP 19.86.0.2 (fd96be7c-b57d-4c69-907a-411537dd5af2/99c38f51-0978-4683-ae56-66ca53d6543e/c19fda3d-59b5-453d-bd3d-ab2ad664bc44) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:37.593925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2f3d2d15-c9ee-42b9-be73-9b089826290f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4625161 Nov 12 03:22:37.604122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:37.610511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50256412-68cd-49ab-8ef2-e3ae15e9794f None None] Pushing event updated for resources: {'Port': ['ID=cbe484e7-d0d6-44e9-b589-28bbf314779c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.629425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.680604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.706101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e9ab5-2421-4d64-8982-535c4d7c6888 req-af31faa1-fb9c-4c11-9853-a8eb789c1194 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.707646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3e9ab5-2421-4d64-8982-535c4d7c6888 req-af31faa1-fb9c-4c11-9853-a8eb789c1194 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1849105 Nov 12 03:22:37.753203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:37.816067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:37.827618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:22:37.827897 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:22:37.846645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-c83f230f-bcdf-4e6c-adec-bf8d98b30117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:37.848188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-c83f230f-bcdf-4e6c-adec-bf8d98b30117 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2642777 Nov 12 03:22:37.924446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3e9ab5-2421-4d64-8982-535c4d7c6888 req-d54143a3-d972-4045-92b4-ce35ea9045f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905229 Nov 12 03:22:37.929814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.937379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:37.947726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-821d6a1c-8780-4060-85aa-9b034bc86ae6 service neutron] 10.222.0.97 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232286 Nov 12 03:22:37.949590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-a9e9dc81-1dc3-4a79-aa4e-5f2666103c72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 200 len: 217 time: 0.0827498 Nov 12 03:22:37.999252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Network fd96be7c-b57d-4c69-907a-411537dd5af2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:38.006153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:38.008649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:38.019656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Pushing event updated for resources: {'Port': ['ID=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.081926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-b2d70671-167a-4d3e-9bbc-88084b42d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.082502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Attempting to bind port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:38.082990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Attempting to bind port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:38.083374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-b2d70671-167a-4d3e-9bbc-88084b42d728 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1174130 Nov 12 03:22:38.083674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Attempting to bind port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 on network fd96be7c-b57d-4c69-907a-411537dd5af2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:38.089327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:38.089700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Checking segment: {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:38.090103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.090496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Bound using segment: {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:38.090995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Bound port: c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:38.091697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.119896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-00c0d146-84fe-41b9-a003-91093ddcb817 service neutron] 10.222.0.97 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781461 Nov 12 03:22:38.137665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-3bfe84b0-33a9-464b-95d7-452991960311 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415924 Nov 12 03:22:38.168104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] For port c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:38.171606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] For port c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:38.185095 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.292937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5f79-e048-4b12-9314-be395b26a956 None None] Pushing event updated for resources: {'Port': ['ID=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.310962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbe484e7-d0d6-44e9-b589-28bbf314779c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:38.380199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-b4670ddf-2eab-49de-b881-aab715fb7258 service neutron] 10.222.0.97 "GET /v2.0/networks/fd96be7c-b57d-4c69-907a-411537dd5af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449989 Nov 12 03:22:38.388115 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3144793-d7b0-428f-acfb-372a7659a1f6 x-openstack-request-id: req-b3144793-d7b0-428f-acfb-372a7659a1f6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:38.388418 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:38.388683 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b3144793-d7b0-428f-acfb-372a7659a1f6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:38.389066 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'code': 200} Nov 12 03:22:38.433844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.449878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:38.481992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cbe484e7-d0d6-44e9-b589-28bbf314779c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:38.482366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.486460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.520248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.573920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-d8ceb897-ee31-441d-ae57-a4332b0571dc service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109044 Nov 12 03:22:38.577544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-65f5a263-b26d-4853-90e7-45886145cf23 service neutron] 10.222.0.97 "GET /v2.0/networks/fd96be7c-b57d-4c69-907a-411537dd5af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896091 Nov 12 03:22:38.789495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bfbb2-deaf-45fe-a2a2-46d2379332f8 req-a7fed7c4-dab7-4f69-8e26-a80535c4b813 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:38.797735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-229bfbb2-deaf-45fe-a2a2-46d2379332f8 req-a7fed7c4-dab7-4f69-8e26-a80535c4b813 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 948 time: 0.2547863 Nov 12 03:22:38.841863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:38.864863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ce5e5d9-6e64-4e88-bed6-a20e1002afd3 req-0cf26af3-f250-4091-b4e3-28a246a4334b service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449794 Nov 12 03:22:38.883592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-92ecdd6a-0359-4762-b5f0-5d9598ba6963 service neutron] 10.222.0.97 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773213 Nov 12 03:22:38.900387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:38.904718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-229bfbb2-deaf-45fe-a2a2-46d2379332f8 req-202ffb46-502f-4930-9798-a0c788c9f973 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001904 Nov 12 03:22:38.952569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port cbe484e7-d0d6-44e9-b589-28bbf314779c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbe484e7-d0d6-44e9-b589-28bbf314779c,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:38.959648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:38.964658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.046001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8324a-0ab6-4d7b-bc0f-988913a4f53a None None] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:39.077603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-942cabfe-a046-43f9-b9ff-301066f9b59c service neutron] 10.222.0.97 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715744 Nov 12 03:22:39.101157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac21bd-05fa-469c-a0cd-664d5538e95f req-38dd55b6-3b5f-4d40-9fa8-bc8279f13127 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:39.102688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ac21bd-05fa-469c-a0cd-664d5538e95f req-38dd55b6-3b5f-4d40-9fa8-bc8279f13127 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0726688 Nov 12 03:22:39.155802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=cbe484e7-d0d6-44e9-b589-28bbf314779c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.168059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ac21bd-05fa-469c-a0cd-664d5538e95f req-59f75d76-07e8-4f41-a2e4-f6b5f8a12e3a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Nov 12 03:22:39.171880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d3ccb1bf-4a8c-40ed-9211-a6863ed8b7c5 None None] Provisioning complete for port cbe484e7-d0d6-44e9-b589-28bbf314779c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:39.172266 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3ccb1bf-4a8c-40ed-9211-a6863ed8b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.225670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5a35c51f-83a4-49a8-b58f-a9f373673b20 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:39.346213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 5a35c51f-83a4-49a8-b58f-a9f373673b20 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:39.346914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5a35c51f-83a4-49a8-b58f-a9f373673b20 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:39.512652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c71f060d-0c66-4a17-adff-a1cc0121a9a6 req-309f9691-d9ee-4080-af59-912352084f76 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Nov 12 03:22:39.561311 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.635204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36566) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.740989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.784768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.866257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.869697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:39.873580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.873852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "DELETE /v2.0/security-groups/e84ddbfc-ffff-4a70-961e-5e73aaa59b0a HTTP/1.1" status: 204 len: 168 time: 0.2372630 Nov 12 03:22:39.882716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f186e8-1710-4dba-86c7-5e3fbd3c2256 None None] Network fd96be7c-b57d-4c69-907a-411537dd5af2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:39.889771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84ddbfc-ffff-4a70-961e-5e73aaa59b0a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:39.894557 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ecefdf4f-4f1d-4684-a2c1-2d0da43628f4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] show failed (client error): The resource could not be found. Nov 12 03:22:39.903446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ecefdf4f-4f1d-4684-a2c1-2d0da43628f4 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "GET /v2.0/security-groups/e84ddbfc-ffff-4a70-961e-5e73aaa59b0a HTTP/1.1" status: 404 len: 347 time: 0.0264249 Nov 12 03:22:39.903686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:39.916945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.917301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.919244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.919662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.920014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.920354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.920686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.921016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.921344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.921670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.921996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:39.922315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e26b305-2695-4d39-98f6-b65a927344dc tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:40.036076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] Provisioning complete for port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.036869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.138107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb622d7-b1e2-4b82-9139-954fac7416a0 req-b9417567-7df6-4967-886d-291bc8d5089f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.139874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beb622d7-b1e2-4b82-9139-954fac7416a0 req-b9417567-7df6-4967-886d-291bc8d5089f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 948 time: 0.1360731 Nov 12 03:22:40.196087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Deleting port 5d4dd735-ced2-47a0-8bcd-9c8abd1360db {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:40.196454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.286785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beb622d7-b1e2-4b82-9139-954fac7416a0 req-c68ff67c-4030-42e1-86f7-e30d5492b9fc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363916 Nov 12 03:22:40.293073 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.337725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] For port c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:40.343282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.433077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4bdea-b095-4115-9365-44e0f582ada0 None None] Pushing event updated for resources: {'Port': ['ID=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.468581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bde41508-c365-451c-9160-a94e52d96700 None None] Provisioning complete for port cbe484e7-d0d6-44e9-b589-28bbf314779c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.478879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bde41508-c365-451c-9160-a94e52d96700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.490745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c19fda3d-59b5-453d-bd3d-ab2ad664bc44 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:40.539282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.541678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.572019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Calling delete_port for 5d4dd735-ced2-47a0-8bcd-9c8abd1360db owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:40.583828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6352ff-0f6f-404e-bb67-d31d9f3af194 req-768c3010-0838-4194-bf43-a5bef30b2192 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:40.591554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b6352ff-0f6f-404e-bb67-d31d9f3af194 req-768c3010-0838-4194-bf43-a5bef30b2192 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.3032100 Nov 12 03:22:40.653376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.653747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.758207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b6352ff-0f6f-404e-bb67-d31d9f3af194 req-05767d75-abd9-4a2c-ba22-afee2d086f7b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657341 Nov 12 03:22:40.767245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00e7689e-a1cf-48d6-8d76-359fe63db20a req-ec849df6-b45f-4cf7-908b-e25c3d8eb744 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 210 time: 0.0655746 Nov 12 03:22:40.771385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbe484e7-d0d6-44e9-b589-28bbf314779c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:40.865508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d47a0720-2a3a-4eca-aa84-780c252f20ba None None] Provisioning complete for port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.867727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d47a0720-2a3a-4eca-aa84-780c252f20ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.870428 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.871610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cbe484e7-d0d6-44e9-b589-28bbf314779c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:40.872202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:40.898439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Pushing event deleted for resources: {'Port': ['ID=5d4dd735-ced2-47a0-8bcd-9c8abd1360db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:40.899385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:41.011705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.014651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.016005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2d38eb03-7595-449a-bcf9-b873d27bc3c0 tempest-ImagesOneServerNegativeTestJSON-160044325 tempest-ImagesOneServerNegativeTestJSON-160044325-project] 10.222.0.97 "DELETE /v2.0/floatingips/8ee61f1a-7dfb-40da-96b4-c8c9826f3546 HTTP/1.1" status: 204 len: 168 time: 1.1114101 Nov 12 03:22:41.079914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:41.080959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.132094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-d688a377-ed3b-491c-87ab-a1ebf1d1e6bf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.138754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-d688a377-ed3b-491c-87ab-a1ebf1d1e6bf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.140361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-d688a377-ed3b-491c-87ab-a1ebf1d1e6bf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "GET /v2.0/networks?id=cb66ac07-0d64-4f46-b9cd-de95cf345850&id=fd96be7c-b57d-4c69-907a-411537dd5af2&id=cb66ac07-0d64-4f46-b9cd-de95cf345850 HTTP/1.1" status: 200 len: 1391 time: 0.1584294 Nov 12 03:22:41.163098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'admin_state_up': True, 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:41.165772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:41.221279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Deleting subnet 82e78731-4606-4a33-a4b1-63cfc60af8be {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:22:41.225210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.250657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.272510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.285149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:41.287497 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c59a7-2a12-459f-b4f1-d8e67b257bda" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:41.301799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:41.306270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.321442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:41.327912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.337789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.375619 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d013c35c-4bdf-429f-bff0-d745916ba864 x-openstack-request-id: req-d013c35c-4bdf-429f-bff0-d745916ba864 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:41.378867 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:41.379151 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d013c35c-4bdf-429f-bff0-d745916ba864 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:41.379577 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'code': 200} Nov 12 03:22:41.406798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.424269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.470652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.478919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/82e78731-4606-4a33-a4b1-63cfc60af8be HTTP/1.1" status: 204 len: 168 time: 0.3095982 Nov 12 03:22:41.480161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:41.495428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1360520-1b91-4bda-acbe-5477d1e78ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e78731-4606-4a33-a4b1-63cfc60af8be,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.527276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b71aaf-5421-4fb0-a9ec-0b9fe5865fb5 req-b74c281b-46e6-4f87-9235-33ad07e7b056 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.528739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3b71aaf-5421-4fb0-a9ec-0b9fe5865fb5 req-b74c281b-46e6-4f87-9235-33ad07e7b056 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1100290 Nov 12 03:22:41.570690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Allocated IP 19.80.0.233 (cb66ac07-0d64-4f46-b9cd-de95cf345850/57f34cd0-9e5d-4882-8299-ff12cdded855/6bdd0278-b101-4722-a712-e1fa65c0d04f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:41.598982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3b71aaf-5421-4fb0-a9ec-0b9fe5865fb5 req-16b8d6d5-84ac-4182-a2d2-c3f8654f3944 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633123 Nov 12 03:22:41.623434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.734177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.772394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ded5b6-a9c6-468a-b4eb-d2867ef42bdc']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:41.784237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232080f3-beb5-4ba9-90e7-4c4e1110cdd2') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:41.784519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232080f3-beb5-4ba9-90e7-4c4e1110cdd2') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:41.800033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.803462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.811678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689d5d-40ca-4f2e-8c9c-442937a61b45 req-a36a56d6-fb68-400e-bf17-ba9756e7f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:41.813877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9689d5d-40ca-4f2e-8c9c-442937a61b45 req-a36a56d6-fb68-400e-bf17-ba9756e7f99b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1101 time: 0.0878632 Nov 12 03:22:41.822020 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.844798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:22:41.845563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:22:41.847929 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:22:41.866032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.929838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.943164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:41.945986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] 10.222.0.97 "DELETE /v2.0/networks/10ded5b6-a9c6-468a-b4eb-d2867ef42bdc HTTP/1.1" status: 204 len: 168 time: 0.4631584 Nov 12 03:22:41.948235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9689d5d-40ca-4f2e-8c9c-442937a61b45 req-2ed7d0ce-4c7a-4005-9ef8-273891f5f2ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230764 Nov 12 03:22:41.959895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fa0ec-b3e6-4483-a8d8-528aad3fc967 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ded5b6-a9c6-468a-b4eb-d2867ef42bdc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:41.973906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:41.988606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:41.995408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:42.030076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.075189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e7f4-e987-45cd-8414-33c7aee245d7 req-e4c88bfa-9dd8-4373-a1d0-980aa19b0425 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.076873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1923e7f4-e987-45cd-8414-33c7aee245d7 req-e4c88bfa-9dd8-4373-a1d0-980aa19b0425 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 932 time: 0.1870058 Nov 12 03:22:42.084641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.085285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.098744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79d60c-d2ac-419f-a22d-008cb924d7dd req-92978625-3d03-4b61-b5d4-8ebcdbcb71a4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.106507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e79d60c-d2ac-419f-a22d-008cb924d7dd req-92978625-3d03-4b61-b5d4-8ebcdbcb71a4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.2138410 Nov 12 03:22:42.126515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:42.156974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-837b8da1-dac7-4002-9865-eaf4f8e0b7f5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9988868 Nov 12 03:22:42.188916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eedd6458-883f-48c9-b52d-b3c57b24dcbb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ecce79ce7a94d94bd6d08e508dc2f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581822 Nov 12 03:22:42.191009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:42.223419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e79d60c-d2ac-419f-a22d-008cb924d7dd req-7220f339-5a5f-4bbd-a3b9-4bdb2a9a53d5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159658 Nov 12 03:22:42.241274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1923e7f4-e987-45cd-8414-33c7aee245d7 req-8eeee1e3-5360-4142-b84f-99fa03ed9f82 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467714 Nov 12 03:22:42.257910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.260005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2', 'admin_state_up': True, 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:42.290326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.347096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c19fda3d-59b5-453d-bd3d-ab2ad664bc44 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:42.368539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.371771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.375466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/381ededb-99bd-497a-9556-e77ab236709e HTTP/1.1" status: 204 len: 168 time: 0.1783924 Nov 12 03:22:42.388412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61f960-989d-42da-a3f3-428bfc286ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ededb-99bd-497a-9556-e77ab236709e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:42.441496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:42.441874 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.442791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:42.444176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-63978c25-e7b4-4bf3-b021-b4be643f850e None None] Provisioning complete for port 6bdd0278-b101-4722-a712-e1fa65c0d04f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:42.444533 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63978c25-e7b4-4bf3-b021-b4be643f850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.447782 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.529046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-63978c25-e7b4-4bf3-b021-b4be643f850e None None] Port 6bdd0278-b101-4722-a712-e1fa65c0d04f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:42.610151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Allocated IP 19.86.0.67 (fd96be7c-b57d-4c69-907a-411537dd5af2/99c38f51-0978-4683-ae56-66ca53d6543e/9cc7ebae-0fa5-4b49-8a80-d843392641cc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:42.816543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8ece3-46a8-4f05-bcd9-be4f1a2108fc req-bfca7c5a-b544-4c4e-b1c3-ea3554cbfe95 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:42.818116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46d8ece3-46a8-4f05-bcd9-be4f1a2108fc req-bfca7c5a-b544-4c4e-b1c3-ea3554cbfe95 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1099272 Nov 12 03:22:42.916166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:42.925539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46d8ece3-46a8-4f05-bcd9-be4f1a2108fc req-1ad0cd81-e15c-4bd7-8815-79995d44b6af tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004224 Nov 12 03:22:42.968560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.015907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network fd96be7c-b57d-4c69-907a-411537dd5af2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:43.019653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:43.023479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:43.052878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:43.080231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.081712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.100396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-35f84e14-43ed-46e3-a5b1-33777f55f178 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444955 Nov 12 03:22:43.124933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'admin_state_up': True, 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:43.345769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:43.359646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.376900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-22cdeace-6d26-40bc-8edd-49579337351f None None] Provisioning complete for port 9cc7ebae-0fa5-4b49-8a80-d843392641cc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:43.378181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22cdeace-6d26-40bc-8edd-49579337351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:43.448805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-22cdeace-6d26-40bc-8edd-49579337351f None None] Port 9cc7ebae-0fa5-4b49-8a80-d843392641cc cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:43.812087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60d18-ff03-4819-9a15-09cf7cdd5ce1 req-a7c73610-8544-405d-99e4-5037e38174a9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.812521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ca60d18-ff03-4819-9a15-09cf7cdd5ce1 req-a7c73610-8544-405d-99e4-5037e38174a9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.4800549 Nov 12 03:22:43.851158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb263aec-e630-47ec-a332-a265b17f1b5d req-1546e555-beeb-4817-a87b-640c4882a393 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.857248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb263aec-e630-47ec-a332-a265b17f1b5d req-1546e555-beeb-4817-a87b-640c4882a393 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:43.858953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb263aec-e630-47ec-a332-a265b17f1b5d req-1546e555-beeb-4817-a87b-640c4882a393 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 1654 time: 0.4632804 Nov 12 03:22:43.916918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ca60d18-ff03-4819-9a15-09cf7cdd5ce1 req-f8fe2f9d-2a65-47f5-bcd0-c13b7ce459d0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035066 Nov 12 03:22:44.004860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Allocated IP 19.80.0.35 (cb66ac07-0d64-4f46-b9cd-de95cf345850/57f34cd0-9e5d-4882-8299-ff12cdded855/6766dfbe-883e-4109-bdff-303cf25963e1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:44.011269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb263aec-e630-47ec-a332-a265b17f1b5d req-dc4a02ca-c121-43dd-a0a0-4050b391da4f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Nov 12 03:22:44.259755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.322703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.433755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:44.441173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:44.449267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:44.456192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:44.482201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.482545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.483193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.487346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.487695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.488036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.488364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.488686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.489016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.489334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.489657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.489974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:44.519903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c99886-1c17-4b6a-88ff-e98b0faa40ea req-d9fc78ea-1493-4510-a5ef-fd0173527fda tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.522130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57c99886-1c17-4b6a-88ff-e98b0faa40ea req-d9fc78ea-1493-4510-a5ef-fd0173527fda tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1443768 Nov 12 03:22:44.579553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.581243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.608601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6a269cc1-0203-47e5-b617-ed9148a87f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4876652 Nov 12 03:22:44.624759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57c99886-1c17-4b6a-88ff-e98b0faa40ea req-3cc1dd6c-8230-402d-9f0f-dc4b49118bd8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952101 Nov 12 03:22:44.635778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:44.714582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.747426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:44.792687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7b9f1d23-b373-4702-9e2f-4e4a1cb9da95 None None] Provisioning complete for port 6766dfbe-883e-4109-bdff-303cf25963e1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:44.793715 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b9f1d23-b373-4702-9e2f-4e4a1cb9da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.841364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f1d23-b373-4702-9e2f-4e4a1cb9da95 None None] Port 6766dfbe-883e-4109-bdff-303cf25963e1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:44.847079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9830-9dc0-4a00-8a70-90d1a5800932 req-7df1e77f-a6f8-48c3-b1c8-c2a66a9577e6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:44.848638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75b9830-9dc0-4a00-8a70-90d1a5800932 req-7df1e77f-a6f8-48c3-b1c8-c2a66a9577e6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1288114 Nov 12 03:22:44.935444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a79f4dfc-69a8-407f-b473-c0e36489965c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:44.985175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75b9830-9dc0-4a00-8a70-90d1a5800932 req-1f738af1-2e42-47e2-8791-affa179ee417 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204052 Nov 12 03:22:45.051076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a79f4dfc-69a8-407f-b473-c0e36489965c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.056715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a79f4dfc-69a8-407f-b473-c0e36489965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.151961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f4dfc-69a8-407f-b473-c0e36489965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb9979-aa7c-48d6-a775-f9c7a4209b7c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.162072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a79f4dfc-69a8-407f-b473-c0e36489965c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c89e9d77383c458a9e891552ab96c61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133682 Nov 12 03:22:45.163864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36698) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:45.230731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.280832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.313532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733851b-76c4-46e8-8026-8a9d3c355182 req-2b6f26b7-53e2-4f38-8789-2c2e38874930 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.315838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7733851b-76c4-46e8-8026-8a9d3c355182 req-2b6f26b7-53e2-4f38-8789-2c2e38874930 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1698987 Nov 12 03:22:45.379600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.383649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.394731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdd0278-b101-4722-a712-e1fa65c0d04f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:45.394941 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f8bb9979-aa7c-48d6-a775-f9c7a4209b7c HTTP/1.1" status: 204 len: 168 time: 0.2293947 Nov 12 03:22:45.418238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.419621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd32624-9b8c-417f-9b85-a10bdc70e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb9979-aa7c-48d6-a775-f9c7a4209b7c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.460922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Transition to ACTIVE for port object 6bdd0278-b101-4722-a712-e1fa65c0d04f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:45.470457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7733851b-76c4-46e8-8026-8a9d3c355182 req-6a7b7bc8-fcf5-4253-8e91-10d5c96c702b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207318 Nov 12 03:22:45.483389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:45.640941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:45.730349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb067-f481-44b5-9291-2ed4a296afd4 req-114900e2-76dd-4eb2-a6d7-253ebbaafb8d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.737872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb067-f481-44b5-9291-2ed4a296afd4 req-114900e2-76dd-4eb2-a6d7-253ebbaafb8d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.746585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb067-f481-44b5-9291-2ed4a296afd4 req-114900e2-76dd-4eb2-a6d7-253ebbaafb8d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:45.749105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dcb067-f481-44b5-9291-2ed4a296afd4 req-114900e2-76dd-4eb2-a6d7-253ebbaafb8d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2387 time: 0.1804447 Nov 12 03:22:45.848567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Attempting to bind port 6bdd0278-b101-4722-a712-e1fa65c0d04f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:45.848908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Attempting to bind port 6bdd0278-b101-4722-a712-e1fa65c0d04f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:45.849423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Attempting to bind port 6bdd0278-b101-4722-a712-e1fa65c0d04f on network cb66ac07-0d64-4f46-b9cd-de95cf345850 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:45.861855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Port 6bdd0278-b101-4722-a712-e1fa65c0d04f on network cb66ac07-0d64-4f46-b9cd-de95cf345850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:45.862187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Attempting to bind port 6bdd0278-b101-4722-a712-e1fa65c0d04f on network cb66ac07-0d64-4f46-b9cd-de95cf345850 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:45.868455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dcb067-f481-44b5-9291-2ed4a296afd4 req-16a3ee6b-813d-4f68-9df1-722909b9bea7 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977576 Nov 12 03:22:45.871359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:45.871704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Checking segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:45.872095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Bound using segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:45.872520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Bound port: 6bdd0278-b101-4722-a712-e1fa65c0d04f, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:45.872880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.016106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:46.020654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:46.027035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.107542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.108177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.109713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] 10.222.0.16 "PUT /v2.0/ports/6bdd0278-b101-4722-a712-e1fa65c0d04f HTTP/1.1" status: 200 len: 1093 time: 1.4786727 Nov 12 03:22:46.119231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:46.129254 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7fdac4-f4f9-495f-93ef-063b03a0c78c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:46.161121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:46.201518 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69560013-fbba-4c7d-bfd7-2d747ef40ac2 x-openstack-request-id: req-69560013-fbba-4c7d-bfd7-2d747ef40ac2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:46.201804 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:46.202058 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-69560013-fbba-4c7d-bfd7-2d747ef40ac2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:46.202454 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f', 'status': 'completed', 'code': 200} Nov 12 03:22:46.220004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd83e-9ca8-41b3-8e8b-57c4baf7f933 req-48ee05e5-61a0-4b7b-aca5-c0aee0db1873 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.227993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4fbd83e-9ca8-41b3-8e8b-57c4baf7f933 req-48ee05e5-61a0-4b7b-aca5-c0aee0db1873 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1974757 Nov 12 03:22:46.239614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77e76-0b23-4942-968d-4ac2d93d8ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:46.288349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.326292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-5dac6351-b073-4723-820d-fb87a7fc6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.327529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-5dac6351-b073-4723-820d-fb87a7fc6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.328177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-5dac6351-b073-4723-820d-fb87a7fc6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.330655 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-5dac6351-b073-4723-820d-fb87a7fc6698 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2731 time: 0.0896044 Nov 12 03:22:46.379126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4fbd83e-9ca8-41b3-8e8b-57c4baf7f933 req-1a933bce-751c-4bd0-93fe-80d692fd6b4c tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479311 Nov 12 03:22:46.481450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:46.567806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-e83b673d-1a78-4db9-884b-59881d71e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.568267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-e83b673d-1a78-4db9-884b-59881d71e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.569147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-e83b673d-1a78-4db9-884b-59881d71e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.570976 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-e83b673d-1a78-4db9-884b-59881d71e43c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2265506 Nov 12 03:22:46.649326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1696484940-network', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:46.712088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-0244506b-0d7f-4ecd-8416-f8c976fc7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.714079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de7fdac4-f4f9-495f-93ef-063b03a0c78c req-0244506b-0d7f-4ecd-8416-f8c976fc7e0b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1349328 Nov 12 03:22:46.752041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0749c6-00ac-4c46-8a3b-2a2bed3d33a5 req-3a09d50c-cbe4-41b3-ad66-8d5e49ef9881 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:46.753670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f0749c6-00ac-4c46-8a3b-2a2bed3d33a5 req-3a09d50c-cbe4-41b3-ad66-8d5e49ef9881 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1255605 Nov 12 03:22:46.758213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Made reservation on behalf of 1d35836f1bfd47e68da4721ce6c00f5f for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:46.760515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.779389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc7ebae-0fa5-4b49-8a80-d843392641cc {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:46.785100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.797816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.826706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Transition to ACTIVE for port object 9cc7ebae-0fa5-4b49-8a80-d843392641cc will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:46.841081 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:46.896820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f0749c6-00ac-4c46-8a3b-2a2bed3d33a5 req-32b228d3-6e0c-46ce-8b9a-526ac5591814 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317201 Nov 12 03:22:46.943243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.079096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.088439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.138952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee33b-230d-4afb-a4e7-30f71edd1e45 req-9b6c004d-3e75-4abd-a67c-69593d25380c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.145181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee33b-230d-4afb-a4e7-30f71edd1e45 req-9b6c004d-3e75-4abd-a67c-69593d25380c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.151416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee33b-230d-4afb-a4e7-30f71edd1e45 req-9b6c004d-3e75-4abd-a67c-69593d25380c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.153139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d51ee33b-230d-4afb-a4e7-30f71edd1e45 req-9b6c004d-3e75-4abd-a67c-69593d25380c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2399 time: 0.1481009 Nov 12 03:22:47.159879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:22:47.171002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Attempting to bind port 9cc7ebae-0fa5-4b49-8a80-d843392641cc on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:47.171363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Attempting to bind port 9cc7ebae-0fa5-4b49-8a80-d843392641cc by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:47.172269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Attempting to bind port 9cc7ebae-0fa5-4b49-8a80-d843392641cc on network fd96be7c-b57d-4c69-907a-411537dd5af2 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:47.184302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caf7c3-a32c-4fe4-a212-1a6bce9ca455,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.196607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.197032 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Added segment 4a7afb06-3bc5-4565-a17d-1bfe6425bf30 of type vlan for network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 Nov 12 03:22:47.206318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Port 9cc7ebae-0fa5-4b49-8a80-d843392641cc on network fd96be7c-b57d-4c69-907a-411537dd5af2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:47.206642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Attempting to bind port 9cc7ebae-0fa5-4b49-8a80-d843392641cc on network fd96be7c-b57d-4c69-907a-411537dd5af2 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:47.234041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:47.234383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Checking segment: {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:47.234774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Bound using segment: {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:47.235385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Bound port: 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eeb8014-9c9d-4fca-b2f6-43864314a3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:47.235651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.281782 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.306992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d51ee33b-230d-4afb-a4e7-30f71edd1e45 req-4dc1b269-3f7f-4895-8505-88152ddfca32 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419017 Nov 12 03:22:47.350396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.351420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.352003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.375577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:47.400258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9151795 Nov 12 03:22:47.400773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36768) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:47.406755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Request body: {'subnet': {'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1696484940-subnet', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:47.424472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:47.429503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.432872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Made reservation on behalf of 1d35836f1bfd47e68da4721ce6c00f5f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:47.441032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.442071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa29c47-4144-429e-83d3-82c128964bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.453460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:22:47.496851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.497467 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.498823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/9cc7ebae-0fa5-4b49-8a80-d843392641cc HTTP/1.1" status: 200 len: 1092 time: 1.3446984 Nov 12 03:22:47.538124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Request body: {'port': {'device_id': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:47.544320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735ad6e-03b2-4852-ae5d-a147e51dc0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.628331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbe16b-0a0d-4099-ab06-f03b7d0e7217 req-fa3ff4a3-9ff0-42c3-8d2f-40a18953f225 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.629883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fbe16b-0a0d-4099-ab06-f03b7d0e7217 req-fa3ff4a3-9ff0-42c3-8d2f-40a18953f225 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1532946 Nov 12 03:22:47.681639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.708397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.748327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fbe16b-0a0d-4099-ab06-f03b7d0e7217 req-c37165c5-d845-4516-af74-99d30e7c008e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905969 Nov 12 03:22:47.803288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6e128f-6a8e-4101-b200-5b86b762250e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:47.814890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Checking segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:47.814890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Network hostable DHCP agents. Network: 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:22:47.845057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:22:47.870866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:47.877348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:47.878176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.885039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c26715-ba4d-485a-a6ae-3a0c263a63ef None None] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:47.930291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-880f09b9-88d7-4e69-b248-1df558d713c9 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5279577 Nov 12 03:22:47.931272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:47.940146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:47.990118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:47.991776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.069088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.100646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb62b7f-2096-48e1-adb7-bc24dab20602 req-90eb9021-d5d1-4b0e-b73a-a0eb1c999f51 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.107892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfb62b7f-2096-48e1-adb7-bc24dab20602 req-90eb9021-d5d1-4b0e-b73a-a0eb1c999f51 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1115255 Nov 12 03:22:48.187459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6766dfbe-883e-4109-bdff-303cf25963e1 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:48.205577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:48.207991 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80556cf5-731c-424c-b757-699ec65b149f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:48.218120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.223018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:22:48.223965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.233382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Transition to ACTIVE for port object 6766dfbe-883e-4109-bdff-303cf25963e1 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:48.245840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.250990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.310143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfb62b7f-2096-48e1-adb7-bc24dab20602 req-7881413e-0e35-465a-8347-a6794c7cf5f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013950 Nov 12 03:22:48.322168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.328352 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7a6349-d2a9-4a66-8ab8-bd1eeb945455 x-openstack-request-id: req-8c7a6349-d2a9-4a66-8ab8-bd1eeb945455 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:48.328645 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:48.328900 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8c7a6349-d2a9-4a66-8ab8-bd1eeb945455 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:48.329290 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc', 'status': 'completed', 'code': 200} Nov 12 03:22:48.464835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Allocated IP 172.20.0.2 (2c8f3aef-f72c-4223-9cb9-7a03b9007dc4/7a6e128f-6a8e-4101-b200-5b86b762250e/d88ae34e-9198-4835-9aa2-529916fabc67) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:48.507964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-f67016a8-a040-4801-929f-cde0f8bb9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.508558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-f67016a8-a040-4801-929f-cde0f8bb9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.508927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-f67016a8-a040-4801-929f-cde0f8bb9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.515272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80556cf5-731c-424c-b757-699ec65b149f req-f67016a8-a040-4801-929f-cde0f8bb9c61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2825 time: 0.0914068 Nov 12 03:22:48.545710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Attempting to bind port 6766dfbe-883e-4109-bdff-303cf25963e1 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:48.546271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Attempting to bind port 6766dfbe-883e-4109-bdff-303cf25963e1 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:48.546401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Attempting to bind port 6766dfbe-883e-4109-bdff-303cf25963e1 on network cb66ac07-0d64-4f46-b9cd-de95cf345850 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:48.554179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Port 6766dfbe-883e-4109-bdff-303cf25963e1 on network cb66ac07-0d64-4f46-b9cd-de95cf345850 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:48.554505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Attempting to bind port 6766dfbe-883e-4109-bdff-303cf25963e1 on network cb66ac07-0d64-4f46-b9cd-de95cf345850 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:48.569341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:48.569604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Checking segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:48.569998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Bound using segment: {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:48.570453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Bound port: 6766dfbe-883e-4109-bdff-303cf25963e1, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf19f1e-851a-4577-914d-bd3bac79e3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:48.570814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.631467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891974-e8bc-4f8b-b624-f7413003419f req-be0369a9-b81e-4fe8-8a5f-fa9e12b8e85c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.637639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891974-e8bc-4f8b-b624-f7413003419f req-be0369a9-b81e-4fe8-8a5f-fa9e12b8e85c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.644065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11891974-e8bc-4f8b-b624-f7413003419f req-be0369a9-b81e-4fe8-8a5f-fa9e12b8e85c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.654391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11891974-e8bc-4f8b-b624-f7413003419f req-be0369a9-b81e-4fe8-8a5f-fa9e12b8e85c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2411 time: 0.1847525 Nov 12 03:22:48.671107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d97655-e3c5-4631-9d09-8725d5600f63 req-57a0b306-bb8f-4ac4-b7b7-54f0a5eeae5f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.672596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9d97655-e3c5-4631-9d09-8725d5600f63 req-57a0b306-bb8f-4ac4-b7b7-54f0a5eeae5f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.2041974 Nov 12 03:22:48.697709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.707320 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.772423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:48.777734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:48.780999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.784271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:48.784399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11891974-e8bc-4f8b-b624-f7413003419f req-3caa113e-321d-4dc2-8400-b4c5bceb192e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223516 Nov 12 03:22:48.788457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:48.794361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Pushing event updated for resources: {'Port': ['ID=d88ae34e-9198-4835-9aa2-529916fabc67,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:48.815629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.821746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-65d346ce-a88a-4cf1-adc0-41f0861d6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.822280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-65d346ce-a88a-4cf1-adc0-41f0861d6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.822743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-65d346ce-a88a-4cf1-adc0-41f0861d6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:48.824359 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80556cf5-731c-424c-b757-699ec65b149f req-65d346ce-a88a-4cf1-adc0-41f0861d6dfc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2927189 Nov 12 03:22:48.826069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.826575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.827125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.827608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.828105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.828634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.829103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.830868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.831360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.831957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.832431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.832901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:22:48.869113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6766dfbe-883e-4109-bdff-303cf25963e1,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:48.884234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Attempting to bind port d88ae34e-9198-4835-9aa2-529916fabc67 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:48.884931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Attempting to bind port d88ae34e-9198-4835-9aa2-529916fabc67 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:48.885459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Attempting to bind port d88ae34e-9198-4835-9aa2-529916fabc67 on network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:48.893491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:48.894166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Checking segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:48.894883 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.895538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Bound using segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:48.896322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Bound port: d88ae34e-9198-4835-9aa2-529916fabc67, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:48.896878 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.902748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9d97655-e3c5-4631-9d09-8725d5600f63 req-3744c0d5-fab6-49ca-b580-10bc96f07c1e tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193067 Nov 12 03:22:48.904511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:48.994743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] For port d88ae34e-9198-4835-9aa2-529916fabc67, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:49.000334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] For port d88ae34e-9198-4835-9aa2-529916fabc67, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d88ae34e-9198-4835-9aa2-529916fabc67,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:49.005473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Pushing event updated for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.006077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.010617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.011399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.012902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-08b3a9ed-f01f-45a2-9615-b6f796179e85 service neutron] 10.222.0.16 "PUT /v2.0/ports/6766dfbe-883e-4109-bdff-303cf25963e1 HTTP/1.1" status: 200 len: 1092 time: 1.4828725 Nov 12 03:22:49.064065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d86ec9-033a-4fd8-8fae-2b9da4c0ee1f req-42c09528-a32a-48c1-9613-72ad540349ec tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.073803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30d86ec9-033a-4fd8-8fae-2b9da4c0ee1f req-42c09528-a32a-48c1-9613-72ad540349ec tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0808411 Nov 12 03:22:49.115949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd5e22-bad1-495f-adf9-27f387dfe73f None None] Pushing event updated for resources: {'Port': ['ID=d88ae34e-9198-4835-9aa2-529916fabc67,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.176955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30d86ec9-033a-4fd8-8fae-2b9da4c0ee1f req-8d2319b7-43de-4dee-822c-2bc53b812b08 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018538 Nov 12 03:22:49.205312 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-77b577a9-d834-4e54-a531-5e526f8e80aa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2581255 Nov 12 03:22:49.216071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556cf5-731c-424c-b757-699ec65b149f req-275fcc6b-fa42-485a-9255-e646f341fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.223356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80556cf5-731c-424c-b757-699ec65b149f req-275fcc6b-fa42-485a-9255-e646f341fe08 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3908978 Nov 12 03:22:49.254403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Allocated IP 172.25.7.45 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ad4995ce-11ae-470a-817d-f14c27911842) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:49.461036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-7b16f8f4-2317-40f1-b525-d2cc3f10990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.463523 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-7b16f8f4-2317-40f1-b525-d2cc3f10990e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 1097 time: 0.1805737 Nov 12 03:22:49.474454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-e82e3e25-9b04-40cf-9810-9b58bc3a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.475246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-e82e3e25-9b04-40cf-9810-9b58bc3a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.475770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-e82e3e25-9b04-40cf-9810-9b58bc3a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.478219 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-e82e3e25-9b04-40cf-9810-9b58bc3a5904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2867 time: 0.1157699 Nov 12 03:22:49.488450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.490809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b898887-276f-4601-82ed-046b3a36b6d8 req-dd6d1e60-cf77-4602-9c06-ff1bc060b81b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.492414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b898887-276f-4601-82ed-046b3a36b6d8 req-dd6d1e60-cf77-4602-9c06-ff1bc060b81b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0621221 Nov 12 03:22:49.558595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b898887-276f-4601-82ed-046b3a36b6d8 req-14fd3ada-45d8-4681-8900-7f4262e328cb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570343 Nov 12 03:22:49.584359 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-b310a5ca-b4bb-45f1-928c-c848af02d7c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f HTTP/1.1" status: 200 len: 217 time: 0.0843196 Nov 12 03:22:49.670158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:49.733562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-828adb8d-bdd2-4606-9804-ecef8f0658b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.734959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-828adb8d-bdd2-4606-9804-ecef8f0658b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57f34cd0-9e5d-4882-8299-ff12cdded855 HTTP/1.1" status: 200 len: 801 time: 0.1148937 Nov 12 03:22:49.739693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:49.747691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:49.757118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-ab46fd05-5d0a-44bf-b466-d2e4f3b3d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.758536 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-ab46fd05-5d0a-44bf-b466-d2e4f3b3d645 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.2504745 Nov 12 03:22:49.761986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:49.762335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Pushing event updated for resources: {'Port': ['ID=ad4995ce-11ae-470a-817d-f14c27911842,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:49.904500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a293-ded7-4955-8f60-cb2af3bdb088 req-594ebefd-2431-483f-aaf1-5ade62e47b03 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.911726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a293-ded7-4955-8f60-cb2af3bdb088 req-594ebefd-2431-483f-aaf1-5ade62e47b03 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.926407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98a293-ded7-4955-8f60-cb2af3bdb088 req-594ebefd-2431-483f-aaf1-5ade62e47b03 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:49.935154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a98a293-ded7-4955-8f60-cb2af3bdb088 req-594ebefd-2431-483f-aaf1-5ade62e47b03 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2411 time: 0.0878766 Nov 12 03:22:50.006364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a98a293-ded7-4955-8f60-cb2af3bdb088 req-4ec411ce-ef52-4bf1-89c1-661a74f14801 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701413 Nov 12 03:22:50.108857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-b84df820-c23b-4c34-bb77-fecd5be55b92 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 200 len: 217 time: 0.3294055 Nov 12 03:22:50.139626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6858a710-7904-4df9-8420-f21cb63da22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.141205 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6858a710-7904-4df9-8420-f21cb63da22c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb66ac07-0d64-4f46-b9cd-de95cf345850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3974528 Nov 12 03:22:50.356336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:50.356831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d88ae34e-9198-4835-9aa2-529916fabc67 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:50.361369 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:50.421986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb19f9-0580-483d-a642-eee37fa86504 req-f935faf5-6b3d-462c-a4f2-26901c0210fe tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.427506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6feb19f9-0580-483d-a642-eee37fa86504 req-f935faf5-6b3d-462c-a4f2-26901c0210fe tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1473343 Nov 12 03:22:50.437998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d88ae34e-9198-4835-9aa2-529916fabc67 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:50.438766 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.442100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-c6672083-c2ea-4ad9-9ce1-a813a65d0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.443994 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-c6672083-c2ea-4ad9-9ce1-a813a65d0786 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.3180046 Nov 12 03:22:50.496559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6feb19f9-0580-483d-a642-eee37fa86504 req-211da166-143a-47dc-a5af-ae2311c01189 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627410 Nov 12 03:22:50.499177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf6e25-65c4-4ba0-8642-7d04e67ca74d None None] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:22:50.602457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.603864 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07e5e9-467f-4a22-8531-6e9fa967f658 x-openstack-request-id: req-0e07e5e9-467f-4a22-8531-6e9fa967f658 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:50.604282 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:50.604416 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0e07e5e9-467f-4a22-8531-6e9fa967f658 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:50.604769 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1', 'status': 'completed', 'code': 200} Nov 12 03:22:50.657401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d583e19b-9d0d-4c3e-b6f8-1893e18173d8 None None] Provisioning complete for port d88ae34e-9198-4835-9aa2-529916fabc67 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:50.657639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-6365890c-1705-4364-998f-fc1979e4d208 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--304800293&fields=id&tenant_id=ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 267 time: 0.1000736 Nov 12 03:22:50.658229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d583e19b-9d0d-4c3e-b6f8-1893e18173d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.806755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.839791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccdfd4-15a6-43f1-9f68-3a8b3224aa16 req-485d1e1f-107b-4342-8943-14c328d70b07 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.847442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dccdfd4-15a6-43f1-9f68-3a8b3224aa16 req-485d1e1f-107b-4342-8943-14c328d70b07 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1357324 Nov 12 03:22:50.870347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-1aa5322a-0ef7-43fb-89e5-54d4fa64df4c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2745719 Nov 12 03:22:50.892270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d583e19b-9d0d-4c3e-b6f8-1893e18173d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.896706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-49876c85-90f4-4243-b359-bdbfdac419ff tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:50.904465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-49876c85-90f4-4243-b359-bdbfdac419ff tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 823 time: 0.2461390 Nov 12 03:22:50.918544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port d88ae34e-9198-4835-9aa2-529916fabc67, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d88ae34e-9198-4835-9aa2-529916fabc67,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:50.924781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:50.936598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-a6399e4d-30be-44eb-b69e-8cc3242c54b0 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/quotas/ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 375 time: 0.0311670 Nov 12 03:22:50.975692 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-edac79c9-4938-4fbb-824d-caaf7a8e0bed service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516072 Nov 12 03:22:51.016206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dccdfd4-15a6-43f1-9f68-3a8b3224aa16 req-82864750-4780-4b1c-b935-c0e2b1a299b8 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508808 Nov 12 03:22:51.031770 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-d583e19b-9d0d-4c3e-b6f8-1893e18173d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:22:51.032383 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-d583e19b-9d0d-4c3e-b6f8-1893e18173d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:22:51.033884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=d88ae34e-9198-4835-9aa2-529916fabc67,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:51.046468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-0c5c7beb-6bae-48b6-9653-dcbe30572cd9 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1089268 Nov 12 03:22:51.086141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.122942 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:22:51.154505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-71af4f09-75a5-4566-b439-d5bdcce5ecd9 service neutron] 10.222.0.97 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945888 Nov 12 03:22:51.226944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-72c33174-4b32-4b87-8ef0-4cd09ee03268 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467651 Nov 12 03:22:51.232273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-caac6a2f-e35c-4ba2-9e56-2cf0f6667e2b service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415221 Nov 12 03:22:51.253429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acead88-442f-4f91-a223-5caf46e9836f req-36f753eb-399a-4f05-9f32-c150a5c12a94 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.259339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acead88-442f-4f91-a223-5caf46e9836f req-36f753eb-399a-4f05-9f32-c150a5c12a94 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.265305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acead88-442f-4f91-a223-5caf46e9836f req-36f753eb-399a-4f05-9f32-c150a5c12a94 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.266967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1acead88-442f-4f91-a223-5caf46e9836f req-36f753eb-399a-4f05-9f32-c150a5c12a94 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2411 time: 0.1115036 Nov 12 03:22:51.325823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-1eafd724-5055-47e1-83d8-5934732d2c9d service neutron] 10.222.0.97 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605949 Nov 12 03:22:51.327672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-6aba6e27-3f1c-435a-8b07-056392299817 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc HTTP/1.1" status: 200 len: 217 time: 0.0650809 Nov 12 03:22:51.351704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1acead88-442f-4f91-a223-5caf46e9836f req-75bda23b-5689-4119-9fab-60d12e04c452 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Nov 12 03:22:51.448589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-38933d42-d56c-4be7-844f-e61a6da17444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.450154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-38933d42-d56c-4be7-844f-e61a6da17444 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99c38f51-0978-4683-ae56-66ca53d6543e HTTP/1.1" status: 200 len: 801 time: 0.1160021 Nov 12 03:22:51.468837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0eb49ff2-6eec-48a9-b68f-2a0812e44e85 req-a0aecdc0-76b3-42ea-b856-1f24a720a1ee service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073467 Nov 12 03:22:51.496832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:22:51.564143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-59b21d42-a0e2-4742-b364-2a4ca99e7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.569403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-59b21d42-a0e2-4742-b364-2a4ca99e7c80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd96be7c-b57d-4c69-907a-411537dd5af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082082 Nov 12 03:22:51.689014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fdcbfa-0942-46bd-8c69-814027734ba0 req-328cf811-984d-4b90-9695-383b989dbe7c tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 210 time: 0.0361853 Nov 12 03:22:51.714276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40b94-3b1c-4c32-9be6-d05b940f1af4 req-5ee9a5e2-bf9d-4981-9443-54cceb6bf54f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:51.714276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b40b94-3b1c-4c32-9be6-d05b940f1af4 req-5ee9a5e2-bf9d-4981-9443-54cceb6bf54f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0878832 Nov 12 03:22:51.773243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ee8dc3dc-0a9d-4aa2-ad85-00dc04e911e4 None None] Provisioning complete for port d88ae34e-9198-4835-9aa2-529916fabc67 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:51.774252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee8dc3dc-0a9d-4aa2-ad85-00dc04e911e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.781994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:51.786246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-1049ae61-20e8-436d-8f4c-5cfe2bf05222 service neutron] 10.222.0.16 "GET /v2.0/networks/fd96be7c-b57d-4c69-907a-411537dd5af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088234 Nov 12 03:22:51.798474 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Sync routers for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:51.803121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b40b94-3b1c-4c32-9be6-d05b940f1af4 req-7a7470bd-dac6-4476-be9c-413ab7ed7e97 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Nov 12 03:22:51.818668 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:51.819927 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:51.834157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:51.834878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0875a31a-ba19-4e60-a56c-be7f31f697cf admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9019523 Nov 12 03:22:51.837820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:52.023002 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-f46716b6-e82a-4f4a-b90e-75b29ae999d8 service neutron] 10.222.0.16 "GET /v2.0/networks/fd96be7c-b57d-4c69-907a-411537dd5af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117891 Nov 12 03:22:52.087826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:52.103914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-7fcda266-8a94-4fd3-ba02-12db4fb209ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=6766dfbe-883e-4109-bdff-303cf25963e1 HTTP/1.1" status: 200 len: 217 time: 0.0727618 Nov 12 03:22:52.107573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6328a953-2cf7-4cc7-9496-da2677dd6d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.185512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-79c56930-fc22-41e5-a07a-5d46ece9c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.188087 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-79c56930-fc22-41e5-a07a-5d46ece9c9d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57f34cd0-9e5d-4882-8299-ff12cdded855 HTTP/1.1" status: 200 len: 801 time: 0.0773261 Nov 12 03:22:52.293626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d88ae34e-9198-4835-9aa2-529916fabc67 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:52.324066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-525a252f-74e4-44b6-8845-1adab38b7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.326001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-525a252f-74e4-44b6-8845-1adab38b7689 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb66ac07-0d64-4f46-b9cd-de95cf345850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253200 Nov 12 03:22:52.432119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d88ae34e-9198-4835-9aa2-529916fabc67 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:52.432509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.471004 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:50Z', 'revision_number': 3, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:52.474813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-a16a5087-68e3-4e4a-a2e3-4a3a75c60985 service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408248 Nov 12 03:22:52.509346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dd5a6-97fc-456b-b751-38cbb7c5d06f req-34f93e05-b299-4c94-a753-0aecb4bfa984 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.517031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-783dd5a6-97fc-456b-b751-38cbb7c5d06f req-34f93e05-b299-4c94-a753-0aecb4bfa984 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.3203790 Nov 12 03:22:52.558934 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Checking router: ff868b1e-d19b-43d1-9eb5-3ee9399cd61f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:52.561309 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Updating router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f port ad4995ce-11ae-470a-817d-f14c27911842 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:52.602406 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.646440 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb83e3b7-53bd-4769-9b02-52a17b36f9ad req-45a06fae-f5ea-4209-8f1c-83c070a20c41 service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534491 Nov 12 03:22:52.865391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-ded3da84-373b-41dd-b8dc-8f3c9e3aada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.866327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-ded3da84-373b-41dd-b8dc-8f3c9e3aada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.866804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-ded3da84-373b-41dd-b8dc-8f3c9e3aada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:52.869913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-ded3da84-373b-41dd-b8dc-8f3c9e3aada3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2867 time: 0.0738120 Nov 12 03:22:52.982519 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:52.982892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-783dd5a6-97fc-456b-b751-38cbb7c5d06f req-4a98ac6e-2147-4c12-bef9-23a5c6e6a80a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595039 Nov 12 03:22:52.997948 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.036701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-597a8c6f-188c-4ae5-ab9a-e99b8032d1a0 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.038719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-597a8c6f-188c-4ae5-ab9a-e99b8032d1a0 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/ports?device_id=78e74814-00b9-4bd5-8e32-9381ff670dce HTTP/1.1" status: 200 len: 945 time: 0.1147273 Nov 12 03:22:53.063267 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Attempting to bind port ad4995ce-11ae-470a-817d-f14c27911842 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:53.063718 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Attempting to bind port ad4995ce-11ae-470a-817d-f14c27911842 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:53.064164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Attempting to bind port ad4995ce-11ae-470a-817d-f14c27911842 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:53.074695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf112e22-ced4-45c7-9445-e5fbefbb7e70 None None] Pushing event updated for resources: {'Port': ['ID=ad4995ce-11ae-470a-817d-f14c27911842,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:53.084079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96780-55ea-4cfa-b325-b6e02f3b3b6c req-bfe0fa3e-bfdb-4df5-a936-18c669a14136 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.084805 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:53.085268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:53.085727 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.086598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:53.087382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Bound port: ad4995ce-11ae-470a-817d-f14c27911842, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:53.087846 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.096039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96780-55ea-4cfa-b325-b6e02f3b3b6c req-bfe0fa3e-bfdb-4df5-a936-18c669a14136 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.103209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d96780-55ea-4cfa-b325-b6e02f3b3b6c req-bfe0fa3e-bfdb-4df5-a936-18c669a14136 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.111680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81d96780-55ea-4cfa-b325-b6e02f3b3b6c req-bfe0fa3e-bfdb-4df5-a936-18c669a14136 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2411 time: 0.5658514 Nov 12 03:22:53.149481 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] For port ad4995ce-11ae-470a-817d-f14c27911842, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:53.152942 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] For port ad4995ce-11ae-470a-817d-f14c27911842, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad4995ce-11ae-470a-817d-f14c27911842,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:53.161842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-4d087f5a-6ced-44c8-8171-bbb5e1ebe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.162597 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.163461 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-4d087f5a-6ced-44c8-8171-bbb5e1ebe05e service neutron] 10.222.0.16 "GET /v2.0/networks?id=cb66ac07-0d64-4f46-b9cd-de95cf345850 HTTP/1.1" status: 200 len: 902 time: 0.2866004 Nov 12 03:22:53.218982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-5fb7550f-fd60-4a1c-8857-c3cc10c1dede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=6766dfbe-883e-4109-bdff-303cf25963e1 HTTP/1.1" status: 200 len: 217 time: 0.0404520 Nov 12 03:22:53.223490 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf112e22-ced4-45c7-9445-e5fbefbb7e70 None None] Pushing event updated for resources: {'Port': ['ID=ad4995ce-11ae-470a-817d-f14c27911842,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:53.234932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Deleting port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:22:53.235280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.239186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:53.239934 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:53.277664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81d96780-55ea-4cfa-b325-b6e02f3b3b6c req-3790a0c2-7b64-4f64-add5-9588333b867d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648924 Nov 12 03:22:53.360793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-677ae729-af49-4b37-ae72-4e3f47be6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.362515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-677ae729-af49-4b37-ae72-4e3f47be6683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57f34cd0-9e5d-4882-8299-ff12cdded855 HTTP/1.1" status: 200 len: 801 time: 0.1017246 Nov 12 03:22:53.398785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] For port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:53.402369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.433127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87ccdde5-b7e9-491e-9c1d-26622267acad req-bd86db7e-8222-4c17-bfe1-acc6afc8f997 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 210 time: 0.0315561 Nov 12 03:22:53.461433 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:53.467038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:53.737724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f4dd3-c5d5-4425-b848-d0a2353007e9 req-f7554f3b-27e0-45ac-9b5d-f95d3dc5619b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.740152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a89f4dd3-c5d5-4425-b848-d0a2353007e9 req-f7554f3b-27e0-45ac-9b5d-f95d3dc5619b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.3059409 Nov 12 03:22:53.768200 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:50Z', 'revision_number': 3, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:53.802637 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ff36c-51d5-4eda-99c3-e04e7176c8cb None None] The sync data for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 is: [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:50Z', 'revision_number': 3, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:53.825396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Allocated IP 172.20.0.1 (2c8f3aef-f72c-4223-9cb9-7a03b9007dc4/7a6e128f-6a8e-4101-b200-5b86b762250e/ea044d7a-9624-4db6-ba25-9beacd61e4d4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:53.878547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a89f4dd3-c5d5-4425-b848-d0a2353007e9 req-d35ff1f7-7a10-46b2-ba0a-cdc2a1642d21 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001039 Nov 12 03:22:53.928395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-db0b20e8-ec8c-4e05-9ce0-8defd41daf3a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.929884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-db0b20e8-ec8c-4e05-9ce0-8defd41daf3a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 823 time: 0.2550635 Nov 12 03:22:53.968234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-afe582c2-7719-45ec-900e-19003dc68ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:53.969750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-afe582c2-7719-45ec-900e-19003dc68ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cb66ac07-0d64-4f46-b9cd-de95cf345850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174979 Nov 12 03:22:54.025617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.065369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.065730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.066066 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 disassociated. External IP: 172.25.7.92, port: c0808fe8-ea8b-4147-aa26-e109ec5f6eb2. Nov 12 03:22:54.066413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Calling delete_port for c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:22:54.133491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-5a44287e-8300-4d98-96f0-573fdee6b26b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8b51ed1c4f4257ae160240bc90fadb HTTP/1.1" status: 200 len: 379 time: 0.1448560 Nov 12 03:22:54.153389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'port': {'device_id': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'admin_state_up': True, 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'security_groups': ['d2b343a9-bf08-4443-9895-4562ded8bcb8']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:54.248722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-2bdf35e7-3261-4f03-9888-7e47347d3abc service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206938 Nov 12 03:22:54.275650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.290599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-99543631-e7b1-45e8-9c22-55a3351e1d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.340350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad4995ce-11ae-470a-817d-f14c27911842 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:54.356944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192a5d3-e5b5-4d4d-91bf-ec4b4a8785d2 req-5fadc674-73c5-4e49-8dda-754eba9d6919 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.358556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6192a5d3-e5b5-4d4d-91bf-ec4b4a8785d2 req-5fadc674-73c5-4e49-8dda-754eba9d6919 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.2823513 Nov 12 03:22:54.404166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.406097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ad4995ce-11ae-470a-817d-f14c27911842 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:54.406503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.446734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b6bc5ca-459e-4b78-9ddd-c934b3ca6fe4 req-f82d068e-1a31-4a71-bee7-210c22b7ad7e service neutron] 10.222.0.16 "GET /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726003 Nov 12 03:22:54.455678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:54.487357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:54.502211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event deleted for resources: {'Port': ['ID=c0808fe8-ea8b-4147-aa26-e109ec5f6eb2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.515894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:54.541431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.579327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Pushing event updated for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.582006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port ad4995ce-11ae-470a-817d-f14c27911842, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad4995ce-11ae-470a-817d-f14c27911842,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:54.587829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.673337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6192a5d3-e5b5-4d4d-91bf-ec4b4a8785d2 req-2b34312b-a907-4079-836d-f20d0d93a974 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669485 Nov 12 03:22:54.674119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Made reservation on behalf of ab8b51ed1c4f4257ae160240bc90fadb for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:54.676724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=ad4995ce-11ae-470a-817d-f14c27911842,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:54.686658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.690586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.708351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:54.853583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:54.873002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:54.882387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64504-00b2-4fd9-9a15-3994df088d8c req-47d434be-2421-46f2-8228-9c30916327db tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.888647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64504-00b2-4fd9-9a15-3994df088d8c req-47d434be-2421-46f2-8228-9c30916327db tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.891643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8085c1ca-0494-4673-bcfb-2f950f83cbfa None None] Provisioning complete for port ea044d7a-9624-4db6-ba25-9beacd61e4d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:54.892462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8085c1ca-0494-4673-bcfb-2f950f83cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.895321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64504-00b2-4fd9-9a15-3994df088d8c req-47d434be-2421-46f2-8228-9c30916327db tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:54.897198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45e64504-00b2-4fd9-9a15-3994df088d8c req-47d434be-2421-46f2-8228-9c30916327db tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2411 time: 0.3308773 Nov 12 03:22:54.906332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] No DVR routers for this DVR port c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:22:54.909901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:54.913996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd498684-e365-4ad2-8d8d-0322246ce41b req-da7d0595-d28e-4537-a4b0-9f850cb988ca tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "DELETE /v2.0/ports/c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 HTTP/1.1" status: 204 len: 173 time: 1.8557951 Nov 12 03:22:54.914476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'name': 'network-vif-deleted', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:54.916855 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56230ff-88bd-4212-b53a-ab6c8ff07d05" -d '{"events": [{"server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "name": "network-vif-deleted", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:54.925938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cba38f54-f4dc-4e4e-81a7-1eebb6386485 req-64afa329-6675-488d-8df4-19167e8f25b2 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 210 time: 0.0995731 Nov 12 03:22:54.935389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6bdd0278-b101-4722-a712-e1fa65c0d04f details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:55.086461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:55.087371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:55.131172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.151658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8085c1ca-0494-4673-bcfb-2f950f83cbfa None None] Port ea044d7a-9624-4db6-ba25-9beacd61e4d4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:55.175543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45e64504-00b2-4fd9-9a15-3994df088d8c req-143beed7-e534-491a-a104-7c859cb2d571 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421761 Nov 12 03:22:55.214601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.237269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6bdd0278-b101-4722-a712-e1fa65c0d04f', 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'port_id': '6bdd0278-b101-4722-a712-e1fa65c0d04f', 'mac_address': 'fa:16:3e:49:ac:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f34cd0-9e5d-4882-8299-ff12cdded855', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:55.280932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:55.327097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Allocated IP 172.20.0.5 (f83d5d51-a9ad-4c05-8656-5554d345f4f6/a855b80c-4261-48c6-8a10-8b7c652e0697/2d08f6ed-0a00-46a7-8696-f7ca3577b988) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:55.337072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.339469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.370594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-8a0d4274-90b1-4ca2-9eba-a548ad355b8d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.372077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-8a0d4274-90b1-4ca2-9eba-a548ad355b8d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.2719924 Nov 12 03:22:55.384706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdd0278-b101-4722-a712-e1fa65c0d04f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:55.446537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-0fc93795-0ee7-4606-b7d0-1c8a8e4ddbd5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/quotas/159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 375 time: 0.0564206 Nov 12 03:22:55.505163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6351-70bb-49a3-99cb-5cdef49ed5f9 req-eb5907db-3f8d-4ec4-a531-865291a06c0b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:55.506740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3b6351-70bb-49a3-99cb-5cdef49ed5f9 req-eb5907db-3f8d-4ec4-a531-865291a06c0b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.2171640 Nov 12 03:22:55.576752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.584352 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.585006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6766dfbe-883e-4109-bdff-303cf25963e1 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:55.676220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-4c0033b3-58f7-4d9d-bb97-d5b6d66b240c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2191148 Nov 12 03:22:55.696931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.702218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3b6351-70bb-49a3-99cb-5cdef49ed5f9 req-abcc2e56-ed55-41a9-b235-72e8d7df0432 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688325 Nov 12 03:22:55.703785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6766dfbe-883e-4109-bdff-303cf25963e1,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.718376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.718581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6766dfbe-883e-4109-bdff-303cf25963e1', 'network_id': 'cb66ac07-0d64-4f46-b9cd-de95cf345850', 'port_id': '6766dfbe-883e-4109-bdff-303cf25963e1', 'mac_address': 'fa:16:3e:cd:6e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f34cd0-9e5d-4882-8299-ff12cdded855', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:55.734204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.739753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.771768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.788363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:55.791915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6766dfbe-883e-4109-bdff-303cf25963e1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:55.808192 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55342f-78c5-4a98-a70d-121c84a2e8af x-openstack-request-id: req-2e55342f-78c5-4a98-a70d-121c84a2e8af {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:55.808684 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e74814-00b9-4bd5-8e32-9381ff670dce", "name": "network-vif-deleted", "tag": "c0808fe8-ea8b-4147-aa26-e109ec5f6eb2", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:55.808771 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2e55342f-78c5-4a98-a70d-121c84a2e8af {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:55.809387 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e74814-00b9-4bd5-8e32-9381ff670dce', 'name': 'network-vif-deleted', 'tag': 'c0808fe8-ea8b-4147-aa26-e109ec5f6eb2', 'status': 'completed', 'code': 200} Nov 12 03:22:55.820361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:55.841216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6766dfbe-883e-4109-bdff-303cf25963e1,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:55.843636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:55.844258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:55.850159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.850828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9cc7ebae-0fa5-4b49-8a80-d843392641cc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:22:55.871009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:55.872688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Pushing event updated for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:55.930116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-389f402d-4ff8-4d0c-bd1f-ba690bab9902 service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389481 Nov 12 03:22:56.000374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.042124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.072431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:56.115801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:56.116990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:56.139929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '9cc7ebae-0fa5-4b49-8a80-d843392641cc', 'network_id': 'fd96be7c-b57d-4c69-907a-411537dd5af2', 'port_id': '9cc7ebae-0fa5-4b49-8a80-d843392641cc', 'mac_address': 'fa:16:3e:70:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c38f51-0978-4683-ae56-66ca53d6543e', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:22:56.140329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:56.142132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event updated for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.144863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:56.226513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-924b9d42-8fe0-4433-b8b6-e881ce8d433b service neutron] 10.222.0.97 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811084 Nov 12 03:22:56.228090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:56.240484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:56.260673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.261344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.271588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e3bef-0636-4444-aba9-6a2f8ce4a2c9 req-f6258d55-1903-4570-93cd-813b2acc0368 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:56.274960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.279269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-626e3bef-0636-4444-aba9-6a2f8ce4a2c9 req-f6258d55-1903-4570-93cd-813b2acc0368 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1642275 Nov 12 03:22:56.313845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc7ebae-0fa5-4b49-8a80-d843392641cc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:56.339805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad4995ce-11ae-470a-817d-f14c27911842 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:56.386654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:56.404209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.469280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:56.504860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-255ac13c-710e-4496-8f5e-af33ea26c7ba tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3626287 Nov 12 03:22:56.512792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:22:56.535251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Request body: {'port': {'device_id': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:56.539174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ad4995ce-11ae-470a-817d-f14c27911842 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.539702 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.585711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:56.631892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8324bce-333c-4202-a7ff-2985f74026d2 None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:22:56.653979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-174794ae-c0e1-470f-b7ec-f15ce2de3706 None None] Provisioning complete for port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.653979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-174794ae-c0e1-470f-b7ec-f15ce2de3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.696183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-626e3bef-0636-4444-aba9-6a2f8ce4a2c9 req-e86de000-7b93-47a0-9955-34fb2057934b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152160 Nov 12 03:22:56.757943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-174794ae-c0e1-470f-b7ec-f15ce2de3706 None None] Port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:56.787848 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.884215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5fa0f0dc-9769-45da-b554-0345d8331450 None None] Provisioning complete for port ea044d7a-9624-4db6-ba25-9beacd61e4d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:56.884594 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f0dc-9769-45da-b554-0345d8331450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:56.924464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0f0dc-9769-45da-b554-0345d8331450 None None] Port ea044d7a-9624-4db6-ba25-9beacd61e4d4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:22:56.948868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6766dfbe-883e-4109-bdff-303cf25963e1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:56.977657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9cc7ebae-0fa5-4b49-8a80-d843392641cc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:57.023101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6bdd0278-b101-4722-a712-e1fa65c0d04f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:57.066135 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed69ec9-43ee-4e2a-bb36-9459836a35b1 None None] New status for floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:22:57.137860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:22:57.159456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Sync routers for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:22:57.159955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-11b57795-6ff0-46fb-ac28-0124a333c8be admin admin] 10.222.0.97 "PUT /v2.0/routers/ff868b1e-d19b-43d1-9eb5-3ee9399cd61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3207088 Nov 12 03:22:57.166302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.190445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1900f-a2f9-4c67-a1bc-e1ee8f38d597 req-63d67e2d-ecb1-4ad4-9b42-9efdb3d59561 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.198326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af1900f-a2f9-4c67-a1bc-e1ee8f38d597 req-63d67e2d-ecb1-4ad4-9b42-9efdb3d59561 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 931 time: 0.5232143 Nov 12 03:22:57.269739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14a2-2500-4c55-8d5e-5d5eee26e5aa req-2090d29f-0f52-4892-89b0-17c0a544597e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.275933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14a2-2500-4c55-8d5e-5d5eee26e5aa req-2090d29f-0f52-4892-89b0-17c0a544597e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.282193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:57.282398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e14a2-2500-4c55-8d5e-5d5eee26e5aa req-2090d29f-0f52-4892-89b0-17c0a544597e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.282858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:57.290355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83e14a2-2500-4c55-8d5e-5d5eee26e5aa req-2090d29f-0f52-4892-89b0-17c0a544597e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2414 time: 0.4861970 Nov 12 03:22:57.326866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af1900f-a2f9-4c67-a1bc-e1ee8f38d597 req-8384a076-4816-4042-95ff-17733c7d6433 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272297 Nov 12 03:22:57.378652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:22:57.387241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83e14a2-2500-4c55-8d5e-5d5eee26e5aa req-343c2ccb-1d25-47ed-9eb6-d0f0731e60f7 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958505 Nov 12 03:22:57.469005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:22:57.469249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c0808fe8-ea8b-4147-aa26-e109ec5f6eb2 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:22:57.490514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58a08fa3-e322-4448-98a3-5092d45489f4 req-1e932a83-7831-4a1c-a5c1-30359dd2d1fb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0405653 Nov 12 03:22:57.573413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943589-b650-4fc2-953c-4ea862d3a608 req-fa82c027-1ded-443e-8263-b084ed84df1a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.575084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30943589-b650-4fc2-953c-4ea862d3a608 req-fa82c027-1ded-443e-8263-b084ed84df1a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1033084 Nov 12 03:22:57.587910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:57.692281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30943589-b650-4fc2-953c-4ea862d3a608 req-8a3dc8bb-2652-4609-b002-7d15a4dc96fd tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Nov 12 03:22:57.797159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d08f6ed-0a00-46a7-8696-f7ca3577b988 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:22:57.807910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.827100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Transition to ACTIVE for port object 2d08f6ed-0a00-46a7-8696-f7ca3577b988 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:22:57.840766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608674d-c1e5-44f3-a27c-513506637c3d req-7087edb7-5bfb-4e7e-9c60-87b57b080ecb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:57.842431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0608674d-c1e5-44f3-a27c-513506637c3d req-7087edb7-5bfb-4e7e-9c60-87b57b080ecb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0779588 Nov 12 03:22:57.843414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:57.874324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.019892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Pushing event updated for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.022771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Attempting to bind port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.023488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Attempting to bind port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.023488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Attempting to bind port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.029167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:22:58.029167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Attempting to bind port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 on network f83d5d51-a9ad-4c05-8656-5554d345f4f6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.030478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:55Z', 'revision_number': 2, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:58.036436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0608674d-c1e5-44f3-a27c-513506637c3d req-a425988d-ab1e-4351-b959-cbbf1f4af614 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825423 Nov 12 03:22:58.040561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:58.040951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Checking segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:58.041334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Bound using segment: {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:58.041764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Bound port: 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:58.042121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.080635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Checking router: ff868b1e-d19b-43d1-9eb5-3ee9399cd61f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:22:58.081193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Updating router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f port ea044d7a-9624-4db6-ba25-9beacd61e4d4 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:22:58.114380 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.150102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:58.161348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:58.168860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.223147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.223801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.225177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] 10.222.0.104 "PUT /v2.0/ports/2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 1092 time: 1.6944556 Nov 12 03:22:58.225628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:58.228042 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e562c-3c71-45d9-9482-2a51563c898a" -d '{"events": [{"name": "network-changed", "server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:58.235243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:58.241387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397713726', 'description': 'tempest-description--1142740726'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:58.248711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f20f4-eeb1-4ee2-ae49-3f0d4b6fd205 service neutron] Pushing event updated for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.311853 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deaca198-589e-4201-b5f2-b4d30ff27d3d x-openstack-request-id: req-deaca198-589e-4201-b5f2-b4d30ff27d3d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:58.312146 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:58.312416 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-deaca198-589e-4201-b5f2-b4d30ff27d3d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:58.312792 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'status': 'completed', 'code': 200} Nov 12 03:22:58.337299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.447767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-5e738850-131a-4058-bd52-28a029daf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.449397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-5e738850-131a-4058-bd52-28a029daf5f9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1095 time: 0.0863776 Nov 12 03:22:58.490043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-d02e62b6-8552-447b-98ba-557e31332cbd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.491843 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-d02e62b6-8552-447b-98ba-557e31332cbd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 821 time: 0.2162168 Nov 12 03:22:58.536470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.543586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Request body: {'port': {'device_id': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'admin_state_up': True, 'tenant_id': '159c6bb67cc443f681a557aeea7e7259'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:58.546348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.552103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.553854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.579591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-1ed611b0-ff8a-4ee4-b406-8e025061fba0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 217 time: 0.0964787 Nov 12 03:22:58.623009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ed760-6a39-47a6-ba2c-29ce9c92054f None None] Pushing event updated for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.637869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293575c4-8a44-43df-bdba-1d893ceadb19 req-1cc7819b-f74f-431c-93b9-7ba5fcddd116 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.641690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-293575c4-8a44-43df-bdba-1d893ceadb19 req-1cc7819b-f74f-431c-93b9-7ba5fcddd116 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.1862662 Nov 12 03:22:58.658779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e30a7-2774-4493-947e-eeee87771129 req-381a44c7-1173-45ee-a32e-584614d56a2f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.668959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e30a7-2774-4493-947e-eeee87771129 req-381a44c7-1173-45ee-a32e-584614d56a2f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.671155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.676679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4394870 Nov 12 03:22:58.677489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e30a7-2774-4493-947e-eeee87771129 req-381a44c7-1173-45ee-a32e-584614d56a2f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.680558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:58.681413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d99ee-624c-4ea8-b25e-67ff785e86a3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ab15ec-f124-483f-a82b-8977ec537b34,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:58.685764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5e30a7-2774-4493-947e-eeee87771129 req-381a44c7-1173-45ee-a32e-584614d56a2f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2414 time: 0.2012799 Nov 12 03:22:58.692003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'security_group_rule': {'security_group_id': '09ab15ec-f124-483f-a82b-8977ec537b34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:58.717345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Attempting to bind port ea044d7a-9624-4db6-ba25-9beacd61e4d4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:22:58.717716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Attempting to bind port ea044d7a-9624-4db6-ba25-9beacd61e4d4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:22:58.718071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Attempting to bind port ea044d7a-9624-4db6-ba25-9beacd61e4d4 on network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:22:58.725737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:22:58.726142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Checking segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:22:58.726492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.727206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Bound using segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:22:58.727730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Bound port: ea044d7a-9624-4db6-ba25-9beacd61e4d4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:22:58.728732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.755811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.785470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-a0692b4f-fc03-4b93-b1ba-1a3ba59ac295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:58.787384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-a0692b4f-fc03-4b93-b1ba-1a3ba59ac295 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1953561 Nov 12 03:22:58.790578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Made reservation on behalf of 159c6bb67cc443f681a557aeea7e7259 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:22:58.795011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.841279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] For port ea044d7a-9624-4db6-ba25-9beacd61e4d4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:22:58.846678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] For port ea044d7a-9624-4db6-ba25-9beacd61e4d4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea044d7a-9624-4db6-ba25-9beacd61e4d4,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:22:58.854319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:58.936864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-293575c4-8a44-43df-bdba-1d893ceadb19 req-41c60729-ceaf-460c-94e3-feb204b9935d tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482817 Nov 12 03:22:58.943767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6bdd0278-b101-4722-a712-e1fa65c0d04f up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:58.950491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5e30a7-2774-4493-947e-eeee87771129 req-db97133e-7fdd-4cfa-b841-eca60f9e9106 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637672 Nov 12 03:22:59.005542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-e096f240-3da4-4cc1-a195-4b7753117fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.007256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-e096f240-3da4-4cc1-a195-4b7753117fb7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067130 Nov 12 03:22:59.014289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Allocated IP 172.20.0.7 (3fe572a3-3423-4676-9355-434cf8a4586e/26ab6f03-fca4-4bb2-be40-536fbb561d08/9d0b34ad-557c-4c5e-b827-93b341fa24a4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:22:59.080767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ed760-6a39-47a6-ba2c-29ce9c92054f None None] Pushing event updated for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.097254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:22:59.099243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:22:59.138572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.158619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.196392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] Provisioning complete for port ea044d7a-9624-4db6-ba25-9beacd61e4d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:59.197417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.223599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-203433fe-7f6a-4aed-b937-d232bee54f8a req-accc3d51-a202-4e79-b307-9ee5ab5577ad tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.1398711 Nov 12 03:22:59.252320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ad3f9c-ebca-4194-a04e-f521d78af48c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.296218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6bdd0278-b101-4722-a712-e1fa65c0d04f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:22:59.317000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6bdd0278-b101-4722-a712-e1fa65c0d04f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:59.317365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.362311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.367396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-69d3694c-054e-4b7a-881e-f5153828fd19 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457162 Nov 12 03:22:59.370949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-713a196b-e7c1-417e-902b-d274248d616b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6854997 Nov 12 03:22:59.371799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:22:59.387702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:22:59.390336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'security_group_rule': {'security_group_id': '09ab15ec-f124-483f-a82b-8977ec537b34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:59.489391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.530026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.546306 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.591780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Network 3fe572a3-3423-4676-9355-434cf8a4586e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:22:59.597617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bdc52d-40a3-496d-867b-6acbcdce4d76 req-d813f036-c7fb-42c1-8185-62cd1590aeb7 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001448 Nov 12 03:22:59.600711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:22:59.602342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:22:59.605380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:22:59.644759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.653689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.686206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.686971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.707403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-ba6e38c7-6e27-4c28-87e1-d49b9cd68080 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1694114 Nov 12 03:22:59.710479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] For port ea044d7a-9624-4db6-ba25-9beacd61e4d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea044d7a-9624-4db6-ba25-9beacd61e4d4,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.726217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.733322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:22:59.735564 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8192d-755b-41ce-bd54-59f9971c1fea" -d '{"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:22:59.742398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1a114-dfaa-47a0-879e-0842197595b9 req-f24e521d-4f2d-402c-896f-63a28c1f9458 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.744097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1c1a114-dfaa-47a0-879e-0842197595b9 req-f24e521d-4f2d-402c-896f-63a28c1f9458 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.2374740 Nov 12 03:22:59.755674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b5d3a-7be1-4e94-b7b5-fcdaa79f0565 req-5a1b5419-51ae-4842-ac9d-d5f31ea980a7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:22:59.759394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695b5d3a-7be1-4e94-b7b5-fcdaa79f0565 req-5a1b5419-51ae-4842-ac9d-d5f31ea980a7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.3610113 Nov 12 03:22:59.760561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.777281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Request body: {'port': {'device_id': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:22:59.794960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:22:59.810425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.811227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9cc7ebae-0fa5-4b49-8a80-d843392641cc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:22:59.859781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:22:59.880468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945bc7-dae2-4c26-88a5-547346bebeb1 None None] Pushing event updated for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:22:59.896449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695b5d3a-7be1-4e94-b7b5-fcdaa79f0565 req-f9b36d17-a7e2-4c76-86e6-26501883f587 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304502 Nov 12 03:22:59.913245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1c1a114-dfaa-47a0-879e-0842197595b9 req-9510f782-4860-44a1-ba91-0c549a59f181 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461513 Nov 12 03:22:59.992912 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f9f37-b210-4a1d-841f-9528dd6d084c x-openstack-request-id: req-760f9f37-b210-4a1d-841f-9528dd6d084c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:22:59.993290 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:22:59.993559 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-760f9f37-b210-4a1d-841f-9528dd6d084c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:22:59.994991 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f', 'code': 200} Nov 12 03:22:59.997664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-033687a9-1c88-447d-afae-6b8b67cfcfcf None None] Provisioning complete for port ea044d7a-9624-4db6-ba25-9beacd61e4d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:22:59.997910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033687a9-1c88-447d-afae-6b8b67cfcfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.041835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e562c-3c71-45d9-9482-2a51563c898a req-021da43a-78e4-4a0b-8e8b-02bc550b2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.049661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-021da43a-78e4-4a0b-8e8b-02bc550b2fde service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1095 time: 0.2703896 Nov 12 03:23:00.138259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.163200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.220168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:58Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:00.255613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59903908-5665-4296-b138-c9b095d4aec6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.272028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.274329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 9cc7ebae-0fa5-4b49-8a80-d843392641cc completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:00.276339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4f98cc77-6171-4a1d-812f-6724ee736d81 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9033806 Nov 12 03:23:00.276944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:00.283852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:00.286813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3223-725e-4344-94d7-2e01b67b9c1d req-5e787ccd-e569-409b-9037-da1cc0d0dcd1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.292009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02003f3-7485-4e46-b723-f196dfb59a47 None None] The sync data for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 is: [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:58Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:00.294248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3223-725e-4344-94d7-2e01b67b9c1d req-5e787ccd-e569-409b-9037-da1cc0d0dcd1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.294728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 9cc7ebae-0fa5-4b49-8a80-d843392641cc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:00.295289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.295706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0b34ad-557c-4c5e-b827-93b341fa24a4 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:00.301816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3223-725e-4344-94d7-2e01b67b9c1d req-5e787ccd-e569-409b-9037-da1cc0d0dcd1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.307688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.310124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ec3223-725e-4344-94d7-2e01b67b9c1d req-5e787ccd-e569-409b-9037-da1cc0d0dcd1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2415 time: 0.2594929 Nov 12 03:23:00.322516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ae143-4bd3-4837-8ac9-e2c9681bd990 req-043d72d4-8f1f-411d-b7dc-e664dbe0f6f4 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.333147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-773ae143-4bd3-4837-8ac9-e2c9681bd990 req-043d72d4-8f1f-411d-b7dc-e664dbe0f6f4 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.2813087 Nov 12 03:23:00.340646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Transition to ACTIVE for port object 9d0b34ad-557c-4c5e-b827-93b341fa24a4 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:00.344016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.351921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.459588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e562c-3c71-45d9-9482-2a51563c898a req-8785642c-2371-42bf-add4-58818b2bc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.461305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-8785642c-2371-42bf-add4-58818b2bc72d service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.3700197 Nov 12 03:23:00.521977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.547846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-087466f6-14b2-4e5a-8caa-f070e85400a7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 217 time: 0.0759282 Nov 12 03:23:00.557538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-773ae143-4bd3-4837-8ac9-e2c9681bd990 req-1c326d65-8a91-4b48-b64c-1c381e0e8f03 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232268 Nov 12 03:23:00.612617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:00.666801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ec3223-725e-4344-94d7-2e01b67b9c1d req-a9ab5842-4fee-421b-94e5-5bac1373cc26 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532181 Nov 12 03:23:00.678551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.709368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:00.710041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:00.710384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:00.710580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e562c-3c71-45d9-9482-2a51563c898a req-033599a2-6ae6-4139-9f72-368f99104493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.712827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-033599a2-6ae6-4139-9f72-368f99104493 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1538033 Nov 12 03:23:00.738892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.817381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:00.827361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.828167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6766dfbe-883e-4109-bdff-303cf25963e1 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:00.848688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:00.849250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:00.870740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:00.871133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:00.880344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e562c-3c71-45d9-9482-2a51563c898a req-7c15f067-57be-42eb-b0dc-02d19da9938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.881362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:00.881974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Bound port: 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:00.882352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:00.890011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-7c15f067-57be-42eb-b0dc-02d19da9938a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495216 Nov 12 03:23:00.910334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63409579-24d6-4688-9db0-e98c702902f2 req-3bc6da43-eda6-4375-b71b-e2ac9815c22a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:00.924752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63409579-24d6-4688-9db0-e98c702902f2 req-3bc6da43-eda6-4375-b71b-e2ac9815c22a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1242337 Nov 12 03:23:00.995431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.003640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6766dfbe-883e-4109-bdff-303cf25963e1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:01.008644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6766dfbe-883e-4109-bdff-303cf25963e1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:01.009061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.078816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.125573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.135908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Allocated IP 172.25.7.161 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ba9ee52e-0204-4db5-9b62-90ebc38f215a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:01.148514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:01.152502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:01.155293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63409579-24d6-4688-9db0-e98c702902f2 req-a8dc36e0-5b0e-49a0-b3b3-09a509e2a651 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217934 Nov 12 03:23:01.162731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.209450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c7bc6-352d-4694-9c7a-45899422b9ac req-f3b60b9a-a640-4fad-b05b-8b82abd4eb2f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.217772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-555c7bc6-352d-4694-9c7a-45899422b9ac req-f3b60b9a-a640-4fad-b05b-8b82abd4eb2f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1994147 Nov 12 03:23:01.218089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.218684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.220167 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] 10.222.0.104 "PUT /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 1092 time: 1.4474728 Nov 12 03:23:01.226035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6766dfbe-883e-4109-bdff-303cf25963e1,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:01.231275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:01.234022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.241978 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd207b7f-0c64-4adf-90dc-159d01bfa78c" -d '{"events": [{"name": "network-changed", "server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:01.322983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-555c7bc6-352d-4694-9c7a-45899422b9ac req-eba04d4f-b502-4497-a0f1-09cd462f1aa1 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042192 Nov 12 03:23:01.357745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-9ded2922-8deb-4c39-ad8c-52ff1100dc2b service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319882 Nov 12 03:23:01.359768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.396760 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29583f79-765c-4357-89ef-ee36c2118a53 x-openstack-request-id: req-29583f79-765c-4357-89ef-ee36c2118a53 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:01.397317 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:01.397317 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-29583f79-765c-4357-89ef-ee36c2118a53 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:01.397678 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'status': 'completed', 'code': 200} Nov 12 03:23:01.408590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f38e8-cbdc-4dbc-be30-68813af4d6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.446065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-fb074ca9-2419-4b7d-a56c-40a08676d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.447878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-fb074ca9-2419-4b7d-a56c-40a08676d7d0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1095 time: 0.1273954 Nov 12 03:23:01.451210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.480401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fa6a3-0c82-4bb3-91e1-43b7baf352b4 req-10b77b28-3b56-4bef-88d8-2d88181c947d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.488222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d3fa6a3-0c82-4bb3-91e1-43b7baf352b4 req-10b77b28-3b56-4bef-88d8-2d88181c947d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1564965 Nov 12 03:23:01.516924 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-c923601d-5b66-4599-8098-12797ec5671f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 217 time: 0.0419960 Nov 12 03:23:01.525261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.559519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d3fa6a3-0c82-4bb3-91e1-43b7baf352b4 req-58ef3be6-f2c6-4958-ab4a-98a45f56e3c1 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Nov 12 03:23:01.581238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'Port': ['ID=ba9ee52e-0204-4db5-9b62-90ebc38f215a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:01.584987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c85e562c-3c71-45d9-9482-2a51563c898a req-40d6dd3d-a87f-4669-a9e7-7111a7106c67 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851585 Nov 12 03:23:01.629082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:01.639989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:01.643060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:01.675979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-65c6d8b0-cc7b-4f02-98d7-4bbbd9512272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.677475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-65c6d8b0-cc7b-4f02-98d7-4bbbd9512272 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1488769 Nov 12 03:23:01.732072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-7a535bb7-93ce-4845-9d32-bd97d2b02582 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397487 Nov 12 03:23:01.750592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646bd43-89d8-4fd8-bdb8-daf13c03ceee req-0ad9ddd8-481c-418a-949d-9a6b3f8771fe tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.762897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8646bd43-89d8-4fd8-bdb8-daf13c03ceee req-0ad9ddd8-481c-418a-949d-9a6b3f8771fe tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.0970907 Nov 12 03:23:01.845293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.859001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8646bd43-89d8-4fd8-bdb8-daf13c03ceee req-66198e5e-5720-45e3-84eb-f50e0e388dbd tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950367 Nov 12 03:23:01.886494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4c2b-a094-4fdd-a956-6a6229ca65a4 req-ed9281d0-23fd-42d4-9d1e-a4af84433f90 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.897318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4c2b-a094-4fdd-a956-6a6229ca65a4 req-ed9281d0-23fd-42d4-9d1e-a4af84433f90 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.901474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:01.905791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-65bba917-a66f-4107-a988-3f726f110092 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446457 Nov 12 03:23:01.912595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4c2b-a094-4fdd-a956-6a6229ca65a4 req-ed9281d0-23fd-42d4-9d1e-a4af84433f90 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:01.924647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431d4c2b-a094-4fdd-a956-6a6229ca65a4 req-ed9281d0-23fd-42d4-9d1e-a4af84433f90 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.1527553 Nov 12 03:23:01.996628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc'}, {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:01.999039 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c779a-abe4-4fae-8128-882b5ebbcf5d" -d '{"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc"}, {"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:02.002237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-431d4c2b-a094-4fdd-a956-6a6229ca65a4 req-223b016c-a150-4b09-bd21-ca68ecbfbdd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674872 Nov 12 03:23:02.083041 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a207e-35b3-4159-967c-6b266a9aa468 x-openstack-request-id: req-557a207e-35b3-4159-967c-6b266a9aa468 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:02.083605 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc", "code": 200}, {"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-plugged", "status": "completed", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:02.084023 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-557a207e-35b3-4159-967c-6b266a9aa468 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:02.084594 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc', 'code': 200} Nov 12 03:23:02.085045 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1', 'code': 200} Nov 12 03:23:02.102424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-24c68dd8-14c3-47af-9d88-1868f2cb56da req-4a75a7e2-4a57-4e65-bf80-91e44df539ef service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756318 Nov 12 03:23:02.188911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.200140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.302705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea044d7a-9624-4db6-ba25-9beacd61e4d4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:02.333590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fd38f-1d8e-47bb-b1f0-928122209ebe req-5c3ca8d4-7cef-414d-bbb9-885e9b963323 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.337946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a15fd38f-1d8e-47bb-b1f0-928122209ebe req-5c3ca8d4-7cef-414d-bbb9-885e9b963323 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0662661 Nov 12 03:23:02.370730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'Port': ['ID=ba9ee52e-0204-4db5-9b62-90ebc38f215a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:02.371895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ea044d7a-9624-4db6-ba25-9beacd61e4d4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:02.372277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.378470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.392904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-f03d8e45-8900-44c8-be11-6f55877c07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.394422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-f03d8e45-8900-44c8-be11-6f55877c07d3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1095 time: 0.1468880 Nov 12 03:23:02.405365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f5e5-b73f-4d8c-9489-241f5895ae05 req-4c966a33-844e-424b-8274-b675633e5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.406010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f5e5-b73f-4d8c-9489-241f5895ae05 req-4c966a33-844e-424b-8274-b675633e5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.406344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f5e5-b73f-4d8c-9489-241f5895ae05 req-4c966a33-844e-424b-8274-b675633e5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.408462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4716f5e5-b73f-4d8c-9489-241f5895ae05 req-4c966a33-844e-424b-8274-b675633e5803 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2873 time: 0.1475372 Nov 12 03:23:02.419093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:02.429092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-84e84e0e-fd8e-44ee-9c2f-eb0629beb3b9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1509621 Nov 12 03:23:02.468711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a15fd38f-1d8e-47bb-b1f0-928122209ebe req-f4581433-05eb-4295-ac7c-85aa163c8a6a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183152 Nov 12 03:23:02.499963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caaafc-6816-4e20-a771-17168c80c390 req-a06241b3-9374-4bfd-93fd-974fa3d8d29b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.511554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2caaafc-6816-4e20-a771-17168c80c390 req-a06241b3-9374-4bfd-93fd-974fa3d8d29b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0965924 Nov 12 03:23:02.536923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4716f5e5-b73f-4d8c-9489-241f5895ae05 req-3bc3faf6-682a-4bc6-80e8-cd18d268159f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066837 Nov 12 03:23:02.559034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-75dd9132-f819-4624-9608-49641a0746cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.560811 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-75dd9132-f819-4624-9608-49641a0746cb service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1514771 Nov 12 03:23:02.591769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2caaafc-6816-4e20-a771-17168c80c390 req-32f5de66-9ee4-4e6a-9fdd-0b344ac8c051 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791409 Nov 12 03:23:02.632713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-f5034895-900b-4597-9dd4-5484b98d8ba1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 217 time: 0.0574195 Nov 12 03:23:02.642551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-02f5a06e-c71b-43f1-a68e-5d189e45112e tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1397713726&fields=id&tenant_id=1d35836f1bfd47e68da4721ce6c00f5f HTTP/1.1" status: 200 len: 267 time: 0.0492172 Nov 12 03:23:02.694628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-e04a11e9-4dc4-486f-b347-ac02dfaa4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.696138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-e04a11e9-4dc4-486f-b347-ac02dfaa4cbf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0511172 Nov 12 03:23:02.738163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-a7b39021-d45d-4bbd-907e-35d39d279671 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262549 Nov 12 03:23:02.760025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f6f7-708e-4ab9-bdb3-2bfd2751beeb req-09a362c4-9969-4c53-a359-90091f041af1 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.761834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d067f6f7-708e-4ab9-bdb3-2bfd2751beeb req-09a362c4-9969-4c53-a359-90091f041af1 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1099911 Nov 12 03:23:02.821976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-3a117f73-a18d-49b6-85e1-b76b04308aa6 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:02.823849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-3a117f73-a18d-49b6-85e1-b76b04308aa6 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/networks?id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 HTTP/1.1" status: 200 len: 812 time: 0.1706109 Nov 12 03:23:02.847269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-bb4fd6cf-6287-4137-99cf-7fc6c9f05d16 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965300 Nov 12 03:23:02.851662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d067f6f7-708e-4ab9-bdb3-2bfd2751beeb req-8fe1b872-91e7-44e5-894b-0b33af9636e6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Nov 12 03:23:02.853350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-4753b685-f059-4311-978e-1dfdbd6130a4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/quotas/1d35836f1bfd47e68da4721ce6c00f5f HTTP/1.1" status: 200 len: 375 time: 0.0186155 Nov 12 03:23:02.921120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2f54b083-3fc4-4d76-a9cc-fe8a7efd82c8 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1d35836f1bfd47e68da4721ce6c00f5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612373 Nov 12 03:23:02.969550 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dd207b7f-0c64-4adf-90dc-159d01bfa78c req-423e9e1f-1430-40d3-a02e-a49cf0e60ba2 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116791 Nov 12 03:23:03.054415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb02c29-b535-4bc8-8536-552cc8265b80 req-ce8f037c-85b9-4989-b689-76a98fcd73de tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.055925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb02c29-b535-4bc8-8536-552cc8265b80 req-ce8f037c-85b9-4989-b689-76a98fcd73de tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.1018965 Nov 12 03:23:03.081385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-6e99b401-e6b7-4f47-8ab4-415a188c9459 service neutron] 10.222.0.97 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469896 Nov 12 03:23:03.160025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb02c29-b535-4bc8-8536-552cc8265b80 req-e0a1d225-9573-485f-8f43-37f91e5c0180 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952706 Nov 12 03:23:03.207186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-5d16d6f9-eee9-4df7-9bc6-fe0ec9af98c5 service neutron] 10.222.0.97 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183360 Nov 12 03:23:03.275834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6d232-c1c4-478e-8f01-099aa8873518 req-264bdfef-ce16-4daa-b72c-09ac538fef00 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.281713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6d232-c1c4-478e-8f01-099aa8873518 req-264bdfef-ce16-4daa-b72c-09ac538fef00 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.287954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6d232-c1c4-478e-8f01-099aa8873518 req-264bdfef-ce16-4daa-b72c-09ac538fef00 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.289594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66f6d232-c1c4-478e-8f01-099aa8873518 req-264bdfef-ce16-4daa-b72c-09ac538fef00 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.0701649 Nov 12 03:23:03.357018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66f6d232-c1c4-478e-8f01-099aa8873518 req-2223fb33-8de5-4543-bc35-d26510aad578 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Nov 12 03:23:03.517820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30e87a18-3599-43b3-95c7-7172f7181c8e req-cfa0958c-7473-4d37-9f3a-57589d97dabb tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 210 time: 0.0272353 Nov 12 03:23:03.641322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d4d0f-694c-4c54-bd8b-de8af72d21e6 req-27194c84-336e-45b7-bee6-31b27e8d0b39 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.645477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d58d4d0f-694c-4c54-bd8b-de8af72d21e6 req-27194c84-336e-45b7-bee6-31b27e8d0b39 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0675051 Nov 12 03:23:03.771248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909c7f0-5c9d-4238-a57c-8996b1d253e1 req-afe0cd43-b869-48bd-8ca7-acd98ba39408 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:03.773025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f909c7f0-5c9d-4238-a57c-8996b1d253e1 req-afe0cd43-b869-48bd-8ca7-acd98ba39408 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0849533 Nov 12 03:23:03.836625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d58d4d0f-694c-4c54-bd8b-de8af72d21e6 req-e844bcb2-7e83-49d6-b2c2-ec3d0e5cb920 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794167 Nov 12 03:23:03.861901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f909c7f0-5c9d-4238-a57c-8996b1d253e1 req-751f4c63-1aa7-45e9-949b-400e2fd1304f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742898 Nov 12 03:23:04.012240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab75cfc-9eb0-4ac0-b894-4dc2e5d5b220 req-5e81bb4e-9e5e-494a-9bb1-b06b52e5fa78 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.020483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eab75cfc-9eb0-4ac0-b894-4dc2e5d5b220 req-5e81bb4e-9e5e-494a-9bb1-b06b52e5fa78 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0722423 Nov 12 03:23:04.078271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eab75cfc-9eb0-4ac0-b894-4dc2e5d5b220 req-e2eca426-4998-487d-9a69-6e9694bb7fab tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Nov 12 03:23:04.290677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376ac8f-d0b0-4765-88be-c86917bda77e req-b3710aa4-381e-4ae1-b47f-ceca3274a620 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.292315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e376ac8f-d0b0-4765-88be-c86917bda77e req-b3710aa4-381e-4ae1-b47f-ceca3274a620 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.0506833 Nov 12 03:23:04.347736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e376ac8f-d0b0-4765-88be-c86917bda77e req-9f530cae-bca1-4fed-a9a8-a6ce7df7732f tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483687 Nov 12 03:23:04.491315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c106da-18db-4183-a32e-4ef79eaf0ced req-235a76d8-b57d-4956-9457-2e447dd62fd5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.498625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c106da-18db-4183-a32e-4ef79eaf0ced req-235a76d8-b57d-4956-9457-2e447dd62fd5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.504599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c106da-18db-4183-a32e-4ef79eaf0ced req-235a76d8-b57d-4956-9457-2e447dd62fd5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:04.506265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39c106da-18db-4183-a32e-4ef79eaf0ced req-235a76d8-b57d-4956-9457-2e447dd62fd5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.0745094 Nov 12 03:23:04.591164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39c106da-18db-4183-a32e-4ef79eaf0ced req-a2a99342-a4bc-4c1b-a6d0-8ec2de2ac785 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Nov 12 03:23:04.739666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a2ae52c-5adf-4ed3-a5b2-e340d8d7c4a3 req-f4e51abd-135a-40be-aa25-4400589aca22 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 210 time: 0.0608301 Nov 12 03:23:05.123415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15a4c-f904-45b6-868f-9ee82a97c60d req-dea819d0-6c54-42f7-b58c-2994dabfbdfb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.124871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b15a4c-f904-45b6-868f-9ee82a97c60d req-dea819d0-6c54-42f7-b58c-2994dabfbdfb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1084867 Nov 12 03:23:05.148998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2a0c6966-1ed9-47a2-bfa9-1fbb083421d0 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.150500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2a0c6966-1ed9-47a2-bfa9-1fbb083421d0 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.16 "GET /v2.0/networks?id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 HTTP/1.1" status: 200 len: 812 time: 0.4421866 Nov 12 03:23:05.163051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9136e0e-f069-4915-8b64-dc9a5b42b38d req-7f86a17e-a63d-49cf-b9d8-389a1e96ae51 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.164551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9136e0e-f069-4915-8b64-dc9a5b42b38d req-7f86a17e-a63d-49cf-b9d8-389a1e96ae51 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0772004 Nov 12 03:23:05.211426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b15a4c-f904-45b6-868f-9ee82a97c60d req-6c491e97-2596-414e-a318-fa46ee8dc3ba tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Nov 12 03:23:05.230078 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-f4aab5f3-7b97-471d-95e1-5fc3e2c7f8d9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d35836f1bfd47e68da4721ce6c00f5f HTTP/1.1" status: 200 len: 380 time: 0.0628355 Nov 12 03:23:05.242801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'port': {'device_id': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'admin_state_up': True, 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'security_groups': ['09ab15ec-f124-483f-a82b-8977ec537b34']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:05.268218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9136e0e-f069-4915-8b64-dc9a5b42b38d req-568dd120-b895-472b-85e0-e1069c4ab468 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908160 Nov 12 03:23:05.325341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 2d08f6ed-0a00-46a7-8696-f7ca3577b988 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:05.377614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Made reservation on behalf of 1d35836f1bfd47e68da4721ce6c00f5f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:05.381300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.392241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a607-2df4-47d1-832a-ce07962fd4b3 req-4e63d43a-b30b-46bc-85fe-3812173d687d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.398701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a607-2df4-47d1-832a-ce07962fd4b3 req-4e63d43a-b30b-46bc-85fe-3812173d687d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.405229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a607-2df4-47d1-832a-ce07962fd4b3 req-4e63d43a-b30b-46bc-85fe-3812173d687d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.415015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12c1a607-2df4-47d1-832a-ce07962fd4b3 req-4e63d43a-b30b-46bc-85fe-3812173d687d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.1163437 Nov 12 03:23:05.468406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891041db-cdb7-4453-9eea-3e6cd94a5b55 req-0cc3968c-03dd-4562-9ea8-65bb6e5705e9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.470780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-891041db-cdb7-4453-9eea-3e6cd94a5b55 req-0cc3968c-03dd-4562-9ea8-65bb6e5705e9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1169872 Nov 12 03:23:05.489737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:05.507280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'port_id': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'mac_address': 'fa:16:3e:6e:99:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:05.533501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12c1a607-2df4-47d1-832a-ce07962fd4b3 req-f4961418-3c63-4b9a-b87b-b077f5dc04a6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129513 Nov 12 03:23:05.558378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Allocated IP 172.20.0.5 (2c8f3aef-f72c-4223-9cb9-7a03b9007dc4/7a6e128f-6a8e-4101-b200-5b86b762250e/68e5ffe6-42c3-4154-bc5a-b25846e6defa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:05.567956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.591811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-891041db-cdb7-4453-9eea-3e6cd94a5b55 req-10ac6885-8698-4cda-9960-b7c3bc6f8702 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132920 Nov 12 03:23:05.599598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d08f6ed-0a00-46a7-8696-f7ca3577b988 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:05.638255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:05.643579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.681239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51094-3ac5-4f11-a477-6d839cea3c29 req-4f2ff009-c7ac-4f00-8c54-502b6611f301 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.683994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50e51094-3ac5-4f11-a477-6d839cea3c29 req-4f2ff009-c7ac-4f00-8c54-502b6611f301 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 943 time: 0.0912523 Nov 12 03:23:05.714057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.767719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50e51094-3ac5-4f11-a477-6d839cea3c29 req-c6a02220-3736-4377-afa2-390dc8e0ed5b tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756238 Nov 12 03:23:05.790085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.836101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.849423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8d78e48-daff-49e1-9340-27266f9af448 req-4cdd6f39-1d9a-4edd-be05-308a8e25a3e1 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 210 time: 0.0272143 Nov 12 03:23:05.880904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:05.883864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:05.887535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:05.910887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event updated for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:05.943617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:05.944256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:05.960738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-bfdfebbc-279e-4a25-bbd9-c1d50b5dbe6b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225373 Nov 12 03:23:05.981671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Request body: {'port': {'device_id': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:06.042975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.093853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-84ef0bd0-ec00-445e-aa6e-0063aa2489ee None None] Provisioning complete for port 68e5ffe6-42c3-4154-bc5a-b25846e6defa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:06.094538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ef0bd0-ec00-445e-aa6e-0063aa2489ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.128471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-84ef0bd0-ec00-445e-aa6e-0063aa2489ee None None] Port 68e5ffe6-42c3-4154-bc5a-b25846e6defa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:06.304978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e5ffe6-42c3-4154-bc5a-b25846e6defa {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:06.313024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.326203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Transition to ACTIVE for port object 68e5ffe6-42c3-4154-bc5a-b25846e6defa will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:06.331210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.350540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b4494-8119-4c65-a42c-6f498cdbffe7 req-d93d91a4-0854-47bf-8b28-44d914df81e3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.352055 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a93b4494-8119-4c65-a42c-6f498cdbffe7 req-d93d91a4-0854-47bf-8b28-44d914df81e3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0583880 Nov 12 03:23:06.404932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Pushing event updated for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.443857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a93b4494-8119-4c65-a42c-6f498cdbffe7 req-694db100-9b5f-494b-9912-a9dacf104f48 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835700 Nov 12 03:23:06.457469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6cbc-fb23-4369-8aed-f8122d0eeb89 req-727c1b40-a228-4eb4-98fc-8ea03bf69c53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.459070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f87b6cbc-fb23-4369-8aed-f8122d0eeb89 req-727c1b40-a228-4eb4-98fc-8ea03bf69c53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1168971 Nov 12 03:23:06.474263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Attempting to bind port 68e5ffe6-42c3-4154-bc5a-b25846e6defa on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:06.474263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Attempting to bind port 68e5ffe6-42c3-4154-bc5a-b25846e6defa by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:06.474263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Attempting to bind port 68e5ffe6-42c3-4154-bc5a-b25846e6defa on network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.477536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Port 68e5ffe6-42c3-4154-bc5a-b25846e6defa on network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:06.477859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Attempting to bind port 68e5ffe6-42c3-4154-bc5a-b25846e6defa on network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:06.483356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:06.483841 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Checking segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:06.484358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Bound using segment: {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:06.484871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Bound port: 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7afb06-3bc5-4565-a17d-1bfe6425bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:06.485365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.508951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['2d08f6ed-0a00-46a7-8696-f7ca3577b988'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:06.514468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f87b6cbc-fb23-4369-8aed-f8122d0eeb89 req-6db4435b-7288-423e-8761-657f745b1d8f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Nov 12 03:23:06.557130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:06.561514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:06.567193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.608210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.608842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:06.611227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] 10.222.0.16 "PUT /v2.0/ports/68e5ffe6-42c3-4154-bc5a-b25846e6defa HTTP/1.1" status: 200 len: 1092 time: 0.6332083 Nov 12 03:23:06.611876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:06.614386 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:06.644552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f7f57-f142-4a99-8dea-0f5c71c5047a service neutron] Pushing event updated for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:06.679887 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf690fa3-4e6e-48f3-aaca-a8bab2bc5dd3 x-openstack-request-id: req-cf690fa3-4e6e-48f3-aaca-a8bab2bc5dd3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:06.680189 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:06.680450 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cf690fa3-4e6e-48f3-aaca-a8bab2bc5dd3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:06.681815 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'status': 'completed', 'code': 200} Nov 12 03:23:06.696322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0780-b9b6-4df6-b5ca-3775014c624f req-ee52102b-1cee-42bc-9d75-0e7b99e92882 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.704589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0780-b9b6-4df6-b5ca-3775014c624f req-ee52102b-1cee-42bc-9d75-0e7b99e92882 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.712312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0780-b9b6-4df6-b5ca-3775014c624f req-ee52102b-1cee-42bc-9d75-0e7b99e92882 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.722707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c90b0780-b9b6-4df6-b5ca-3775014c624f req-ee52102b-1cee-42bc-9d75-0e7b99e92882 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.1243513 Nov 12 03:23:06.766802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2e299e8c-7135-4111-9c7b-9cd61ba7bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.768499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2e299e8c-7135-4111-9c7b-9cd61ba7bef7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d35836f1bfd47e68da4721ce6c00f5f&device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 1095 time: 0.0722253 Nov 12 03:23:06.799203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c90b0780-b9b6-4df6-b5ca-3775014c624f req-39196236-7ff3-4db3-948b-2d91d38e4c85 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747435 Nov 12 03:23:06.833150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd320dd-3d2d-4bae-9ae3-c5a9de31b7aa req-a4ebb734-8cb9-483e-9604-076047896f2e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.835195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cd320dd-3d2d-4bae-9ae3-c5a9de31b7aa req-a4ebb734-8cb9-483e-9604-076047896f2e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0883718 Nov 12 03:23:06.847448 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-0b7ad8f5-2c27-4817-8618-03337c37006a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa HTTP/1.1" status: 200 len: 217 time: 0.0505729 Nov 12 03:23:06.898335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cd320dd-3d2d-4bae-9ae3-c5a9de31b7aa req-2fc74453-df58-45cb-a5fa-ef4b51cb6a1f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548193 Nov 12 03:23:06.925857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-4c533831-23d2-4d41-b0c4-3ce433db135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.927473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-4c533831-23d2-4d41-b0c4-3ce433db135d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a6e128f-6a8e-4101-b200-5b86b762250e HTTP/1.1" status: 200 len: 851 time: 0.0628064 Nov 12 03:23:06.990228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2865565f-f996-493f-9ebe-a37406d75fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:06.991782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-2865565f-f996-493f-9ebe-a37406d75fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555487 Nov 12 03:23:07.013969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc96c-1d2a-45fe-b2ae-2c5f38440533 req-aec51836-4d5c-4709-b828-328f69c7d9dc tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.015471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bdc96c-1d2a-45fe-b2ae-2c5f38440533 req-aec51836-4d5c-4709-b828-328f69c7d9dc tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 944 time: 0.0479205 Nov 12 03:23:07.065677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bdc96c-1d2a-45fe-b2ae-2c5f38440533 req-16af51e3-2777-45ae-a575-185ce3a063dc tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Nov 12 03:23:07.121197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-23dc5662-aaa2-49db-8868-0ce41ab5471a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.127783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-23dc5662-aaa2-49db-8868-0ce41ab5471a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.133692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-23dc5662-aaa2-49db-8868-0ce41ab5471a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.135463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-23dc5662-aaa2-49db-8868-0ce41ab5471a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 2417 time: 0.0662773 Nov 12 03:23:07.161027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-6fbaa691-0b16-4de9-b57d-e031828f7afa service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931578 Nov 12 03:23:07.236933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdd3fd-5efb-4df3-ac36-7552ff64fb49 req-3b875abb-f7c5-4b7c-9a62-f264a254b4db tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.238417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1bdd3fd-5efb-4df3-ac36-7552ff64fb49 req-3b875abb-f7c5-4b7c-9a62-f264a254b4db tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 943 time: 0.1020565 Nov 12 03:23:07.257469 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-af050a1f-a5d0-4c05-99ad-e021c79e4cbb req-ba86ef0b-66e4-4243-983a-b89cdffe2ea4 service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897634 Nov 12 03:23:07.295174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port 6bdd0278-b101-4722-a712-e1fa65c0d04f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:07.295522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.322984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1bdd3fd-5efb-4df3-ac36-7552ff64fb49 req-e44c0ac7-0cc1-4576-88f8-3917f70d81fc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779169 Nov 12 03:23:07.385611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-2c2e74ef-5652-4216-b438-240f87fccb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.387169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-2c2e74ef-5652-4216-b438-240f87fccb8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d35836f1bfd47e68da4721ce6c00f5f&device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 1095 time: 0.0413413 Nov 12 03:23:07.395741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port 6bdd0278-b101-4722-a712-e1fa65c0d04f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6bdd0278-b101-4722-a712-e1fa65c0d04f,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:07.396105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.409308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for 6bdd0278-b101-4722-a712-e1fa65c0d04f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:07.486398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-a0a27047-2523-4583-baf8-14496aafab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.487721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-a0a27047-2523-4583-baf8-14496aafab18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 HTTP/1.1" status: 200 len: 912 time: 0.0925534 Nov 12 03:23:07.531683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-2bfc5603-35f6-4bf2-9bbd-4ba1b26b6d75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa HTTP/1.1" status: 200 len: 217 time: 0.0367210 Nov 12 03:23:07.569182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.586861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-f73861cd-35cb-446c-a641-16c8675b6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.588544 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-f73861cd-35cb-446c-a641-16c8675b6374 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a6e128f-6a8e-4101-b200-5b86b762250e HTTP/1.1" status: 200 len: 851 time: 0.0499094 Nov 12 03:23:07.613226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=6bdd0278-b101-4722-a712-e1fa65c0d04f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:07.620223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6766dfbe-883e-4109-bdff-303cf25963e1', '6bdd0278-b101-4722-a712-e1fa65c0d04f', '9cc7ebae-0fa5-4b49-8a80-d843392641cc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:07.647653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-0a32cc3d-4c40-41d4-809e-8bc958304aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.648490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7165b-4d02-42e1-93db-479fccb36831 req-241012d0-62f9-4177-97b9-98158d616877 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.650531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40d7165b-4d02-42e1-93db-479fccb36831 req-241012d0-62f9-4177-97b9-98158d616877 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1222823 Nov 12 03:23:07.651284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-0a32cc3d-4c40-41d4-809e-8bc958304aea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542262 Nov 12 03:23:07.711601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port 6bdd0278-b101-4722-a712-e1fa65c0d04f on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:07.714688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:07.718020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-04e4c6bb-394a-4c6d-b5ef-3d9695a3cfa5 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "DELETE /v2.0/ports/6bdd0278-b101-4722-a712-e1fa65c0d04f HTTP/1.1" status: 204 len: 173 time: 0.5723600 Nov 12 03:23:07.722338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:07.724750 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8482050c-d1a5-448c-a5c3-63533429a1c6" -d '{"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:07.745705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769609-7dac-4d50-8801-60238da2e3e3 req-7226c96e-f14e-4177-a2bf-cf0c88689213 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:07.753472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4769609-7dac-4d50-8801-60238da2e3e3 req-7226c96e-f14e-4177-a2bf-cf0c88689213 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1518781 Nov 12 03:23:07.775206 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-3d4c1bc6-10c5-4dde-85b0-b85badd7b7b1 service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148689 Nov 12 03:23:07.897001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40d7165b-4d02-42e1-93db-479fccb36831 req-cd1f6071-6903-4039-89ee-4818bfce7b94 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189982 Nov 12 03:23:07.897185 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ccd728a-165f-4bb0-a3e1-05561f8d4dd3 req-f49310a5-9256-41fe-a9d8-ca9abd64956c service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132164 Nov 12 03:23:07.901994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4769609-7dac-4d50-8801-60238da2e3e3 req-81753d26-9fd1-4406-b104-55531c1c137f tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477039 Nov 12 03:23:07.941282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port 9cc7ebae-0fa5-4b49-8a80-d843392641cc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:07.941628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.012484 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5399d89d-4d00-403d-865d-8e00a0364bbc x-openstack-request-id: req-5399d89d-4d00-403d-865d-8e00a0364bbc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:08.012829 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "6bdd0278-b101-4722-a712-e1fa65c0d04f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:08.013083 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5399d89d-4d00-403d-865d-8e00a0364bbc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:08.013514 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '6bdd0278-b101-4722-a712-e1fa65c0d04f', 'status': 'completed', 'code': 200} Nov 12 03:23:08.130532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port 9cc7ebae-0fa5-4b49-8a80-d843392641cc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9cc7ebae-0fa5-4b49-8a80-d843392641cc,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:08.130909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.151186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for 9cc7ebae-0fa5-4b49-8a80-d843392641cc owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:08.175012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf768c1b-1aaf-4311-aac0-badc8f305dd8 req-c73a8104-6da6-4856-adc5-db1a6732031a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.176493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf768c1b-1aaf-4311-aac0-badc8f305dd8 req-c73a8104-6da6-4856-adc5-db1a6732031a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.1142447 Nov 12 03:23:08.189666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676c79e-39cf-4cd7-a0d3-2a563ea7a0bc req-4e9e8515-08e3-4f64-9f6a-220fd20dbc23 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.195770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676c79e-39cf-4cd7-a0d3-2a563ea7a0bc req-4e9e8515-08e3-4f64-9f6a-220fd20dbc23 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.197266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b676c79e-39cf-4cd7-a0d3-2a563ea7a0bc req-4e9e8515-08e3-4f64-9f6a-220fd20dbc23 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 1681 time: 0.1322362 Nov 12 03:23:08.308426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf768c1b-1aaf-4311-aac0-badc8f305dd8 req-8079fc22-8238-4abe-82fb-8824eb2522f7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088226 Nov 12 03:23:08.319468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b676c79e-39cf-4cd7-a0d3-2a563ea7a0bc req-12a401f0-e3e3-4e84-a75d-c643b6648f77 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 Nov 12 03:23:08.401700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.444913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6bdd0278-b101-4722-a712-e1fa65c0d04f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:08.715778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=9cc7ebae-0fa5-4b49-8a80-d843392641cc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:08.801845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port 9cc7ebae-0fa5-4b49-8a80-d843392641cc on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:08.804945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:08.808197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-79c5476d-6009-4256-a271-2f39c06def65 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "DELETE /v2.0/ports/9cc7ebae-0fa5-4b49-8a80-d843392641cc HTTP/1.1" status: 204 len: 173 time: 1.0792942 Nov 12 03:23:08.853018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4fa1-befc-422a-bbe5-2afd105a6fb7 req-0d117a2d-8611-4792-818f-35376c4e904a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.854510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c68f4fa1-befc-422a-bbe5-2afd105a6fb7 req-0d117a2d-8611-4792-818f-35376c4e904a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 944 time: 0.1437423 Nov 12 03:23:08.871949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd45220-5716-48f6-9dc6-17d57dcfb96d req-64983da0-47c9-405e-bf65-34e6aea35895 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:08.873403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bd45220-5716-48f6-9dc6-17d57dcfb96d req-64983da0-47c9-405e-bf65-34e6aea35895 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 943 time: 0.1615222 Nov 12 03:23:08.970876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 68e5ffe6-42c3-4154-bc5a-b25846e6defa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:08.983447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c68f4fa1-befc-422a-bbe5-2afd105a6fb7 req-d6f7dcce-e319-467e-8d70-e2c99a37c632 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219628 Nov 12 03:23:08.990589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bd45220-5716-48f6-9dc6-17d57dcfb96d req-db5cfdfa-410c-4710-825a-bcdc813f5872 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079574 Nov 12 03:23:09.018651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port 6766dfbe-883e-4109-bdff-303cf25963e1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:09.019054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.089341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.104212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'port_id': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'mac_address': 'fa:16:3e:18:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:09.144712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.163193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e5ffe6-42c3-4154-bc5a-b25846e6defa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:09.184380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.188308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.222887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597dfc6-f773-44d1-94f9-ddd3d73a39e6 req-1803d1b5-9948-4adf-8aad-2f39a50cef35 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.224387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0597dfc6-f773-44d1-94f9-ddd3d73a39e6 req-1803d1b5-9948-4adf-8aad-2f39a50cef35 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1517944 Nov 12 03:23:09.234462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db291e-4ce0-44c4-b9da-a0cd696c7b65 req-e86b871d-896b-46d9-beab-e1b3c88a506a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.236623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2db291e-4ce0-44c4-b9da-a0cd696c7b65 req-e86b871d-896b-46d9-beab-e1b3c88a506a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1694844 Nov 12 03:23:09.243485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.243772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port 6766dfbe-883e-4109-bdff-303cf25963e1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6766dfbe-883e-4109-bdff-303cf25963e1,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.244033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.256361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.287105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for 6766dfbe-883e-4109-bdff-303cf25963e1 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:09.320415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 2d08f6ed-0a00-46a7-8696-f7ca3577b988 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:09.371810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:09.373450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0597dfc6-f773-44d1-94f9-ddd3d73a39e6 req-cfd51633-c6c9-4166-8a16-812bc836d30e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322176 Nov 12 03:23:09.376254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:09.376721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.400685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2db291e-4ce0-44c4-b9da-a0cd696c7b65 req-273e8502-293f-435f-b5e1-e6adc576a85b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518836 Nov 12 03:23:09.496534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.523296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:09.525642 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51614f2d-7e53-4c9a-9de8-762760478a12" -d '{"events": [{"server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "name": "network-vif-plugged", "status": "completed", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:09.540717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:09.555275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.556994 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.565871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0359f-14d1-44cc-98a3-616f963a2a2c req-4935206c-6262-4f91-aaf5-688cc5fa4e8f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.567402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5f0359f-14d1-44cc-98a3-616f963a2a2c req-4935206c-6262-4f91-aaf5-688cc5fa4e8f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0976498 Nov 12 03:23:09.601804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=6766dfbe-883e-4109-bdff-303cf25963e1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.615067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:09.615757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23965c0-c271-4cdd-b60a-9f1d2578311a req-ea1abe5e-459f-48f1-bb27-fb6f967602cf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:09.617219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a23965c0-c271-4cdd-b60a-9f1d2578311a req-ea1abe5e-459f-48f1-bb27-fb6f967602cf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=3ba9a73d-d0db-4631-a3be-af8f202abc37 HTTP/1.1" status: 200 len: 867 time: 0.1327205 Nov 12 03:23:09.653776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['68e5ffe6-42c3-4154-bc5a-b25846e6defa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:09.697256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port 6766dfbe-883e-4109-bdff-303cf25963e1 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:09.702448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:09.706013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77f182b3-14dd-4569-bdd8-2c4fa9bc5ba0 req-e7a268b3-24dd-43ea-8512-4e138ea6f4bc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "DELETE /v2.0/ports/6766dfbe-883e-4109-bdff-303cf25963e1 HTTP/1.1" status: 204 len: 173 time: 0.8906963 Nov 12 03:23:09.744449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5f0359f-14d1-44cc-98a3-616f963a2a2c req-0b4d1f8d-d8b7-4896-9c25-83b7befd5590 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460371 Nov 12 03:23:09.761068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a23965c0-c271-4cdd-b60a-9f1d2578311a req-62771468-dde4-497d-8c81-489b0f240d57 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173449 Nov 12 03:23:09.902714 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f7f4e8-d3b6-4187-a3b7-151aceb40386 x-openstack-request-id: req-16f7f4e8-d3b6-4187-a3b7-151aceb40386 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:09.902714 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "name": "network-vif-plugged", "status": "completed", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:09.902714 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-16f7f4e8-d3b6-4187-a3b7-151aceb40386 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:09.902714 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'code': 200} Nov 12 03:23:10.015558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc'}, {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:10.018918 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679329a-1220-496a-81af-818b1484c445" -d '{"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc"}, {"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:10.051583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a680baa-a5fe-4e59-8136-37ad19e4561e req-9859f830-033b-4364-ab3e-0dcb958b1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.054022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a680baa-a5fe-4e59-8136-37ad19e4561e req-9859f830-033b-4364-ab3e-0dcb958b1930 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1097 time: 0.0438764 Nov 12 03:23:10.107909 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a680baa-a5fe-4e59-8136-37ad19e4561e req-039eea0f-c9a7-4441-83f2-65a8db79131d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Nov 12 03:23:10.129466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b581256-731a-4ab7-ad17-d5245e5d8f00 req-6ef37dab-345e-41cd-8d43-afd01270660a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.130964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b581256-731a-4ab7-ad17-d5245e5d8f00 req-6ef37dab-345e-41cd-8d43-afd01270660a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.0595944 Nov 12 03:23:10.183640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b581256-731a-4ab7-ad17-d5245e5d8f00 req-21571dea-55a1-44f1-b26d-28c7c786a413 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Nov 12 03:23:10.242365 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d102774-6909-4730-8da0-c2b4b801f91a x-openstack-request-id: req-6d102774-6909-4730-8da0-c2b4b801f91a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:10.242741 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "9cc7ebae-0fa5-4b49-8a80-d843392641cc", "status": "completed", "code": 200}, {"server_uuid": "3ba9a73d-d0db-4631-a3be-af8f202abc37", "name": "network-vif-deleted", "tag": "6766dfbe-883e-4109-bdff-303cf25963e1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:10.243081 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6d102774-6909-4730-8da0-c2b4b801f91a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:10.243741 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '9cc7ebae-0fa5-4b49-8a80-d843392641cc', 'status': 'completed', 'code': 200} Nov 12 03:23:10.244077 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba9a73d-d0db-4631-a3be-af8f202abc37', 'name': 'network-vif-deleted', 'tag': '6766dfbe-883e-4109-bdff-303cf25963e1', 'status': 'completed', 'code': 200} Nov 12 03:23:10.315799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bec03f-e33b-44e2-b326-2885bdbd6cc4 req-9bc0c8c5-fb50-49fd-a99f-1771edd3632f tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.317484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bec03f-e33b-44e2-b326-2885bdbd6cc4 req-9bc0c8c5-fb50-49fd-a99f-1771edd3632f tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 944 time: 0.0623090 Nov 12 03:23:10.372473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bec03f-e33b-44e2-b326-2885bdbd6cc4 req-c30639ec-73ff-4029-a125-5cc8f1fe4676 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482240 Nov 12 03:23:10.526427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6692f-e597-48c4-a954-7dda78ec1400 req-332ec31e-3c9c-432a-92a7-dc0d9f5df1fc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.528014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dea6692f-e597-48c4-a954-7dda78ec1400 req-332ec31e-3c9c-432a-92a7-dc0d9f5df1fc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0796359 Nov 12 03:23:10.540199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1796f-49c4-4eb9-a4f4-404b5df5ae16 req-b9712741-d738-43ed-9090-3f3cb38215d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:10.541514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fb1796f-49c4-4eb9-a4f4-404b5df5ae16 req-b9712741-d738-43ed-9090-3f3cb38215d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0670063 Nov 12 03:23:10.617067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dea6692f-e597-48c4-a954-7dda78ec1400 req-11d07254-b9b1-4584-a803-508f4daea452 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 Nov 12 03:23:10.621487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fb1796f-49c4-4eb9-a4f4-404b5df5ae16 req-ff971bc5-6d93-4f50-827c-31bb384c58bd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Nov 12 03:23:10.813918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:10.865333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting subnet 99c38f51-0978-4683-ae56-66ca53d6543e {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:10.868594 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.918934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:10.991427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 68e5ffe6-42c3-4154-bc5a-b25846e6defa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:11.019613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.050016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 68e5ffe6-42c3-4154-bc5a-b25846e6defa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:11.053719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 68e5ffe6-42c3-4154-bc5a-b25846e6defa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:11.054086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.081469 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.109316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Subnet': ['ID=99c38f51-0978-4683-ae56-66ca53d6543e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.111632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.117284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f918ffa7-1090-4b88-b6ee-ea97382daeda tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/subnets/99c38f51-0978-4683-ae56-66ca53d6543e HTTP/1.1" status: 204 len: 168 time: 0.2998447 Nov 12 03:23:11.117826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:11.121069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19954528-f757-48d8-9dd8-af5327d45b4e None None] Network fd96be7c-b57d-4c69-907a-411537dd5af2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:11.182666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.212026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.262021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:11.268888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.269671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6bdd0278-b101-4722-a712-e1fa65c0d04f no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:11.293581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 6bdd0278-b101-4722-a712-e1fa65c0d04f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:11.293921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6bdd0278-b101-4722-a712-e1fa65c0d04f not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:11.294328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9cc7ebae-0fa5-4b49-8a80-d843392641cc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:11.306780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:11.307056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.347207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 9cc7ebae-0fa5-4b49-8a80-d843392641cc {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:11.347660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9cc7ebae-0fa5-4b49-8a80-d843392641cc not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:11.348186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6766dfbe-883e-4109-bdff-303cf25963e1 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:11.377312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 6766dfbe-883e-4109-bdff-303cf25963e1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:11.377650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6766dfbe-883e-4109-bdff-303cf25963e1 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:11.384858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c3ee0-5362-4974-87f9-8ae8b2813ca7 req-8ce04b98-511a-4960-9e0a-7cc2d5c90823 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.386386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b36c3ee0-5362-4974-87f9-8ae8b2813ca7 req-8ce04b98-511a-4960-9e0a-7cc2d5c90823 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.1212490 Nov 12 03:23:11.403361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.415306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:11.415672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.429141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] DHCP port deletion for fd96be7c-b57d-4c69-907a-411537dd5af2 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:11.441478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for c19fda3d-59b5-453d-bd3d-ab2ad664bc44 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:11.483133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Deleting port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:11.483500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.545470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] For port c19fda3d-59b5-453d-bd3d-ab2ad664bc44, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,segment=NetworkSegment(7eeb8014-9c9d-4fca-b2f6-43864314a3e3),segment_id=7eeb8014-9c9d-4fca-b2f6-43864314a3e3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:11.545857 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.546269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b36c3ee0-5362-4974-87f9-8ae8b2813ca7 req-3e2fef22-2552-4fe2-ab8e-7e0c46d068f4 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524472 Nov 12 03:23:11.560237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Calling delete_port for c19fda3d-59b5-453d-bd3d-ab2ad664bc44 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:11.586088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece629c8-0305-4181-aa46-bec8d7c7f857 req-2554220f-f924-4a1d-9737-2c2af98040d4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.588119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ece629c8-0305-4181-aa46-bec8d7c7f857 req-2554220f-f924-4a1d-9737-2c2af98040d4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.1299117 Nov 12 03:23:11.627386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.641631 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.673771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] Pushing event deleted for resources: {'Port': ['ID=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.679416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e2f114-f08a-4a49-9a9d-f80d2a7316b9 None None] No DVR routers for this DVR port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:11.680867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port c19fda3d-59b5-453d-bd3d-ab2ad664bc44 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:11.687316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=c19fda3d-59b5-453d-bd3d-ab2ad664bc44,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:11.727899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ece629c8-0305-4181-aa46-bec8d7c7f857 req-baa2bea9-3bc5-4945-b10d-3b77385b89f8 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327794 Nov 12 03:23:11.836660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.888862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e90d-5867-40de-a4e5-091dadda53ed req-27e775cc-b675-478d-b767-5055ce32e2ad tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.890308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d401e90d-5867-40de-a4e5-091dadda53ed req-27e775cc-b675-478d-b767-5055ce32e2ad tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1679027 Nov 12 03:23:11.895846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd96be7c-b57d-4c69-907a-411537dd5af2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:11.901958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:11.904309 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ccbeff-c372-47ea-9c04-efa87b397b81" -d '{"events": [{"server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "name": "network-vif-plugged", "status": "completed", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:11.914065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eeb8014-9c9d-4fca-b2f6-43864314a3e3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:11.915040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eeb8014-9c9d-4fca-b2f6-43864314a3e3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:11.933450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:11.961934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd478f6-c21e-40e8-9c4d-7dfebf16a1f9 req-c914b9cd-790e-48a5-b9ff-b2830b714150 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:11.963345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd478f6-c21e-40e8-9c4d-7dfebf16a1f9 req-c914b9cd-790e-48a5-b9ff-b2830b714150 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1447170 Nov 12 03:23:11.972291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.002011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:12.002399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:12.006355 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:12.027991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d401e90d-5867-40de-a4e5-091dadda53ed req-78133250-c7a6-4189-8bd2-74b557679270 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 Nov 12 03:23:12.080814 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b73b75-66e2-4b9e-9796-00053f2f0544 x-openstack-request-id: req-c9b73b75-66e2-4b9e-9796-00053f2f0544 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:12.081613 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "name": "network-vif-plugged", "status": "completed", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:12.081761 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c9b73b75-66e2-4b9e-9796-00053f2f0544 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:12.082254 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'code': 200} Nov 12 03:23:12.084589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd478f6-c21e-40e8-9c4d-7dfebf16a1f9 req-138d448e-b53b-4e86-b102-e71eb44e4e55 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134958 Nov 12 03:23:12.085695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.095920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.100562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/networks/fd96be7c-b57d-4c69-907a-411537dd5af2 HTTP/1.1" status: 204 len: 168 time: 0.9808803 Nov 12 03:23:12.102227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.110747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0b044-7b03-4391-9634-ef4a55319bd4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Network': ['ID=fd96be7c-b57d-4c69-907a-411537dd5af2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.182666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting subnet 57f34cd0-9e5d-4882-8299-ff12cdded855 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:12.186606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.245685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.265966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5fc9b-96d2-478e-be15-a58d09ec9c9d req-d34f53a5-c24f-4a24-b3d9-1e698cf33721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.266280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c19fda3d-59b5-453d-bd3d-ab2ad664bc44 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:12.268170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fd5fc9b-96d2-478e-be15-a58d09ec9c9d req-d34f53a5-c24f-4a24-b3d9-1e698cf33721 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 1097 time: 0.0518661 Nov 12 03:23:12.287629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c19fda3d-59b5-453d-bd3d-ab2ad664bc44 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:12.288114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c19fda3d-59b5-453d-bd3d-ab2ad664bc44 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:12.335043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fd5fc9b-96d2-478e-be15-a58d09ec9c9d req-6a7dafe4-318e-47ca-ba40-67fc5941cb43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586052 Nov 12 03:23:12.367291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.435985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.481141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Subnet': ['ID=57f34cd0-9e5d-4882-8299-ff12cdded855,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.487040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.491687 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-49bb5b04-d49e-4510-a7b0-79270bc24ac3 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/subnets/57f34cd0-9e5d-4882-8299-ff12cdded855 HTTP/1.1" status: 204 len: 168 time: 0.3873162 Nov 12 03:23:12.493493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51ee95-b45b-44c5-8e8d-7a7bebb8119e None None] Network cb66ac07-0d64-4f46-b9cd-de95cf345850 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:12.493927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37192) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.572202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.631379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port cbe484e7-d0d6-44e9-b589-28bbf314779c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:12.631961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.675710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8db09-bd92-40a5-a1bf-591fd8978421 req-a91839e5-f4ca-4e8e-935c-a39c88f1c266 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.677288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe8db09-bd92-40a5-a1bf-591fd8978421 req-a91839e5-f4ca-4e8e-935c-a39c88f1c266 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Nov 12 03:23:12.686053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] DHCP port deletion for cb66ac07-0d64-4f46-b9cd-de95cf345850 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:12.711196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port cbe484e7-d0d6-44e9-b589-28bbf314779c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbe484e7-d0d6-44e9-b589-28bbf314779c,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:12.711560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.725429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for cbe484e7-d0d6-44e9-b589-28bbf314779c owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:12.731785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe8db09-bd92-40a5-a1bf-591fd8978421 req-e3cabf31-b458-4449-8d5b-8c4d92d62147 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Nov 12 03:23:12.739520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Deleting port cbe484e7-d0d6-44e9-b589-28bbf314779c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:12.750083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.821062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.823102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] For port cbe484e7-d0d6-44e9-b589-28bbf314779c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbe484e7-d0d6-44e9-b589-28bbf314779c,segment=NetworkSegment(fbf19f1e-851a-4577-914d-bd3bac79e3b7),segment_id=fbf19f1e-851a-4577-914d-bd3bac79e3b7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:12.823691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.837315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Calling delete_port for cbe484e7-d0d6-44e9-b589-28bbf314779c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:12.848741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=cbe484e7-d0d6-44e9-b589-28bbf314779c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.858247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port cbe484e7-d0d6-44e9-b589-28bbf314779c on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:12.887658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba767c-51fc-4861-83a1-babe1e84f49c req-ec246328-83b3-4203-ace1-faa5970141b1 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.889104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdba767c-51fc-4861-83a1-babe1e84f49c req-ec246328-83b3-4203-ace1-faa5970141b1 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.0848107 Nov 12 03:23:12.901762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:12.902589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c846a4-ee01-4a97-9cf3-f31725700d1c req-765e8d74-04a7-471c-acfe-8cef56e6989e tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:12.907211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Request body: {'floatingip': {'port_id': '2d08f6ed-0a00-46a7-8696-f7ca3577b988'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:12.910401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32c846a4-ee01-4a97-9cf3-f31725700d1c req-765e8d74-04a7-471c-acfe-8cef56e6989e tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0971036 Nov 12 03:23:12.928345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:12.954728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] Pushing event deleted for resources: {'Port': ['ID=cbe484e7-d0d6-44e9-b589-28bbf314779c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:12.956003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32c846a4-ee01-4a97-9cf3-f31725700d1c req-aa8c742f-5a0b-4471-9be9-8d216fe6126e tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447576 Nov 12 03:23:12.959229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1622b-7c50-411e-8d40-0bdcf58af199 None None] No DVR routers for this DVR port cbe484e7-d0d6-44e9-b589-28bbf314779c on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:13.003222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.036894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.082424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb66ac07-0d64-4f46-b9cd-de95cf345850']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.118316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf19f1e-851a-4577-914d-bd3bac79e3b7') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.119075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf19f1e-851a-4577-914d-bd3bac79e3b7') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:13.132586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.148848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c804726-6ce5-49e2-8cd4-d20b4d1d96f4 req-2c7dd564-2bc2-4603-8fb2-f0cedb75d93e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.150505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c804726-6ce5-49e2-8cd4-d20b4d1d96f4 req-2c7dd564-2bc2-4603-8fb2-f0cedb75d93e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0529039 Nov 12 03:23:13.157625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.197043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:13.197440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:13.200511 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:13.226772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c804726-6ce5-49e2-8cd4-d20b4d1d96f4 req-8da18129-ac9c-4900-849f-706a18df0f27 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Nov 12 03:23:13.249765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babf0e-3944-49e1-b41e-61916950e771 req-46ed6ff6-7b7c-472f-b4bc-52a5860489ca tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.255307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8babf0e-3944-49e1-b41e-61916950e771 req-46ed6ff6-7b7c-472f-b4bc-52a5860489ca tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0699022 Nov 12 03:23:13.299096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.308179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.311348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/networks/cb66ac07-0d64-4f46-b9cd-de95cf345850 HTTP/1.1" status: 204 len: 168 time: 0.8160939 Nov 12 03:23:13.312544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8babf0e-3944-49e1-b41e-61916950e771 req-092ccee5-9f15-4bd2-b063-e05799060184 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528450 Nov 12 03:23:13.321036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:13.327122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1453398885'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:13.340141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914014-32db-420a-bb4e-7c3117cbafdf tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Network': ['ID=cb66ac07-0d64-4f46-b9cd-de95cf345850,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.356146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:13.359934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.387692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:13.397922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.398129 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Added segment 64c3a0cb-c522-46c5-91c9-b5842377163c of type vlan for network f474470a-c044-4e2c-a084-1b4112b01d0d Nov 12 03:23:13.439425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.472980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.479301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:13.479601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.542991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2199066 Nov 12 03:23:13.545986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:13.552390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'subnet': {'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:13.552558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca611-aa5e-414e-b8e6-8ed48f2e2a35 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Network': ['ID=f474470a-c044-4e2c-a084-1b4112b01d0d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:13.562801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f474470a-c044-4e2c-a084-1b4112b01d0d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:13.691078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.697578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.757871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:13.761376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:13.869385 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 associated. External IP: 172.25.7.92, port: 2d08f6ed-0a00-46a7-8696-f7ca3577b988. Nov 12 03:23:14.094042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c4eba-690e-4641-af13-bdbc136f17e3 req-22cc2940-ff65-40c4-a7ae-42b61176bd40 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.095665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e7c4eba-690e-4641-af13-bdbc136f17e3 req-22cc2940-ff65-40c4-a7ae-42b61176bd40 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0551252 Nov 12 03:23:14.146453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e7c4eba-690e-4641-af13-bdbc136f17e3 req-217fdf9a-23a1-47e3-a0d4-faf62516ed4b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Nov 12 03:23:14.261866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbe484e7-d0d6-44e9-b589-28bbf314779c no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:14.270526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060e49-1068-4c75-a82a-0761860d8e44 req-43f1a950-d49f-4920-979e-cb42c69242a6 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.275349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44060e49-1068-4c75-a82a-0761860d8e44 req-43f1a950-d49f-4920-979e-cb42c69242a6 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0581300 Nov 12 03:23:14.280436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.285689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Request body: {'floatingip': {'port_id': '68e5ffe6-42c3-4154-bc5a-b25846e6defa'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:14.287674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: cbe484e7-d0d6-44e9-b589-28bbf314779c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:14.288268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbe484e7-d0d6-44e9-b589-28bbf314779c not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:14.344993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.371736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.465274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd3366-a5c0-4169-9840-bfefaba46cc6 req-ee18cff9-e63a-4f1b-9bfc-3d40bab47957 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.466883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dbd3366-a5c0-4169-9840-bfefaba46cc6 req-ee18cff9-e63a-4f1b-9bfc-3d40bab47957 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1431484 Nov 12 03:23:14.483851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Subnet': ['ID=432a6289-5449-40e4-a899-b6eadb85750e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:14.500839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Checking segment: {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:14.501805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network hostable DHCP agents. Network: f474470a-c044-4e2c-a084-1b4112b01d0d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:14.504765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:14.559399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network f474470a-c044-4e2c-a084-1b4112b01d0d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:14.577003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f474470a-c044-4e2c-a084-1b4112b01d0d) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:14.584199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.584816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.589839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8791fe-c77d-46d3-8d04-3cf133c1fcfc None None] Network f474470a-c044-4e2c-a084-1b4112b01d0d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:14.603926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85043da-f461-48c5-acfe-ff35b0756012 req-9d1cfabe-29c1-4e6b-bc43-4b8d9ba4d3cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.605420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d85043da-f461-48c5-acfe-ff35b0756012 req-9d1cfabe-29c1-4e6b-bc43-4b8d9ba4d3cb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1355963 Nov 12 03:23:14.616190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dbd3366-a5c0-4169-9840-bfefaba46cc6 req-2a4402b8-689d-44f2-9451-cf67de3ac417 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361969 Nov 12 03:23:14.643026 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5421622-3dfe-4786-86aa-944141a2d46f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0958979 Nov 12 03:23:14.646702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37240) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.652919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-401194550'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:14.668923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:14.674992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.684533 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:14.698403 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:14.700255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:14.707503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:14.711179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.721197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d85043da-f461-48c5-acfe-ff35b0756012 req-883b0f13-6638-4fbf-93d1-a9b72e763daf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994413 Nov 12 03:23:14.722498 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dbb98a87-c01d-491d-9bd6-5c14f3e26f64 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "PUT /v2.0/floatingips/d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 HTTP/1.1" status: 200 len: 990 time: 1.8197105 Nov 12 03:23:14.724656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:14.727043 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551464aa-619f-436f-97e8-872ed73d00c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:14.752586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:14.763030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.763397 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Added segment 79783e22-ba31-4991-8e49-f506bf271d54 of type vlan for network ac30de84-0d5b-4d66-bde4-353922d3acf0 Nov 12 03:23:14.815758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.847750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.857616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:14.858613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:14.899002 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb2131-e000-4317-a593-9c8207ba113e x-openstack-request-id: req-5beb2131-e000-4317-a593-9c8207ba113e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:14.899297 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:14.899815 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5beb2131-e000-4317-a593-9c8207ba113e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:14.900231 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'status': 'completed', 'code': 200} Nov 12 03:23:14.937444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2896333 Nov 12 03:23:14.937693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:14.972718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:14.987377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'subnet': {'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:15.054799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f474470a-c044-4e2c-a084-1b4112b01d0d', 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'fixed_ips': [{'subnet_id': '432a6289-5449-40e4-a899-b6eadb85750e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:15.055923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.066026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.071619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.077715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ed64-b090-41e0-ad72-1cb6fb9e6e84 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Network': ['ID=ac30de84-0d5b-4d66-bde4-353922d3acf0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.095109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:15.115170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551464aa-619f-436f-97e8-872ed73d00c7 req-abb0376d-d2f9-450f-bb93-3246e790dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.116823 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-abb0376d-d2f9-450f-bb93-3246e790dc70 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1097 time: 0.1432436 Nov 12 03:23:15.141700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:15.145651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.209776 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Floating IP 18245374-39fd-48e7-ae64-810186e40e48 associated. External IP: 172.25.7.161, port: 68e5ffe6-42c3-4154-bc5a-b25846e6defa. Nov 12 03:23:15.225416 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6e:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:15.260895 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:15.274221 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:15.279101 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:15.297930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551464aa-619f-436f-97e8-872ed73d00c7 req-48b878cc-a2ba-42cc-82f0-7592cdfec398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.301204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-48b878cc-a2ba-42cc-82f0-7592cdfec398 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.1688521 Nov 12 03:23:15.354480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:15.356766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Allocated IP 19.80.0.2 (f474470a-c044-4e2c-a084-1b4112b01d0d/432a6289-5449-40e4-a899-b6eadb85750e/c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:15.427591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-9f79bbc0-5d17-4b2c-82d5-a3dcf57ee64d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 998 time: 0.1122177 Nov 12 03:23:15.432330 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:15.525260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.583029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:15.590993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551464aa-619f-436f-97e8-872ed73d00c7 req-4a12c0b6-0a08-494e-9c5b-0bd92f2d777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.592694 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-4a12c0b6-0a08-494e-9c5b-0bd92f2d777f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.1361701 Nov 12 03:23:15.634572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Subnet': ['ID=010fb3d6-8bb6-4ae5-95c5-8384a6e29be4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:15.675828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.690520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551464aa-619f-436f-97e8-872ed73d00c7 req-f5f53d56-9aa0-4623-810e-3de63576f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.692169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-f5f53d56-9aa0-4623-810e-3de63576f590 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540090 Nov 12 03:23:15.692634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'mac_address': 'fa:16:3e:2d:ed:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:15.693923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Checking segment: {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:15.694290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network hostable DHCP agents. Network: ac30de84-0d5b-4d66-bde4-353922d3acf0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:15.698551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.711975 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6e:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:15.750721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:15.753784 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3ae95-5d61-427d-b093-5acd1f075235 None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'd3aeb0d6-3881-40df-a0df-5e0d09ec4bf5', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'floating_ip_address': '172.25.7.92', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'port_id': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'mac_address': 'fa:16:3e:6e:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:19:05Z', 'updated_at': '2021-11-12T03:23:13Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:15.796953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ac30de84-0d5b-4d66-bde4-353922d3acf0) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:15.801739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.802333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.846514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd15a68e-1ee7-4ac0-8d9d-97196aa0b817 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8558044 Nov 12 03:23:15.860036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-862fe31a-27a7-4f16-b0b5-0eaa2614ac0a service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552434 Nov 12 03:23:15.865451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85a137-033b-411a-a630-ae16def0c699 None None] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:15.938178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Network f474470a-c044-4e2c-a084-1b4112b01d0d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:15.967447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b4261-537b-43bd-bcd8-4671263e4620 req-7850cbcc-6c0f-4026-9a28-9b971c5fc6aa tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:15.974024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc1b4261-537b-43bd-bcd8-4671263e4620 req-7850cbcc-6c0f-4026-9a28-9b971c5fc6aa tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1831088 Nov 12 03:23:15.993247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:15.995502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:15.999633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:16.002401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Pushing event updated for resources: {'Port': ['ID=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.025096 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-551464aa-619f-436f-97e8-872ed73d00c7 req-b6100341-2cf9-490a-9162-68bc34dd6dd3 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560380 Nov 12 03:23:16.038245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a919799-637c-4322-8e74-666f5a8aa892 req-8ffb9e50-58c8-4efc-9f82-43424a0083c9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.038531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:16.039814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a919799-637c-4322-8e74-666f5a8aa892 req-8ffb9e50-58c8-4efc-9f82-43424a0083c9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1561246 Nov 12 03:23:16.041794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:16.064721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bfb542-05cc-43b3-8f4e-0107c8f82b4c None None] New status for floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:23:16.138969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc1b4261-537b-43bd-bcd8-4671263e4620 req-efd8fb17-3273-48c2-b26c-5b86a20967b7 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503289 Nov 12 03:23:16.165139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:16.181378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.189542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Attempting to bind port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:16.189909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Attempting to bind port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:16.190264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Attempting to bind port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 on network f474470a-c044-4e2c-a084-1b4112b01d0d {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:16.225250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a919799-637c-4322-8e74-666f5a8aa892 req-78c74a7d-6dda-4cd8-9268-9dd2eb17b7d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587434 Nov 12 03:23:16.238955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:16.243836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.261228 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Sync routers for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:16.274679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:16.275079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Checking segment: {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:16.275479 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.275867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Bound using segment: {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:16.276825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Bound port: c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:16.277211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.287449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d902372b-4fcc-4e1c-a0b6-872600d2ed33 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "PUT /v2.0/floatingips/18245374-39fd-48e7-ae64-810186e40e48 HTTP/1.1" status: 200 len: 991 time: 2.0055990 Nov 12 03:23:16.288060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:16.288910 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:16.289543 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:16.291252 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:16.372534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.411680 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:16.462032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ac30de84-0d5b-4d66-bde4-353922d3acf0', 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'fixed_ips': [{'subnet_id': '010fb3d6-8bb6-4ae5-95c5-8384a6e29be4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:23:16.463076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.484805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:16.511102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] For port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:16.536983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] For port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:16.549030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.592068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-82566800-a5d8-47c4-9119-dd20b1a7eac1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.598044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-82566800-a5d8-47c4-9119-dd20b1a7eac1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.604533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-82566800-a5d8-47c4-9119-dd20b1a7eac1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/networks?id=f474470a-c044-4e2c-a084-1b4112b01d0d&id=ac30de84-0d5b-4d66-bde4-353922d3acf0 HTTP/1.1" status: 200 len: 1391 time: 0.1843555 Nov 12 03:23:16.608263 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02637c59-7bf1-4e58-aa48-b5c143dfc9c8 x-openstack-request-id: req-02637c59-7bf1-4e58-aa48-b5c143dfc9c8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:16.608947 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:16.609313 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-02637c59-7bf1-4e58-aa48-b5c143dfc9c8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:16.609840 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'status': 'completed', 'code': 200} Nov 12 03:23:16.624906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-ce5e8590-3e4e-48fc-b744-b2e6bbd576d1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/quotas/6b9aa334ee5141bd9bad7952a9af673c HTTP/1.1" status: 200 len: 375 time: 0.0133326 Nov 12 03:23:16.733904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '18245374-39fd-48e7-ae64-810186e40e48', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'port_id': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'mac_address': 'fa:16:3e:18:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:01Z', 'updated_at': '2021-11-12T03:23:14Z', 'revision_number': 1, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:16.740312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18685-da4b-49c0-bc05-03ae2f417d55 None None] Pushing event updated for resources: {'Port': ['ID=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:16.744785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-75d10181-a6c3-4944-8db8-ee48c2f5b14d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036689 Nov 12 03:23:16.752439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-57c2fecb-9f86-4558-adca-bc2ad282b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:16.753863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-57c2fecb-9f86-4558-adca-bc2ad282b884 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d35836f1bfd47e68da4721ce6c00f5f&device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 1097 time: 0.1279111 Nov 12 03:23:16.762684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Allocated IP 19.86.0.2 (ac30de84-0d5b-4d66-bde4-353922d3acf0/010fb3d6-8bb6-4ae5-95c5-8384a6e29be4/82337e06-d557-4173-9875-01a29d5bea31) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:16.785898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Checking router: ff868b1e-d19b-43d1-9eb5-3ee9399cd61f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:16.796646 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:16.797404 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:22:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:16.962434 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:16.982153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:16.993745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.011647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-364d648e-a07b-4be8-aafe-a321f44146cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.013193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-364d648e-a07b-4be8-aafe-a321f44146cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 HTTP/1.1" status: 200 len: 912 time: 0.2514999 Nov 12 03:23:17.015254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-db40555c-4f7a-481b-800b-77c3d2d31540 service neutron] 10.222.0.97 "GET /v2.0/networks/f474470a-c044-4e2c-a084-1b4112b01d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456629 Nov 12 03:23:17.040920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:17.043076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:17.046790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:17.054341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Pushing event updated for resources: {'Port': ['ID=82337e06-d557-4173-9875-01a29d5bea31,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.120117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Attempting to bind port 82337e06-d557-4173-9875-01a29d5bea31 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:17.120504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Attempting to bind port 82337e06-d557-4173-9875-01a29d5bea31 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:17.122775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Attempting to bind port 82337e06-d557-4173-9875-01a29d5bea31 on network ac30de84-0d5b-4d66-bde4-353922d3acf0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:17.129242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:17.129649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Checking segment: {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:17.130051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.130449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Bound using segment: {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:17.130950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Bound port: 82337e06-d557-4173-9875-01a29d5bea31, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:17.131329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.152866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-3057545f-3e50-44a3-b4ec-e0b0a3d65a59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa HTTP/1.1" status: 200 len: 999 time: 0.1289139 Nov 12 03:23:17.205492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] For port 82337e06-d557-4173-9875-01a29d5bea31, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:17.210532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] For port 82337e06-d557-4173-9875-01a29d5bea31, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=82337e06-d557-4173-9875-01a29d5bea31,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:17.222995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.292808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-9f2ccb19-96a5-4606-8a52-cb1068e1f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.294306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-9f2ccb19-96a5-4606-8a52-cb1068e1f4d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a6e128f-6a8e-4101-b200-5b86b762250e HTTP/1.1" status: 200 len: 851 time: 0.1341779 Nov 12 03:23:17.323376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc793eb-72df-4b67-9c18-966f96fb41e3 None None] Pushing event updated for resources: {'Port': ['ID=82337e06-d557-4173-9875-01a29d5bea31,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:17.357086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:17.380332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:17.395549 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '18245374-39fd-48e7-ae64-810186e40e48', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'port_id': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'mac_address': 'fa:16:3e:18:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:01Z', 'updated_at': '2021-11-12T03:23:14Z', 'revision_number': 1, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:17.406201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-d2d7da88-3d19-4cb7-b33d-9c50599b4c77 service neutron] 10.222.0.97 "GET /v2.0/networks/f474470a-c044-4e2c-a084-1b4112b01d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749998 Nov 12 03:23:17.436294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b957ed5-c41b-4b4f-ac69-4b57ee8433f8 req-6db35a70-ec1b-4276-a252-9ed19eba8427 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.442960 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6ead6-369d-4fdc-9733-9569e9f0b2e7 None None] The sync data for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 is: [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '18245374-39fd-48e7-ae64-810186e40e48', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'port_id': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'mac_address': 'fa:16:3e:18:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:23:01Z', 'updated_at': '2021-11-12T03:23:14Z', 'revision_number': 1, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:17.444914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b957ed5-c41b-4b4f-ac69-4b57ee8433f8 req-6db35a70-ec1b-4276-a252-9ed19eba8427 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1684024 Nov 12 03:23:17.502986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-6d6c1000-5d06-4c11-9864-2c9ac6ad0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:17.504881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-6d6c1000-5d06-4c11-9864-2c9ac6ad0207 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1865163 Nov 12 03:23:17.530729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:17.536068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:17.815821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b957ed5-c41b-4b4f-ac69-4b57ee8433f8 req-85486160-0c0a-40b0-8a06-07c140391ac5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662124 Nov 12 03:23:17.832373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:17.837948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012515ca-d70f-4d48-ac39-f68376af0534 None None] New status for floating IP 18245374-39fd-48e7-ae64-810186e40e48: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:23:17.841377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-2bfb5d3f-e81f-44c9-b1aa-ebbed2aee7a6 service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873921 Nov 12 03:23:17.914187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-a07f1d9e-18c6-4cba-ae89-dcf48490c4af service neutron] 10.222.0.97 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056970 Nov 12 03:23:17.950484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e', 'port_id': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'mac_address': 'fa:16:3e:c5:8a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ab6f03-fca4-4bb2-be40-536fbb561d08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:18.056200 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.123224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0b34ad-557c-4c5e-b827-93b341fa24a4 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:18.161847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df2e7-29c8-416d-8e0a-08467cd9ca80 req-da29a1fb-f401-40bb-a6f8-2d359fad17e4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:18.164006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d3df2e7-29c8-416d-8e0a-08467cd9ca80 req-da29a1fb-f401-40bb-a6f8-2d359fad17e4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.2163630 Nov 12 03:23:18.171467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.180998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-d0a38da7-7eee-432d-a1bf-9158ea60e513 service neutron] 10.222.0.97 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625952 Nov 12 03:23:18.190100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.226303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.264868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70cfd299-7c88-4d86-a6c4-3f8c75c7c8a0 req-1ba9ca92-587c-4033-b46d-115f4876accf service neutron] 10.222.0.16 "GET /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315051 Nov 12 03:23:18.277758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:18.280677 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a78be4-e41a-4883-8f45-8c7f8ec988df" -d '{"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:18.325190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:18.336021 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.346189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d3df2e7-29c8-416d-8e0a-08467cd9ca80 req-46f1ffcc-aa7c-4f3d-99c5-de0677891129 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355932 Nov 12 03:23:18.390148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.561323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:18.571651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194808a2-7ffc-43cd-94f9-6d5010af6d0a None None] Network f474470a-c044-4e2c-a084-1b4112b01d0d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:18.578257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 82337e06-d557-4173-9875-01a29d5bea31 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:18.717359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] Provisioning complete for port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:18.717723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.766077 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5559ae9e-8099-4cf1-838f-d24e7c040048 x-openstack-request-id: req-5559ae9e-8099-4cf1-838f-d24e7c040048 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:18.766360 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-plugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:18.766609 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5559ae9e-8099-4cf1-838f-d24e7c040048 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:18.767071 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'code': 200} Nov 12 03:23:18.902728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 82337e06-d557-4173-9875-01a29d5bea31 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:18.903278 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:18.936850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f992961a-7e78-4d4d-a0f0-c52e15dd482d req-d03db938-b10b-4c13-87c9-fc6c037e5b4e tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 210 time: 0.0825307 Nov 12 03:23:18.948678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9d0b34ad-557c-4c5e-b827-93b341fa24a4'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:18.965032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.067509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a38a5-9a60-486d-8bec-e27651530a58 req-211f91ac-bfd8-4a2a-9b5a-edf1aafd427b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.072082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a91a38a5-9a60-486d-8bec-e27651530a58 req-211f91ac-bfd8-4a2a-9b5a-edf1aafd427b tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0828230 Nov 12 03:23:19.142612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] For port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.143802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a91a38a5-9a60-486d-8bec-e27651530a58 req-5d8ecf1b-3338-439f-9f6f-0e2d800e66c6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Nov 12 03:23:19.167789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256c9fa-8c5f-4cee-8d58-b29e62e708a0 None None] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:19.195089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.408400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974bac5-3e38-43ab-adeb-dc161044c058 None None] Pushing event updated for resources: {'Port': ['ID=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.420341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.476541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-61ce9298-d987-4b0e-a169-529be8aacf26 None None] Provisioning complete for port 82337e06-d557-4173-9875-01a29d5bea31 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:19.476910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61ce9298-d987-4b0e-a169-529be8aacf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.574410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c53c8-2597-463b-bb47-60a41bf49fbd req-ebf8cd65-41c2-4fd2-8b66-6bb9ebfcb372 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:19.596996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8c53c8-2597-463b-bb47-60a41bf49fbd req-ebf8cd65-41c2-4fd2-8b66-6bb9ebfcb372 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.1183178 Nov 12 03:23:19.635357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 82337e06-d557-4173-9875-01a29d5bea31, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=82337e06-d557-4173-9875-01a29d5bea31,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:19.650602 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:19.651505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:19.723463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8c53c8-2597-463b-bb47-60a41bf49fbd req-43035109-fc5c-4a7c-980f-adf6ab2bd16a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251488 Nov 12 03:23:19.832211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=82337e06-d557-4173-9875-01a29d5bea31,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:19.883157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:19.883535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.060420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-534b8ae9-b441-4204-8004-d40d7eae54b7 None None] Provisioning complete for port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.061127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-534b8ae9-b441-4204-8004-d40d7eae54b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.089442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-569e53e5-41d9-4be6-875e-aa1aea074db2 req-d34667f6-606b-49c9-b5e5-e94132170437 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 210 time: 0.0348132 Nov 12 03:23:20.341652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-b638843c-f341-4a69-bb4a-fc7cd36d4056 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.347280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 82337e06-d557-4173-9875-01a29d5bea31 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:20.349769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-b638843c-f341-4a69-bb4a-fc7cd36d4056 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.352002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-b638843c-f341-4a69-bb4a-fc7cd36d4056 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "GET /v2.0/networks?id=f474470a-c044-4e2c-a084-1b4112b01d0d&id=ac30de84-0d5b-4d66-bde4-353922d3acf0 HTTP/1.1" status: 200 len: 1391 time: 0.1860805 Nov 12 03:23:20.371426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277a8b-a9fc-43a8-bf45-26d7768b4a76 req-165a638a-45ef-40af-9187-3d9dcda86f53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.380504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e277a8b-a9fc-43a8-bf45-26d7768b4a76 req-165a638a-45ef-40af-9187-3d9dcda86f53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.0893145 Nov 12 03:23:20.388182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'port': {'device_id': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d', 'admin_state_up': True, 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:20.401614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68718190-04ca-465f-a8bd-b4d986f2d2fd None None] Provisioning complete for port 82337e06-d557-4173-9875-01a29d5bea31 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.402284 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68718190-04ca-465f-a8bd-b4d986f2d2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.459612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 82337e06-d557-4173-9875-01a29d5bea31 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.460587 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.508034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e277a8b-a9fc-43a8-bf45-26d7768b4a76 req-6bb71d9e-25fd-4e0b-8db7-399dc5a151f2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246064 Nov 12 03:23:20.567637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:20.571578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.744229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:20.786508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Allocated IP 19.80.0.245 (f474470a-c044-4e2c-a084-1b4112b01d0d/432a6289-5449-40e4-a899-b6eadb85750e/0f27e548-5bb4-48b9-84b0-c54e93d6de06) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:20.853736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:20.854104 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:20.928073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2106b1-a541-4d42-b8e0-dcd16370dc3c req-2279a38f-cd8c-45a3-b328-8952bfd08ebb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:20.929579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f2106b1-a541-4d42-b8e0-dcd16370dc3c req-2279a38f-cd8c-45a3-b328-8952bfd08ebb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.0971327 Nov 12 03:23:21.033078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f2106b1-a541-4d42-b8e0-dcd16370dc3c req-2f7a6a34-b595-45d3-bcdb-fec5584db91f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Nov 12 03:23:21.067818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.081455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:21.085349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:21.115751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.175981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network f474470a-c044-4e2c-a084-1b4112b01d0d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:21.181182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:21.188625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:21.203485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.356316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.357423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.381275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-7c739c42-f1f1-4f0d-aa8a-d1e76ef86ebc tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981809 Nov 12 03:23:21.382302 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.399417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Request body: {'port': {'device_id': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0', 'admin_state_up': True, 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:21.412025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:21.413755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4654a-7006-4b5f-8d32-6e12d757caaf req-37d27c11-a687-4c33-859f-39ec412ba75b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.424124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92a4654a-7006-4b5f-8d32-6e12d757caaf req-37d27c11-a687-4c33-859f-39ec412ba75b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 932 time: 0.1077919 Nov 12 03:23:21.471261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.486935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'mac_address': 'fa:16:3e:68:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:21.518433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:21.521001 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacdb28b-cd1f-4f9a-8b7a-c8177e7b926e" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:21.562663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92a4654a-7006-4b5f-8d32-6e12d757caaf req-b109e0e6-3e82-4a9b-a194-a77069709d97 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375332 Nov 12 03:23:21.569978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.576734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:21.588120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.599158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e5bb6e4e-3fa2-4eae-8744-5d7b6bb4c9e7 None None] Provisioning complete for port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.599158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6e4e-3fa2-4eae-8744-5d7b6bb4c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.600321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:21.600673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.621412 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e064c124-460e-41ea-a525-1e364ee1ebb0 x-openstack-request-id: req-e064c124-460e-41ea-a525-1e364ee1ebb0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:21.621819 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:21.622033 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e064c124-460e-41ea-a525-1e364ee1ebb0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:21.622368 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'code': 200} Nov 12 03:23:21.640955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.683245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Made reservation on behalf of 6b9aa334ee5141bd9bad7952a9af673c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:21.686992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.700770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:21.728211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a31b3e-1c83-4b6b-89f9-9d62f16719ef req-572904e7-dc43-413c-909d-5dccb23a231e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:21.729995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb6e4e-3fa2-4eae-8744-5d7b6bb4c9e7 None None] Port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:21.730143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08a31b3e-1c83-4b6b-89f9-9d62f16719ef req-572904e7-dc43-413c-909d-5dccb23a231e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 947 time: 0.0893819 Nov 12 03:23:21.760094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:21.786709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:23:21.787090 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:23:21.824519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.846833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08a31b3e-1c83-4b6b-89f9-9d62f16719ef req-a541bd0c-6e01-47ca-b735-42fbc3ba9b79 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Nov 12 03:23:21.873682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:21.879537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:21.925772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Allocated IP 19.86.0.233 (ac30de84-0d5b-4d66-bde4-353922d3acf0/010fb3d6-8bb6-4ae5-95c5-8384a6e29be4/ca679a89-2fd8-44dc-a88a-37382c228835) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:21.950774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.087940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42076d84-acea-4cb8-8d47-c80374ccaa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.129065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.201215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.277432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:22.286221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:22.290084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:22.292562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event updated for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.331653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03db0-3892-46f9-835d-f984b78f9a84 req-7bdbf66f-d0dc-47dd-a694-2b0c2dcae49a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.336565 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.338639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba03db0-3892-46f9-835d-f984b78f9a84 req-7bdbf66f-d0dc-47dd-a694-2b0c2dcae49a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1517484 Nov 12 03:23:22.357799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:22.390877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:22.402174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.417010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.417839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.437998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba03db0-3892-46f9-835d-f984b78f9a84 req-13d52710-c535-42eb-ad41-f1398392dd46 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975065 Nov 12 03:23:22.449792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-4b8fa043-a4e0-4c83-a48c-50d8e3e5aa1a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551989 Nov 12 03:23:22.471316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Request body: {'port': {'device_id': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:22.471564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:22.543525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.662397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a54a88b0-9e68-4d56-ade6-aaa5f702fb2d None None] Provisioning complete for port ca679a89-2fd8-44dc-a88a-37382c228835 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:22.663099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a54a88b0-9e68-4d56-ade6-aaa5f702fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:22.707756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a54a88b0-9e68-4d56-ade6-aaa5f702fb2d None None] Port ca679a89-2fd8-44dc-a88a-37382c228835 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:23:22.759644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:22.771884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9038e1e-c63b-4273-8537-539cff55920f req-d05e89cd-22fd-4e5e-9176-6c7ae18c20f2 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.777895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9038e1e-c63b-4273-8537-539cff55920f req-d05e89cd-22fd-4e5e-9176-6c7ae18c20f2 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:22.779611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9038e1e-c63b-4273-8537-539cff55920f req-d05e89cd-22fd-4e5e-9176-6c7ae18c20f2 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1655 time: 0.1241548 Nov 12 03:23:22.872907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9038e1e-c63b-4273-8537-539cff55920f req-dcedbf42-986b-44a6-a312-8b6c0b37701d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862100 Nov 12 03:23:23.008327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f27e548-5bb4-48b9-84b0-c54e93d6de06 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:23.017927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.036516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Transition to ACTIVE for port object 0f27e548-5bb4-48b9-84b0-c54e93d6de06 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:23.072717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f5ef-a884-46f4-acfa-adccd6014b69 req-3bcbad3b-f6e1-41a1-89cf-6dc916c084c5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.074310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26b2f5ef-a884-46f4-acfa-adccd6014b69 req-3bcbad3b-f6e1-41a1-89cf-6dc916c084c5 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1071432 Nov 12 03:23:23.075587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.153053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.243655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26b2f5ef-a884-46f4-acfa-adccd6014b69 req-938d65f9-3652-468b-aa24-c48206b342d6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378007 Nov 12 03:23:23.303047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Attempting to bind port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:23.303540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Attempting to bind port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:23.303968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Attempting to bind port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 on network f474470a-c044-4e2c-a084-1b4112b01d0d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.309554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 on network f474470a-c044-4e2c-a084-1b4112b01d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:23.310394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Attempting to bind port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 on network f474470a-c044-4e2c-a084-1b4112b01d0d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:23.326160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:23.326649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Checking segment: {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:23.327353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Bound using segment: {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:23.328084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Bound port: 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c3a0cb-c522-46c5-91c9-b5842377163c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:23.328717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.446635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:23.450388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:23.458139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.519786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.520508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.522121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f27e548-5bb4-48b9-84b0-c54e93d6de06 HTTP/1.1" status: 200 len: 1093 time: 1.0581114 Nov 12 03:23:23.522664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:23.527421 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d818e46e-e524-4760-83a8-890a3783fdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:23.580422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Request body: {'port': {'device_id': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:23.594918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc9e49-ab08-4478-9e48-fbeb38d99083 service neutron] Pushing event updated for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:23.623647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:23.628379 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1bec5c-a2b2-48dd-ad8a-9f9d4cab89a2" -d '{"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-plugged", "status": "completed", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:23.641817 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e02221-87bb-439e-9f02-2e109f11d51f x-openstack-request-id: req-19e02221-87bb-439e-9f02-2e109f11d51f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.642422 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.642892 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-19e02221-87bb-439e-9f02-2e109f11d51f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.643504 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06', 'status': 'completed', 'code': 200} Nov 12 03:23:23.697522 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3af664-2400-4bb9-ace4-d820e7be114e x-openstack-request-id: req-7a3af664-2400-4bb9-ace4-d820e7be114e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:23.698059 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-plugged", "status": "completed", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:23.698480 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7a3af664-2400-4bb9-ace4-d820e7be114e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:23.699060 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'code': 200} Nov 12 03:23:23.729812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:23.734330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-5431b96d-c18d-4462-9b96-531eb07620a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.736047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-5431b96d-c18d-4462-9b96-531eb07620a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.737796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d818e46e-e524-4760-83a8-890a3783fdbf req-5431b96d-c18d-4462-9b96-531eb07620a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1915 time: 0.0625660 Nov 12 03:23:23.754169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446b981-941d-42c9-9922-6f8a659cfce8 req-c418cb17-cbea-4701-ba61-48525c177715 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.755770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6446b981-941d-42c9-9922-6f8a659cfce8 req-c418cb17-cbea-4701-ba61-48525c177715 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1369653 Nov 12 03:23:23.965500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6446b981-941d-42c9-9922-6f8a659cfce8 req-153ec022-5bfc-4e8b-8ca8-3007d47fa79f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691201 Nov 12 03:23:23.970806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-ed986b29-d739-441e-849e-5ee376efc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.971261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-ed986b29-d739-441e-849e-5ee376efc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.971719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-ed986b29-d739-441e-849e-5ee376efc4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.974203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d818e46e-e524-4760-83a8-890a3783fdbf req-ed986b29-d739-441e-849e-5ee376efc4a1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2207685 Nov 12 03:23:23.994525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de459a51-6e2d-48ee-8308-6fd0ef0f9f75 req-0fb1a105-b212-477f-bb52-d8741bea31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:23.996907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de459a51-6e2d-48ee-8308-6fd0ef0f9f75 req-0fb1a105-b212-477f-bb52-d8741bea31ff service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1097 time: 0.0681312 Nov 12 03:23:24.104980 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-de459a51-6e2d-48ee-8308-6fd0ef0f9f75 req-47cf01ed-d724-4a13-94b0-4b0e18bdeba0 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Nov 12 03:23:24.136098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e46e-e524-4760-83a8-890a3783fdbf req-031ef6ca-cdf2-4399-b314-fb896b1ab2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.137897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d818e46e-e524-4760-83a8-890a3783fdbf req-031ef6ca-cdf2-4399-b314-fb896b1ab2cc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1551213 Nov 12 03:23:24.171411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38099c-fc1d-45a0-b6c0-f835d523ede2 req-a1aa6633-0561-47a3-bd2d-ee7362158b9a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.180240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38099c-fc1d-45a0-b6c0-f835d523ede2 req-a1aa6633-0561-47a3-bd2d-ee7362158b9a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.182318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb38099c-fc1d-45a0-b6c0-f835d523ede2 req-a1aa6633-0561-47a3-bd2d-ee7362158b9a tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1667 time: 0.1201444 Nov 12 03:23:24.283735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83a40ace-1188-4dd2-b852-7e3f1cf6b4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.623603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb38099c-fc1d-45a0-b6c0-f835d523ede2 req-3f006d9a-7dbf-44f6-8b35-2990c997da67 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967629 Nov 12 03:23:24.637619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca679a89-2fd8-44dc-a88a-37382c228835 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:24.646256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.664964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Transition to ACTIVE for port object ca679a89-2fd8-44dc-a88a-37382c228835 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:24.669365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:24.804051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:24.851041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabf25f-696f-44d9-881b-97e58de4e554 req-95bbbfa0-2d12-470d-b5a8-e988f85b7b53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:24.853069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deabf25f-696f-44d9-881b-97e58de4e554 req-95bbbfa0-2d12-470d-b5a8-e988f85b7b53 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 949 time: 0.1404824 Nov 12 03:23:24.911281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Attempting to bind port ca679a89-2fd8-44dc-a88a-37382c228835 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:24.911281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Attempting to bind port ca679a89-2fd8-44dc-a88a-37382c228835 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:24.911612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Attempting to bind port ca679a89-2fd8-44dc-a88a-37382c228835 on network ac30de84-0d5b-4d66-bde4-353922d3acf0 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:24.927594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Port ca679a89-2fd8-44dc-a88a-37382c228835 on network ac30de84-0d5b-4d66-bde4-353922d3acf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:24.927923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Attempting to bind port ca679a89-2fd8-44dc-a88a-37382c228835 on network ac30de84-0d5b-4d66-bde4-353922d3acf0 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:24.935616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deabf25f-696f-44d9-881b-97e58de4e554 req-edb72646-0345-481c-9de8-103390be0de0 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Nov 12 03:23:24.939292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:24.939678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Checking segment: {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:24.940107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Bound using segment: {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:24.940427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Bound port: ca679a89-2fd8-44dc-a88a-37382c228835, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79783e22-ba31-4991-8e49-f506bf271d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:24.940782 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.053906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:25.057250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca679a89-2fd8-44dc-a88a-37382c228835,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:25.071702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.133358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:25.159051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.159721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.161347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca679a89-2fd8-44dc-a88a-37382c228835 HTTP/1.1" status: 200 len: 1093 time: 1.5869880 Nov 12 03:23:25.196596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776680a-5964-404c-8421-9cf8d17063d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.229584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda55d5-cdd5-4639-be9b-70b000a8f77e req-a6725668-c659-4f2a-80e6-cbe84f7ad428 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.234013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:25.235686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.243828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fda55d5-cdd5-4639-be9b-70b000a8f77e req-a6725668-c659-4f2a-80e6-cbe84f7ad428 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1256428 Nov 12 03:23:25.338946 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.357567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.371499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fda55d5-cdd5-4639-be9b-70b000a8f77e req-77914b91-7ac4-48c5-af20-e3b775b5edc8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221538 Nov 12 03:23:25.375721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8809484e-f35a-450f-b72d-05736734b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.376702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8809484e-f35a-450f-b72d-05736734b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.378675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-8809484e-f35a-450f-b72d-05736734b97b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1983 time: 0.1177108 Nov 12 03:23:25.397593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:25.402552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:25.441269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-b28211f3-f39f-40cb-8d1a-3c5416947d1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06 HTTP/1.1" status: 200 len: 217 time: 0.0457253 Nov 12 03:23:25.462553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:25.501664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-67f89e94-f3c0-4586-9890-2ea9344a369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.503183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-67f89e94-f3c0-4586-9890-2ea9344a369c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=432a6289-5449-40e4-a899-b6eadb85750e HTTP/1.1" status: 200 len: 801 time: 0.0518279 Nov 12 03:23:25.555113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-239b3784-2774-454b-9d00-6c9b4178799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.556622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-239b3784-2774-454b-9d00-6c9b4178799b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f474470a-c044-4e2c-a084-1b4112b01d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456026 Nov 12 03:23:25.645208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:25.647860 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94aea4-b525-46a8-af4c-a6da045794f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:25.681947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-36cada15-1319-4643-836c-0cc4c791e8c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f474470a-c044-4e2c-a084-1b4112b01d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170495 Nov 12 03:23:25.700824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:25.703905 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24711aa7-2980-4e9a-921d-de34af17b01a" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:25.716205 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1ef3e0-96c3-4818-a488-4e5afe5b6a30 x-openstack-request-id: req-ad1ef3e0-96c3-4818-a488-4e5afe5b6a30 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:25.716205 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:25.716205 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ad1ef3e0-96c3-4818-a488-4e5afe5b6a30 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:25.716543 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835', 'status': 'completed', 'code': 200} Nov 12 03:23:25.862676 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613e7c3-2799-47fd-bf4f-d94a49e28153 x-openstack-request-id: req-0613e7c3-2799-47fd-bf4f-d94a49e28153 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:25.863061 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:25.863422 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0613e7c3-2799-47fd-bf4f-d94a49e28153 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:25.863912 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'code': 200} Nov 12 03:23:25.866700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d1d0-a53a-4f57-9a0b-6e63f083d762 req-c3ae2388-0bd0-4fe1-822e-fc818e85e937 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.872946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d1d0-a53a-4f57-9a0b-6e63f083d762 req-c3ae2388-0bd0-4fe1-822e-fc818e85e937 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:25.874693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4109d1d0-a53a-4f57-9a0b-6e63f083d762 req-c3ae2388-0bd0-4fe1-822e-fc818e85e937 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1679 time: 0.0913072 Nov 12 03:23:25.884011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-cc6ad46e-42d9-4ccb-b12d-ffb6d409b92b service neutron] 10.222.0.16 "GET /v2.0/networks/f474470a-c044-4e2c-a084-1b4112b01d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933916 Nov 12 03:23:25.956398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-b0f8f7be-cb19-4e12-b8ff-28b920290a88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=ca679a89-2fd8-44dc-a88a-37382c228835 HTTP/1.1" status: 200 len: 217 time: 0.0476849 Nov 12 03:23:25.968862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4109d1d0-a53a-4f57-9a0b-6e63f083d762 req-1ba1e372-fd04-4a96-b837-3de04b2dca02 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837588 Nov 12 03:23:26.031438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-a8f43f23-5580-4237-80e7-2d090fbbc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.033007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-a8f43f23-5580-4237-80e7-2d090fbbc3ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=010fb3d6-8bb6-4ae5-95c5-8384a6e29be4 HTTP/1.1" status: 200 len: 801 time: 0.0564358 Nov 12 03:23:26.120479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962a7b9-c8ee-42df-b973-e082431a419f req-773d9de7-2332-47f7-b436-301a3060d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.122590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3962a7b9-c8ee-42df-b973-e082431a419f req-773d9de7-2332-47f7-b436-301a3060d765 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1102 time: 0.0534689 Nov 12 03:23:26.145805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-5313fe59-5dac-481b-8863-b48b948a80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.147520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-5313fe59-5dac-481b-8863-b48b948a80c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac30de84-0d5b-4d66-bde4-353922d3acf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972784 Nov 12 03:23:26.211317 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3962a7b9-c8ee-42df-b973-e082431a419f req-60815538-1f65-4c3a-bff2-750b17f04388 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Nov 12 03:23:26.237634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29924588-cef6-496a-ae0e-ec21e05ed1da req-04ef9630-ee1c-4042-adb6-4b1c9fba972a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.246362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29924588-cef6-496a-ae0e-ec21e05ed1da req-04ef9630-ee1c-4042-adb6-4b1c9fba972a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.1517425 Nov 12 03:23:26.311431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-16448794-c896-4de7-8f4c-cbd2b697209b service neutron] 10.222.0.16 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522768 Nov 12 03:23:26.315858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29924588-cef6-496a-ae0e-ec21e05ed1da req-15dfdf35-3848-4ef5-af13-e3c6074a5f45 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Nov 12 03:23:26.565532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8076a4-0a70-42a4-afbe-03074492f846 req-bdc37264-53a7-46b6-ae64-4be709492536 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.572708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d8076a4-0a70-42a4-afbe-03074492f846 req-bdc37264-53a7-46b6-ae64-4be709492536 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1122036 Nov 12 03:23:26.678375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d8076a4-0a70-42a4-afbe-03074492f846 req-6ea4adbc-c079-4b83-8953-0ff4a7111179 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023834 Nov 12 03:23:26.685263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2446a305-0457-404a-8f2c-d6128fb0db61 req-048cf71d-577e-4638-a422-db9e00a0fbc1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665311 Nov 12 03:23:26.786485 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:26.804974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed02e-4534-491d-a771-3df5e41913bc req-d4594c63-a635-4a60-9c16-5e8469cf85b3 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.806593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467ed02e-4534-491d-a771-3df5e41913bc req-d4594c63-a635-4a60-9c16-5e8469cf85b3 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1097 time: 0.0437834 Nov 12 03:23:26.892959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467ed02e-4534-491d-a771-3df5e41913bc req-2696b633-7d5d-48d3-b0d3-dc8ddbeee227 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766213 Nov 12 03:23:26.945480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-67d1335c-2e76-4caf-9487-86653587c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.946135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-67d1335c-2e76-4caf-9487-86653587c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:26.948529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-67d1335c-2e76-4caf-9487-86653587c83f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1983 time: 0.0788198 Nov 12 03:23:27.099606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-4d77b945-cbf2-4cc6-9874-8179162d4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.101125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-4d77b945-cbf2-4cc6-9874-8179162d4059 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac30de84-0d5b-4d66-bde4-353922d3acf0 HTTP/1.1" status: 200 len: 901 time: 0.1346281 Nov 12 03:23:27.103295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294eb29-e48c-45cc-859e-e4fcc028832e req-1e3d6e57-beb4-4835-87fd-7c74e29621a2 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.104745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1294eb29-e48c-45cc-859e-e4fcc028832e req-1e3d6e57-beb4-4835-87fd-7c74e29621a2 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1097 time: 0.1057208 Nov 12 03:23:27.162916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-f5e7fb84-2077-4927-985f-9c9bec173bc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=ca679a89-2fd8-44dc-a88a-37382c228835 HTTP/1.1" status: 200 len: 217 time: 0.0527084 Nov 12 03:23:27.269358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-3758cb4f-254f-4ac4-b199-8e83cd1563ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.270916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-3758cb4f-254f-4ac4-b199-8e83cd1563ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=010fb3d6-8bb6-4ae5-95c5-8384a6e29be4 HTTP/1.1" status: 200 len: 801 time: 0.0915253 Nov 12 03:23:27.280900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882790e-bb59-4c41-8d2b-8ec461718464 req-78dca92b-8f54-405f-aa4a-15c5b93204ef tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.287079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882790e-bb59-4c41-8d2b-8ec461718464 req-78dca92b-8f54-405f-aa4a-15c5b93204ef tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.288652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c882790e-bb59-4c41-8d2b-8ec461718464 req-78dca92b-8f54-405f-aa4a-15c5b93204ef tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1679 time: 0.1345623 Nov 12 03:23:27.303380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1294eb29-e48c-45cc-859e-e4fcc028832e req-50bfd6ef-22ab-465b-8c78-1aa57ca7af7a tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436210 Nov 12 03:23:27.405002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-92b028b8-d5e7-4f65-be9a-197961f6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.406782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-92b028b8-d5e7-4f65-be9a-197961f6ec68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac30de84-0d5b-4d66-bde4-353922d3acf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170118 Nov 12 03:23:27.416667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c882790e-bb59-4c41-8d2b-8ec461718464 req-a7ba436d-5076-4628-a37a-203926cd6c64 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123610 Nov 12 03:23:27.714655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:27.743539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d437e0-a2ca-4b05-bddd-a9c971639d2f req-e4a87003-1feb-4b9b-9f89-ac18be349740 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:27.752535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36d437e0-a2ca-4b05-bddd-a9c971639d2f req-e4a87003-1feb-4b9b-9f89-ac18be349740 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.1932986 Nov 12 03:23:27.800679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-0bf9db87-a5ff-4507-89cc-e464902151b1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320403 Nov 12 03:23:27.878414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36d437e0-a2ca-4b05-bddd-a9c971639d2f req-819bb0ad-1bfb-44da-b028-d2a45d4f6030 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222982 Nov 12 03:23:28.041018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a94aea4-b525-46a8-af4c-a6da045794f4 req-82586707-cb8b-456c-bd82-a39667632f43 service neutron] 10.222.0.16 "GET /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246664 Nov 12 03:23:28.124275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:23:28.567314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be36ec-9898-4943-aee2-3deb2e8d1ca6 req-4d6264d1-c18d-478a-9609-3c414fc0dc7b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.574085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be36ec-9898-4943-aee2-3deb2e8d1ca6 req-4d6264d1-c18d-478a-9609-3c414fc0dc7b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:28.580534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9be36ec-9898-4943-aee2-3deb2e8d1ca6 req-4d6264d1-c18d-478a-9609-3c414fc0dc7b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1679 time: 0.0776553 Nov 12 03:23:28.638174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9be36ec-9898-4943-aee2-3deb2e8d1ca6 req-87df7079-7996-4c60-a126-36a081d7d9e4 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Nov 12 03:23:29.057289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b09a5c-b19a-400c-aa82-4c694cf17153 req-489cc4dd-4ad7-4fc2-89bf-31787408b20a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.059275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44b09a5c-b19a-400c-aa82-4c694cf17153 req-489cc4dd-4ad7-4fc2-89bf-31787408b20a tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.0525882 Nov 12 03:23:29.104465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e7787177-cccd-47c7-bb38-6d154f5ee92b tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:23:29.105829 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e7787177-cccd-47c7-bb38-6d154f5ee92b tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069237 Nov 12 03:23:29.131276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44b09a5c-b19a-400c-aa82-4c694cf17153 req-070d3be5-251b-4c98-9274-651885ac53ff tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638132 Nov 12 03:23:29.159824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca679a89-2fd8-44dc-a88a-37382c228835 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:29.172029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-aac3a35d-e878-448b-bc9c-49903d8a3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.179837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-aac3a35d-e878-448b-bc9c-49903d8a3920 service neutron] 10.222.0.97 "GET /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 1094 time: 0.0661023 Nov 12 03:23:29.184318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Request body: {'binding': {'host': 'n-h1-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:29.184796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Unknown quota resources ['binding']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:23:29.291645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca679a89-2fd8-44dc-a88a-37382c228835,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.309221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ca679a89-2fd8-44dc-a88a-37382c228835', 'network_id': 'ac30de84-0d5b-4d66-bde4-353922d3acf0', 'port_id': 'ca679a89-2fd8-44dc-a88a-37382c228835', 'mac_address': 'fa:16:3e:fc:c5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010fb3d6-8bb6-4ae5-95c5-8384a6e29be4', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:29.347548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on host n-h1-766726-29 for vnic_type normal with profile None {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:29.348153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:29.348678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:29.353647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:29.354292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:29.359516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:29.360175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:29.361247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:29.361958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Bound port: 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:29.362898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.380709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca679a89-2fd8-44dc-a88a-37382c228835 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:29.412495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca679a89-2fd8-44dc-a88a-37382c228835,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.417612 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.419112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0f27e548-5bb4-48b9-84b0-c54e93d6de06 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:29.435950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:29.449710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.451175 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-487000d3-cc72-41ae-87a9-ff5226220b34 service neutron] 10.222.0.97 "POST /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2703688 Nov 12 03:23:29.495328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.678098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee552-783a-410f-a073-b16ccd66dcca req-9571dab8-b65b-4ca7-99bb-e4446d8b301a tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.687478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b3ee552-783a-410f-a073-b16ccd66dcca req-9571dab8-b65b-4ca7-99bb-e4446d8b301a tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1102 time: 0.0710568 Nov 12 03:23:29.744730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.759238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '0f27e548-5bb4-48b9-84b0-c54e93d6de06', 'network_id': 'f474470a-c044-4e2c-a084-1b4112b01d0d', 'port_id': '0f27e548-5bb4-48b9-84b0-c54e93d6de06', 'mac_address': 'fa:16:3e:84:42:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432a6289-5449-40e4-a899-b6eadb85750e', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:29.763413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b3ee552-783a-410f-a073-b16ccd66dcca req-e104f734-2862-45a6-8e12-c97e708d2cbc tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Nov 12 03:23:29.825131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136fda-11b5-43da-8385-7442f9cd1859 req-404a1168-5e39-4a94-8e83-cb8098ddcd7e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:29.834492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.835289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b136fda-11b5-43da-8385-7442f9cd1859 req-404a1168-5e39-4a94-8e83-cb8098ddcd7e tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1012928 Nov 12 03:23:29.852955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f27e548-5bb4-48b9-84b0-c54e93d6de06 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:29.874222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:29.880058 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:29.940278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:29.994064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ccf8-1bee-41a2-a123-6c9145def97f req-bf46d3bd-e88c-4c3b-97a1-aa0f25934887 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.000222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ccf8-1bee-41a2-a123-6c9145def97f req-bf46d3bd-e88c-4c3b-97a1-aa0f25934887 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.001971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8a3ccf8-1bee-41a2-a123-6c9145def97f req-bf46d3bd-e88c-4c3b-97a1-aa0f25934887 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1681 time: 0.1335759 Nov 12 03:23:30.004293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ddd4406c-1770-4a72-bb54-75917781aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.005813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ddd4406c-1770-4a72-bb54-75917781aef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1097 time: 0.2002835 Nov 12 03:23:30.009761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b136fda-11b5-43da-8385-7442f9cd1859 req-270f1f5d-49b2-4805-8c67-36a3a52936f7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733856 Nov 12 03:23:30.144132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8a3ccf8-1bee-41a2-a123-6c9145def97f req-6c850d5f-cb3a-4ba3-a3f1-467428745f3b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333272 Nov 12 03:23:30.169039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-f0dcb264-df98-4a51-a877-91e843ad6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.172197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-f0dcb264-df98-4a51-a877-91e843ad6b6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1542945 Nov 12 03:23:30.237492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-241fbf25-89c7-4358-bd51-09bf5a6f0b4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 217 time: 0.0533459 Nov 12 03:23:30.276967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ca679a89-2fd8-44dc-a88a-37382c228835'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:30.304036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['0f27e548-5bb4-48b9-84b0-c54e93d6de06'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:30.316466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-76dcef6a-f7f3-434e-89d9-f4fd74732788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.318286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-76dcef6a-f7f3-434e-89d9-f4fd74732788 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0724268 Nov 12 03:23:30.379666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-39b527e5-4913-462e-8b1f-26c2e04e3697 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531061 Nov 12 03:23:30.502819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edb414-0380-4e7d-afb5-bf5b2409c58a req-b68684a1-3833-4737-b293-d8b4e5c38730 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.507068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2edb414-0380-4e7d-afb5-bf5b2409c58a req-b68684a1-3833-4737-b293-d8b4e5c38730 tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 1102 time: 0.1260839 Nov 12 03:23:30.582185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-4768f5e8-8771-48cd-8c71-e17f5b3ebbbe service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831493 Nov 12 03:23:30.585178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2edb414-0380-4e7d-afb5-bf5b2409c58a req-6ebbb49e-5c5b-4c72-bc48-be2251b8d57c tempest-ServersAdminTestJSON-245741649 tempest-ServersAdminTestJSON-245741649-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Nov 12 03:23:30.735143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-4f417d07-23e7-4295-8a1f-d9577e815299 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440089 Nov 12 03:23:30.882528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e3ca8-bf00-445a-8dfc-8360c2242445 req-85b96858-cfe3-47bf-b495-1e37f4d0b0ef tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:30.884577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-282e3ca8-bf00-445a-8dfc-8360c2242445 req-85b96858-cfe3-47bf-b495-1e37f4d0b0ef tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.0596678 Nov 12 03:23:30.947420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-282e3ca8-bf00-445a-8dfc-8360c2242445 req-8ddac6b4-81f3-445f-bdf2-a743ac8cce61 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Nov 12 03:23:31.043214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:31.137484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9916-5e3c-44f9-830a-61e473d67417 req-bcc41ed6-1bb7-47f0-b931-9dd11936530a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.139193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-015f9916-5e3c-44f9-830a-61e473d67417 req-bcc41ed6-1bb7-47f0-b931-9dd11936530a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0505302 Nov 12 03:23:31.190441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-015f9916-5e3c-44f9-830a-61e473d67417 req-0c41fd5d-6fb2-4ee0-8d58-91482f0ceef3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Nov 12 03:23:31.317236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902b37-dcc9-4ba4-9ec8-2a0a6d6773b5 req-81a1cb43-504b-450e-97da-92d19860fa13 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.323779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902b37-dcc9-4ba4-9ec8-2a0a6d6773b5 req-81a1cb43-504b-450e-97da-92d19860fa13 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:31.325438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc902b37-dcc9-4ba4-9ec8-2a0a6d6773b5 req-81a1cb43-504b-450e-97da-92d19860fa13 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1681 time: 0.0747914 Nov 12 03:23:31.378117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc902b37-dcc9-4ba4-9ec8-2a0a6d6773b5 req-750cf2c9-9e3d-4edb-8a4e-9da6d8b1d16c tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Nov 12 03:23:32.073565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa7409-4c88-4215-828e-3d08fc4cb4a1 req-0a4c0463-fa4e-458b-8878-15e56d6055b0 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.075303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08fa7409-4c88-4215-828e-3d08fc4cb4a1 req-0a4c0463-fa4e-458b-8878-15e56d6055b0 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.0531595 Nov 12 03:23:32.143284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08fa7409-4c88-4215-828e-3d08fc4cb4a1 req-572b0065-a957-49b8-814e-2056bd92202e tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617793 Nov 12 03:23:32.231489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-d01bc3fe-f9d0-411c-8686-cf8c3af2a79f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.233120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-d01bc3fe-f9d0-411c-8686-cf8c3af2a79f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.1195254 Nov 12 03:23:32.250148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-be63ef24-90b1-47b4-9673-0f22571a4297 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/quotas/14f1cf1704aa48aba16f96d9044370e0 HTTP/1.1" status: 200 len: 375 time: 0.0104263 Nov 12 03:23:32.327196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-60f7da9d-d9c5-4a2f-8e9a-9e3179769095 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696936 Nov 12 03:23:32.350703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7757610-26f9-436b-acf7-40f0a8fc051f req-8b41ef46-f00a-4ff0-b9fb-2463e317034f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.352252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7757610-26f9-436b-acf7-40f0a8fc051f req-8b41ef46-f00a-4ff0-b9fb-2463e317034f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0683446 Nov 12 03:23:32.458342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7757610-26f9-436b-acf7-40f0a8fc051f req-143f441a-5985-4ea5-b44c-121b74648260 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908210 Nov 12 03:23:32.468868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-3536a100-13b1-4feb-a9af-313eef61cc2d service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337254 Nov 12 03:23:32.587552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-033aed93-60cc-4e89-b01c-4965f2f157ca tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.589009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-033aed93-60cc-4e89-b01c-4965f2f157ca tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 950 time: 0.1010299 Nov 12 03:23:32.642738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-400532db-4720-4b85-b012-ea3b67ee2ef1 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625650 Nov 12 03:23:32.715761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348c51-9acc-461f-8a98-0ade7bd620ee req-c64957df-cb56-47d9-b8a4-92676b74fff6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.722245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348c51-9acc-461f-8a98-0ade7bd620ee req-c64957df-cb56-47d9-b8a4-92676b74fff6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:32.723859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e348c51-9acc-461f-8a98-0ade7bd620ee req-c64957df-cb56-47d9-b8a4-92676b74fff6 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1681 time: 0.1139357 Nov 12 03:23:32.800414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Deleting port f57367f4-b59e-4508-86b5-42acc039fb9a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:32.800786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.838154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e348c51-9acc-461f-8a98-0ade7bd620ee req-024c5f2a-af77-49f9-9d6f-9bfdcb76cfff tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039560 Nov 12 03:23:32.926289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89c2562a-c12e-4d3d-9ed8-f186d2934653 req-edd2b46a-3048-4b1b-a269-03d8ea88ebdc tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 210 time: 0.0386348 Nov 12 03:23:32.974167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] For port f57367f4-b59e-4508-86b5-42acc039fb9a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f57367f4-b59e-4508-86b5-42acc039fb9a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:32.974533 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:32.992542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Calling delete_port for f57367f4-b59e-4508-86b5-42acc039fb9a owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:33.135386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.165853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event deleted for resources: {'Port': ['ID=f57367f4-b59e-4508-86b5-42acc039fb9a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.177033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['5539979a-0cdf-4123-bf62-2a74aad0ce79', 'f57367f4-b59e-4508-86b5-42acc039fb9a', '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:33.220870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] No DVR routers for this DVR port f57367f4-b59e-4508-86b5-42acc039fb9a on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:33.221981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca679a89-2fd8-44dc-a88a-37382c228835 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:33.223516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.227337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc160a85-75b7-4328-b7a7-86a46d23d861 req-4634eab0-7811-4ed6-94d5-cc0643a414fb tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "DELETE /v2.0/ports/f57367f4-b59e-4508-86b5-42acc039fb9a HTTP/1.1" status: 204 len: 173 time: 0.6296089 Nov 12 03:23:33.227912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'name': 'network-vif-deleted', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:33.230267 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442a84a-eaaa-4f1c-b92e-4c2bd99c4fd9" -d '{"events": [{"server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "name": "network-vif-deleted", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:33.324513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e182ebe-c920-4fc5-9962-c6deff5e7922 req-7b0d7e04-1fed-4009-9fad-ff2cb22343fc tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=14db77e7-aad2-4af3-9950-4fa6d26fc1fa HTTP/1.1" status: 200 len: 210 time: 0.0614972 Nov 12 03:23:33.334309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ca679a89-2fd8-44dc-a88a-37382c228835 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:33.347505 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e5401-781a-48f8-8932-2114a6fa16bc x-openstack-request-id: req-e34e5401-781a-48f8-8932-2114a6fa16bc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:33.347826 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14db77e7-aad2-4af3-9950-4fa6d26fc1fa", "name": "network-vif-deleted", "tag": "f57367f4-b59e-4508-86b5-42acc039fb9a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:33.348252 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e34e5401-781a-48f8-8932-2114a6fa16bc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:33.348635 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14db77e7-aad2-4af3-9950-4fa6d26fc1fa', 'name': 'network-vif-deleted', 'tag': 'f57367f4-b59e-4508-86b5-42acc039fb9a', 'status': 'completed', 'code': 200} Nov 12 03:23:33.355285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ca679a89-2fd8-44dc-a88a-37382c228835 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:33.355922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.510754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.551584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:33.553807 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cca2314-d791-4501-abd9-341cac0520d5" -d '{"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-plugged", "status": "completed", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:33.576450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca679a89-2fd8-44dc-a88a-37382c228835,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:33.592238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:33.593311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0f27e548-5bb4-48b9-84b0-c54e93d6de06 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:33.699279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3a21d-d1b9-400f-95d3-18d114dcdce6 req-26d72669-9816-4bf2-a936-06f8996bd5e8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:33.701448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f3a21d-d1b9-400f-95d3-18d114dcdce6 req-26d72669-9816-4bf2-a936-06f8996bd5e8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1151326 Nov 12 03:23:33.780986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f3a21d-d1b9-400f-95d3-18d114dcdce6 req-6c4d2af5-e1d1-4f66-afa5-ee6068818e88 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648115 Nov 12 03:23:33.820993 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb1e02-c146-451e-b205-9b3044b7a14e x-openstack-request-id: req-39cb1e02-c146-451e-b205-9b3044b7a14e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:33.821429 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-plugged", "status": "completed", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:33.821803 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-39cb1e02-c146-451e-b205-9b3044b7a14e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:33.822241 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835', 'code': 200} Nov 12 03:23:33.873893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:33.899775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:33.906188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:33.906793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.009999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.032691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8dd6-0f0b-44d2-8534-6110f0b69e64 req-f35212d7-8a01-4ea0-b84a-c0afbef64bed tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.039900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8dd6-0f0b-44d2-8534-6110f0b69e64 req-f35212d7-8a01-4ea0-b84a-c0afbef64bed tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.041550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bab8dd6-0f0b-44d2-8534-6110f0b69e64 req-f35212d7-8a01-4ea0-b84a-c0afbef64bed tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1682 time: 0.0916624 Nov 12 03:23:34.046071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:34.054960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.054960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f57367f4-b59e-4508-86b5-42acc039fb9a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:34.078913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: f57367f4-b59e-4508-86b5-42acc039fb9a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:34.078913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f57367f4-b59e-4508-86b5-42acc039fb9a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:34.084000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e346003a-04d2-4d55-93d3-5a1a875ba164 req-fb748c01-16c3-4ec8-9554-aee20d12ab09 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 210 time: 0.0413308 Nov 12 03:23:34.117619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bab8dd6-0f0b-44d2-8534-6110f0b69e64 req-553e913c-3f61-45a5-a3a7-0106f821acc8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 Nov 12 03:23:34.150172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:34.447508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-4c1779d7-075d-4ecf-87db-4c88ba6cd0b0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.449732 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-4c1779d7-075d-4ecf-87db-4c88ba6cd0b0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.1186421 Nov 12 03:23:34.475303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Request body: {'port': {'device_id': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'admin_state_up': True, 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:34.596628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:34.600158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.651587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1830a-a379-434f-b28b-bf7de2d39455 req-b948dd2e-c8db-49a1-80c7-d730116e4d96 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.653987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45e1830a-a379-434f-b28b-bf7de2d39455 req-b948dd2e-c8db-49a1-80c7-d730116e4d96 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 950 time: 0.0570865 Nov 12 03:23:34.703685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45e1830a-a379-434f-b28b-bf7de2d39455 req-a78a8461-7e95-4e76-ab5c-506bee09d660 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Nov 12 03:23:34.744368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Allocated IP 172.20.0.2 (6012a4a0-3afb-4c4f-8c09-acec99a332dd/ce5a0542-644d-4944-bf6a-45967c11ae56/00fba178-db46-4710-8518-b4f9b3cfeecd) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:34.895451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32302-ebf3-4e73-bcc1-7d68b2f3f282 req-5f91ee8c-0447-4634-9dcc-b71d7e58550b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:34.897334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbf32302-ebf3-4e73-bcc1-7d68b2f3f282 req-5f91ee8c-0447-4634-9dcc-b71d7e58550b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0508411 Nov 12 03:23:34.905944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.941782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:34.965463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbf32302-ebf3-4e73-bcc1-7d68b2f3f282 req-aadedbb9-0ac3-4cbe-9394-0bd7e5108721 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518115 Nov 12 03:23:34.986112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:34.991783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:34.994490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:35.032568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.058291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.062283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.063636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc608588-a071-4fef-8bf2-3de15e204923 req-d78a86ac-fdfd-4d63-8f51-f1cecf065df4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.065802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc608588-a071-4fef-8bf2-3de15e204923 req-d78a86ac-fdfd-4d63-8f51-f1cecf065df4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/ports?device_id=659c5221-60c2-495f-9f56-6bdda467c38a HTTP/1.1" status: 200 len: 946 time: 0.0621157 Nov 12 03:23:35.081883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-e9d2595e-166d-4321-b841-e28d583a1059 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6104033 Nov 12 03:23:35.115203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Request body: {'port': {'device_id': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:35.203114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.516595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:35.526557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fba178-db46-4710-8518-b4f9b3cfeecd {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:35.533460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef89a-cbb6-4d99-994e-27e869ed618a req-991a290f-9c74-43c3-9816-fb8ba11c60ab tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.535591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.541966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6bef89a-cbb6-4d99-994e-27e869ed618a req-991a290f-9c74-43c3-9816-fb8ba11c60ab tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 931 time: 0.1265936 Nov 12 03:23:35.550294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Transition to ACTIVE for port object 00fba178-db46-4710-8518-b4f9b3cfeecd will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:35.559303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.561452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56670696-8825-4a2f-97d2-b5bc57ff643d req-9a80a7a8-a5c9-4f9b-86f2-dc3a6617af64 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.568540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56670696-8825-4a2f-97d2-b5bc57ff643d req-9a80a7a8-a5c9-4f9b-86f2-dc3a6617af64 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.576587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56670696-8825-4a2f-97d2-b5bc57ff643d req-9a80a7a8-a5c9-4f9b-86f2-dc3a6617af64 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.1600926 Nov 12 03:23:35.623289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.627231 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.670982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6bef89a-cbb6-4d99-994e-27e869ed618a req-d26242a4-7874-46a6-a28b-e0701365eb5f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238558 Nov 12 03:23:35.690090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Deleting port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:35.695072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.696580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:35.702142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.712752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Attempting to bind port 00fba178-db46-4710-8518-b4f9b3cfeecd on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:35.718327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Attempting to bind port 00fba178-db46-4710-8518-b4f9b3cfeecd by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:35.718882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Attempting to bind port 00fba178-db46-4710-8518-b4f9b3cfeecd on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:35.724081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Port 00fba178-db46-4710-8518-b4f9b3cfeecd on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:35.724668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Attempting to bind port 00fba178-db46-4710-8518-b4f9b3cfeecd on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:35.736716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:35.736716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Checking segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:35.736716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Bound using segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:35.736716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Bound port: 00fba178-db46-4710-8518-b4f9b3cfeecd, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:35.736716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.751821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56670696-8825-4a2f-97d2-b5bc57ff643d req-2f0508ec-4fcc-466b-984b-afe30a7679bb tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742849 Nov 12 03:23:35.770213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.823297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06'}, {'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:35.825486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:35.825659 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d4913a-e291-4c6b-aa37-74968261637e" -d '{"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-plugged", "status": "completed", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06"}, {"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:35.831555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:35.838283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.879063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:35.879690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.881088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] 10.222.0.104 "PUT /v2.0/ports/00fba178-db46-4710-8518-b4f9b3cfeecd HTTP/1.1" status: 200 len: 1092 time: 0.7726259 Nov 12 03:23:35.881542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:35.883877 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34" -d '{"events": [{"name": "network-changed", "server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:35.906442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] For port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:35.906793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:35.929162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748a98c-a468-4646-88c6-f9472f7c686d service neutron] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:35.952589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Calling delete_port for 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:36.040170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-ebe41d38-b190-4900-a17d-24ee34d1447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.041969 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-ebe41d38-b190-4900-a17d-24ee34d1447f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 1095 time: 0.0663249 Nov 12 03:23:36.045380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847135-19f6-4706-a37a-127e7a3e539a req-ef482dc7-8f32-4130-89da-2706348ae691 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.046878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09847135-19f6-4706-a37a-127e7a3e539a req-ef482dc7-8f32-4130-89da-2706348ae691 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 950 time: 0.1114948 Nov 12 03:23:36.055821 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811f4278-37da-47f2-847b-7ff714edd902 x-openstack-request-id: req-811f4278-37da-47f2-847b-7ff714edd902 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:36.056288 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-plugged", "status": "completed", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06", "code": 200}, {"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:36.056505 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-811f4278-37da-47f2-847b-7ff714edd902 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:36.056899 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06', 'code': 200} Nov 12 03:23:36.057546 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'code': 200} Nov 12 03:23:36.090275 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c280b6-47d0-45f6-aef1-d625d629cea6 x-openstack-request-id: req-47c280b6-47d0-45f6-aef1-d625d629cea6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:36.090652 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:36.090827 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-47c280b6-47d0-45f6-aef1-d625d629cea6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:36.091238 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'status': 'completed', 'code': 200} Nov 12 03:23:36.130491 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-2bed6039-4eb5-4484-a245-a6a6dbb3d7c9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00fba178-db46-4710-8518-b4f9b3cfeecd HTTP/1.1" status: 200 len: 217 time: 0.0501480 Nov 12 03:23:36.197280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09847135-19f6-4706-a37a-127e7a3e539a req-6a851e4e-3f80-4780-8352-d13c9257ce99 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432598 Nov 12 03:23:36.260611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-735ce9e9-2bed-4a80-b117-a430e7e1b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.262699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-735ce9e9-2bed-4a80-b117-a430e7e1b84c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0729985 Nov 12 03:23:36.276756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.306201 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-d55675eb-92c2-4940-b16a-bb1f15db129a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300729 Nov 12 03:23:36.330034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696d080-9972-4e54-81a9-fd99b7cdb690 req-7fbde1af-ae4a-4694-a69f-167051af9690 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.331738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c696d080-9972-4e54-81a9-fd99b7cdb690 req-7fbde1af-ae4a-4694-a69f-167051af9690 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1702309 Nov 12 03:23:36.337955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93319f-6e8c-4c82-af83-1c007deab17e req-27fc7146-db81-44b4-abc6-c5767a536eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.338442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93319f-6e8c-4c82-af83-1c007deab17e req-27fc7146-db81-44b4-abc6-c5767a536eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.340062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d93319f-6e8c-4c82-af83-1c007deab17e req-27fc7146-db81-44b4-abc6-c5767a536eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1987 time: 0.1365240 Nov 12 03:23:36.357912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event deleted for resources: {'Port': ['ID=4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.405938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] No DVR routers for this DVR port 4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:36.408823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.412547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc608588-a071-4fef-8bf2-3de15e204923 req-c4789e25-c043-4b1e-9b5d-c50b87068f9a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "DELETE /v2.0/ports/4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa HTTP/1.1" status: 204 len: 173 time: 1.3325062 Nov 12 03:23:36.416173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-deleted', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:36.419449 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb673ede-d523-4268-b5eb-c9c97ef9ec37" -d '{"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-deleted", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:36.445809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196662-2839-42ce-9e1d-f180fb5036ba req-40950151-a895-406e-a82e-ff7d414546d6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.447567 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-68196662-2839-42ce-9e1d-f180fb5036ba req-40950151-a895-406e-a82e-ff7d414546d6 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 950 time: 0.1202397 Nov 12 03:23:36.479509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c696d080-9972-4e54-81a9-fd99b7cdb690 req-65bdadad-1b7a-4a46-b4b3-e8e3fd66a7d6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Nov 12 03:23:36.481893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d93319f-6e8c-4c82-af83-1c007deab17e req-3a11bd87-d614-4d48-9f4c-a25dca9c9ebf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204762 Nov 12 03:23:36.496286 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3454f-34eb-489f-b0c9-8ca289de8bf3 x-openstack-request-id: req-46f3454f-34eb-489f-b0c9-8ca289de8bf3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:36.496579 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659c5221-60c2-495f-9f56-6bdda467c38a", "name": "network-vif-deleted", "tag": "4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:36.497093 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-46f3454f-34eb-489f-b0c9-8ca289de8bf3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:36.497486 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659c5221-60c2-495f-9f56-6bdda467c38a', 'name': 'network-vif-deleted', 'tag': '4e3bfe5a-be44-4c4d-9dd6-c67a7b54feaa', 'status': 'completed', 'code': 200} Nov 12 03:23:36.503604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-f8d65769-3c05-4416-b2e7-04139e001f2b service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846311 Nov 12 03:23:36.629711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Deleting port 5539979a-0cdf-4123-bf62-2a74aad0ce79 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:36.630440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.700917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-06db4d97-e4fd-42ea-837c-a30f9112bc0c req-26ff39d8-4c9d-4666-8745-934376aa131d service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525295 Nov 12 03:23:36.736861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] For port 5539979a-0cdf-4123-bf62-2a74aad0ce79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=5539979a-0cdf-4123-bf62-2a74aad0ce79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:36.737245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.751951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Calling delete_port for 5539979a-0cdf-4123-bf62-2a74aad0ce79 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:36.791118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c34544-a5d3-48b5-af64-3a6192aa53a6 req-fbc856d8-1b24-44b2-b36d-186e10670067 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.792789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c34544-a5d3-48b5-af64-3a6192aa53a6 req-fbc856d8-1b24-44b2-b36d-186e10670067 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 943 time: 0.0530291 Nov 12 03:23:36.883758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c34544-a5d3-48b5-af64-3a6192aa53a6 req-2ad9d60f-e902-4358-a96c-9b0a3cf6733f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840909 Nov 12 03:23:36.893992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c239-4812-46a3-9263-017246938c7f req-7d0d55e0-680d-4091-bbc3-5a949309c27d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.900245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c239-4812-46a3-9263-017246938c7f req-7d0d55e0-680d-4091-bbc3-5a949309c27d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.904880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40d6c239-4812-46a3-9263-017246938c7f req-7d0d55e0-680d-4091-bbc3-5a949309c27d tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.1012611 Nov 12 03:23:36.934770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-a27a2f96-2f5c-4a43-9925-654089b3199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:36.937397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-a27a2f96-2f5c-4a43-9925-654089b3199e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 1095 time: 0.0733676 Nov 12 03:23:36.939563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:36.962993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40d6c239-4812-46a3-9263-017246938c7f req-7c23c22b-7471-418e-a57d-dfdc5ba09bc1 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Nov 12 03:23:36.977590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event deleted for resources: {'Port': ['ID=5539979a-0cdf-4123-bf62-2a74aad0ce79,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:36.978117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['5539979a-0cdf-4123-bf62-2a74aad0ce79', '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:37.333459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] No DVR routers for this DVR port 5539979a-0cdf-4123-bf62-2a74aad0ce79 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:37.337504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:37.341127 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-68196662-2839-42ce-9e1d-f180fb5036ba req-dd7de28f-0914-4396-8bcd-4c1a05cd29c8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "DELETE /v2.0/ports/5539979a-0cdf-4123-bf62-2a74aad0ce79 HTTP/1.1" status: 204 len: 173 time: 0.8833833 Nov 12 03:23:37.375252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-c885cf83-f1f5-4143-b578-69de60d227d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.377782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-c885cf83-f1f5-4143-b578-69de60d227d1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 905 time: 0.4074261 Nov 12 03:23:37.439738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-fc767740-74fd-4509-ac67-c5654b2c186e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00fba178-db46-4710-8518-b4f9b3cfeecd HTTP/1.1" status: 200 len: 217 time: 0.0393527 Nov 12 03:23:37.483043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40b31f68-ec3e-4fee-be02-5ff6b4ead10f req-4b9ebf99-ad85-4221-9bea-b5d4f3d56fe8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=8462a6b2-fd22-4270-b77c-57236a9fff69 HTTP/1.1" status: 200 len: 210 time: 0.0342529 Nov 12 03:23:37.588832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-06c65e3e-ff6f-4e42-8f04-5041d34d6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.590204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-06c65e3e-ff6f-4e42-8f04-5041d34d6765 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0610189 Nov 12 03:23:37.631265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f72c-d875-4c2e-b003-eae9b5b484a8 req-c7daa565-6ab6-47f3-961b-5455c8898c4d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:37.632914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9066f72c-d875-4c2e-b003-eae9b5b484a8 req-c7daa565-6ab6-47f3-961b-5455c8898c4d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Nov 12 03:23:37.648750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-c1b8810b-8d3b-4545-b49a-be72af2040e7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281954 Nov 12 03:23:37.685960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9066f72c-d875-4c2e-b003-eae9b5b484a8 req-52fffcba-8b8d-4ab7-aa2d-34ef324d47e3 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Nov 12 03:23:37.761003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-588480d8-acc6-4b14-84d1-e3fe51246ec5 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015370 Nov 12 03:23:37.858105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b99f91e-589b-4e5a-904f-c79a4a7ccf34 req-7e05eed1-a87b-40d7-b6e9-23a86ee304aa service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857093 Nov 12 03:23:38.010941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353445-3706-4cf3-8a9a-402d502f32a0 req-70141571-af4c-4341-9d4f-736027eba744 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.012527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9353445-3706-4cf3-8a9a-402d502f32a0 req-70141571-af4c-4341-9d4f-736027eba744 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 943 time: 0.0557008 Nov 12 03:23:38.090530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9353445-3706-4cf3-8a9a-402d502f32a0 req-7b0382a2-5fb3-4004-bbbd-2987abbdab50 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719085 Nov 12 03:23:38.092403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'name': 'network-vif-deleted', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:38.095933 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3ec1c-b8b8-4dd0-9319-b16aef2d8a49" -d '{"events": [{"server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "name": "network-vif-deleted", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:38.105815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba16d-e300-4acb-83d5-5b951e46d0a2 req-61dd1e76-d24c-405e-a55c-dabccb199d06 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.111845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba16d-e300-4acb-83d5-5b951e46d0a2 req-61dd1e76-d24c-405e-a55c-dabccb199d06 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.113419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df9ba16d-e300-4acb-83d5-5b951e46d0a2 req-61dd1e76-d24c-405e-a55c-dabccb199d06 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.0814750 Nov 12 03:23:38.168330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df9ba16d-e300-4acb-83d5-5b951e46d0a2 req-cd072ed9-21c9-48fb-93f9-6fe8c9f265d2 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479622 Nov 12 03:23:38.227823 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eafd76-add3-4baf-b995-a05c16a88d61 x-openstack-request-id: req-a6eafd76-add3-4baf-b995-a05c16a88d61 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:38.228392 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8462a6b2-fd22-4270-b77c-57236a9fff69", "name": "network-vif-deleted", "tag": "5539979a-0cdf-4123-bf62-2a74aad0ce79", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:38.228741 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a6eafd76-add3-4baf-b995-a05c16a88d61 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:38.229730 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8462a6b2-fd22-4270-b77c-57236a9fff69', 'name': 'network-vif-deleted', 'tag': '5539979a-0cdf-4123-bf62-2a74aad0ce79', 'status': 'completed', 'code': 200} Nov 12 03:23:38.565613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1109-9588-4164-8a35-ed6163f8f3ce req-d77318d8-610b-45f1-8864-cc54bad5877b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.569586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1109-9588-4164-8a35-ed6163f8f3ce req-d77318d8-610b-45f1-8864-cc54bad5877b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.571223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-803d1109-9588-4164-8a35-ed6163f8f3ce req-d77318d8-610b-45f1-8864-cc54bad5877b tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.0581219 Nov 12 03:23:38.633817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-803d1109-9588-4164-8a35-ed6163f8f3ce req-7b613551-8db5-45fc-9150-b22d07f73206 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Nov 12 03:23:38.834615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78486592-450f-44fd-a1bd-0be676e7ea4e req-922684c1-5915-479c-8b9e-1f6bb6741a73 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.836049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78486592-450f-44fd-a1bd-0be676e7ea4e req-922684c1-5915-479c-8b9e-1f6bb6741a73 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.0742760 Nov 12 03:23:38.847831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81fd15-d801-4891-adc0-6bc0f809cdcf req-c043e6de-11f5-4eb7-8389-982572a587ef tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:38.849217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b81fd15-d801-4891-adc0-6bc0f809cdcf req-c043e6de-11f5-4eb7-8389-982572a587ef tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0784333 Nov 12 03:23:38.920010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78486592-450f-44fd-a1bd-0be676e7ea4e req-aa830431-8176-48de-a7a1-833bfe7d43e8 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698469 Nov 12 03:23:38.924004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b81fd15-d801-4891-adc0-6bc0f809cdcf req-bea700f4-8645-4c1e-864f-373a99986324 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682986 Nov 12 03:23:39.174559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 5539979a-0cdf-4123-bf62-2a74aad0ce79 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:39.194935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 5539979a-0cdf-4123-bf62-2a74aad0ce79 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:39.195342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 5539979a-0cdf-4123-bf62-2a74aad0ce79 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:39.216622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b448c-99f9-4579-b088-d86956c88bdc req-ed9871ac-c9e8-465b-bce1-f12eb05afa1f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.218126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-627b448c-99f9-4579-b088-d86956c88bdc req-ed9871ac-c9e8-465b-bce1-f12eb05afa1f tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 943 time: 0.0553246 Nov 12 03:23:39.249786 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:39.267085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-627b448c-99f9-4579-b088-d86956c88bdc req-e847ce5a-33a8-4f7d-aee4-18a024b18729 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Nov 12 03:23:39.756906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9ab-6577-4dc8-a574-593505c5f441 req-4325f346-20da-46cb-89fe-b65604d0ce5f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.762892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acc9ab-6577-4dc8-a574-593505c5f441 req-4325f346-20da-46cb-89fe-b65604d0ce5f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:39.764446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7acc9ab-6577-4dc8-a574-593505c5f441 req-4325f346-20da-46cb-89fe-b65604d0ce5f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.0577319 Nov 12 03:23:39.811897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7acc9ab-6577-4dc8-a574-593505c5f441 req-e06da7f6-84f0-4976-a7de-c58da614dfce tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Nov 12 03:23:40.075241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100271b5-b28e-45be-ab7d-f4caf10fb6f5 req-a27811c5-d4ae-481b-9467-44525c644436 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.076758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100271b5-b28e-45be-ab7d-f4caf10fb6f5 req-a27811c5-d4ae-481b-9467-44525c644436 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0752094 Nov 12 03:23:40.085382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8f25-196d-48fc-a6e3-3d53bb15690b req-480f986b-5565-454c-9323-d4c71797c937 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.086775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-105d8f25-196d-48fc-a6e3-3d53bb15690b req-480f986b-5565-454c-9323-d4c71797c937 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.0948763 Nov 12 03:23:40.163091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100271b5-b28e-45be-ab7d-f4caf10fb6f5 req-7e871bdc-c29b-45b6-823a-1ef5e0a4e029 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752041 Nov 12 03:23:40.166244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-105d8f25-196d-48fc-a6e3-3d53bb15690b req-f399c868-d625-4b97-9fe4-4fb26ee56987 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Nov 12 03:23:40.185847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-98d86ec0-ce3b-4f17-a62c-e2e81bdc1b73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434089 Nov 12 03:23:40.290810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-04a525ad-d7a0-4d34-9623-95ac6dd49c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.292321 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-04a525ad-d7a0-4d34-9623-95ac6dd49c0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1098 time: 0.0402911 Nov 12 03:23:40.383816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839da5b1-6bdf-4c4b-95bc-05354969147d req-e10f6f30-a4a7-48cb-9461-fd3f607092df tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.385427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-839da5b1-6bdf-4c4b-95bc-05354969147d req-e10f6f30-a4a7-48cb-9461-fd3f607092df tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 943 time: 0.0487127 Nov 12 03:23:40.414688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-197d9586-7a61-4fe8-98cb-d9b4fdd791c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.416269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-197d9586-7a61-4fe8-98cb-d9b4fdd791c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.0927742 Nov 12 03:23:40.444436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-839da5b1-6bdf-4c4b-95bc-05354969147d req-7d0f2f58-6729-45d5-a507-95b1a679735d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519772 Nov 12 03:23:40.556896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-1819a40b-6893-454c-ab5e-234438ede676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 1001 time: 0.0596156 Nov 12 03:23:40.648448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-2a52cf57-6535-4969-9854-87dc42a2016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.649862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-2a52cf57-6535-4969-9854-87dc42a2016d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.0460141 Nov 12 03:23:40.787742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-964c81bf-89ea-4271-b6ed-5b4ddd1a1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.789244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-964c81bf-89ea-4271-b6ed-5b4ddd1a1c28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407622 Nov 12 03:23:40.838507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-10fe1ef8-d00c-4a9a-befe-153cc3bbd720 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.844506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-10fe1ef8-d00c-4a9a-befe-153cc3bbd720 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.846118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-10fe1ef8-d00c-4a9a-befe-153cc3bbd720 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.0580311 Nov 12 03:23:40.896169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-f84d8c1d-b29d-4476-9703-9604838bbf41 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.897630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-f84d8c1d-b29d-4476-9703-9604838bbf41 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 950 time: 0.1075463 Nov 12 03:23:40.943799 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-bdad3ad7-b510-482d-bf35-b4d4de6b29f2 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442645 Nov 12 03:23:40.971847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073908-2dcf-4202-bd98-51e63778c603 req-0e0f4001-97a3-428c-9e0d-ee1abb5deeb0 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.977834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073908-2dcf-4202-bd98-51e63778c603 req-0e0f4001-97a3-428c-9e0d-ee1abb5deeb0 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:40.979406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb073908-2dcf-4202-bd98-51e63778c603 req-0e0f4001-97a3-428c-9e0d-ee1abb5deeb0 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 1683 time: 0.0951183 Nov 12 03:23:41.011555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:41.011898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.076476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Deleting port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:41.076713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.080787 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7762c7fb-6a40-4c93-80ed-759f0ea140d0 req-8b56e611-afa7-48a3-a650-4e94ce209701 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247141 Nov 12 03:23:41.085065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb073908-2dcf-4202-bd98-51e63778c603 req-5ad764db-9543-43c1-8afb-d8b2c2d663a9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/security-groups?id=86ca7319-2ecd-4709-98f7-b75c5d37b903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982547 Nov 12 03:23:41.122567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port 0f27e548-5bb4-48b9-84b0-c54e93d6de06, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0f27e548-5bb4-48b9-84b0-c54e93d6de06,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.122956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.136382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for 0f27e548-5bb4-48b9-84b0-c54e93d6de06 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:41.177706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] For port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.178080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.198454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Calling delete_port for 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:41.315819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.336421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681c45-8e39-44cf-96a5-45defed4cff3 req-f0d5695b-bba5-41bf-b4df-a155d9eeb8a4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.337834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a681c45-8e39-44cf-96a5-45defed4cff3 req-f0d5695b-bba5-41bf-b4df-a155d9eeb8a4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0836143 Nov 12 03:23:41.345215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.364120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=0f27e548-5bb4-48b9-84b0-c54e93d6de06,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.374971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Pushing event deleted for resources: {'Port': ['ID=2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.419086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.419695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.420995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.421519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.421857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.422195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.422568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.422931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.423271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.423599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.423940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.424248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:41.424547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44760d8e-3984-4386-ab36-1ded73a32891 req-c4329c06-74de-44a1-bf96-153fb6606589 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.97 "GET /v2.0/ports?device_id=e2bfb6c2-de8f-455c-9e43-02339e98f3f5 HTTP/1.1" status: 200 len: 210 time: 0.1634908 Nov 12 03:23:41.452030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] No DVR routers for this DVR port 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:41.452030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.452030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fa33c20f-c064-4e09-be86-5238dcae41f4 req-524b0363-6098-497d-b775-a829d42f5ad2 tempest-ServersAdminTestJSON-1821217111 tempest-ServersAdminTestJSON-1821217111-project] 10.222.0.16 "DELETE /v2.0/ports/2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf HTTP/1.1" status: 204 len: 173 time: 0.5446908 Nov 12 03:23:41.452030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-deleted', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:41.454659 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cc11a6-4a95-45eb-8c3f-36dfb7af495a" -d '{"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-deleted", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:41.481006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port 0f27e548-5bb4-48b9-84b0-c54e93d6de06 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:41.485985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.489505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-31c0bc3e-db21-4bd8-b2af-fc08d90bd6c9 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "DELETE /v2.0/ports/0f27e548-5bb4-48b9-84b0-c54e93d6de06 HTTP/1.1" status: 204 len: 173 time: 0.6339464 Nov 12 03:23:41.489977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-deleted', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:41.492262 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9fa0fd-8fc7-4222-987e-2fc76b200c42" -d '{"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-deleted", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:41.511532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:41.519325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a681c45-8e39-44cf-96a5-45defed4cff3 req-2b13dc35-5c5c-4185-b896-25b1b96dbc1f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608281 Nov 12 03:23:41.600489 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e513bf70-ac51-4aa1-8a47-864d51b50af5 x-openstack-request-id: req-e513bf70-ac51-4aa1-8a47-864d51b50af5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:41.600782 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfb6c2-de8f-455c-9e43-02339e98f3f5", "name": "network-vif-deleted", "tag": "2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:41.601038 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e513bf70-ac51-4aa1-8a47-864d51b50af5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:41.601437 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bfb6c2-de8f-455c-9e43-02339e98f3f5', 'name': 'network-vif-deleted', 'tag': '2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf', 'status': 'completed', 'code': 200} Nov 12 03:23:41.681508 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec544119-1dfd-450a-a063-0873ad55e4f3 x-openstack-request-id: req-ec544119-1dfd-450a-a063-0873ad55e4f3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:41.681836 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-deleted", "tag": "0f27e548-5bb4-48b9-84b0-c54e93d6de06", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:41.682092 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ec544119-1dfd-450a-a063-0873ad55e4f3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:41.682490 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-deleted', 'tag': '0f27e548-5bb4-48b9-84b0-c54e93d6de06', 'status': 'completed', 'code': 200} Nov 12 03:23:41.684861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.700833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'mac_address': 'fa:16:3e:10:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:41.745662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.761139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fba178-db46-4710-8518-b4f9b3cfeecd {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:41.762889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port ca679a89-2fd8-44dc-a88a-37382c228835 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:41.763229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.781241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.788571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.842224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053d608-fb47-4953-ae24-12d8692eef2a req-ce458edb-a175-47c9-a2ec-bc5d80c6cf46 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:41.843283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:41.843631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9053d608-fb47-4953-ae24-12d8692eef2a req-ce458edb-a175-47c9-a2ec-bc5d80c6cf46 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 943 time: 0.1255715 Nov 12 03:23:41.901361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port ca679a89-2fd8-44dc-a88a-37382c228835, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca679a89-2fd8-44dc-a88a-37382c228835,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:41.901736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:41.923834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for ca679a89-2fd8-44dc-a88a-37382c228835 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:41.928443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9053d608-fb47-4953-ae24-12d8692eef2a req-8c4aacca-5858-44cc-a916-a2d35f7999df tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Nov 12 03:23:42.057026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.091270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=ca679a89-2fd8-44dc-a88a-37382c228835,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:42.137828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port ca679a89-2fd8-44dc-a88a-37382c228835 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:42.140771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.146129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94e258d9-e91d-4918-bae8-cf9a3b5972d1 req-7601b0ca-9c9e-4ae2-b85c-e117d78ba026 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.16 "DELETE /v2.0/ports/ca679a89-2fd8-44dc-a88a-37382c228835 HTTP/1.1" status: 204 len: 173 time: 0.6425934 Nov 12 03:23:42.208073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3120d496-9b10-4af2-85fd-55d1065ffd88 req-74debef7-86f3-474e-96a1-1227c7d7d637 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "GET /v2.0/ports?device_id=b99ed93c-0b40-4040-811f-58f2066be8df HTTP/1.1" status: 200 len: 210 time: 0.0316010 Nov 12 03:23:42.441599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['00fba178-db46-4710-8518-b4f9b3cfeecd'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:42.666746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc5d3c-761f-44fa-a7b2-9ad0f7bcea46 req-a0fb5235-0a10-4006-95e3-7d739b018ec2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:42.668652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cadc5d3c-761f-44fa-a7b2-9ad0f7bcea46 req-a0fb5235-0a10-4006-95e3-7d739b018ec2 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.0641425 Nov 12 03:23:42.715637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37920) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:42.730505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cadc5d3c-761f-44fa-a7b2-9ad0f7bcea46 req-43f6625a-5cb4-4d95-8ea0-bb02ce47f81f tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543888 Nov 12 03:23:42.875484 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d4c74d0-98f8-40ac-9f74-e96a89baeb80 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=aacc1379519a4795b3ef36591b280013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550028 Nov 12 03:23:42.877949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:42.931165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:42.952906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.009854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.012560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.013682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9f77e92d-7f6c-4cb1-be55-5cdfb6d14953 HTTP/1.1" status: 204 len: 168 time: 0.1348414 Nov 12 03:23:43.022518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97236-9bef-4af5-9588-677796983301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f77e92d-7f6c-4cb1-be55-5cdfb6d14953,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.083587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d44f-1aa5-483b-a541-7d55c92c62de req-5de220ee-ebb6-4422-bfd4-40215ddadb82 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.085968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c157d44f-1aa5-483b-a541-7d55c92c62de req-5de220ee-ebb6-4422-bfd4-40215ddadb82 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 944 time: 0.0771015 Nov 12 03:23:43.139711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c157d44f-1aa5-483b-a541-7d55c92c62de req-57925de4-a94d-45ee-b3b9-3c95e5a27fec tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Nov 12 03:23:43.222651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca679a89-2fd8-44dc-a88a-37382c228835 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:43.253982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: ca679a89-2fd8-44dc-a88a-37382c228835 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:43.254334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca679a89-2fd8-44dc-a88a-37382c228835 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:43.254910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0f27e548-5bb4-48b9-84b0-c54e93d6de06 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:43.279542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 0f27e548-5bb4-48b9-84b0-c54e93d6de06 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:43.280214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0f27e548-5bb4-48b9-84b0-c54e93d6de06 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:43.280719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:43.298786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.306782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:43.307229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2bcd1dec-2345-4e6c-9be2-8dd5be7f5faf not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:43.331779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd997010-d778-4995-a2c6-9a5b337a7239 req-38ea80cc-eadc-4909-974f-59a7401a7dca tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.334262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd997010-d778-4995-a2c6-9a5b337a7239 req-38ea80cc-eadc-4909-974f-59a7401a7dca tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.2437582 Nov 12 03:23:43.337288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.375708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting subnet 010fb3d6-8bb6-4ae5-95c5-8384a6e29be4 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:43.383237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.414212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-89521eda-7570-49f0-be86-1f7e6970ad8f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:43.415767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-89521eda-7570-49f0-be86-1f7e6970ad8f tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.0812764 Nov 12 03:23:43.420752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd997010-d778-4995-a2c6-9a5b337a7239 req-abd2f521-9013-479b-98ef-6d8e20669506 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754550 Nov 12 03:23:43.429683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e7f5939-635b-4f4b-a711-826d2135a16f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=90bdc815e1c049438604bc52904e6f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890474 Nov 12 03:23:43.429871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-29'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:43.430636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.446256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.519586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.537003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.543287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.587246 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.609405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.626474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.634318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/subnets/010fb3d6-8bb6-4ae5-95c5-8384a6e29be4 HTTP/1.1" status: 204 len: 168 time: 0.3334253 Nov 12 03:23:43.635380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37956) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:43.638101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e938c9-0d73-450b-bc3a-cce446217cc1 None None] Network ac30de84-0d5b-4d66-bde4-353922d3acf0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:43.656090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ca858-ded9-4add-846b-975fbd62cb3f tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Subnet': ['ID=010fb3d6-8bb6-4ae5-95c5-8384a6e29be4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.684814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-deleted', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:43.691149 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6313294-0631-4cf0-b2f7-96817d928b24" -d '{"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-deleted", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:43.772001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.774880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.775789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02e6f6bd-6290-432c-aec3-a51a3646e66d HTTP/1.1" status: 204 len: 168 time: 0.3430750 Nov 12 03:23:43.784165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:43.790276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:43.812583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307c10a-eab7-439b-b454-af267e289dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e6f6bd-6290-432c-aec3-a51a3646e66d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:43.899917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] DHCP port deletion for ac30de84-0d5b-4d66-bde4-353922d3acf0 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:43.918574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:43.975602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Deleting port 82337e06-d557-4173-9875-01a29d5bea31 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:43.976402 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.006264 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d7d9e-a8f1-4867-a9f6-216e51ef0b13 x-openstack-request-id: req-251d7d9e-a8f1-4867-a9f6-216e51ef0b13 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:44.006447 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99ed93c-0b40-4040-811f-58f2066be8df", "name": "network-vif-deleted", "tag": "ca679a89-2fd8-44dc-a88a-37382c228835", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:44.006699 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-251d7d9e-a8f1-4867-a9f6-216e51ef0b13 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:44.007470 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99ed93c-0b40-4040-811f-58f2066be8df', 'name': 'network-vif-deleted', 'tag': 'ca679a89-2fd8-44dc-a88a-37382c228835', 'status': 'completed', 'code': 200} Nov 12 03:23:44.016129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.034878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port 82337e06-d557-4173-9875-01a29d5bea31 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:44.035267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.065045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.066728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] For port 82337e06-d557-4173-9875-01a29d5bea31, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=82337e06-d557-4173-9875-01a29d5bea31,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:44.067138 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.090555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Calling delete_port for 82337e06-d557-4173-9875-01a29d5bea31 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:44.124748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fb14d-ebc6-4d09-9094-f0a8d11ebd4a req-1332dfe8-cf34-40f7-87c3-27c637edfe86 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.127013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e0fb14d-ebc6-4d09-9094-f0a8d11ebd4a req-1332dfe8-cf34-40f7-87c3-27c637edfe86 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 945 time: 0.1607213 Nov 12 03:23:44.243258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port 82337e06-d557-4173-9875-01a29d5bea31, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=82337e06-d557-4173-9875-01a29d5bea31,segment=NetworkSegment(79783e22-ba31-4991-8e49-f506bf271d54),segment_id=79783e22-ba31-4991-8e49-f506bf271d54)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:44.243852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.264353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.275590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.320450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] Pushing event deleted for resources: {'Port': ['ID=82337e06-d557-4173-9875-01a29d5bea31,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.323455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713e8c0-a5ab-4857-9697-a95b5a35e3af None None] No DVR routers for this DVR port 82337e06-d557-4173-9875-01a29d5bea31 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:44.327637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for 82337e06-d557-4173-9875-01a29d5bea31 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:44.367296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 82337e06-d557-4173-9875-01a29d5bea31 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:44.401994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 82337e06-d557-4173-9875-01a29d5bea31 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:44.403825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 82337e06-d557-4173-9875-01a29d5bea31 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:44.474287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e0fb14d-ebc6-4d09-9094-f0a8d11ebd4a req-3d07b7d6-ad41-44d9-910c-b32cb075bb4b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155630 Nov 12 03:23:44.478263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:23:44.478697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:23:44.479160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:44.489006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:23:44.489840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Attempting to bind port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on network 3fe572a3-3423-4676-9355-434cf8a4586e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:23:44.507800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:23:44.508279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Checking segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:44.508760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Bound using segment: {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:23:44.509300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Bound port: 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af12e93-c50c-4535-ba19-a4c78bd43179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fe572a3-3423-4676-9355-434cf8a4586e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:23:44.509752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.541935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d21fa-e8de-4116-b300-af55b93edd34 req-4dab2e6a-abf3-49eb-b8bc-df0b36ccb2fe tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.547727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1d21fa-e8de-4116-b300-af55b93edd34 req-4dab2e6a-abf3-49eb-b8bc-df0b36ccb2fe tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 944 time: 0.1227221 Nov 12 03:23:44.628114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.681355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=82337e06-d557-4173-9875-01a29d5bea31,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.687920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port 82337e06-d557-4173-9875-01a29d5bea31 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:44.709756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:44.712846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.713151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.713446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.713801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.714104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.714432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.714758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.715202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.715600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.715993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.716384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.716768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:44.742337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1d21fa-e8de-4116-b300-af55b93edd34 req-63d555bb-eaec-4d84-b0b4-eff2024ff602 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838524 Nov 12 03:23:44.763685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:23:44.774676 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.851755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.892024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:44.924862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac30de84-0d5b-4d66-bde4-353922d3acf0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:44.946726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79783e22-ba31-4991-8e49-f506bf271d54') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:44.947128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79783e22-ba31-4991-8e49-f506bf271d54') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:44.973743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:44.974368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.976005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a04f7db2-19c3-4a7d-8214-68f98d6cf5f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 1123 time: 1.5523961 Nov 12 03:23:44.977946 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:44.993624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.001778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:45.002382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:45.005777 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:45.075416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.080686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.084581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/networks/ac30de84-0d5b-4d66-bde4-353922d3acf0 HTTP/1.1" status: 204 len: 168 time: 1.4481978 Nov 12 03:23:45.088158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:45.107123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157c5c-2cef-4d0d-a62a-99c148b3d316 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Network': ['ID=ac30de84-0d5b-4d66-bde4-353922d3acf0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.182111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting subnet 432a6289-5449-40e4-a899-b6eadb85750e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:45.184029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9d0b34ad-557c-4c5e-b827-93b341fa24a4'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:45.186057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.243742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.254759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:45.257471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9d0b34ad-557c-4c5e-b827-93b341fa24a4'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:45.419224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.526154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.571887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:45.579135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Subnet': ['ID=432a6289-5449-40e4-a899-b6eadb85750e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:45.593053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.599347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b11c7dc8-bad1-43ba-87b7-fa2cb3ad34a8 tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/subnets/432a6289-5449-40e4-a899-b6eadb85750e HTTP/1.1" status: 204 len: 168 time: 0.5100229 Nov 12 03:23:45.601013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:45.616098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.618896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd3105-1411-43ee-aefb-b3f23b8cb1d2 None None] Network f474470a-c044-4e2c-a084-1b4112b01d0d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:45.682176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 has no active binding in host n-h1-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:23:45.717003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e014-7641-4400-8a1d-105b01f54344 req-5cfa2d04-ac6e-4ee8-ac8c-3e7cb548378d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:45.718555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1265e014-7641-4400-8a1d-105b01f54344 req-5cfa2d04-ac6e-4ee8-ac8c-3e7cb548378d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1406584 Nov 12 03:23:45.726655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.805782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1265e014-7641-4400-8a1d-105b01f54344 req-b55b00d5-bac4-46d9-af35-3518ab215f7c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752201 Nov 12 03:23:45.814933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 00fba178-db46-4710-8518-b4f9b3cfeecd completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:23:45.824820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 00fba178-db46-4710-8518-b4f9b3cfeecd triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:45.825180 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.847851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Deleting port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:45.848205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.955227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.961136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] For port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:45.961661 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:45.980577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Calling delete_port for c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:45.983365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] DHCP port deletion for f474470a-c044-4e2c-a084-1b4112b01d0d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:45.992031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:45.994281 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a8a4b-6d21-4588-9835-7131b170cab1" -d '{"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-plugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:45.999457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04943924-64cb-4913-8d24-ca9b01de8ebb req-ec18d962-44da-4271-a427-186716a869e3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.001557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04943924-64cb-4913-8d24-ca9b01de8ebb req-ec18d962-44da-4271-a427-186716a869e3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 944 time: 0.0973942 Nov 12 03:23:46.009970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4'}, {'name': 'network-changed', 'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:46.012444 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319fc79-a33a-40d2-89d9-e93349c70cb8" -d '{"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4"}, {"name": "network-changed", "server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:46.014835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:46.032940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.102048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.114326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Deleting port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:46.115122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.128952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04943924-64cb-4913-8d24-ca9b01de8ebb req-04827b0c-8cdf-4f06-bf9a-9ffb4c99739b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145592 Nov 12 03:23:46.145844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.148614 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b950429c-2eb0-4482-bb0e-a9f44d402f32 x-openstack-request-id: req-b950429c-2eb0-4482-bb0e-a9f44d402f32 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:46.148934 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-plugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:46.149169 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b950429c-2eb0-4482-bb0e-a9f44d402f32 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:46.149586 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'code': 200} Nov 12 03:23:46.174757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Port': ['ID=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.176591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] No DVR routers for this DVR port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:46.204287 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4acb9a3-0dc6-4915-a981-433f69d6c186 x-openstack-request-id: req-b4acb9a3-0dc6-4915-a981-433f69d6c186 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:46.204625 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4", "code": 200}, {"name": "network-changed", "server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:46.204894 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4acb9a3-0dc6-4915-a981-433f69d6c186 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:46.205208 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'code': 200} Nov 12 03:23:46.206001 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'status': 'completed', 'code': 200} Nov 12 03:23:46.216346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] For port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,segment=NetworkSegment(64c3a0cb-c522-46c5-91c9-b5842377163c),segment_id=64c3a0cb-c522-46c5-91c9-b5842377163c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:46.216717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.235372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Calling delete_port for c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:46.285733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.323649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f474470a-c044-4e2c-a084-1b4112b01d0d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.334117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c3a0cb-c522-46c5-91c9-b5842377163c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.334413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c3a0cb-c522-46c5-91c9-b5842377163c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:46.337440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:46.349744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.361419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:46.361754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:46.366217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.368866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.376141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:46.376720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:46.380533 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:46.412132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] No DVR routers for this DVR port c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:46.412675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-b4fc4cb2-7697-40dc-8c47-808a21ed7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.414304 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-b4fc4cb2-7697-40dc-8c47-808a21ed7cef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1126 time: 0.0784018 Nov 12 03:23:46.420784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062e5a8-cc5d-4afe-ab62-bcfb254fca3c None None] Pushing event deleted for resources: {'Port': ['ID=c780ae06-fe0f-4fd9-9c9e-c77d1a5bfec0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.522472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38066) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.552851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-06e67625-759d-4927-883f-31e61ee7d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.554350 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-06e67625-759d-4927-883f-31e61ee7d266 service neutron] 10.222.0.104 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1020224 Nov 12 03:23:46.612775 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-7c0e40a0-f80e-4a55-9553-71f0200eb883 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 217 time: 0.0407870 Nov 12 03:23:46.664915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e23637f-637e-4374-9943-2da4e9af4da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.694752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-20f64bc3-df88-4a4f-b90d-90b0047781b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.696167 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-20f64bc3-df88-4a4f-b90d-90b0047781b8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.0740569 Nov 12 03:23:46.740726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-eb63aecd-61af-4460-abab-ea1642039a4c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255830 Nov 12 03:23:46.768462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.773345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.776586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] 10.222.0.97 "DELETE /v2.0/networks/f474470a-c044-4e2c-a084-1b4112b01d0d HTTP/1.1" status: 204 len: 168 time: 1.1746264 Nov 12 03:23:46.797923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9f4c-6dea-4d8a-92ab-65ef95e5d8ed req-f846a5e6-fce1-4a80-bfa8-fb01052a5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.799557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ffd9f4c-6dea-4d8a-92ab-65ef95e5d8ed req-f846a5e6-fce1-4a80-bfa8-fb01052a5103 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 1097 time: 0.0689251 Nov 12 03:23:46.800538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde75e51-09ad-4849-adb2-f45e9f8d0ffe tempest-ServersTestMultiNic-1431113106 tempest-ServersTestMultiNic-1431113106-project] Pushing event deleted for resources: {'Network': ['ID=f474470a-c044-4e2c-a084-1b4112b01d0d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:46.901288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ffd9f4c-6dea-4d8a-92ab-65ef95e5d8ed req-55a69ce4-a44a-4c89-891b-496cabd40087 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650806 Nov 12 03:23:46.926499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e23637f-637e-4374-9943-2da4e9af4da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.929284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-f394c668-ce9d-4efc-bbab-05d931df3781 service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574490 Nov 12 03:23:46.931940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e23637f-637e-4374-9943-2da4e9af4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:46.954564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.969048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a59-5400-41a2-945b-9ea4a5bf3f20 req-70a649a0-d4e0-4012-955f-00c4a733fe0c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:46.975372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06a31a59-5400-41a2-945b-9ea4a5bf3f20 req-70a649a0-d4e0-4012-955f-00c4a733fe0c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.0729671 Nov 12 03:23:46.978743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:46.980334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e23637f-637e-4374-9943-2da4e9af4da6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d65df53b1cad4ecdbb6b54b0f6ff5274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566605 Nov 12 03:23:46.982612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23637f-637e-4374-9943-2da4e9af4da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d784f789-57e5-465c-b098-68410ebda8f0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.131510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06a31a59-5400-41a2-945b-9ea4a5bf3f20 req-a69fd373-c563-44ce-ba39-600755c68ee8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534889 Nov 12 03:23:47.178153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.252636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:47.263456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.319543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b514b-4c91-4622-8076-3a9aec709505 req-72ebfdfc-47c1-4b5b-90db-47410ca735b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:47.321106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e08b514b-4c91-4622-8076-3a9aec709505 req-72ebfdfc-47c1-4b5b-90db-47410ca735b6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.1297841 Nov 12 03:23:47.349124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.360557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:47.397525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.399945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.401068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d784f789-57e5-465c-b098-68410ebda8f0 HTTP/1.1" status: 204 len: 168 time: 0.4208615 Nov 12 03:23:47.402301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.417838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:47.439939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e08b514b-4c91-4622-8076-3a9aec709505 req-645a6f3b-d49b-4e1a-b95d-97645342f904 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090240 Nov 12 03:23:47.440640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd295ce3-f668-467d-a8d2-d32d8294dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784f789-57e5-465c-b098-68410ebda8f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.440806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.448340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.512939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.554626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.722032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1319fc79-a33a-40d2-89d9-e93349c70cb8 req-420493c9-4de8-406a-b14b-a62bef44f3aa service neutron] 10.222.0.104 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041703 Nov 12 03:23:47.743300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:47.750457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['18cde8e6-2afa-4e28-9d93-9f57bffca5dc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:47.758115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8964a3a0-d454-4a13-8dbf-665585448fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.835052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Deleting port 8a1d952b-a48c-47ec-b720-518f866accb1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:47.835626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.868274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8964a3a0-d454-4a13-8dbf-665585448fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.872891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8964a3a0-d454-4a13-8dbf-665585448fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.916594 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8964a3a0-d454-4a13-8dbf-665585448fa6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=365da7572ec0420cb0acaadc799d1864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722136 Nov 12 03:23:47.919141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:47.946066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964a3a0-d454-4a13-8dbf-665585448fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec5d64-15c2-4e35-9fa1-b2b0b828934a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:47.947949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] For port 8a1d952b-a48c-47ec-b720-518f866accb1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a1d952b-a48c-47ec-b720-518f866accb1,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:47.948595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:47.966246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Calling delete_port for 8a1d952b-a48c-47ec-b720-518f866accb1 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:47.991448 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.015724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.072393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.075259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.076601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2dec5d64-15c2-4e35-9fa1-b2b0b828934a HTTP/1.1" status: 204 len: 168 time: 0.1565089 Nov 12 03:23:48.107199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8514e9-e72b-4954-a7ae-4a9b83b8ef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec5d64-15c2-4e35-9fa1-b2b0b828934a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.294249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.349912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d952b-a48c-47ec-b720-518f866accb1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:48.426721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449458-5389-4e2b-b128-a808c25f8fd2 req-14ca0787-d2a5-421d-b4ce-a1f7136c5995 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.428423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c449458-5389-4e2b-b128-a808c25f8fd2 req-14ca0787-d2a5-421d-b4ce-a1f7136c5995 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.1864414 Nov 12 03:23:48.591836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c449458-5389-4e2b-b128-a808c25f8fd2 req-e046ab27-713f-47c7-a203-3e70bae6aebf tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495116 Nov 12 03:23:48.684698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2a166-5742-4801-a39b-ca6741fd4582 req-84a8f30c-c331-4bce-8c59-13443234ef93 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:48.686443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6f2a166-5742-4801-a39b-ca6741fd4582 req-84a8f30c-c331-4bce-8c59-13443234ef93 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.1350226 Nov 12 03:23:48.699430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:48.888735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6f2a166-5742-4801-a39b-ca6741fd4582 req-9747133d-af4f-4963-b5e8-5ecc5cad5df2 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911767 Nov 12 03:23:49.081902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Router a36d9165-d9c8-432f-94cf-b052d80b06ee has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:23:49.082955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38164) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.236899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-824605001-network', 'tenant_id': '10cd2614395a4dcbb729af7bf602bc63'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:49.249676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:23:49.256055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:49.260544 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Sync routers for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:23:49.278050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86ab826e-38a5-465e-aa78-8accab8ab4aa admin admin] 10.222.0.97 "PUT /v2.0/routers/a36d9165-d9c8-432f-94cf-b052d80b06ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3223538 Nov 12 03:23:49.278281 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:49.278916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:23:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:49.280680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.299783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Made reservation on behalf of 10cd2614395a4dcbb729af7bf602bc63 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:49.304426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.331817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.413815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:49.414914 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.468678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:49.508533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.519465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.528874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.577817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:49.613104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.618755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.638234 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Added segment 9beaf2aa-7f1e-496c-8876-b8a2d77c1774 of type vlan for network 51d510c7-50ee-4da1-90d7-332faa4c0459 Nov 12 03:23:49.663612 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.712922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:49.717575 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95349e-6ebb-4207-8836-88451368cb67" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:49.779694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.779893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:49.791717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.792924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:23:48Z', 'revision_number': 5, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:49.844078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.845633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.846546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.856800 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ca6bb-5cc9-48cd-b9ce-ba865196bce4 x-openstack-request-id: req-b53ca6bb-5cc9-48cd-b9ce-ba865196bce4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:49.857103 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:49.857359 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b53ca6bb-5cc9-48cd-b9ce-ba865196bce4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:49.857762 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:23:49.876203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Checking router: a36d9165-d9c8-432f-94cf-b052d80b06ee for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:23:49.908236 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Routers {'a36d9165-d9c8-432f-94cf-b052d80b06ee'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:23:49.909253 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:23:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a36d9165-d9c8-432f-94cf-b052d80b06ee'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:49.920438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:49.922668 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8355787 Nov 12 03:23:49.923435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:49.934792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:49.966006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.966006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.966006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.966366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.966576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.966919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.967236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.967557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.968815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd69e2-5fbe-4334-8ace-a76088027a00 req-a9a06c50-e191-4506-bd93-956d7a2f5acc tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:49.977216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74dd69e2-5fbe-4334-8ace-a76088027a00 req-a9a06c50-e191-4506-bd93-956d7a2f5acc tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.2021031 Nov 12 03:23:49.981205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.981549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.981887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:49.982213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:23:50.034140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Request body: {'subnet': {'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-824605001-subnet', 'tenant_id': '10cd2614395a4dcbb729af7bf602bc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:50.062802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4d1a-c355-4ccb-8fa3-4e205a153e53 admin admin] Pushing event updated for resources: {'Network': ['ID=51d510c7-50ee-4da1-90d7-332faa4c0459,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.091107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 51d510c7-50ee-4da1-90d7-332faa4c0459 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:50.105603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Made reservation on behalf of 10cd2614395a4dcbb729af7bf602bc63 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:50.114437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.220180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74dd69e2-5fbe-4334-8ace-a76088027a00 req-341b2054-5406-4d60-ac82-30f37a849d00 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420073 Nov 12 03:23:50.229448 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] Set router a36d9165-d9c8-432f-94cf-b052d80b06ee gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:23:50.426212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Deleting port c8a390d5-97b4-4033-a6a5-8a7bda008324 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:50.426212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.510466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b5b53-3584-4b50-bf86-a231c02fb837 req-07e7f06f-5d1f-48ac-a5dc-47027b48c4a4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.513500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-975b5b53-3584-4b50-bf86-a231c02fb837 req-07e7f06f-5d1f-48ac-a5dc-47027b48c4a4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.2808537 Nov 12 03:23:50.567069 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:23:48Z', 'revision_number': 5, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:50.595778 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d2f7-1efa-467f-9fcc-e10dd1dea5d3 None None] The sync data for ids ['a36d9165-d9c8-432f-94cf-b052d80b06ee'] in n-d-766726-29 is: [{'id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'name': 'tempest-ServersTestMultiNic-1407567707-router', 'tenant_id': '6b9aa334ee5141bd9bad7952a9af673c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:23:48Z', 'revision_number': 5, 'project_id': '6b9aa334ee5141bd9bad7952a9af673c', 'gw_port': {'id': 'c8a390d5-97b4-4033-a6a5-8a7bda008324', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36d9165-d9c8-432f-94cf-b052d80b06ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:27Z', 'updated_at': '2021-11-12T03:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:23:50.648537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.687313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-975b5b53-3584-4b50-bf86-a231c02fb837 req-8a8b525b-7ed5-4a68-b775-a28d045cd95d tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472394 Nov 12 03:23:50.721726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5709bcfe-aef0-4698-b43a-33fb325970ff,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:50.730307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Checking segment: {'id': '9beaf2aa-7f1e-496c-8876-b8a2d77c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:50.730462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] For port c8a390d5-97b4-4033-a6a5-8a7bda008324, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8a390d5-97b4-4033-a6a5-8a7bda008324,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:50.730679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Network hostable DHCP agents. Network: 51d510c7-50ee-4da1-90d7-332faa4c0459, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:50.730806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.762052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Calling delete_port for c8a390d5-97b4-4033-a6a5-8a7bda008324 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:50.768951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Network 51d510c7-50ee-4da1-90d7-332faa4c0459 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:50.788630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 51d510c7-50ee-4da1-90d7-332faa4c0459) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:50.798750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9589c-c5b9-4b88-ad33-f9f4a00bd7db None None] Network 51d510c7-50ee-4da1-90d7-332faa4c0459 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:50.801845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:50.802675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:50.835984 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b93a7fab-af3e-4a3a-a125-30b4f1d8d2d1 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8135343 Nov 12 03:23:51.073716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.216625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a390d5-97b4-4033-a6a5-8a7bda008324,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:51.230998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66620f62-8214-42a0-b259-d1a7733be1f1 None None] Network 51d510c7-50ee-4da1-90d7-332faa4c0459 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:51.299395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.455347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.458634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.474760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1a6c3-342f-4248-bb15-67ce0890d0f3 req-3563b27f-b939-4bf9-aeff-aa48783e3ff3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.482999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37a1a6c3-342f-4248-bb15-67ce0890d0f3 req-3563b27f-b939-4bf9-aeff-aa48783e3ff3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.1881390 Nov 12 03:23:51.573510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:51.631025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.631565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a36d9165-d9c8-432f-94cf-b052d80b06ee {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:23:51.637118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.641111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-72577a4a-213b-4c9d-b3d6-bcc48a99ceba admin admin] 10.222.0.97 "DELETE /v2.0/routers/a36d9165-d9c8-432f-94cf-b052d80b06ee HTTP/1.1" status: 204 len: 168 time: 2.3547223 Nov 12 03:23:51.641274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:51.675458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37a1a6c3-342f-4248-bb15-67ce0890d0f3 req-95eb69df-8186-4fc3-a988-1fecd982d94a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906841 Nov 12 03:23:51.713535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61127b95-bbcf-4fec-a9ee-959cbd9a0b7d req-3df46e85-3188-400d-9c80-883d7e501352 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:51.718610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61127b95-bbcf-4fec-a9ee-959cbd9a0b7d req-3df46e85-3188-400d-9c80-883d7e501352 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.2002792 Nov 12 03:23:51.796339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Deleting subnet fa961068-bc7b-4ffc-85ec-8a12a06ebcbe {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:23:51.811706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:51.836186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61127b95-bbcf-4fec-a9ee-959cbd9a0b7d req-a1049683-24ad-49b9-8c32-d394db46af3c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024306 Nov 12 03:23:51.889828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.037069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.099259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5dcaa4b-0073-47b5-b839-d8b06066cc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.120753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.151651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa961068-bc7b-4ffc-85ec-8a12a06ebcbe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.153803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.157172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47e5fbb5-7edb-4b1d-a031-6c559eaeea74 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/fa961068-bc7b-4ffc-85ec-8a12a06ebcbe HTTP/1.1" status: 204 len: 168 time: 0.5149734 Nov 12 03:23:52.159822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:52.173699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9529a69-a383-49b4-a786-bbc8abb1f157 None None] Network ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:52.247750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:52.254198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-154926451-network', 'tenant_id': '96be9b1ae1b14e8cb73d377e50405e8d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:52.390995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8a390d5-97b4-4033-a6a5-8a7bda008324 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:52.405820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Made reservation on behalf of 96be9b1ae1b14e8cb73d377e50405e8d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:52.408267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.414117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.442512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.451699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c8a390d5-97b4-4033-a6a5-8a7bda008324 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:52.453017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8a390d5-97b4-4033-a6a5-8a7bda008324 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:52.453627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a1d952b-a48c-47ec-b720-518f866accb1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:52.478144 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-83467214-9329-46fa-9151-3665dfac7756 service neutron] 10.222.0.104 "GET /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.2053180 Nov 12 03:23:52.487136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Deleting port 9c720933-e7f1-4a25-bbe7-612f96713055 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:52.487463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.491620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8a1d952b-a48c-47ec-b720-518f866accb1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:52.492194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a1d952b-a48c-47ec-b720-518f866accb1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:52.694893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] DHCP port deletion for ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:23:52.707739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.730487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.794449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:52.810351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Deleting port 9c720933-e7f1-4a25-bbe7-612f96713055 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:52.810727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.856585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b0ae3-b745-4653-ad91-93e3ac73427b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:52.892181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.892818 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Added segment 0810e7f1-b3d2-4090-8c6b-5a98598b1c78 of type vlan for network 9dacd7db-b34c-4ff1-890f-b6940bb0912d Nov 12 03:23:52.904691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] For port 9c720933-e7f1-4a25-bbe7-612f96713055, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c720933-e7f1-4a25-bbe7-612f96713055,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:52.905338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.921488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Calling delete_port for 9c720933-e7f1-4a25-bbe7-612f96713055 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:52.953139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] For port 9c720933-e7f1-4a25-bbe7-612f96713055, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c720933-e7f1-4a25-bbe7-612f96713055,segment=NetworkSegment(694dfb3b-9a08-4b98-ad97-edb1348800a9),segment_id=694dfb3b-9a08-4b98-ad97-edb1348800a9)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:52.954244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:52.971358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Calling delete_port for 9c720933-e7f1-4a25-bbe7-612f96713055 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:53.007264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.019121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.027877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7587-9440-4dff-ad22-0275469590b7 req-7a49ecf7-90d5-4bba-a1b6-6c38b38d9c52 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.036308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad4a7587-9440-4dff-ad22-0275469590b7 req-7a49ecf7-90d5-4bba-a1b6-6c38b38d9c52 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.1404123 Nov 12 03:23:53.056625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:53.067637 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.083528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.085683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.086535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.089144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] No DVR routers for this DVR port 9c720933-e7f1-4a25-bbe7-612f96713055 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:53.125262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8761683 Nov 12 03:23:53.132759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:53.139446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9823fc-3266-4cd4-9560-12eb82d2e982 None None] Pushing event deleted for resources: {'Port': ['ID=9c720933-e7f1-4a25-bbe7-612f96713055,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.149107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad4a7587-9440-4dff-ad22-0275469590b7 req-094130a1-faed-4c38-9e1a-e4ed76b47ef4 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090927 Nov 12 03:23:53.161106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Request body: {'subnet': {'network_id': '9dacd7db-b34c-4ff1-890f-b6940bb0912d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-154926451-subnet', 'tenant_id': '96be9b1ae1b14e8cb73d377e50405e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:53.185856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0b34ad-557c-4c5e-b827-93b341fa24a4 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:53.186397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc295b-0ba1-43db-820d-3e3f60aff291 req-17566c52-5c06-45e8-8705-cefbd84d5972 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.194997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adcc295b-0ba1-43db-820d-3e3f60aff291 req-17566c52-5c06-45e8-8705-cefbd84d5972 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 943 time: 0.2102215 Nov 12 03:23:53.203619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:53.218194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f770b-0685-4673-9bb1-1500665b25d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9dacd7db-b34c-4ff1-890f-b6940bb0912d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.224463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.234523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9dacd7db-b34c-4ff1-890f-b6940bb0912d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:53.268292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Made reservation on behalf of 96be9b1ae1b14e8cb73d377e50405e8d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:53.271103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.364766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] Transition to ACTIVE for port object 9d0b34ad-557c-4c5e-b827-93b341fa24a4 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:23:53.370724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.428155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adcc295b-0ba1-43db-820d-3e3f60aff291 req-7eb85b44-eb3a-4691-b565-c1cbe1c512d8 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262774 Nov 12 03:23:53.441309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.473987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=10']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.518044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] No DVR routers for this DVR port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:53.539675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c720933-e7f1-4a25-bbe7-612f96713055,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.549768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] No DVR routers for this DVR port 9c720933-e7f1-4a25-bbe7-612f96713055 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:53.564268 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-0a9d7406-981d-4f74-93e3-5fed49705b7a service neutron] 10.222.0.104 "PUT /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4/bindings/n-h1-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 1.0762093 Nov 12 03:23:53.611154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.711010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.812371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:53.830610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dbb8ba-8c2e-4349-944a-3df5cb08f496,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:53.842071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694dfb3b-9a08-4b98-ad97-edb1348800a9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:53.842366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694dfb3b-9a08-4b98-ad97-edb1348800a9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:23:53.864752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.877319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ff95353e-00b0-4f0e-ab0c-5c9a1442eaae tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:53.879002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ff95353e-00b0-4f0e-ab0c-5c9a1442eaae tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.1712117 Nov 12 03:23:53.883687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Checking segment: {'id': '0810e7f1-b3d2-4090-8c6b-5a98598b1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9dacd7db-b34c-4ff1-890f-b6940bb0912d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:53.884099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Network hostable DHCP agents. Network: 9dacd7db-b34c-4ff1-890f-b6940bb0912d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:53.899567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.927054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:23:53.927726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:23:53.930049 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:23:53.948771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Network 9dacd7db-b34c-4ff1-890f-b6940bb0912d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:53.997598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9dacd7db-b34c-4ff1-890f-b6940bb0912d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:54.007436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.008492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.020859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b00c53-580a-4192-aec8-6f3420ff4616 None None] Network 9dacd7db-b34c-4ff1-890f-b6940bb0912d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:54.054900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5c233bb4-5f89-4106-828b-d0804d914704 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8912957 Nov 12 03:23:54.072689 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.083182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.083962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] 10.222.0.97 "DELETE /v2.0/networks/ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4 HTTP/1.1" status: 204 len: 168 time: 1.9218085 Nov 12 03:23:54.126081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62fefa-5669-4de0-8ba9-893779729f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb4e0b1-2e88-4c8e-b7ea-156bd39ddab4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.333560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434849aa-1df5-4773-b00c-5757c76eff3d None None] Network 9dacd7db-b34c-4ff1-890f-b6940bb0912d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:54.354103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ba96dca8-faf4-43ef-90ef-5814b5ae3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.356483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-ba96dca8-faf4-43ef-90ef-5814b5ae3c51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510&tenant_id=159c6bb67cc443f681a557aeea7e7259 HTTP/1.1" status: 200 len: 1096 time: 0.4661708 Nov 12 03:23:54.382143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c720933-e7f1-4a25-bbe7-612f96713055 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:23:54.387671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-393d491e-67ef-4593-a204-7a73f4925e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.432167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9c720933-e7f1-4a25-bbe7-612f96713055 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:23:54.432428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c720933-e7f1-4a25-bbe7-612f96713055 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:23:54.481337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-5103a5d5-3733-4061-b0d8-32154c34d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.483049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-5103a5d5-3733-4061-b0d8-32154c34d6a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=159c6bb67cc443f681a557aeea7e7259&device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1096 time: 0.0717430 Nov 12 03:23:54.608088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:54.653296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a428d672-7606-4aa4-a52c-d4abe1afd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.654926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-a428d672-7606-4aa4-a52c-d4abe1afd3c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 200 len: 921 time: 0.1585541 Nov 12 03:23:54.685515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f910f358-1370-4719-9591-714ec7be62c1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6b9aa334ee5141bd9bad7952a9af673c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740466 Nov 12 03:23:54.686313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:54.745524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-fb866bf6-a4d9-44d3-bff9-b2c395072152 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 200 len: 217 time: 0.0501740 Nov 12 03:23:54.755408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad0795-317e-4e70-b3ce-2468c3d6823a req-7ae48f2f-5828-43a2-b29a-6ba00c956339 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.762644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cad0795-317e-4e70-b3ce-2468c3d6823a req-7ae48f2f-5828-43a2-b29a-6ba00c956339 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.1066177 Nov 12 03:23:54.773382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.818987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.868841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cad0795-317e-4e70-b3ce-2468c3d6823a req-8ea4ae86-8f03-4c49-a451-075d9f3e7272 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052034 Nov 12 03:23:54.873548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-34ce59d6-27d5-4989-9282-60bf4c5a4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:54.876126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-34ce59d6-27d5-4989-9282-60bf4c5a4047 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 200 len: 861 time: 0.1099501 Nov 12 03:23:54.883935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.890316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:54.891066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/86ca7319-2ecd-4709-98f7-b75c5d37b903 HTTP/1.1" status: 204 len: 168 time: 0.2028143 Nov 12 03:23:54.907106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45df82-5890-4c16-b149-59c649aef8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ca7319-2ecd-4709-98f7-b75c5d37b903,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:54.943672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-423f2865-a079-4712-a667-a7e5f4fe65a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fe572a3-3423-4676-9355-434cf8a4586e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548999 Nov 12 03:23:55.146146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-647f1d0b-b1ed-4b9a-9e1c-bca860a1eca9 service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862695 Nov 12 03:23:55.295381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:55.344744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-e3d8a89b-13e5-4384-bac9-ee5d0acbe5a0 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.351757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-e3d8a89b-13e5-4384-bac9-ee5d0acbe5a0 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/networks?id=51d510c7-50ee-4da1-90d7-332faa4c0459 HTTP/1.1" status: 200 len: 814 time: 0.2934389 Nov 12 03:23:55.377169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-f2ea8803-4d45-40f3-a657-dd6b6470c3b8 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/quotas/10cd2614395a4dcbb729af7bf602bc63 HTTP/1.1" status: 200 len: 375 time: 0.0194342 Nov 12 03:23:55.434277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c29f653c-6361-4472-a02e-b0ce6c2686fd tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=10cd2614395a4dcbb729af7bf602bc63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452261 Nov 12 03:23:55.440528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e9fcffc6-1f34-4c95-8b75-c919b037c05e service neutron] 10.222.0.16 "GET /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219832 Nov 12 03:23:55.606688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-97820cb7-f9af-4628-acf5-2e9a27576a7a service neutron] 10.222.0.97 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189957 Nov 12 03:23:55.727192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-b0043c8f-f4fe-4d84-b141-e441a09e5a19 service neutron] 10.222.0.97 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192913 Nov 12 03:23:55.815832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-3fa9f211-dbc6-44a1-8de3-2b828430b491 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:55.821736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-3fa9f211-dbc6-44a1-8de3-2b828430b491 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510&tenant_id=159c6bb67cc443f681a557aeea7e7259&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0704291 Nov 12 03:23:55.995762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6afc4cf-73aa-4777-b597-15544180fd25 req-db3c9f1b-b935-47aa-86e0-62734d30bc21 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 210 time: 0.0359607 Nov 12 03:23:56.113230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b17d4-5607-4354-8dcb-8c0440d2f1ea req-77c5f530-370b-40f1-8a27-581f022d7855 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.115197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b9b17d4-5607-4354-8dcb-8c0440d2f1ea req-77c5f530-370b-40f1-8a27-581f022d7855 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.0824981 Nov 12 03:23:56.120605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e2d8e5f4-64f9-460c-8214-7a075dca8eb3 service neutron] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:23:56.124727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e2d8e5f4-64f9-460c-8214-7a075dca8eb3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.125899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e13d7b0d-2abc-4cfb-8816-974b65e59353 req-e2d8e5f4-64f9-460c-8214-7a075dca8eb3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4/bindings/n-h2-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.2635455 Nov 12 03:23:56.237830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b9b17d4-5607-4354-8dcb-8c0440d2f1ea req-e8812bcc-cc2d-4a9a-8105-8be86d5ba27a tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109853 Nov 12 03:23:56.272865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38358) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:56.453823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1588942278-network', 'tenant_id': '339a6c102d30438e9abb4b8c91dd28df'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:56.506515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Made reservation on behalf of 339a6c102d30438e9abb4b8c91dd28df for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:56.508918 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.535256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.556052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c078-6924-448f-b918-844df2bdb0cd req-285a12c0-b348-433d-805c-0b3e742786ce tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.558037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a873c078-6924-448f-b918-844df2bdb0cd req-285a12c0-b348-433d-805c-0b3e742786ce tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 1096 time: 0.0893941 Nov 12 03:23:56.664308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a873c078-6924-448f-b918-844df2bdb0cd req-3b6bc8d8-a440-444c-b74f-487ec5e9f3d1 tempest-LiveAutoBlockMigrationV225Test-1477050518 tempest-LiveAutoBlockMigrationV225Test-1477050518-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959609 Nov 12 03:23:56.697013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.714604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.732822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:23:56.771185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.771805 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Added segment 1bd03137-8ed2-4566-947f-6ad872d42aea of type vlan for network 706c1594-7f9e-4987-86ed-96356d5acbff Nov 12 03:23:56.788376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.833071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.867473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.868519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:56.869334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:56.903254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:23:56.903987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6287818 Nov 12 03:23:56.913662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Request body: {'subnet': {'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1588942278-subnet', 'tenant_id': '339a6c102d30438e9abb4b8c91dd28df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:56.928845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f145c06-b746-49e5-aadc-74a02a99e2da,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.975224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc387e8-59b2-41e4-9c8d-7c055c8e01b3 admin admin] Pushing event updated for resources: {'Network': ['ID=706c1594-7f9e-4987-86ed-96356d5acbff,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:56.996151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 706c1594-7f9e-4987-86ed-96356d5acbff details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:23:57.018736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Made reservation on behalf of 339a6c102d30438e9abb4b8c91dd28df for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:57.021215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.147345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f934c-2fc0-4f39-8cdc-7aba7b8e04d5 req-6d8efd29-80a2-42a6-a722-c953df9dceca tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.148932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f3f934c-2fc0-4f39-8cdc-7aba7b8e04d5 req-6d8efd29-80a2-42a6-a722-c953df9dceca tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.0928540 Nov 12 03:23:57.221248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97160814-badd-405a-95fc-f583a23b8aff req-83355b96-fdb0-4f4a-aaec-cb868c38de60 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 210 time: 0.0415225 Nov 12 03:23:57.291989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f3f934c-2fc0-4f39-8cdc-7aba7b8e04d5 req-d309219e-3217-462f-babd-63ff63aac5eb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301894 Nov 12 03:23:57.337235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.433683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8800483-babc-499b-afbb-a5be075c4f13,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:57.479816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Checking segment: {'id': '1bd03137-8ed2-4566-947f-6ad872d42aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:23:57.484129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Network hostable DHCP agents. Network: 706c1594-7f9e-4987-86ed-96356d5acbff, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:23:57.514957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Network 706c1594-7f9e-4987-86ed-96356d5acbff is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:23:57.532091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 706c1594-7f9e-4987-86ed-96356d5acbff) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:57.543119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2cb9c-7975-421e-8f00-32e45e042cb2 None None] Network 706c1594-7f9e-4987-86ed-96356d5acbff requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:57.557662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:57.559287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.580186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-563e65a1-c9f2-40f9-8059-e2bdecef96bd admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6745155 Nov 12 03:23:57.606007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:23:57.761133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:57.766926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9596d-f0ed-439b-a074-e0beb79dd8ed None None] Network 706c1594-7f9e-4987-86ed-96356d5acbff requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:23:57.824527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:57.869661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'mac_address': 'fa:16:3e:10:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:23:58.001912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.064825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00fba178-db46-4710-8518-b4f9b3cfeecd {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:23:58.133305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:58.137677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.218494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:58.231057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498796b-b0a8-4484-aa36-19b899688f05 req-5b5487f3-b910-4bfb-86da-e2e7965f7ddd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.232565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c498796b-b0a8-4484-aa36-19b899688f05 req-5b5487f3-b910-4bfb-86da-e2e7965f7ddd tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.2261801 Nov 12 03:23:58.239175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c21948d6-e730-4987-9d52-d0677d478158 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.241904 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c21948d6-e730-4987-9d52-d0677d478158 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.16 "GET /v2.0/networks?id=51d510c7-50ee-4da1-90d7-332faa4c0459 HTTP/1.1" status: 200 len: 814 time: 0.2326248 Nov 12 03:23:58.267975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Request body: {'port': {'device_id': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459', 'admin_state_up': True, 'tenant_id': '10cd2614395a4dcbb729af7bf602bc63'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:58.332559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['00fba178-db46-4710-8518-b4f9b3cfeecd'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:58.350087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-a6d75f5e-25de-498e-864a-2aa1411fe561 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.357356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-a6d75f5e-25de-498e-864a-2aa1411fe561 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/networks?id=706c1594-7f9e-4987-86ed-96356d5acbff HTTP/1.1" status: 200 len: 818 time: 0.2644887 Nov 12 03:23:58.405773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fed9ea48-1622-46ac-8b30-e96b6d3555ad req-ddf22205-9bbf-4bf8-86ed-d0b1813bd850 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 210 time: 0.0441308 Nov 12 03:23:58.415958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-00a9ce72-b31b-4ef5-aef6-c97c3b1fb115 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/quotas/339a6c102d30438e9abb4b8c91dd28df HTTP/1.1" status: 200 len: 375 time: 0.0574865 Nov 12 03:23:58.481879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-d8202d22-b575-48f0-ba2a-ca7fb1e18370 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=339a6c102d30438e9abb4b8c91dd28df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636661 Nov 12 03:23:58.502743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Made reservation on behalf of 10cd2614395a4dcbb729af7bf602bc63 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:23:58.505093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Deleting port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:23:58.505431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.506638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.705259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Allocated IP 172.20.0.5 (51d510c7-50ee-4da1-90d7-332faa4c0459/5709bcfe-aef0-4698-b43a-33fb325970ff/f37cab53-8c16-44e0-941a-6c850cb882f6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:23:58.717142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4239f-3317-4e37-8554-1641eab81661 req-a3e7c9f0-6657-45cb-9972-69509afb7558 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:58.719333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0f4239f-3317-4e37-8554-1641eab81661 req-a3e7c9f0-6657-45cb-9972-69509afb7558 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 944 time: 0.1482358 Nov 12 03:23:58.760274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] For port 9d0b34ad-557c-4c5e-b827-93b341fa24a4, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9d0b34ad-557c-4c5e-b827-93b341fa24a4,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:58.760635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.764607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-c8607516-784f-45c5-9546-f1925078d0f3 service neutron] 10.222.0.97 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691102 Nov 12 03:23:58.798094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Calling delete_port for 9d0b34ad-557c-4c5e-b827-93b341fa24a4 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:23:58.879981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0f4239f-3317-4e37-8554-1641eab81661 req-20699a0a-6897-4c09-ab99-eb0cb823e570 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493161 Nov 12 03:23:58.906466 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:58.966238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-a4cfef66-c9cf-4958-b08f-ea274c24b915 service neutron] 10.222.0.97 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924348 Nov 12 03:23:59.129109 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.173152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event deleted for resources: {'Port': ['ID=9d0b34ad-557c-4c5e-b827-93b341fa24a4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.173418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9d0b34ad-557c-4c5e-b827-93b341fa24a4'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:59.234116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] No DVR routers for this DVR port 9d0b34ad-557c-4c5e-b827-93b341fa24a4 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:23:59.237179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.240855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c498796b-b0a8-4484-aa36-19b899688f05 req-37932d37-5e43-466a-a65f-30b87be43c95 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "DELETE /v2.0/ports/9d0b34ad-557c-4c5e-b827-93b341fa24a4 HTTP/1.1" status: 204 len: 173 time: 1.0000243 Nov 12 03:23:59.241309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-deleted', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:59.244809 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1506be-c51c-44fb-b586-5a35e6136f43" -d '{"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-deleted", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:59.245905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:23:59.392617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bab8a735-537b-433a-955c-733c2ff1c739 req-6aad7bcc-29ef-4346-9550-73ab90bcff1e tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 210 time: 0.0672755 Nov 12 03:23:59.394253 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2433577-b7bc-4852-ac3d-1e2407ca620a x-openstack-request-id: req-c2433577-b7bc-4852-ac3d-1e2407ca620a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:23:59.394544 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db872aac-17d7-4d0a-80a0-a7d1c98c3510", "name": "network-vif-deleted", "tag": "9d0b34ad-557c-4c5e-b827-93b341fa24a4", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:23:59.394868 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c2433577-b7bc-4852-ac3d-1e2407ca620a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:23:59.395214 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db872aac-17d7-4d0a-80a0-a7d1c98c3510', 'name': 'network-vif-deleted', 'tag': '9d0b34ad-557c-4c5e-b827-93b341fa24a4', 'status': 'completed', 'code': 200} Nov 12 03:23:59.530095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.618712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de279e0a-28ef-493d-8b59-451b9bb56b45 req-18c89e2b-5ffa-4e67-bbee-be91d1511eef tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.627055 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de279e0a-28ef-493d-8b59-451b9bb56b45 req-18c89e2b-5ffa-4e67-bbee-be91d1511eef tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 931 time: 0.0982015 Nov 12 03:23:59.631002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Pushing event updated for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:23:59.662694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Network 51d510c7-50ee-4da1-90d7-332faa4c0459 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:23:59.665903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:23:59.671641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:23:59.708152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:23:59.717118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de279e0a-28ef-493d-8b59-451b9bb56b45 req-c4350798-7843-4d89-9391-cfbdc4bf2d73 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841167 Nov 12 03:23:59.730559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:23:59.731426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.755596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-45367618-abcc-401c-affd-b9a9bab118be tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4925590 Nov 12 03:23:59.781638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Request body: {'port': {'device_id': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:23:59.807409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 00fba178-db46-4710-8518-b4f9b3cfeecd triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:23:59.807929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.917353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.920546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:23:59.953628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:23:59.958181 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf2131a-63c7-4dfc-9337-521b25b24ccb" -d '{"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-plugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:23:59.991561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:23:59.997317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.083419 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a05ca0-0f80-4375-bb9a-b529d5c5c2a3 x-openstack-request-id: req-e8a05ca0-0f80-4375-bb9a-b529d5c5c2a3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:00.083752 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-plugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:00.084143 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e8a05ca0-0f80-4375-bb9a-b529d5c5c2a3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:00.084877 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'code': 200} Nov 12 03:24:00.091469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.098300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d19b4e21-74bd-4d6b-8242-6e2f55d7dc6b req-8fd5494e-f51f-4477-9808-625c5f16b5ab tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0817814 Nov 12 03:24:00.511820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37cab53-8c16-44e0-941a-6c850cb882f6 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:00.532906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.565262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Transition to ACTIVE for port object f37cab53-8c16-44e0-941a-6c850cb882f6 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:00.578344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.654748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90a0b87c-5711-4eb5-8ce6-4f2b68d18b7b req-5dac9e9d-e8d6-4855-bbb5-24e8c2785987 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 210 time: 0.0485077 Nov 12 03:24:00.702368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Pushing event updated for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:00.820818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Attempting to bind port f37cab53-8c16-44e0-941a-6c850cb882f6 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:00.821050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Attempting to bind port f37cab53-8c16-44e0-941a-6c850cb882f6 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '9beaf2aa-7f1e-496c-8876-b8a2d77c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:00.821591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Attempting to bind port f37cab53-8c16-44e0-941a-6c850cb882f6 on network 51d510c7-50ee-4da1-90d7-332faa4c0459 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:00.828227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Port f37cab53-8c16-44e0-941a-6c850cb882f6 on network 51d510c7-50ee-4da1-90d7-332faa4c0459 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:00.829074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Attempting to bind port f37cab53-8c16-44e0-941a-6c850cb882f6 on network 51d510c7-50ee-4da1-90d7-332faa4c0459 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:00.853012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:00.853387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Checking segment: {'id': '9beaf2aa-7f1e-496c-8876-b8a2d77c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:00.853787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Bound using segment: {'id': '9beaf2aa-7f1e-496c-8876-b8a2d77c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:00.854258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Bound port: f37cab53-8c16-44e0-941a-6c850cb882f6, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beaf2aa-7f1e-496c-8876-b8a2d77c1774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:00.854629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:00.986970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c8609-702d-4de1-b0f2-b875a9c3afa4 req-8d083332-bde1-48f2-ba8f-50a8bea1a07e tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.010558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b73c8609-702d-4de1-b0f2-b875a9c3afa4 req-8d083332-bde1-48f2-ba8f-50a8bea1a07e tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 943 time: 0.1623642 Nov 12 03:24:01.034618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:01.039009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f37cab53-8c16-44e0-941a-6c850cb882f6,segment=NetworkSegment(9beaf2aa-7f1e-496c-8876-b8a2d77c1774),segment_id=9beaf2aa-7f1e-496c-8876-b8a2d77c1774)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:01.058205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.085114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.104094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b73c8609-702d-4de1-b0f2-b875a9c3afa4 req-c6090cfe-4251-4f5c-b361-46088e443523 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926554 Nov 12 03:24:01.206611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Pushing event updated for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:01.279218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.279935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:01.281924 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-34569e7f-30ca-4477-8545-98ce84cbe314 service neutron] 10.222.0.16 "PUT /v2.0/ports/f37cab53-8c16-44e0-941a-6c850cb882f6 HTTP/1.1" status: 200 len: 1092 time: 1.5073001 Nov 12 03:24:01.282429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:01.284738 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896bf13-f4e2-4ef5-b403-fff67f1bb147" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:01.293092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:01.328443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b484fe81-f72b-4a68-bc86-60381f00bb7d req-8575a14c-d4fb-4224-94ae-986a0e3bbc49 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0749843 Nov 12 03:24:01.385484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 9d0b34ad-557c-4c5e-b827-93b341fa24a4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:01.388354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9d0b34ad-557c-4c5e-b827-93b341fa24a4 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:01.576118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c44755ca-f915-4ec1-9762-fa6f494224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.577630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c44755ca-f915-4ec1-9762-fa6f494224b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10cd2614395a4dcbb729af7bf602bc63&device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 1095 time: 0.1593482 Nov 12 03:24:01.590341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-4ec193aa-31ef-4156-a015-e477f9566662 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.592166 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-4ec193aa-31ef-4156-a015-e477f9566662 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.104 "GET /v2.0/networks?id=706c1594-7f9e-4987-86ed-96356d5acbff HTTP/1.1" status: 200 len: 818 time: 0.4168491 Nov 12 03:24:01.665723 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-f33cccae-2f17-457a-8e07-0cfddbdb1fb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37cab53-8c16-44e0-941a-6c850cb882f6 HTTP/1.1" status: 200 len: 217 time: 0.0657411 Nov 12 03:24:01.670770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Request body: {'port': {'device_id': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff', 'admin_state_up': True, 'tenant_id': '339a6c102d30438e9abb4b8c91dd28df'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:01.675956 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d78c3-61a9-44a8-b46d-dcefe9f6fc5f x-openstack-request-id: req-338d78c3-61a9-44a8-b46d-dcefe9f6fc5f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:01.676266 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:01.676548 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-338d78c3-61a9-44a8-b46d-dcefe9f6fc5f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:01.676959 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6', 'status': 'completed', 'code': 200} Nov 12 03:24:01.853230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c1db59ef-d454-4b72-b1b3-59222e7e81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:01.855620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-c1db59ef-d454-4b72-b1b3-59222e7e81a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5709bcfe-aef0-4698-b43a-33fb325970ff HTTP/1.1" status: 200 len: 854 time: 0.1649787 Nov 12 03:24:01.950743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4963089c-f025-4d4c-86b0-00a94792600b req-8d14c519-010f-4c6e-b5bd-c8ae1229a96a tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 210 time: 0.0683513 Nov 12 03:24:01.960841 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-76a90862-c395-459c-8cf7-4b5475d81a44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51d510c7-50ee-4da1-90d7-332faa4c0459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852077 Nov 12 03:24:02.019849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Made reservation on behalf of 339a6c102d30438e9abb4b8c91dd28df for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:02.023634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:02.228655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Allocated IP 172.20.0.13 (706c1594-7f9e-4987-86ed-96356d5acbff/e8800483-babc-499b-afbb-a5be075c4f13/4a90401c-cb91-4189-9cd2-b65ac947f28c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:02.252434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-9f96b7ce-1c3f-45eb-9c83-60d678982328 service neutron] 10.222.0.16 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449155 Nov 12 03:24:02.358753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa774e2-2e89-48d1-b2a8-84653d49230b req-7a55810c-6789-4e69-ad3c-88b326aa2fc7 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.367478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aa774e2-2e89-48d1-b2a8-84653d49230b req-7a55810c-6789-4e69-ad3c-88b326aa2fc7 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 943 time: 0.0849087 Nov 12 03:24:02.436322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aa774e2-2e89-48d1-b2a8-84653d49230b req-2f637378-58be-4492-8a6e-7a61b86ede36 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Nov 12 03:24:02.510061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cc969797-ee4b-4a13-a0f4-ac9d5503a4ee req-ddf6c323-f0e6-4c59-a369-8a3983b53dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411132 Nov 12 03:24:02.648069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ba576dd-5adc-4168-b44b-5b1936c76a45 req-bb55793b-dbf6-4ff9-9b79-94a077aaf1b7 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0737617 Nov 12 03:24:02.863418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-554333bf-d44b-4c79-a8f4-e8b0bd3849e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:02.868693 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-554333bf-d44b-4c79-a8f4-e8b0bd3849e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10cd2614395a4dcbb729af7bf602bc63&device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 1095 time: 0.1914887 Nov 12 03:24:03.061171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.178380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.268962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-b9a4fdb5-8b5c-4c0b-acd7-36ec29e4f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.270331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-b9a4fdb5-8b5c-4c0b-acd7-36ec29e4f715 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51d510c7-50ee-4da1-90d7-332faa4c0459 HTTP/1.1" status: 200 len: 914 time: 0.3911629 Nov 12 03:24:03.280073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Network 706c1594-7f9e-4987-86ed-96356d5acbff is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:03.283865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:03.293533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:03.373144 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-2e0674ac-4a10-4b3c-b521-d846c267e00a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f37cab53-8c16-44e0-941a-6c850cb882f6 HTTP/1.1" status: 200 len: 217 time: 0.0853541 Nov 12 03:24:03.395747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Pushing event updated for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:03.409183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f6b52-7349-486b-a370-3e116756fcd0 req-846aa3c3-3fe2-4d56-8ff6-a06fc407319f tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.416122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b7f6b52-7349-486b-a370-3e116756fcd0 req-846aa3c3-3fe2-4d56-8ff6-a06fc407319f tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 932 time: 0.1348906 Nov 12 03:24:03.529542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b7f6b52-7349-486b-a370-3e116756fcd0 req-6f9553aa-2ed4-44c2-b169-780c26d268e6 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121397 Nov 12 03:24:03.532624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.536137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.576441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b1eef1d3-de63-474b-a618-c7e6ee711baa tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9084163 Nov 12 03:24:03.610333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Request body: {'port': {'device_id': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:03.615610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-9fad4a55-bf49-4420-8f1a-1ebdd810bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.617389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-9fad4a55-bf49-4420-8f1a-1ebdd810bfb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5709bcfe-aef0-4698-b43a-33fb325970ff HTTP/1.1" status: 200 len: 854 time: 0.2252610 Nov 12 03:24:03.667818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-408f7219-c758-41f6-9047-932c40323544 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51d510c7-50ee-4da1-90d7-332faa4c0459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321047 Nov 12 03:24:03.715363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65e8ce-e349-4940-a522-d0d527b47057 req-0c35c629-4a69-4a2e-b824-4a620ab9bd1d tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:03.728545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad65e8ce-e349-4940-a522-d0d527b47057 req-0c35c629-4a69-4a2e-b824-4a620ab9bd1d tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 943 time: 0.0959766 Nov 12 03:24:03.777040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-1796ceb7-bbba-4336-b84c-052f1cd618a0 service neutron] 10.222.0.16 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019568 Nov 12 03:24:03.832600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad65e8ce-e349-4940-a522-d0d527b47057 req-f1f46674-2380-4ec7-b5d5-0d9ad2286124 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Nov 12 03:24:03.846592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:03.999125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03848b34-355a-492b-9c43-468090d7fb22 req-32f2665b-e4a2-4a5f-b32c-ca4d0533a4eb tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0607924 Nov 12 03:24:04.020010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1896bf13-f4e2-4ef5-b403-fff67f1bb147 req-e60f744d-b1ad-419b-9f55-57ddd1a66c78 service neutron] 10.222.0.16 "GET /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159698 Nov 12 03:24:04.288231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a90401c-cb91-4189-9cd2-b65ac947f28c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:04.300500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.316598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Transition to ACTIVE for port object 4a90401c-cb91-4189-9cd2-b65ac947f28c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:04.324161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.405818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Pushing event updated for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.487258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Attempting to bind port 4a90401c-cb91-4189-9cd2-b65ac947f28c on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:04.488218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Attempting to bind port 4a90401c-cb91-4189-9cd2-b65ac947f28c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '1bd03137-8ed2-4566-947f-6ad872d42aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:04.488846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Attempting to bind port 4a90401c-cb91-4189-9cd2-b65ac947f28c on network 706c1594-7f9e-4987-86ed-96356d5acbff {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:04.495946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Port 4a90401c-cb91-4189-9cd2-b65ac947f28c on network 706c1594-7f9e-4987-86ed-96356d5acbff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:04.496596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Attempting to bind port 4a90401c-cb91-4189-9cd2-b65ac947f28c on network 706c1594-7f9e-4987-86ed-96356d5acbff {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:04.502882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:04.503512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Checking segment: {'id': '1bd03137-8ed2-4566-947f-6ad872d42aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:04.504449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Bound using segment: {'id': '1bd03137-8ed2-4566-947f-6ad872d42aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:04.505107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Bound port: 4a90401c-cb91-4189-9cd2-b65ac947f28c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd03137-8ed2-4566-947f-6ad872d42aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:04.505699 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.593601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:04.599043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c,segment=NetworkSegment(1bd03137-8ed2-4566-947f-6ad872d42aea),segment_id=1bd03137-8ed2-4566-947f-6ad872d42aea)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:04.605573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.675961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Pushing event updated for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:04.691731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.693046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:04.695939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-8a825b6a-4a09-4703-be6e-627bb11aaafd service neutron] 10.222.0.104 "PUT /v2.0/ports/4a90401c-cb91-4189-9cd2-b65ac947f28c HTTP/1.1" status: 200 len: 1093 time: 1.0939143 Nov 12 03:24:04.696677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:04.700558 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011014db-15c4-4af6-bfd8-ee989bff5929" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:04.775144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ce70e-3b7d-4326-9bf9-4e5286586add req-4b05f559-7fc3-47b9-822d-609fd0a49536 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.777816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b31ce70e-3b7d-4326-9bf9-4e5286586add req-4b05f559-7fc3-47b9-822d-609fd0a49536 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 944 time: 0.0974209 Nov 12 03:24:04.880899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b31ce70e-3b7d-4326-9bf9-4e5286586add req-50896138-d30f-48f1-8aac-d0fe7f344e47 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Nov 12 03:24:04.888299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-6247790a-9b75-49c4-be17-9033f9e05f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:04.889800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-6247790a-9b75-49c4-be17-9033f9e05f56 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=339a6c102d30438e9abb4b8c91dd28df&device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 1096 time: 0.1034334 Nov 12 03:24:04.966474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-94606ff0-1704-4a81-b67c-952a31063999 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c HTTP/1.1" status: 200 len: 217 time: 0.0613925 Nov 12 03:24:05.029584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b97ff836-3e79-47dc-818e-ff87e34f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.031139 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-b97ff836-3e79-47dc-818e-ff87e34f8056 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e8800483-babc-499b-afbb-a5be075c4f13 HTTP/1.1" status: 200 len: 858 time: 0.0542612 Nov 12 03:24:05.032620 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9468e85e-cd0d-415f-9d23-d220a84882ce x-openstack-request-id: req-9468e85e-cd0d-415f-9d23-d220a84882ce {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:05.032913 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:05.035733 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9468e85e-cd0d-415f-9d23-d220a84882ce {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:05.036190 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c', 'status': 'completed', 'code': 200} Nov 12 03:24:05.071463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-f096d3ad-76f7-4a2c-833e-5a636643afba service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=706c1594-7f9e-4987-86ed-96356d5acbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310376 Nov 12 03:24:05.131339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:05.186813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de37c92-f64e-4e0d-8032-08fa96495538 req-0b1550f2-25b3-4c5e-9589-770c52454cd1 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.195818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7de37c92-f64e-4e0d-8032-08fa96495538 req-0b1550f2-25b3-4c5e-9589-770c52454cd1 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 943 time: 0.1169145 Nov 12 03:24:05.288337 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-01296cfc-606d-42e3-aebd-856048955aa1 service neutron] 10.222.0.104 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069299 Nov 12 03:24:05.293989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f37cab53-8c16-44e0-941a-6c850cb882f6 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:05.396874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7de37c92-f64e-4e0d-8032-08fa96495538 req-bad2aba6-4ce4-4ec7-9d07-f93229fce9e6 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999748 Nov 12 03:24:05.509018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9925b99c-92d0-45f3-a206-eb86cace8354 req-cdbd7945-1046-4b40-8fb8-cb7869fbf6af service neutron] 10.222.0.104 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109721 Nov 12 03:24:05.627051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f37cab53-8c16-44e0-941a-6c850cb882f6,segment=NetworkSegment(9beaf2aa-7f1e-496c-8876-b8a2d77c1774),segment_id=9beaf2aa-7f1e-496c-8876-b8a2d77c1774)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.651422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'f37cab53-8c16-44e0-941a-6c850cb882f6', 'network_id': '51d510c7-50ee-4da1-90d7-332faa4c0459', 'port_id': 'f37cab53-8c16-44e0-941a-6c850cb882f6', 'mac_address': 'fa:16:3e:e1:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5709bcfe-aef0-4698-b43a-33fb325970ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:05.742913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-b9e83f8b-e957-48c2-8e09-2ced87f943aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.746343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.748000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-b9e83f8b-e957-48c2-8e09-2ced87f943aa service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=339a6c102d30438e9abb4b8c91dd28df&device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 1096 time: 0.1083794 Nov 12 03:24:05.777865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37cab53-8c16-44e0-941a-6c850cb882f6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:05.804292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e17794a7-3a20-4d3b-9b0d-7904a5f6a2d3 req-3617f793-3057-48e8-8aa9-9318eb25ef7c tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0515878 Nov 12 03:24:05.827520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f37cab53-8c16-44e0-941a-6c850cb882f6,segment=NetworkSegment(9beaf2aa-7f1e-496c-8876-b8a2d77c1774),segment_id=9beaf2aa-7f1e-496c-8876-b8a2d77c1774)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:05.836759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:05.967416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:05.980252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-e5c861d4-e616-498c-a068-62b2563a7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:05.988384 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-e5c861d4-e616-498c-a068-62b2563a7c91 service neutron] 10.222.0.104 "GET /v2.0/networks?id=706c1594-7f9e-4987-86ed-96356d5acbff HTTP/1.1" status: 200 len: 918 time: 0.2316585 Nov 12 03:24:06.088429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-3b50dc3f-223e-4566-ac3a-b2e076ba28f3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c HTTP/1.1" status: 200 len: 217 time: 0.0897136 Nov 12 03:24:06.213685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-bfe57191-5fd1-4005-837e-4abcb6bef3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.220777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-bfe57191-5fd1-4005-837e-4abcb6bef3f4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e8800483-babc-499b-afbb-a5be075c4f13 HTTP/1.1" status: 200 len: 858 time: 0.1236985 Nov 12 03:24:06.285522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-4fa7ed99-9925-4bcb-88a9-d0e91667bbd1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=706c1594-7f9e-4987-86ed-96356d5acbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523942 Nov 12 03:24:06.524544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['f37cab53-8c16-44e0-941a-6c850cb882f6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:06.569341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-aa51230b-47f1-4dda-b146-53f49dcf3c3a service neutron] 10.222.0.104 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733555 Nov 12 03:24:06.638660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864fe42-884b-4216-9d95-0cf0a52db33d req-172a3ff5-f403-42c0-98fd-b45c5f23cf49 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:06.667716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1864fe42-884b-4216-9d95-0cf0a52db33d req-172a3ff5-f403-42c0-98fd-b45c5f23cf49 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 944 time: 0.1502492 Nov 12 03:24:06.716481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-011014db-15c4-4af6-bfd8-ee989bff5929 req-b6b43a71-d2d1-405e-89cc-89b9b649b2d8 service neutron] 10.222.0.104 "GET /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387005 Nov 12 03:24:06.801710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1864fe42-884b-4216-9d95-0cf0a52db33d req-4dcf2614-38db-4029-9b8a-74486cdbd859 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330199 Nov 12 03:24:07.028914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a235-a385-4bf8-9286-d5e8160519cc req-3689c0fc-6c9d-4c17-82e4-aa1c5cbb2b89 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:07.035642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91e1a235-a385-4bf8-9286-d5e8160519cc req-3689c0fc-6c9d-4c17-82e4-aa1c5cbb2b89 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 944 time: 0.0743251 Nov 12 03:24:07.124493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91e1a235-a385-4bf8-9286-d5e8160519cc req-b6b786b0-bb3e-40e7-9e51-3b407918d77f tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856545 Nov 12 03:24:07.250872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0109f135-d751-48dd-97c7-5129875b3f38 req-5ffeb311-51fd-4673-b486-3fc9fa27fbf0 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=db872aac-17d7-4d0a-80a0-a7d1c98c3510 HTTP/1.1" status: 200 len: 210 time: 0.0536447 Nov 12 03:24:08.027635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325fbd5-61d1-487d-b383-3e407720a622 req-09309404-4be8-43bd-943a-d31853df1b32 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.038632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c325fbd5-61d1-487d-b383-3e407720a622 req-09309404-4be8-43bd-943a-d31853df1b32 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 944 time: 0.0985205 Nov 12 03:24:08.122792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c325fbd5-61d1-487d-b383-3e407720a622 req-f8a5d5a3-827e-4ca6-abb9-564c92bc6dc6 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775492 Nov 12 03:24:08.336912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1c6a2-b3c9-4664-8cf5-b0baaefcc186 req-cef7a7c6-5d0e-4d31-a351-412331176fdd tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.338495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80a1c6a2-b3c9-4664-8cf5-b0baaefcc186 req-cef7a7c6-5d0e-4d31-a351-412331176fdd tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 944 time: 0.1179311 Nov 12 03:24:08.421764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80a1c6a2-b3c9-4664-8cf5-b0baaefcc186 req-780597eb-de86-4f75-ad94-4d7cd063076c tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732899 Nov 12 03:24:08.741022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f33a55-731f-43fa-9f91-d921d497e71b req-1a6fab09-549b-46f3-a81f-94ccc0384bc2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:08.742522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40f33a55-731f-43fa-9f91-d921d497e71b req-1a6fab09-549b-46f3-a81f-94ccc0384bc2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.1075542 Nov 12 03:24:08.833702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40f33a55-731f-43fa-9f91-d921d497e71b req-13938814-3888-4379-847d-b7c1a4a4d0c4 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724487 Nov 12 03:24:09.256824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.313852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75157d0-766a-49dd-ae21-dd0e3159e053 req-96e3aac0-f828-467b-ae79-f4574d00f84b tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.322313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c75157d0-766a-49dd-ae21-dd0e3159e053 req-96e3aac0-f828-467b-ae79-f4574d00f84b tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 944 time: 0.0582428 Nov 12 03:24:09.342021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f37cab53-8c16-44e0-941a-6c850cb882f6 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:09.390514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c75157d0-766a-49dd-ae21-dd0e3159e053 req-01cfe125-f959-4273-b4c1-e3a4cbe858a9 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669389 Nov 12 03:24:09.425766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port f37cab53-8c16-44e0-941a-6c850cb882f6 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:09.431373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port f37cab53-8c16-44e0-941a-6c850cb882f6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:09.432018 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.562610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.624039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:09.626577 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90416c4-f46b-46b0-a050-0a2c1e01d640" -d '{"events": [{"server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "name": "network-vif-plugged", "status": "completed", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:09.649308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a90401c-cb91-4189-9cd2-b65ac947f28c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:09.664902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f37cab53-8c16-44e0-941a-6c850cb882f6,segment=NetworkSegment(9beaf2aa-7f1e-496c-8876-b8a2d77c1774),segment_id=9beaf2aa-7f1e-496c-8876-b8a2d77c1774)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:09.692329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:09.693488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:09.697866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012fc5f-3a7d-49f9-9136-7e72f3ab10aa req-c5b42a0c-2e05-4b77-bbe6-107359048c08 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:09.721342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7012fc5f-3a7d-49f9-9136-7e72f3ab10aa req-c5b42a0c-2e05-4b77-bbe6-107359048c08 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 944 time: 0.1656826 Nov 12 03:24:09.814807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7012fc5f-3a7d-49f9-9136-7e72f3ab10aa req-bd706893-f654-42fc-9592-541c1f7d72de tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750155 Nov 12 03:24:09.875989 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44f18e5-8959-451b-a4c5-e4fc92d780b8 x-openstack-request-id: req-c44f18e5-8959-451b-a4c5-e4fc92d780b8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:09.876322 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "name": "network-vif-plugged", "status": "completed", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:09.876661 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c44f18e5-8959-451b-a4c5-e4fc92d780b8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:09.877160 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6', 'code': 200} Nov 12 03:24:10.071884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.085259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da77f3-d4d8-4af5-b75b-27c2046af012 req-99c35e75-d32a-436e-9c3d-d03fcdb46e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.093215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-26da77f3-d4d8-4af5-b75b-27c2046af012 req-99c35e75-d32a-436e-9c3d-d03fcdb46e13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 1097 time: 0.1124861 Nov 12 03:24:10.103301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.149994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26855db-8645-483f-9cc0-ef456d1ba400 req-8679f231-cbb7-4252-9707-26adf94361ad tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.170657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e26855db-8645-483f-9cc0-ef456d1ba400 req-8679f231-cbb7-4252-9707-26adf94361ad tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.0953801 Nov 12 03:24:10.170898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c,segment=NetworkSegment(1bd03137-8ed2-4566-947f-6ad872d42aea),segment_id=1bd03137-8ed2-4566-947f-6ad872d42aea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:10.216715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4a90401c-cb91-4189-9cd2-b65ac947f28c', 'network_id': '706c1594-7f9e-4987-86ed-96356d5acbff', 'port_id': '4a90401c-cb91-4189-9cd2-b65ac947f28c', 'mac_address': 'fa:16:3e:ae:6e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8800483-babc-499b-afbb-a5be075c4f13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:10.234284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-26da77f3-d4d8-4af5-b75b-27c2046af012 req-589d8534-d9d4-4626-8547-d78970096bbe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062398 Nov 12 03:24:10.266003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e26855db-8645-483f-9cc0-ef456d1ba400 req-2f14dd1a-a24c-4f7a-afa3-cad796fa56a9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935609 Nov 12 03:24:10.280493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:10.287685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.341357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.359000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a90401c-cb91-4189-9cd2-b65ac947f28c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:10.394612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c,segment=NetworkSegment(1bd03137-8ed2-4566-947f-6ad872d42aea),segment_id=1bd03137-8ed2-4566-947f-6ad872d42aea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:10.396252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.410023 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:10.470495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:10.554962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c40b82-f5b7-47ab-aba1-69671720b9d3 req-db324060-45e4-461b-9455-30dc9a169560 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.563775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73c40b82-f5b7-47ab-aba1-69671720b9d3 req-db324060-45e4-461b-9455-30dc9a169560 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 945 time: 0.0573978 Nov 12 03:24:10.636864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73c40b82-f5b7-47ab-aba1-69671720b9d3 req-bed4eab1-2499-410c-a0db-87049d3d72ff tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717392 Nov 12 03:24:10.957274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a90401c-cb91-4189-9cd2-b65ac947f28c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:10.970584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa675d-16f9-4eef-87cd-ec2f49534503 req-c618ff1b-a019-44aa-933c-f7032bc0a485 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:10.980696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbfa675d-16f9-4eef-87cd-ec2f49534503 req-c618ff1b-a019-44aa-933c-f7032bc0a485 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 945 time: 0.0764871 Nov 12 03:24:11.059132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbfa675d-16f9-4eef-87cd-ec2f49534503 req-23af5b73-e60c-4be7-8cd7-21f9ec66f129 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Nov 12 03:24:11.827818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758251-f813-472c-a78f-1d6d819e33a5 req-4ec4df07-35c4-4d3c-86de-acb3b1530423 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:11.843525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77758251-f813-472c-a78f-1d6d819e33a5 req-4ec4df07-35c4-4d3c-86de-acb3b1530423 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 945 time: 0.1283271 Nov 12 03:24:11.878576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:11.883565 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7731a5c2-e4ac-42a9-955a-091aaf19da8f" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:11.987533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77758251-f813-472c-a78f-1d6d819e33a5 req-3648a202-d1d6-474d-9bb3-bb0ef4ca8063 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396439 Nov 12 03:24:11.998828 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75380c84-115a-4a46-a27c-cbf4156a3b28 x-openstack-request-id: req-75380c84-115a-4a46-a27c-cbf4156a3b28 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:11.999368 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:12.000453 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-75380c84-115a-4a46-a27c-cbf4156a3b28 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:12.001159 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:24:12.306520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3439-a67e-4cdb-babf-eb70302c3c8b req-a21f7458-249e-4969-b4fc-3c797db69ea4 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:12.320616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18ba3439-a67e-4cdb-babf-eb70302c3c8b req-a21f7458-249e-4969-b4fc-3c797db69ea4 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 945 time: 0.1077304 Nov 12 03:24:12.402625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18ba3439-a67e-4cdb-babf-eb70302c3c8b req-e84e5d0f-92d0-4278-9f67-0fde0a0f53ea tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807698 Nov 12 03:24:13.252602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c928de-8e9d-47d7-8a7b-68b34a0324ea req-69f3498f-2d29-4064-9a4c-90c651fc010c tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.267303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68c928de-8e9d-47d7-8a7b-68b34a0324ea req-69f3498f-2d29-4064-9a4c-90c651fc010c tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 945 time: 0.1243544 Nov 12 03:24:13.340126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:13.393496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68c928de-8e9d-47d7-8a7b-68b34a0324ea req-f3a6a39f-7e3b-4ced-8282-cb3284af4990 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148996 Nov 12 03:24:13.592779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:13.635804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:13.653926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a90401c-cb91-4189-9cd2-b65ac947f28c up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:13.675993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889893e-5be0-4484-a6ab-2f60621070fb req-e9b74bbf-5a92-4dbc-87be-e36a44f59f4b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:13.688673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a889893e-5be0-4484-a6ab-2f60621070fb req-e9b74bbf-5a92-4dbc-87be-e36a44f59f4b tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.1250627 Nov 12 03:24:13.794278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a889893e-5be0-4484-a6ab-2f60621070fb req-d889b730-f146-420b-829e-6dba8daffc76 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992448 Nov 12 03:24:13.853542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.868611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4a90401c-cb91-4189-9cd2-b65ac947f28c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:13.897449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4a90401c-cb91-4189-9cd2-b65ac947f28c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:13.897661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:13.939205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:13.970796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:13.985235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.167949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.173388 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.178004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['18cde8e6-2afa-4e28-9d93-9f57bffca5dc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:14.243745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:14.247511 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4599a2b3-8cc5-445b-b142-e782f0840409" -d '{"events": [{"server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "name": "network-vif-plugged", "status": "completed", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:14.301341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c,segment=NetworkSegment(1bd03137-8ed2-4566-947f-6ad872d42aea),segment_id=1bd03137-8ed2-4566-947f-6ad872d42aea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:14.321813 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:14.325819 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8a817-d189-401c-8083-851bb45c6cf8 x-openstack-request-id: req-79a8a817-d189-401c-8083-851bb45c6cf8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:14.326052 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "name": "network-vif-plugged", "status": "completed", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:14.326309 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-79a8a817-d189-401c-8083-851bb45c6cf8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:14.326701 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c', 'code': 200} Nov 12 03:24:14.540685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:14.611053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767affe-9cc2-4d03-8b62-d7f95354927d req-e9f97dc9-f37c-4390-a1bc-84ee865e5088 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.614420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7767affe-9cc2-4d03-8b62-d7f95354927d req-e9f97dc9-f37c-4390-a1bc-84ee865e5088 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.1194401 Nov 12 03:24:14.625528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd798e-ff91-4a4e-bcdf-766ec6858c7a req-45ad82c0-9ad0-4879-84fc-c546f5e99b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.627292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9bd798e-ff91-4a4e-bcdf-766ec6858c7a req-45ad82c0-9ad0-4879-84fc-c546f5e99b7a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 1098 time: 0.0877619 Nov 12 03:24:14.670733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-520b400a-f0e2-4725-bfd4-7025e79b69c5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:14.674045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-520b400a-f0e2-4725-bfd4-7025e79b69c5 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.2032537 Nov 12 03:24:14.681996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7767affe-9cc2-4d03-8b62-d7f95354927d req-5f07a7e5-aa96-4d17-b44f-df26d037aa69 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535402 Nov 12 03:24:14.721973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9bd798e-ff91-4a4e-bcdf-766ec6858c7a req-b6fb10da-fab3-4046-9080-614aaed0ad3f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Nov 12 03:24:14.860273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Deleting port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:14.860793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.027319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] For port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:15.027987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.058174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Calling delete_port for 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:15.065857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f6b1-38d1-4c50-a31c-ab2743b813e1 req-c59b64e6-a015-4223-8cd0-2f58704fec03 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:15.082670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0699f6b1-38d1-4c50-a31c-ab2743b813e1 req-c59b64e6-a015-4223-8cd0-2f58704fec03 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=d0699131-08cb-471f-9679-584e175c0450 HTTP/1.1" status: 200 len: 944 time: 0.1352375 Nov 12 03:24:15.211733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0699f6b1-38d1-4c50-a31c-ab2743b813e1 req-486981ea-f06c-4400-af42-6083581f6ac1 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248677 Nov 12 03:24:15.224240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.264813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event deleted for resources: {'Port': ['ID=43bd6c4f-7dae-4b3d-98cb-9945c9a6189c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.274268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:15.337738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:15.341502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] No DVR routers for this DVR port 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:15.355487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.366990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4c5a6843-c3e8-4a8d-8f06-be671a67b876 req-a8bac62d-cc77-4ca5-a1c5-e5e823e00a51 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "DELETE /v2.0/ports/43bd6c4f-7dae-4b3d-98cb-9945c9a6189c HTTP/1.1" status: 204 len: 173 time: 0.6617353 Nov 12 03:24:15.376418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-deleted', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:15.384475 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924173f2-47ff-46e5-a645-bceaab3d126c" -d '{"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-deleted", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:15.428035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:15.441374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.576269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.631231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:15.642229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:15.759757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:15.986068 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26a56f-8785-41c5-a2b4-fcd2e091b4dc x-openstack-request-id: req-7e26a56f-8785-41c5-a2b4-fcd2e091b4dc {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:15.986592 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0699131-08cb-471f-9679-584e175c0450", "name": "network-vif-deleted", "tag": "43bd6c4f-7dae-4b3d-98cb-9945c9a6189c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:15.986592 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7e26a56f-8785-41c5-a2b4-fcd2e091b4dc {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:15.987190 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0699131-08cb-471f-9679-584e175c0450', 'name': 'network-vif-deleted', 'tag': '43bd6c4f-7dae-4b3d-98cb-9945c9a6189c', 'status': 'completed', 'code': 200} Nov 12 03:24:16.328256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:16.331359 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0627ec6-ed7f-4668-8b57-8f660439d961" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:16.358792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119447f-aa4f-4c92-a8c4-516131997650 req-24dae777-3cc7-4169-a063-5f2d1f3f2850 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:16.361538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e119447f-aa4f-4c92-a8c4-516131997650 req-24dae777-3cc7-4169-a063-5f2d1f3f2850 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.1025069 Nov 12 03:24:16.471432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e119447f-aa4f-4c92-a8c4-516131997650 req-4af1693c-3084-4686-ad84-88c4af9f926f tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037483 Nov 12 03:24:16.905160 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a8a25-b9cc-4403-9d5c-054420e1a625 x-openstack-request-id: req-648a8a25-b9cc-4403-9d5c-054420e1a625 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:16.905635 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:16.905635 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-648a8a25-b9cc-4403-9d5c-054420e1a625 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:16.906059 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:24:17.841053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ce61-7e79-4e12-8072-36a3f1908e64 req-f85e07fe-e4ea-4d4a-a1d8-0025151d0c29 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:17.854475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b99ce61-7e79-4e12-8072-36a3f1908e64 req-f85e07fe-e4ea-4d4a-a1d8-0025151d0c29 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.4506280 Nov 12 03:24:17.928080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b99ce61-7e79-4e12-8072-36a3f1908e64 req-70cdac11-3c7c-4603-9208-5ce42bde3461 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725200 Nov 12 03:24:18.033523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6ea90-199f-4e48-971c-9733f7b39ca7 req-90a3f04b-a340-42fa-ba4c-5d2fcb8d9395 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.035368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20f6ea90-199f-4e48-971c-9733f7b39ca7 req-90a3f04b-a340-42fa-ba4c-5d2fcb8d9395 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.0549679 Nov 12 03:24:18.087594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20f6ea90-199f-4e48-971c-9733f7b39ca7 req-b30caaeb-f36c-4ff6-93ee-3101c3fe8f0a tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Nov 12 03:24:18.264575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-8a87d784-a486-4315-a7eb-3c4b34b72362 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.270442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-8a87d784-a486-4315-a7eb-3c4b34b72362 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 945 time: 0.1046343 Nov 12 03:24:18.485441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Deleting port 14207bba-ba27-4124-8bb4-914bbf54436c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:18.488569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.716835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] For port 14207bba-ba27-4124-8bb4-914bbf54436c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=14207bba-ba27-4124-8bb4-914bbf54436c,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:18.717201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.731468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Calling delete_port for 14207bba-ba27-4124-8bb4-914bbf54436c owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:18.848244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ceff8-40cc-45f8-9764-a64303b5f98c req-0f2b19b8-49dc-4612-b711-f40d5187a4e3 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:18.862499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c1ceff8-40cc-45f8-9764-a64303b5f98c req-0f2b19b8-49dc-4612-b711-f40d5187a4e3 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.1115236 Nov 12 03:24:18.886114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:18.923293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event deleted for resources: {'Port': ['ID=14207bba-ba27-4124-8bb4-914bbf54436c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:18.983963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c1ceff8-40cc-45f8-9764-a64303b5f98c req-fa5ae1bd-55d0-4855-8769-0d009f49eb78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204102 Nov 12 03:24:19.148660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c90f6218-c2ef-4dff-b7df-62a520d2e298 req-485f0ad4-b3c0-4e22-b6c0-01c5f7621665 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 210 time: 0.0375845 Nov 12 03:24:19.281576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] No DVR routers for this DVR port 14207bba-ba27-4124-8bb4-914bbf54436c on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:19.284322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:19.288646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5989c2aa-475a-47b8-b9ad-c7da5944e87e req-3b8f2d34-1d8f-4d60-99c8-ba24e6da94d4 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.104 "DELETE /v2.0/ports/14207bba-ba27-4124-8bb4-914bbf54436c HTTP/1.1" status: 204 len: 173 time: 1.0117903 Nov 12 03:24:19.289323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-deleted', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:19.293658 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51779f18-c6d8-4f3a-9707-fe15dd9069b6" -d '{"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-deleted", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:19.432947 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2813b2-9054-49ec-ae8d-6025f9e8dac0 x-openstack-request-id: req-db2813b2-9054-49ec-ae8d-6025f9e8dac0 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:19.433349 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dbc962-947d-47d2-b896-631865f13f19", "name": "network-vif-deleted", "tag": "14207bba-ba27-4124-8bb4-914bbf54436c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:19.433765 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-db2813b2-9054-49ec-ae8d-6025f9e8dac0 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:19.434361 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dbc962-947d-47d2-b896-631865f13f19', 'name': 'network-vif-deleted', 'tag': '14207bba-ba27-4124-8bb4-914bbf54436c', 'status': 'completed', 'code': 200} Nov 12 03:24:19.670181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:19.706137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:19.706470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 43bd6c4f-7dae-4b3d-98cb-9945c9a6189c not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:20.186943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-6c2e140f-b2d3-46e0-9f4f-6cd7a42894ad tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.189662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-6c2e140f-b2d3-46e0-9f4f-6cd7a42894ad tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.1071916 Nov 12 03:24:20.242718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-31b68d61-539c-4e1e-965c-6c51947b6997 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/quotas/14f1cf1704aa48aba16f96d9044370e0 HTTP/1.1" status: 200 len: 375 time: 0.0440571 Nov 12 03:24:20.290079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ec3b0-3795-461f-996b-c7dd96678bf2 req-b2ac2631-f340-4d79-9714-25ba7e46d249 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:20.297827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a25ec3b0-3795-461f-996b-c7dd96678bf2 req-b2ac2631-f340-4d79-9714-25ba7e46d249 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.1315472 Nov 12 03:24:20.364908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a25ec3b0-3795-461f-996b-c7dd96678bf2 req-de18a1ae-5e47-4d96-9581-800462a82755 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589297 Nov 12 03:24:20.409420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-002a7fe0-c502-4bcc-8962-0644d527f270 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657593 Nov 12 03:24:20.499888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28bf9ddb-c482-48f5-b830-222ff38074f3 req-aecef864-d183-4277-9003-8fe551fcd6ff tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=77dbc962-947d-47d2-b896-631865f13f19 HTTP/1.1" status: 200 len: 210 time: 0.0344224 Nov 12 03:24:20.653805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-d53196c6-e1ae-431d-a77b-94ab95bcf6b5 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427990 Nov 12 03:24:20.775972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-1f0ff4f9-5b03-4bc5-978b-d2daace88654 service neutron] 10.222.0.97 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208055 Nov 12 03:24:21.008455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fd6e46c-e908-46a6-8193-dc26b95c169b req-8f285789-8298-41b0-93b6-7f35fd0ccfa0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 210 time: 0.0490677 Nov 12 03:24:21.568640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff313a-48dc-4f0e-aa70-fd6915c042d3 req-856e0795-4504-4f0b-b948-56dffd1273b0 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.576873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6ff313a-48dc-4f0e-aa70-fd6915c042d3 req-856e0795-4504-4f0b-b948-56dffd1273b0 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.0759280 Nov 12 03:24:21.613774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-6af8e930-7541-4f92-af25-a6e88403db63 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:21.621872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-6af8e930-7541-4f92-af25-a6e88403db63 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.104 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 946 time: 0.0717237 Nov 12 03:24:21.683730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6ff313a-48dc-4f0e-aa70-fd6915c042d3 req-86a62d89-15ad-4fdf-b12a-04f2911dae98 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f145c06-b746-49e5-aadc-74a02a99e2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Nov 12 03:24:21.785503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Deleting port 4a90401c-cb91-4189-9cd2-b65ac947f28c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:21.785968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.965041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] For port 4a90401c-cb91-4189-9cd2-b65ac947f28c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a90401c-cb91-4189-9cd2-b65ac947f28c,segment=NetworkSegment(1bd03137-8ed2-4566-947f-6ad872d42aea),segment_id=1bd03137-8ed2-4566-947f-6ad872d42aea)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:21.965429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:21.997678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Calling delete_port for 4a90401c-cb91-4189-9cd2-b65ac947f28c owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:22.090310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f296933-025f-4146-826d-52980ab0e981 req-0bd889d1-cd19-4145-bee2-cb6be015d6f9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.103308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f296933-025f-4146-826d-52980ab0e981 req-0bd889d1-cd19-4145-bee2-cb6be015d6f9 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.1216228 Nov 12 03:24:22.119146 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6034aac9-ac83-477f-bb1a-fd56566f29f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.173641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.209816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Pushing event deleted for resources: {'Port': ['ID=4a90401c-cb91-4189-9cd2-b65ac947f28c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:22.227139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a90401c-cb91-4189-9cd2-b65ac947f28c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:22.227966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a298020-12c5-4f6d-aee6-5df40ed9c4c1 req-eac030fd-ee2e-42ed-8f22-6372f3119e9b tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 210 time: 0.0974329 Nov 12 03:24:22.265711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] No DVR routers for this DVR port 4a90401c-cb91-4189-9cd2-b65ac947f28c on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:22.269344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:22.273981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-50f7835b-fbc0-4ad1-8f0a-ce58de443d2b req-7d1ed445-51e2-4750-ba59-2293eed85c78 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.104 "DELETE /v2.0/ports/4a90401c-cb91-4189-9cd2-b65ac947f28c HTTP/1.1" status: 204 len: 173 time: 0.6428974 Nov 12 03:24:22.274674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'name': 'network-vif-deleted', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:22.287035 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa9b91-a003-4c9d-89aa-655a7e171256" -d '{"events": [{"server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "name": "network-vif-deleted", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:22.291478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f296933-025f-4146-826d-52980ab0e981 req-a24a8639-8a65-465b-97cb-0f3005a1a259 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798055 Nov 12 03:24:22.386667 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c970e2b-f62c-478c-ba14-78ed63a74ab8 x-openstack-request-id: req-7c970e2b-f62c-478c-ba14-78ed63a74ab8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:22.387292 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa7ace7-4689-40c8-9a7e-fcf300a0781d", "name": "network-vif-deleted", "tag": "4a90401c-cb91-4189-9cd2-b65ac947f28c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:22.387765 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c970e2b-f62c-478c-ba14-78ed63a74ab8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:22.388367 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa7ace7-4689-40c8-9a7e-fcf300a0781d', 'name': 'network-vif-deleted', 'tag': '4a90401c-cb91-4189-9cd2-b65ac947f28c', 'status': 'completed', 'code': 200} Nov 12 03:24:22.622930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-474e4df7-ad5f-47b0-a99c-d74c7982d961 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:22.625908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-474e4df7-ad5f-47b0-a99c-d74c7982d961 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.1427402 Nov 12 03:24:22.851512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56214156-0380-444a-be9c-a40bee613580 req-01f7a1e8-d782-4124-8d16-5af6892e23d3 tempest-InstanceActionsV221TestJSON-951525120 tempest-InstanceActionsV221TestJSON-951525120-project] 10.222.0.97 "GET /v2.0/ports?device_id=2fa7ace7-4689-40c8-9a7e-fcf300a0781d HTTP/1.1" status: 200 len: 210 time: 0.0410779 Nov 12 03:24:22.998545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-00abb288-69f0-4190-bed0-1cfe0e5a51d3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.000372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-00abb288-69f0-4190-bed0-1cfe0e5a51d3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 805 time: 0.3187361 Nov 12 03:24:23.006558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Deleting port 749454eb-2954-4411-8bd7-d5099ac4c88d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:23.007334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.082232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Request body: {'port': {'device_id': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'admin_state_up': True, 'tenant_id': '14f1cf1704aa48aba16f96d9044370e0'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:23.197259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] For port 749454eb-2954-4411-8bd7-d5099ac4c88d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=749454eb-2954-4411-8bd7-d5099ac4c88d,segment=NetworkSegment(2af12e93-c50c-4535-ba19-a4c78bd43179),segment_id=2af12e93-c50c-4535-ba19-a4c78bd43179)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.197774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.225436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Calling delete_port for 749454eb-2954-4411-8bd7-d5099ac4c88d owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:23.324514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Made reservation on behalf of 14f1cf1704aa48aba16f96d9044370e0 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:23.328281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.396914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79bcc75b-34b0-4198-9f36-e25b2e523cfc req-d58d9bf7-6f21-406f-81a6-4080e8478e8a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 210 time: 0.0732565 Nov 12 03:24:23.514445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fda82-17ad-4163-9cd4-e66c225554a3 req-4eedfd26-ee56-4a80-8037-660dac82cb6d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.522758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13fda82-17ad-4163-9cd4-e66c225554a3 req-4eedfd26-ee56-4a80-8037-660dac82cb6d tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/ports?device_id=97099635-2148-4ebd-90b9-52649413d00e HTTP/1.1" status: 200 len: 945 time: 0.0730100 Nov 12 03:24:23.539819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.558142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Allocated IP 172.20.0.14 (6012a4a0-3afb-4c4f-8c09-acec99a332dd/ce5a0542-644d-4944-bf6a-45967c11ae56/eb332ec5-1482-47d9-9265-f3234819c8df) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:23.582139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13fda82-17ad-4163-9cd4-e66c225554a3 req-0559b3ca-b0c5-46cc-b67d-b0875f3c4cc6 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.97 "GET /v2.0/security-groups?id=3262ec22-b816-49c9-a1a9-8c5f1b739da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Nov 12 03:24:23.589228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Pushing event deleted for resources: {'Port': ['ID=749454eb-2954-4411-8bd7-d5099ac4c88d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:23.659028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-671303fc-6a3c-43c6-9532-3f07dbf169f0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:23.661678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-671303fc-6a3c-43c6-9532-3f07dbf169f0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/ports?device_id=7515a7db-ad7d-488e-8b8b-3b58ce4433da HTTP/1.1" status: 200 len: 945 time: 0.0997195 Nov 12 03:24:23.661925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] No DVR routers for this DVR port 749454eb-2954-4411-8bd7-d5099ac4c88d on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:23.667815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.671224 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57eada7f-fbfd-4e92-82d2-8eb9cd4aefdc req-3711a5a8-4b2a-4380-9bf1-ac9c1524af12 tempest-LiveAutoBlockMigrationV225Test-1795500056 tempest-LiveAutoBlockMigrationV225Test-1795500056-project] 10.222.0.16 "DELETE /v2.0/ports/749454eb-2954-4411-8bd7-d5099ac4c88d HTTP/1.1" status: 204 len: 173 time: 1.0375743 Nov 12 03:24:23.683486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:23.749627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 14207bba-ba27-4124-8bb4-914bbf54436c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:23.760029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 14207bba-ba27-4124-8bb4-914bbf54436c not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:23.761017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:23.799652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Deleting port 00fba178-db46-4710-8518-b4f9b3cfeecd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:23.800762 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.850051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.878981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.926299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:23.929088 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f02157-1bdb-4fdd-ba5e-d9451086dd44" -d '{"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-unplugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:23.933291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:23.945466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:23.952407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.006655 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a0245c-bff8-4946-ab46-09fffc001fd4 x-openstack-request-id: req-b1a0245c-bff8-4946-ab46-09fffc001fd4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:24.007113 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-unplugged", "status": "completed", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:24.007416 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b1a0245c-bff8-4946-ab46-09fffc001fd4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:24.008205 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'code': 200} Nov 12 03:24:24.011314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] For port 00fba178-db46-4710-8518-b4f9b3cfeecd, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=00fba178-db46-4710-8518-b4f9b3cfeecd,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:24.011829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.044982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Network 6012a4a0-3afb-4c4f-8c09-acec99a332dd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:24.047388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Calling delete_port for 00fba178-db46-4710-8518-b4f9b3cfeecd owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:24.050160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.052444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:24.073572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:24.109812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.150944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.151613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.187526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-792250f1-28ec-4ace-a4d6-e888366cef2c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1094425 Nov 12 03:24:24.292024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:24.316526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-652d53ac-897f-4d0f-a7a0-509c1bca874c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.338869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.354202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Request body: {'port': {'device_id': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:24.376826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event deleted for resources: {'Port': ['ID=00fba178-db46-4710-8518-b4f9b3cfeecd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.396341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Deleting subnet e8800483-babc-499b-afbb-a5be075c4f13 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:24.399282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-deleted', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:24.401574 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e30bcfc-2cf3-4503-aaee-87523f58998c" -d '{"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-deleted", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:24.419989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] No DVR routers for this DVR port 00fba178-db46-4710-8518-b4f9b3cfeecd on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:24.422814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.427852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.438436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c19bbb-7218-4517-8c1e-a44394072e10 req-503aaca5-ae03-4010-9ae5-13f6d3a4eea5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "DELETE /v2.0/ports/00fba178-db46-4710-8518-b4f9b3cfeecd HTTP/1.1" status: 204 len: 173 time: 0.7580152 Nov 12 03:24:24.439321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-deleted', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:24.441872 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf25f42e-db15-44bc-bd49-6b27e3689dc5" -d '{"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-deleted", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:24.477232 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dffaf77-4314-4a26-afbb-227699252572 x-openstack-request-id: req-0dffaf77-4314-4a26-afbb-227699252572 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:24.477582 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97099635-2148-4ebd-90b9-52649413d00e", "name": "network-vif-deleted", "tag": "749454eb-2954-4411-8bd7-d5099ac4c88d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:24.477842 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0dffaf77-4314-4a26-afbb-227699252572 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:24.478237 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97099635-2148-4ebd-90b9-52649413d00e', 'name': 'network-vif-deleted', 'tag': '749454eb-2954-4411-8bd7-d5099ac4c88d', 'status': 'completed', 'code': 200} Nov 12 03:24:24.533390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.570480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.644985 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30badb5-d664-4f10-8d5c-90d296765700 x-openstack-request-id: req-c30badb5-d664-4f10-8d5c-90d296765700 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:24.645407 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7515a7db-ad7d-488e-8b8b-3b58ce4433da", "name": "network-vif-deleted", "tag": "00fba178-db46-4710-8518-b4f9b3cfeecd", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:24.645666 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c30badb5-d664-4f10-8d5c-90d296765700 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:24.646270 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7515a7db-ad7d-488e-8b8b-3b58ce4433da', 'name': 'network-vif-deleted', 'tag': '00fba178-db46-4710-8518-b4f9b3cfeecd', 'status': 'completed', 'code': 200} Nov 12 03:24:24.678581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.692863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a4abb-df25-4253-9545-e0c4e8c6a0f6 req-c8aa5e8f-8619-4dad-b520-9cd9d4fde19e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:24.700927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da7a4abb-df25-4253-9545-e0c4e8c6a0f6 req-c8aa5e8f-8619-4dad-b520-9cd9d4fde19e tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 932 time: 0.1337209 Nov 12 03:24:24.790798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da7a4abb-df25-4253-9545-e0c4e8c6a0f6 req-ee194147-5fe5-40f5-9b9c-ffd5bea0249a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886364 Nov 12 03:24:24.815318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:24.891669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.985206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8800483-babc-499b-afbb-a5be075c4f13,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:24.992290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:24.995531 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28c13f65-29a8-4dda-8a39-7b788ffbedde admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e8800483-babc-499b-afbb-a5be075c4f13 HTTP/1.1" status: 204 len: 168 time: 0.7019370 Nov 12 03:24:24.998797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:25.028163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Deleting subnet 26ab6f03-fca4-4bb2-be40-536fbb561d08 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:25.032838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.095048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.106530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.185742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb332ec5-1482-47d9-9265-f3234819c8df {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:25.204664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.208642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.259697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Transition to ACTIVE for port object eb332ec5-1482-47d9-9265-f3234819c8df will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:25.263145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.272152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.298678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706c1594-7f9e-4987-86ed-96356d5acbff']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.303563 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.333622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd03137-8ed2-4566-947f-6ad872d42aea') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.334261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd03137-8ed2-4566-947f-6ad872d42aea') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.347059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.362724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.383923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.393022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:25.393417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:25.395273 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:25.416965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:25.425496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.459497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 749454eb-2954-4411-8bd7-d5099ac4c88d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:25.460262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 749454eb-2954-4411-8bd7-d5099ac4c88d not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:25.493021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ab6f03-fca4-4bb2-be40-536fbb561d08,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.494617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.496251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Attempting to bind port eb332ec5-1482-47d9-9265-f3234819c8df on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:25.496590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Attempting to bind port eb332ec5-1482-47d9-9265-f3234819c8df by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:25.496924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Attempting to bind port eb332ec5-1482-47d9-9265-f3234819c8df on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:25.500309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.503491 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aea3ade5-e792-4529-8ade-47061a0eabf7 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/26ab6f03-fca4-4bb2-be40-536fbb561d08 HTTP/1.1" status: 204 len: 168 time: 0.6848054 Nov 12 03:24:25.505992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39112) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:25.514137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.518245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] 10.222.0.97 "DELETE /v2.0/networks/706c1594-7f9e-4987-86ed-96356d5acbff HTTP/1.1" status: 204 len: 168 time: 0.5178666 Nov 12 03:24:25.518477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Port eb332ec5-1482-47d9-9265-f3234819c8df on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:25.518823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Attempting to bind port eb332ec5-1482-47d9-9265-f3234819c8df on network 6012a4a0-3afb-4c4f-8c09-acec99a332dd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:25.531276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c01b-1ea7-434a-815a-d4bb248e08b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=706c1594-7f9e-4987-86ed-96356d5acbff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.545476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:25.545807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Checking segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:25.546291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Bound using segment: {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:25.546651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Bound port: eb332ec5-1482-47d9-9265-f3234819c8df, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81946211-de52-4fbf-bb8e-18b65ca8bfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:25.547180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.643316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.676198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:25.694604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:25.711379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:25.728141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:25.747992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-235064dd-110a-4e49-a813-e922dbb9b7b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=339a6c102d30438e9abb4b8c91dd28df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520654 Nov 12 03:24:25.751316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:25.751835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 00fba178-db46-4710-8518-b4f9b3cfeecd {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:25.752412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 00fba178-db46-4710-8518-b4f9b3cfeecd not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:25.753095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a90401c-cb91-4189-9cd2-b65ac947f28c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:25.762398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.796832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4a90401c-cb91-4189-9cd2-b65ac947f28c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:25.798304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a90401c-cb91-4189-9cd2-b65ac947f28c not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:25.817218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.845468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.878373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.893134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.893734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.895145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] 10.222.0.104 "PUT /v2.0/ports/eb332ec5-1482-47d9-9265-f3234819c8df HTTP/1.1" status: 200 len: 1093 time: 1.6903398 Nov 12 03:24:25.919262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.923224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:25.927512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9f145c06-b746-49e5-aadc-74a02a99e2da HTTP/1.1" status: 204 len: 168 time: 0.1749034 Nov 12 03:24:25.939618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe572a3-3423-4676-9355-434cf8a4586e']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.953938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348e53-7c08-46cb-bf34-c7a947f3c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.957106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3c5bd-a17e-4779-9d8d-632e3a0d9c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f145c06-b746-49e5-aadc-74a02a99e2da,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:25.972120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af12e93-c50c-4535-ba19-a4c78bd43179') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.984522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fae3d-492b-4f04-bbc1-fdbe5f1b0540 req-9e81d85f-8651-4e2b-8406-991440dd6ef0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:25.988980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af12e93-c50c-4535-ba19-a4c78bd43179') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:25.994067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7fae3d-492b-4f04-bbc1-fdbe5f1b0540 req-9e81d85f-8651-4e2b-8406-991440dd6ef0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.0886567 Nov 12 03:24:26.010020 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.025587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.034569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:26.035266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:26.066028 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:26.080085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7fae3d-492b-4f04-bbc1-fdbe5f1b0540 req-6ac85482-4869-4596-9b79-c4c3a6d7627a tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805709 Nov 12 03:24:26.142085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-a3744912-97a0-4918-99e2-5872cd9a42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.143802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-a3744912-97a0-4918-99e2-5872cd9a42df service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 1096 time: 0.1501749 Nov 12 03:24:26.154098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.163359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.168877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] 10.222.0.97 "DELETE /v2.0/networks/3fe572a3-3423-4676-9355-434cf8a4586e HTTP/1.1" status: 204 len: 168 time: 0.6591682 Nov 12 03:24:26.169407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:26.182938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c96e9-5e29-45d5-a18d-8d710b8ee1df admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe572a3-3423-4676-9355-434cf8a4586e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:26.215487 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-0424ea80-c2c9-4f4a-a9a0-f80c78f4dfee service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb332ec5-1482-47d9-9265-f3234819c8df HTTP/1.1" status: 200 len: 217 time: 0.0536547 Nov 12 03:24:26.252858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Deleting subnet b4404d50-1f34-4aae-b2b8-e86aabe2d610 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:26.256562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.292474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-016d2c53-4961-4de1-946a-43764a5eea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.293244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-016d2c53-4961-4de1-946a-43764a5eea53 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0695581 Nov 12 03:24:26.299193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.340638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.356102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-f40d63b3-4003-4948-bb67-863c706007dd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534990 Nov 12 03:24:26.399847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.413308 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.418614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b4404d50-1f34-4aae-b2b8-e86aabe2d610 HTTP/1.1" status: 204 len: 168 time: 0.2459688 Nov 12 03:24:26.433788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39142) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:26.442147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829a73-8e0c-4d08-8a5b-d09b975ec06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4404d50-1f34-4aae-b2b8-e86aabe2d610,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:26.479559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-f1d48668-b23c-49b1-baac-aadfa2752a97 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117859 Nov 12 03:24:26.480148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:26.482555 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05963537-c1de-4b98-a60e-88c852e0428a" -d '{"events": [{"name": "network-changed", "server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:26.528908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.613030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-167dcd1f-8ffe-4bf2-84d8-3638e64c82b2 req-8c0a79a0-cbd0-4f8e-85ab-00a67d55695a service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167338 Nov 12 03:24:26.614551 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a864111-7e8d-4f29-9922-9966a581cb7d x-openstack-request-id: req-3a864111-7e8d-4f29-9922-9966a581cb7d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:26.614850 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:26.615270 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a864111-7e8d-4f29-9922-9966a581cb7d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:26.615542 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'status': 'completed', 'code': 200} Nov 12 03:24:26.685655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.717061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffa4abb-5484-4e35-a2e5-b25a23c145bb']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.738386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fe8774-1f7a-4373-8447-f72d071fdb69') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.738765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fe8774-1f7a-4373-8447-f72d071fdb69') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:26.752808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.794503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.810662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.814724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:26.815270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:26.817313 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:26.849559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963537-c1de-4b98-a60e-88c852e0428a req-9e27dba8-bb20-44df-8809-b66d82933bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:26.853754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-9e27dba8-bb20-44df-8809-b66d82933bf7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=14f1cf1704aa48aba16f96d9044370e0&device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 1096 time: 0.0950663 Nov 12 03:24:26.893847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.901462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:26.914424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] 10.222.0.97 "DELETE /v2.0/networks/dffa4abb-5484-4e35-a2e5-b25a23c145bb HTTP/1.1" status: 204 len: 168 time: 0.4788346 Nov 12 03:24:26.936104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ae469-0648-4092-b720-c1cb7b24d24a admin admin] Pushing event deleted for resources: {'Network': ['ID=dffa4abb-5484-4e35-a2e5-b25a23c145bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.039653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963537-c1de-4b98-a60e-88c852e0428a req-c984d8f3-6361-4390-a5c1-a51039f65d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.041423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-c984d8f3-6361-4390-a5c1-a51039f65d62 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 200 len: 905 time: 0.1806090 Nov 12 03:24:27.116580 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-7bad0bcd-35c0-43a8-8a5a-7a9cee2707fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb332ec5-1482-47d9-9265-f3234819c8df HTTP/1.1" status: 200 len: 217 time: 0.0454621 Nov 12 03:24:27.155311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.204677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05963537-c1de-4b98-a60e-88c852e0428a req-a00206ee-e701-4425-a6e0-979d44c94a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.207500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-a00206ee-e701-4425-a6e0-979d44c94a78 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 200 len: 845 time: 0.0830579 Nov 12 03:24:27.208223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.251693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7dc0289d-a56c-42de-aa97-6718408ac3e5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=159c6bb67cc443f681a557aeea7e7259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0948453 Nov 12 03:24:27.254090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39178) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.259059 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-4acdb670-b7a9-4aae-850e-046895b4376d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6012a4a0-3afb-4c4f-8c09-acec99a332dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360425 Nov 12 03:24:27.285938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1fc83-e99f-4954-95b1-c9e2e4ab4d68 req-0bc279a0-9798-403a-ba59-951bf12580ab tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.293318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e1fc83-e99f-4954-95b1-c9e2e4ab4d68 req-0bc279a0-9798-403a-ba59-951bf12580ab tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.1088724 Nov 12 03:24:27.379122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e1fc83-e99f-4954-95b1-c9e2e4ab4d68 req-aeeba3ec-f679-4d70-8113-6ba56b80dc24 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795100 Nov 12 03:24:27.380182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.385526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-de5d369c-aed0-4e9b-a339-7b5b0f949d1f service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178143 Nov 12 03:24:27.404873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.417832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1871045835-network', 'tenant_id': '872aa38258ca4673af458a14df017fb8'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:27.496370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Made reservation on behalf of 872aa38258ca4673af458a14df017fb8 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:27.499262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.499870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.503064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.507502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3262ec22-b816-49c9-a1a9-8c5f1b739da5 HTTP/1.1" status: 204 len: 168 time: 0.2524750 Nov 12 03:24:27.512407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.527039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0434f4e-0915-4200-ac6f-512411d9490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262ec22-b816-49c9-a1a9-8c5f1b739da5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.559120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-05963537-c1de-4b98-a60e-88c852e0428a req-9ce22102-0ff8-41f6-b6c3-120e35a79a20 service neutron] 10.222.0.104 "GET /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659896 Nov 12 03:24:27.646157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.651485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.676729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:27.701151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.701642 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Added segment f0bfd471-665f-44c4-8ada-eb8b00783365 of type vlan for network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 Nov 12 03:24:27.704294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682481b4-5529-452e-90c5-5ba03240541b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.724229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.779534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.810162 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.812937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:27.813537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.846745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6373794 Nov 12 03:24:27.849646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.854567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Request body: {'subnet': {'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1871045835-subnet', 'tenant_id': '872aa38258ca4673af458a14df017fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:27.888078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Made reservation on behalf of 872aa38258ca4673af458a14df017fb8 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:27.893330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:27.937413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70985e1-adf8-4096-bfb9-1bf8d657f3db admin admin] Pushing event updated for resources: {'Network': ['ID=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:27.952521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:27.953123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:28.029379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2551c65-8a0a-4f10-a988-6e0908eefd2f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b461aaa7494c4e8a8522ad005c480efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734661 Nov 12 03:24:28.030384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:28.127520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.152590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.154410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.221017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.225120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.226420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d0edaa4-81be-4077-a39f-2ee902868952 HTTP/1.1" status: 204 len: 168 time: 0.1948240 Nov 12 03:24:28.234580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c39e06-a803-4296-8117-58f96ceaa3b0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.236935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1e7f-21a2-4461-b9d8-9a17fc060ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0edaa4-81be-4077-a39f-2ee902868952,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:28.247110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Checking segment: {'id': 'f0bfd471-665f-44c4-8ada-eb8b00783365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:28.247411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Network hostable DHCP agents. Network: cf135ab8-486c-49cd-a4f5-f0bbfc669dc5, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:28.285628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:28.299328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, cf135ab8-486c-49cd-a4f5-f0bbfc669dc5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:28.305183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.305832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:28.312665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf971f-4fe9-47e4-9061-08ee2b118918 None None] Network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:28.344842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6208dd7e-e137-47ac-89e1-009edd62408c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4938014 Nov 12 03:24:28.508387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f7297-a952-41ab-82a2-27957ccc8854 None None] Network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:28.593601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac55fb-41a3-4cee-980a-dfac6a8a311a req-9ff5e47b-c214-4b51-b7f6-eb5b6dd95450 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:28.601115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ac55fb-41a3-4cee-980a-dfac6a8a311a req-9ff5e47b-c214-4b51-b7f6-eb5b6dd95450 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.1171005 Nov 12 03:24:28.727469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0ac55fb-41a3-4cee-980a-dfac6a8a311a req-b94ceb57-84f6-4d8d-8b4f-b5fca886c336 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253924 Nov 12 03:24:29.255874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0ea62be2-ceed-4f8a-901f-f533df2acec0 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.263834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:29.264338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0ea62be2-ceed-4f8a-901f-f533df2acec0 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/networks?id=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 HTTP/1.1" status: 200 len: 821 time: 0.1559215 Nov 12 03:24:29.282561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-6bef58e1-a88f-4c1c-b8f4-fe31f0db8233 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/quotas/872aa38258ca4673af458a14df017fb8 HTTP/1.1" status: 200 len: 375 time: 0.0175717 Nov 12 03:24:29.328095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0d77cf2c-56d8-43d2-81a1-b972d22ed6e5 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=872aa38258ca4673af458a14df017fb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438967 Nov 12 03:24:29.409350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1082287837-network', 'tenant_id': 'e17779ad37734370a638c9f6fee1d476'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:29.447103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-70041dfc-a14d-471f-9cb7-b54d5366753b service neutron] 10.222.0.97 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179223 Nov 12 03:24:29.447597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Made reservation on behalf of e17779ad37734370a638c9f6fee1d476 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:29.451047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.462550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.559875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.564433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.567037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-994b22d9-4ad5-42d7-bd45-f3e7272c0a22 service neutron] 10.222.0.97 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188438 Nov 12 03:24:29.591949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:29.603414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b9a6d-d2bd-46c9-a31c-cfe77f20be3e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:29.622602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.622602 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Added segment 22842a7d-a13f-4404-889c-ed57994081f2 of type vlan for network f0c91368-de72-463a-a467-28023d331ce9 Nov 12 03:24:29.677051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.743676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.745127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.746166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.788501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17885974-2c2a-415e-b40f-5ab46994b852 req-df3d9104-ae53-41d0-bec0-8124f6bd1dc2 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0469995 Nov 12 03:24:29.923291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6557286 Nov 12 03:24:29.932462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39266) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:29.947230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Request body: {'subnet': {'network_id': 'f0c91368-de72-463a-a467-28023d331ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1082287837-subnet', 'tenant_id': 'e17779ad37734370a638c9f6fee1d476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:29.962148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306841-11d4-4aad-9a91-6110d4b7ae42 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c91368-de72-463a-a467-28023d331ce9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:29.976691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f0c91368-de72-463a-a467-28023d331ce9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:29.985869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Made reservation on behalf of e17779ad37734370a638c9f6fee1d476 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:29.989498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:29.989922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1144c-5409-4c16-aa05-ccbfdf56c684 req-168e9345-c6d6-4251-8ff9-d892b1006f44 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:29.991842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a1144c-5409-4c16-aa05-ccbfdf56c684 req-168e9345-c6d6-4251-8ff9-d892b1006f44 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.1236136 Nov 12 03:24:30.081888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a1144c-5409-4c16-aa05-ccbfdf56c684 req-5686ae5a-c038-4c36-ac53-eb4e6ed43816 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796769 Nov 12 03:24:30.300427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.363915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74aad8a3-84ce-4c1b-9d11-acbfb892bdce,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:30.391155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Checking segment: {'id': '22842a7d-a13f-4404-889c-ed57994081f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f0c91368-de72-463a-a467-28023d331ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:30.391921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Network hostable DHCP agents. Network: f0c91368-de72-463a-a467-28023d331ce9, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:30.419495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Network f0c91368-de72-463a-a467-28023d331ce9 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:30.432180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f0c91368-de72-463a-a467-28023d331ce9) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:30.441092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f8d0c-ceed-4c58-8bdf-4a275d7d89de None None] Network f0c91368-de72-463a-a467-28023d331ce9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:30.441243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:30.442183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:30.470301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee89bb76-2db8-408e-8a00-d6298f4a1485 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5361550 Nov 12 03:24:30.888583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d42c8-cea8-414b-b91a-447360c084e3 None None] Network f0c91368-de72-463a-a467-28023d331ce9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:31.023229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecf8d100-902f-4e46-9d13-af33fde6d9e6 req-a76ea1db-289f-41b9-a02f-e0f259a51a8c tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0604205 Nov 12 03:24:31.087225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.307858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.326325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1641575777-network', 'tenant_id': '22155b78e1274eac8449ef58ebc7ac27'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:31.349818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66949d7-d972-4672-89c9-c8df1f61ec75 req-31c752f9-0e38-466f-908c-b13178fc1bf6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.358937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e66949d7-d972-4672-89c9-c8df1f61ec75 req-31c752f9-0e38-466f-908c-b13178fc1bf6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.0781312 Nov 12 03:24:31.464331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Made reservation on behalf of 22155b78e1274eac8449ef58ebc7ac27 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:31.466759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.466993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e66949d7-d972-4672-89c9-c8df1f61ec75 req-694f6c47-77c6-4f08-a314-33d0029406e2 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052070 Nov 12 03:24:31.485495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.565658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-c62972b0-998e-4f32-a59e-7b6dbc82e261 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.567192 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-c62972b0-998e-4f32-a59e-7b6dbc82e261 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.104 "GET /v2.0/networks?id=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 HTTP/1.1" status: 200 len: 821 time: 0.1856437 Nov 12 03:24:31.594974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Request body: {'port': {'device_id': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5', 'admin_state_up': True, 'tenant_id': '872aa38258ca4673af458a14df017fb8'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:31.677374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.682391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.714864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:24:31.723945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:31.738551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d547c3d-800a-4e8e-8e5c-9f19c4f51ff6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:31.745246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.745624 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Added segment d6abc094-5167-4a6e-a376-a40e4223695d of type vlan for network 741fca1e-7212-4574-bff1-e2d257e9c0fc Nov 12 03:24:31.804506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.812449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Made reservation on behalf of 872aa38258ca4673af458a14df017fb8 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:31.816248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.825828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.839432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'mac_address': 'fa:16:3e:20:15:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:31.853018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.854083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:31.854655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.887101 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.900789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb332ec5-1482-47d9-9265-f3234819c8df {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:31.921098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6119359 Nov 12 03:24:31.924004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:31.924144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:31.928437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.935301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Request body: {'subnet': {'network_id': '741fca1e-7212-4574-bff1-e2d257e9c0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1641575777-subnet', 'tenant_id': '22155b78e1274eac8449ef58ebc7ac27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:31.962613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Made reservation on behalf of 22155b78e1274eac8449ef58ebc7ac27 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:24:31.966558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:31.986750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.195558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47dcf4b4-6c91-4025-8b04-8a89ac51cc4a req-c7c0d8e7-9571-4f24-a080-19bd79288cb5 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0422220 Nov 12 03:24:32.207025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.291931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665e7cb-c31a-4dc5-840c-7b9325a4e136 admin admin] Pushing event updated for resources: {'Network': ['ID=741fca1e-7212-4574-bff1-e2d257e9c0fc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.299710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfce1470-8a2c-440c-9f66-a76dfd0c89b5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.305646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 741fca1e-7212-4574-bff1-e2d257e9c0fc details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:24:32.320471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Checking segment: {'id': 'd6abc094-5167-4a6e-a376-a40e4223695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '741fca1e-7212-4574-bff1-e2d257e9c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:32.320830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Network hostable DHCP agents. Network: 741fca1e-7212-4574-bff1-e2d257e9c0fc, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:24:32.347583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Allocated IP 172.20.0.9 (cf135ab8-486c-49cd-a4f5-f0bbfc669dc5/91c39e06-a803-4296-8117-58f96ceaa3b0/6a656867-9a8f-4df5-ab1a-eba9d9e94732) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:24:32.357181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Network 741fca1e-7212-4574-bff1-e2d257e9c0fc is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:24:32.375556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 741fca1e-7212-4574-bff1-e2d257e9c0fc) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:32.380345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.380709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.419561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c6c4f804-b847-4744-b5cb-0e0dd4609865 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4848943 Nov 12 03:24:32.419837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b4495-aa63-42ac-bb4f-b46c2056ae92 None None] Network 741fca1e-7212-4574-bff1-e2d257e9c0fc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:32.456185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['eb332ec5-1482-47d9-9265-f3234819c8df'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:32.595808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9b548-8dc4-4623-b566-aa637ffc4885 req-25e238bf-40cc-4b1d-aba4-c795f5da52d6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.603941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cb9b548-8dc4-4623-b566-aa637ffc4885 req-25e238bf-40cc-4b1d-aba4-c795f5da52d6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.0681510 Nov 12 03:24:32.608450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.650792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:32.704060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cb9b548-8dc4-4623-b566-aa637ffc4885 req-108e52f5-bbb2-4f06-80e0-0f519445447c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974069 Nov 12 03:24:32.710734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.730726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9b90-5a6e-4e97-91c7-ef3e72d16ad3 req-fb769992-b2ec-486a-b020-15f785497deb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.732333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49af9b90-5a6e-4e97-91c7-ef3e72d16ad3 req-fb769992-b2ec-486a-b020-15f785497deb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 945 time: 0.1264350 Nov 12 03:24:32.791636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b99ad5d-e2f4-4c4c-8138-4a27660f4e12 None None] Network 741fca1e-7212-4574-bff1-e2d257e9c0fc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:24:32.811917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Deleting subnet 74aad8a3-84ce-4c1b-9d11-acbfb892bdce {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:32.815341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.842212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49af9b90-5a6e-4e97-91c7-ef3e72d16ad3 req-5c620f53-ef89-4cbf-a13b-f51eb89409eb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977681 Nov 12 03:24:32.865880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:24:32.872458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:24:32.874932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:24:32.927432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Pushing event updated for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:32.955635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:32.996393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:32.997193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.027636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-9f2adfa3-8da8-423c-bd2c-a61f8ffa9b80 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4375882 Nov 12 03:24:33.029290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.057267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Request body: {'port': {'device_id': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:24:33.057490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc71005-44d4-49bb-832d-b0ae299d5051 req-5598142e-5633-4bc3-8ace-aa137a934bbf tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.059507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fc71005-44d4-49bb-832d-b0ae299d5051 req-5598142e-5633-4bc3-8ace-aa137a934bbf tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1125329 Nov 12 03:24:33.157361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.177011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.192807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fc71005-44d4-49bb-832d-b0ae299d5051 req-3d92498a-d747-4df5-957b-d0d88a251ae6 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197069 Nov 12 03:24:33.223586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74aad8a3-84ce-4c1b-9d11-acbfb892bdce,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.233556 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.238953 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9e1a37f-ca1e-46d4-b8d2-c3759936179e admin admin] 10.222.0.97 "DELETE /v2.0/subnets/74aad8a3-84ce-4c1b-9d11-acbfb892bdce HTTP/1.1" status: 204 len: 168 time: 0.5863342 Nov 12 03:24:33.242093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.417424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.450268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772604-b13c-44a3-aade-f42f633a28ca req-a5e534e1-3744-4218-a83c-fbe59d6a8e6a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.451746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45772604-b13c-44a3-aade-f42f633a28ca req-a5e534e1-3744-4218-a83c-fbe59d6a8e6a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1035550 Nov 12 03:24:33.463123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fb445-b621-4140-89dc-3778b1aad2a6 req-d847d708-cf38-4ed4-b19f-3f5cff3212d2 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.464767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-682fb445-b621-4140-89dc-3778b1aad2a6 req-d847d708-cf38-4ed4-b19f-3f5cff3212d2 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 931 time: 0.1175768 Nov 12 03:24:33.557604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a656867-9a8f-4df5-ab1a-eba9d9e94732 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:33.566829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.579930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Transition to ACTIVE for port object 6a656867-9a8f-4df5-ab1a-eba9d9e94732 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:24:33.584521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.585171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.624082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45772604-b13c-44a3-aade-f42f633a28ca req-8a411186-f4fa-4efd-b4eb-c450f9e2e8ae tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421185 Nov 12 03:24:33.643800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c91368-de72-463a-a467-28023d331ce9']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.648625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.659432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22842a7d-a13f-4404-889c-ed57994081f2') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.659803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22842a7d-a13f-4404-889c-ed57994081f2') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:33.676390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.681781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-682fb445-b621-4140-89dc-3778b1aad2a6 req-653c491c-377f-4cf9-bd5e-40e5ca27cef6 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978285 Nov 12 03:24:33.703491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.710414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:33.711253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:33.713383 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:33.783503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Attempting to bind port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:24:33.784001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Attempting to bind port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f0bfd471-665f-44c4-8ada-eb8b00783365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:24:33.784443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Attempting to bind port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 on network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:33.790251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 on network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:24:33.790578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Attempting to bind port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 on network cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:24:33.795026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.801408 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.807360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] 10.222.0.97 "DELETE /v2.0/networks/f0c91368-de72-463a-a467-28023d331ce9 HTTP/1.1" status: 204 len: 168 time: 0.5611269 Nov 12 03:24:33.807851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:33.815533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:24:33.815872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Checking segment: {'id': 'f0bfd471-665f-44c4-8ada-eb8b00783365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:24:33.816257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Bound using segment: {'id': 'f0bfd471-665f-44c4-8ada-eb8b00783365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:24:33.816687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Bound port: 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bfd471-665f-44c4-8ada-eb8b00783365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:24:33.817046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.831806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6f57f-37b0-48f0-bb39-cf50f8d7e8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c91368-de72-463a-a467-28023d331ce9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:33.894394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Deleting subnet cfce1470-8a2c-440c-9f66-a76dfd0c89b5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:33.903102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.964479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:24:33.968427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:33.982690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e5ea-9422-4474-9c68-c12a688c9b88 req-32483b6d-1afe-422a-9be3-0ab94a6d2deb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:33.985037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d933e5ea-9422-4474-9c68-c12a688c9b88 req-32483b6d-1afe-422a-9be3-0ab94a6d2deb tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 945 time: 0.0569770 Nov 12 03:24:34.000924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732,segment=NetworkSegment(f0bfd471-665f-44c4-8ada-eb8b00783365),segment_id=f0bfd471-665f-44c4-8ada-eb8b00783365)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:24:34.010100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.041708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d933e5ea-9422-4474-9c68-c12a688c9b88 req-410aa5a6-2606-48f7-90bb-31b4da248731 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495734 Nov 12 03:24:34.053910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.054576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.055979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] 10.222.0.104 "PUT /v2.0/ports/6a656867-9a8f-4df5-ab1a-eba9d9e94732 HTTP/1.1" status: 200 len: 1092 time: 1.0036182 Nov 12 03:24:34.056483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:34.058855 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f289433-63ec-48a6-b076-e58adb980ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:34.068508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.104186 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc9383-7d15-45e8-8195-3a67f09246e4 x-openstack-request-id: req-01bc9383-7d15-45e8-8195-3a67f09246e4 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:34.104471 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:34.104724 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01bc9383-7d15-45e8-8195-3a67f09246e4 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:34.105113 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732', 'status': 'completed', 'code': 200} Nov 12 03:24:34.147832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c40c-9a9e-4841-811e-45904107f4fe service neutron] Pushing event updated for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.200102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.205532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0696f6e2-2c75-4813-9268-f3d8da03f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.207070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0696f6e2-2c75-4813-9268-f3d8da03f36c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=872aa38258ca4673af458a14df017fb8&device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0700366 Nov 12 03:24:34.237485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfce1470-8a2c-440c-9f66-a76dfd0c89b5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.242306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.245703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e5f0f99-419d-4b1b-b09c-849e9bdc9309 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/cfce1470-8a2c-440c-9f66-a76dfd0c89b5 HTTP/1.1" status: 204 len: 168 time: 0.4367404 Nov 12 03:24:34.248140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:34.285845 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-a7f5e0fd-a9eb-42f8-b309-15bede890d32 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732 HTTP/1.1" status: 200 len: 217 time: 0.0553803 Nov 12 03:24:34.399231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.401830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0c2a3b10-edc4-4015-8761-08515d081590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.403303 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-0c2a3b10-edc4-4015-8761-08515d081590 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=91c39e06-a803-4296-8117-58f96ceaa3b0 HTTP/1.1" status: 200 len: 861 time: 0.1073444 Nov 12 03:24:34.440161 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-fbe85450-2623-44df-a942-a7e2278037b8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282745 Nov 12 03:24:34.568395 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.597868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741fca1e-7212-4574-bff1-e2d257e9c0fc']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.616886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6abc094-5167-4a6e-a376-a40e4223695d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.617296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6abc094-5167-4a6e-a376-a40e4223695d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:34.631429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-1c0490bd-32c6-4687-a88f-d7a3cf2c0482 service neutron] 10.222.0.104 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741660 Nov 12 03:24:34.633149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.663788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.680470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:34.680961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:34.683236 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:34.794567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.801634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:34.805154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] 10.222.0.97 "DELETE /v2.0/networks/741fca1e-7212-4574-bff1-e2d257e9c0fc HTTP/1.1" status: 204 len: 168 time: 0.5559759 Nov 12 03:24:34.819777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad480dc2-781e-42a3-bc2b-4470b10eca7b req-29dfc137-f8b7-412e-a9f7-9a6977bc0cce service neutron] 10.222.0.104 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772690 Nov 12 03:24:34.820770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b031-a092-4ffa-a85c-e6679c5575e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=741fca1e-7212-4574-bff1-e2d257e9c0fc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:34.855831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa6f12-0014-4fa3-ad8a-d528de94c2a8 req-1e2433c9-37eb-4f6c-b12c-1fc99d15702a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.863779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69fa6f12-0014-4fa3-ad8a-d528de94c2a8 req-1e2433c9-37eb-4f6c-b12c-1fc99d15702a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1257553 Nov 12 03:24:34.893179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0847ad-d5a4-4a13-9f86-9b4fb5d7bb9b req-ae324683-5eb5-4bd6-8739-15b1c3f855c5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:34.894671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f0847ad-d5a4-4a13-9f86-9b4fb5d7bb9b req-ae324683-5eb5-4bd6-8739-15b1c3f855c5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1414702 Nov 12 03:24:34.954414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69fa6f12-0014-4fa3-ad8a-d528de94c2a8 req-45944597-167e-406e-bad1-95b315cbac9a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897601 Nov 12 03:24:35.003731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f0847ad-d5a4-4a13-9f86-9b4fb5d7bb9b req-9079d42d-86a2-4f30-b432-6383637a6225 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785425 Nov 12 03:24:35.033215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.053956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289433-63ec-48a6-b076-e58adb980ffa req-d0334635-a0a0-4364-88fc-af1b76dfe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.055400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-d0334635-a0a0-4364-88fc-af1b76dfe550 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=872aa38258ca4673af458a14df017fb8&device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 1095 time: 0.0910025 Nov 12 03:24:35.117231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0a6a5187-51b1-43f5-b784-cc54f015f0a3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e17779ad37734370a638c9f6fee1d476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826113 Nov 12 03:24:35.120182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.162570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316b62c-83d5-4091-b9ab-acf6d7b770e3 req-782b4196-293a-4890-99e2-88d8524e4fa8 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.167406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5316b62c-83d5-4091-b9ab-acf6d7b770e3 req-782b4196-293a-4890-99e2-88d8524e4fa8 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 943 time: 0.0977342 Nov 12 03:24:35.176825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289433-63ec-48a6-b076-e58adb980ffa req-23485700-fcc1-46c5-945e-bf3a2749b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.178383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-23485700-fcc1-46c5-945e-bf3a2749b792 service neutron] 10.222.0.104 "GET /v2.0/networks?id=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 HTTP/1.1" status: 200 len: 921 time: 0.1091542 Nov 12 03:24:35.240839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.247800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-188658a4-becf-4a78-a001-ec3c4f92982d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732 HTTP/1.1" status: 200 len: 217 time: 0.0589042 Nov 12 03:24:35.256789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5316b62c-83d5-4091-b9ab-acf6d7b770e3 req-a7f9dd30-ebda-4cfa-87e7-d16889dcec87 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838687 Nov 12 03:24:35.282634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.338518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289433-63ec-48a6-b076-e58adb980ffa req-b4737d70-b37a-42e1-b145-f380b50d5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.341492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-b4737d70-b37a-42e1-b145-f380b50d5e15 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=91c39e06-a803-4296-8117-58f96ceaa3b0 HTTP/1.1" status: 200 len: 861 time: 0.0857768 Nov 12 03:24:35.347632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.352864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.354377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b96b9a6d-d2bd-46c9-a31c-cfe77f20be3e HTTP/1.1" status: 204 len: 168 time: 0.2330828 Nov 12 03:24:35.384989 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-d45e3720-19cf-436c-88b1-a8693f8a8a5b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332353 Nov 12 03:24:35.403245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87c2c9-3c9e-406e-9a45-27191880ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b9a6d-d2bd-46c9-a31c-cfe77f20be3e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.440752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d62dee-9b60-4dda-8897-c2dc73b599eb req-f922f194-75c2-4691-ab84-bb6e37b52c38 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.448084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97d62dee-9b60-4dda-8897-c2dc73b599eb req-f922f194-75c2-4691-ab84-bb6e37b52c38 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 945 time: 0.0868189 Nov 12 03:24:35.501484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:35.517445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97d62dee-9b60-4dda-8897-c2dc73b599eb req-cb6feadb-1959-44a7-a11b-70085f3a63a9 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630829 Nov 12 03:24:35.518084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:35.539153 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-99c6546a-79d7-468b-82e1-1cdf2636e0ad service neutron] 10.222.0.104 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406429 Nov 12 03:24:35.678251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.685580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:35.705303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'mac_address': 'fa:16:3e:3f:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:35.717035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f289433-63ec-48a6-b076-e58adb980ffa req-148f6757-addd-4c6d-8668-4f21d4609fea service neutron] 10.222.0.104 "GET /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673722 Nov 12 03:24:35.718499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:35.721278 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf94b6-984a-432e-9bf0-71e3c0f17e7f" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:35.769021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:35.770582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:35.801175 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.809688 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.813825 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad9dac-8036-4932-b064-416e1c11aa65 x-openstack-request-id: req-1cad9dac-8036-4932-b064-416e1c11aa65 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:35.813940 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:35.814166 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1cad9dac-8036-4932-b064-416e1c11aa65 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:35.814811 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:24:35.865207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:35.873693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.913139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:35.934922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:24:35.935558 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:24:35.937230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port eb332ec5-1482-47d9-9265-f3234819c8df completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:35.941763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port eb332ec5-1482-47d9-9265-f3234819c8df triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:35.942599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:35.972230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2af605b7-19a5-470d-8933-daa38eac2339 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=22155b78e1274eac8449ef58ebc7ac27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0963452 Nov 12 03:24:35.974703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39450) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:35.982462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2401dc-a4ba-4963-8286-012d9ac2af92 req-717db1a7-452c-49d7-bb6f-38904566b1f1 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:35.985612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b2401dc-a4ba-4963-8286-012d9ac2af92 req-717db1a7-452c-49d7-bb6f-38904566b1f1 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.0865083 Nov 12 03:24:36.029863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.064091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.080938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b2401dc-a4ba-4963-8286-012d9ac2af92 req-27b9a9f9-baf0-465d-ad5b-550cd42c608c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765402 Nov 12 03:24:36.090397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:36.094901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.105912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.133386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de329c24-3f4e-438e-a047-266c3e74a188 req-e89b46dd-74ea-417b-a867-40e3085eb5ff tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.134960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de329c24-3f4e-438e-a047-266c3e74a188 req-e89b46dd-74ea-417b-a867-40e3085eb5ff tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.0585842 Nov 12 03:24:36.169495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.189664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.193034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.194217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d547c3d-800a-4e8e-8e5c-9f19c4f51ff6 HTTP/1.1" status: 204 len: 168 time: 0.2183142 Nov 12 03:24:36.219464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aed28e-ac8a-41ae-9188-a384473f4589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d547c3d-800a-4e8e-8e5c-9f19c4f51ff6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.263975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de329c24-3f4e-438e-a047-266c3e74a188 req-8e2c6a1d-a9c0-44f2-9bb1-227d33fcc7bf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212821 Nov 12 03:24:36.392342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f1d0c-841b-4b44-be32-f3c9a47f8a30 req-000cb1d1-c517-4d53-93b9-5d8f6548538d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.394243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e7f1d0c-841b-4b44-be32-f3c9a47f8a30 req-000cb1d1-c517-4d53-93b9-5d8f6548538d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 943 time: 0.0540576 Nov 12 03:24:36.450379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e7f1d0c-841b-4b44-be32-f3c9a47f8a30 req-4d035fa3-b97a-4d49-a0b3-647a6bebd394 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Nov 12 03:24:36.486713 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.500781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:36.521005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:36.525685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:36.588228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:36.646982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613727a-adbe-4692-8d16-48767dcc758b req-04807971-3898-4f5a-a7c3-6866ffb3a7f2 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:36.648567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b613727a-adbe-4692-8d16-48767dcc758b req-04807971-3898-4f5a-a7c3-6866ffb3a7f2 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.0588214 Nov 12 03:24:36.707935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b613727a-adbe-4692-8d16-48767dcc758b req-7220ebf3-6fed-496a-ad0b-2c975cb770f5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524509 Nov 12 03:24:36.727242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['18cde8e6-2afa-4e28-9d93-9f57bffca5dc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:37.239301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30add5ab-9c10-4053-a65f-0b0f60af2b8e req-80487373-eabd-40ab-ae0c-9c989c4834f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.241001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30add5ab-9c10-4053-a65f-0b0f60af2b8e req-80487373-eabd-40ab-ae0c-9c989c4834f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.0585911 Nov 12 03:24:37.318150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30add5ab-9c10-4053-a65f-0b0f60af2b8e req-b86d797f-ea41-4065-a139-2bcf9fd2c8bb tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658669 Nov 12 03:24:37.420686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9065e-8aff-4c9c-ab09-c61a2e380789 req-897b7024-3da5-41cd-b6c6-42abace36319 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.428224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23d9065e-8aff-4c9c-ab09-c61a2e380789 req-897b7024-3da5-41cd-b6c6-42abace36319 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 946 time: 0.0755272 Nov 12 03:24:37.496237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23d9065e-8aff-4c9c-ab09-c61a2e380789 req-422ca915-6307-4214-8ee5-5342ed0c13e9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656776 Nov 12 03:24:37.507887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:37.586532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:37.587186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.657334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c2e5-fecf-4039-9297-05184bd33d6b req-502f4a75-abe8-4000-a8cf-f0ea05a10b99 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.672031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f1c2e5-fecf-4039-9297-05184bd33d6b req-502f4a75-abe8-4000-a8cf-f0ea05a10b99 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 943 time: 0.1087220 Nov 12 03:24:37.744940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f1c2e5-fecf-4039-9297-05184bd33d6b req-ee27907e-e862-407d-8a6e-c225d313cc69 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717964 Nov 12 03:24:37.822342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:37.833922 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3027b8f-e0e0-478a-a6ab-80932edaa1e0" -d '{"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:37.881872 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.887051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee531-20ed-4b26-bdf7-f40e409d40be req-0536226f-f0d5-46df-aa9b-41aec0dc0bb7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:37.888081 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1b2853-bc1e-452f-ba3d-d60b1173721c x-openstack-request-id: req-af1b2853-bc1e-452f-ba3d-d60b1173721c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:37.888355 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:37.888807 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-af1b2853-bc1e-452f-ba3d-d60b1173721c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:37.889461 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'code': 200} Nov 12 03:24:37.898209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63bee531-20ed-4b26-bdf7-f40e409d40be req-0536226f-f0d5-46df-aa9b-41aec0dc0bb7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.0796144 Nov 12 03:24:37.949546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:37.957611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:37.996210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63bee531-20ed-4b26-bdf7-f40e409d40be req-f350367e-a6be-436f-96b0-f22d83729ed0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950801 Nov 12 03:24:38.060483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:38.154934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd69642-df60-4b08-9edd-048d510926ec req-444b0600-c813-4c24-b217-cf5f3cd880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.157903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ecd69642-df60-4b08-9edd-048d510926ec req-444b0600-c813-4c24-b217-cf5f3cd880c0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 1098 time: 0.1227329 Nov 12 03:24:38.288121 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ecd69642-df60-4b08-9edd-048d510926ec req-8f838b5a-7f6f-44ef-bc3c-b62092d17f0b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107895 Nov 12 03:24:38.306389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-b2b201cb-9c18-4a59-a886-e73a487bd7a5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.308979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-b2b201cb-9c18-4a59-a886-e73a487bd7a5 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.104 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1341565 Nov 12 03:24:38.543550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e6902-7df0-4667-92e2-3d728b267bf8 req-14ef59ab-e760-4caf-a49d-1fd31d34129c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.545802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1e6902-7df0-4667-92e2-3d728b267bf8 req-14ef59ab-e760-4caf-a49d-1fd31d34129c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.0599787 Nov 12 03:24:38.635700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1e6902-7df0-4667-92e2-3d728b267bf8 req-c5147325-0cb0-4c0d-adcb-89ca675b8569 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807536 Nov 12 03:24:38.804811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807750f-bace-46ed-94f6-97e5a7ca0ad9 req-e28f5ef0-7262-4fa9-a0fd-28bd91b1d029 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:38.812493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f807750f-bace-46ed-94f6-97e5a7ca0ad9 req-e28f5ef0-7262-4fa9-a0fd-28bd91b1d029 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1110070 Nov 12 03:24:38.907495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f807750f-bace-46ed-94f6-97e5a7ca0ad9 req-2f38888a-5d30-4916-b3df-fa29557fef56 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940428 Nov 12 03:24:38.945900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Deleting port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:38.946303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.136502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] For port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:39.136757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.276381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.302706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1857d0-b9be-4784-afdd-d2d6fede09e1 req-d7b925ed-fa98-4da3-8df3-8443c5fedd16 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.304317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd1857d0-b9be-4784-afdd-d2d6fede09e1 req-d7b925ed-fa98-4da3-8df3-8443c5fedd16 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 943 time: 0.2548208 Nov 12 03:24:39.330171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977cb3-6347-444b-991c-26d21e58de19 req-135b1632-94a2-4ded-9a86-a286c451a3c3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:39.336288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa977cb3-6347-444b-991c-26d21e58de19 req-135b1632-94a2-4ded-9a86-a286c451a3c3 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.2474234 Nov 12 03:24:39.736936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6a656867-9a8f-4df5-ab1a-eba9d9e94732 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:39.864420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa977cb3-6347-444b-991c-26d21e58de19 req-c818e32b-1d5e-45f6-a80f-02833e83c3f8 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272095 Nov 12 03:24:39.883604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732,segment=NetworkSegment(f0bfd471-665f-44c4-8ada-eb8b00783365),segment_id=f0bfd471-665f-44c4-8ada-eb8b00783365)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:39.890378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd1857d0-b9be-4784-afdd-d2d6fede09e1 req-adff01d6-992e-4c93-92c9-2b4935f40d53 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708668 Nov 12 03:24:39.892797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:39.895562 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdb874-e95a-473f-b09b-626b2bb662d3" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:39.898678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '6a656867-9a8f-4df5-ab1a-eba9d9e94732', 'network_id': 'cf135ab8-486c-49cd-a4f5-f0bbfc669dc5', 'port_id': '6a656867-9a8f-4df5-ab1a-eba9d9e94732', 'mac_address': 'fa:16:3e:a3:1f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c39e06-a803-4296-8117-58f96ceaa3b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:39.917069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.919125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:39.919453 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Floating IP 73482432-9f18-4f48-8d9e-50eda7cd862d disassociated. External IP: 172.25.7.110, port: 480d7ef3-81cf-45f9-b8a6-c96aa36756c6. Nov 12 03:24:39.919808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Calling delete_port for 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:40.013170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.035901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a656867-9a8f-4df5-ab1a-eba9d9e94732 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:40.082488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732,segment=NetworkSegment(f0bfd471-665f-44c4-8ada-eb8b00783365),segment_id=f0bfd471-665f-44c4-8ada-eb8b00783365)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:40.090712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.190255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.218966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1954-7e14-406e-9b86-41138c6c096b req-e50ca420-44d3-4bdb-b659-f7be7d7d6e1a tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.234506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d76b1954-7e14-406e-9b86-41138c6c096b req-e50ca420-44d3-4bdb-b659-f7be7d7d6e1a tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 946 time: 0.1225381 Nov 12 03:24:40.284360 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b424db-b963-4276-bafa-436a7ba2cc87 x-openstack-request-id: req-26b424db-b963-4276-bafa-436a7ba2cc87 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:40.285265 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-plugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:40.285754 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-26b424db-b963-4276-bafa-436a7ba2cc87 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:40.286377 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:24:40.360407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d76b1954-7e14-406e-9b86-41138c6c096b req-7bcb5fa0-732b-45c2-bc07-0d2eac29be59 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups?id=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151335 Nov 12 03:24:40.402392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:40.444051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event deleted for resources: {'Port': ['ID=480d7ef3-81cf-45f9-b8a6-c96aa36756c6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:40.479113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa53bf-8b2e-408b-a440-409853481f37 req-8508363f-841c-4bae-9cb5-a53cbeeba748 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:40.490130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2aa53bf-8b2e-408b-a440-409853481f37 req-8508363f-841c-4bae-9cb5-a53cbeeba748 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1262739 Nov 12 03:24:40.655965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6a656867-9a8f-4df5-ab1a-eba9d9e94732'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:40.677413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2aa53bf-8b2e-408b-a440-409853481f37 req-2be31ed7-77ba-4705-93b6-b79020c60100 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1857929 Nov 12 03:24:40.758191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Router 2cb49289-b530-4441-95cd-b0d45d294d59 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:41.037312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:41.056588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Sync routers for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:41.072335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:41.078334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:41.166255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] No DVR routers for this DVR port 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:41.172576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:41.175912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8c0100-385e-4796-993f-ed682526b8f8 req-0752c2e8-6c7e-4b0b-9fbc-e4d561f303f8 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.104 "DELETE /v2.0/ports/480d7ef3-81cf-45f9-b8a6-c96aa36756c6 HTTP/1.1" status: 204 len: 173 time: 2.4317622 Nov 12 03:24:41.196766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'name': 'network-vif-deleted', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:41.199438 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464fb4f-7d0f-4bc5-97fc-ba71c31c3bc9" -d '{"events": [{"server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "name": "network-vif-deleted", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:41.239617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3574e4-fbfb-4945-bca3-0c85432f37cd req-46cb1ad6-b55d-4383-b39b-958a70e14c11 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.249644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f3574e4-fbfb-4945-bca3-0c85432f37cd req-46cb1ad6-b55d-4383-b39b-958a70e14c11 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1958907 Nov 12 03:24:41.279600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:41.336473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80808b-ed57-4f07-b7aa-86112d55a105 req-d17c691d-7712-4602-8ec2-e9c1600191aa tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:41.339059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f80808b-ed57-4f07-b7aa-86112d55a105 req-d17c691d-7712-4602-8ec2-e9c1600191aa tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 944 time: 0.2701104 Nov 12 03:24:41.399235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f3574e4-fbfb-4945-bca3-0c85432f37cd req-666b8b75-143f-4af6-b647-5b0e547adbac tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308506 Nov 12 03:24:41.486120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f80808b-ed57-4f07-b7aa-86112d55a105 req-5820f379-2d93-4855-ae5b-120672932349 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351852 Nov 12 03:24:41.661734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:41.706629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Checking router: 2cb49289-b530-4441-95cd-b0d45d294d59 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:41.723051 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3cd37e-4771-4a1e-8df0-f0ee177c1fc4 x-openstack-request-id: req-7b3cd37e-4771-4a1e-8df0-f0ee177c1fc4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:41.723350 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64732aed-4d7e-4e73-9960-3d172d3c28bd", "name": "network-vif-deleted", "tag": "480d7ef3-81cf-45f9-b8a6-c96aa36756c6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:41.723748 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7b3cd37e-4771-4a1e-8df0-f0ee177c1fc4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:41.724163 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64732aed-4d7e-4e73-9960-3d172d3c28bd', 'name': 'network-vif-deleted', 'tag': '480d7ef3-81cf-45f9-b8a6-c96aa36756c6', 'status': 'completed', 'code': 200} Nov 12 03:24:41.755368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:41.820201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:41.820957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 480d7ef3-81cf-45f9-b8a6-c96aa36756c6 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:41.825995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:41.828476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:41.969870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7713f364-ec5e-447e-bbd3-dd1f11aab4ed req-315139b4-baa0-4d3f-8b21-a3cacd099c1d tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0501697 Nov 12 03:24:42.088933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:42.129422 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:24:42.213200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a055733-8980-4927-89e3-335a090f6d4c req-2e1d76a2-1312-4d72-a336-fe2ba9649dd7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.218536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a055733-8980-4927-89e3-335a090f6d4c req-2e1d76a2-1312-4d72-a336-fe2ba9649dd7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1013613 Nov 12 03:24:42.361428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a055733-8980-4927-89e3-335a090f6d4c req-6b6d29cc-cde8-4702-8af7-61a46870fcf0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390059 Nov 12 03:24:42.765451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:42.848008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fff544-9241-45fc-99ec-1cec98976ab0 None None] The sync data for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 is: [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:21:22Z', 'revision_number': 4, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '62a6ca73-6621-4dde-8af7-24750fe7bf5b', 'name': '', 'network_id': 'bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'mac_address': 'fa:16:3e:a9:3c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:20Z', 'updated_at': '2021-11-12T03:21:26Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'subnets': [{'id': 'aab2b364-90bb-4d4b-974d-499724dc57f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:42.950191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7347-be3e-46c6-941e-e7cbc11d19fa req-363cc0b6-5285-49b8-9430-dc511fd28f7e tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:42.962711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af6b7347-be3e-46c6-941e-e7cbc11d19fa req-363cc0b6-5285-49b8-9430-dc511fd28f7e tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 944 time: 0.1944916 Nov 12 03:24:43.059425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af6b7347-be3e-46c6-941e-e7cbc11d19fa req-9e2d86f4-f063-4b91-85d2-fcc4f7a584eb tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953770 Nov 12 03:24:43.360069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6beda03f-f892-44a5-b75e-9785fdd19ef6 req-db213302-09b5-4542-89e7-6dff6c90cbdd tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0769610 Nov 12 03:24:43.363121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54e3b04-f07a-4612-923d-24d029187eab None None] New status for floating IP 73482432-9f18-4f48-8d9e-50eda7cd862d: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:24:43.621259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d160-7c72-4e8c-8f7e-aff57344b755 req-b4be74d6-72f4-4f89-a2e9-dbbfe161d8c6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.622831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a51d160-7c72-4e8c-8f7e-aff57344b755 req-b4be74d6-72f4-4f89-a2e9-dbbfe161d8c6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1043150 Nov 12 03:24:43.745924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a51d160-7c72-4e8c-8f7e-aff57344b755 req-3c8258fb-8dbc-4009-a6e7-1d26c529c56e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159911 Nov 12 03:24:43.751525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6a656867-9a8f-4df5-ab1a-eba9d9e94732 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:43.773075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3839bc-2c0f-4da8-af5f-ae81dd6d312d req-add5b6e4-5c7b-424b-b315-54492e8b2bc7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:43.802113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d3839bc-2c0f-4da8-af5f-ae81dd6d312d req-add5b6e4-5c7b-424b-b315-54492e8b2bc7 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1152337 Nov 12 03:24:43.848564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:24:43.857238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:43.857858 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:43.895630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d3839bc-2c0f-4da8-af5f-ae81dd6d312d req-72ad20ae-ec04-4d05-a429-9484e43bf790 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924032 Nov 12 03:24:44.021683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.074817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:44.083205 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1674d25f-e54b-48aa-b634-94e7f9a9c9d7" -d '{"events": [{"server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "name": "network-vif-plugged", "status": "completed", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:44.117648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732,segment=NetworkSegment(f0bfd471-665f-44c4-8ada-eb8b00783365),segment_id=f0bfd471-665f-44c4-8ada-eb8b00783365)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:44.127436 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:44.218208 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa4746a-93f8-4de1-abc2-1539ce215dca x-openstack-request-id: req-2fa4746a-93f8-4de1-abc2-1539ce215dca {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:44.220621 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "name": "network-vif-plugged", "status": "completed", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:44.221002 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2fa4746a-93f8-4de1-abc2-1539ce215dca {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:44.224567 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732', 'code': 200} Nov 12 03:24:44.279491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:44.335674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f748-59fe-4984-baa6-4c760560f709 req-d6b01cec-28fc-4fa0-8daa-4b2aa8b88d95 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.337852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8d7f748-59fe-4984-baa6-4c760560f709 req-d6b01cec-28fc-4fa0-8daa-4b2aa8b88d95 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1373987 Nov 12 03:24:44.511818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8d7f748-59fe-4984-baa6-4c760560f709 req-107ec790-a0e9-40db-9130-61ceb213ff35 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625152 Nov 12 03:24:44.527694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5bf9a6-b6e8-4914-984b-f279e9a96441 req-8eba94c2-e324-4596-83b9-e47b6b733366 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0615783 Nov 12 03:24:44.552716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebbc28-bf36-44dc-95b5-79f5c3f6f085 req-387bb1c8-8455-4789-a585-e707b0ffb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.554525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beebbc28-bf36-44dc-95b5-79f5c3f6f085 req-387bb1c8-8455-4789-a585-e707b0ffb02d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1644514 Nov 12 03:24:44.656778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beebbc28-bf36-44dc-95b5-79f5c3f6f085 req-b55dd257-6137-4d24-80c0-6255f6ab32c7 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870867 Nov 12 03:24:44.990728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2459df6-6893-41b7-831e-49fc62d247b4 req-a5cd51a1-7165-4d26-b8ea-8c4d874b0c59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:44.993692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2459df6-6893-41b7-831e-49fc62d247b4 req-a5cd51a1-7165-4d26-b8ea-8c4d874b0c59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1223595 Nov 12 03:24:45.092568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2459df6-6893-41b7-831e-49fc62d247b4 req-a603eb6e-a862-4ad7-9a67-80028aa9511d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867591 Nov 12 03:24:45.333468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaac2e-9b8a-4eec-b8b2-88122f5505b9 req-bcc91110-773a-4fc4-a1f6-2f1031831666 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:45.358792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1aaac2e-9b8a-4eec-b8b2-88122f5505b9 req-bcc91110-773a-4fc4-a1f6-2f1031831666 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1124473 Nov 12 03:24:45.458658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1aaac2e-9b8a-4eec-b8b2-88122f5505b9 req-e8285d43-f653-4780-a977-97d2ac4444c0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963621 Nov 12 03:24:45.853288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8312f96-a62e-4fad-92c9-21bed5453b21 req-70615026-76ec-4810-a9d4-35270a45098c tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0794778 Nov 12 03:24:46.069373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063b2d-e7dd-4936-af87-2ec33b197039 req-244e4d34-421b-41fe-b0a2-64b01eb10c0c tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.077545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31063b2d-e7dd-4936-af87-2ec33b197039 req-244e4d34-421b-41fe-b0a2-64b01eb10c0c tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1231210 Nov 12 03:24:46.162304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31063b2d-e7dd-4936-af87-2ec33b197039 req-c859abd5-d89b-446f-8315-225c1e64ff1d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Nov 12 03:24:46.438581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e2cd6-4d84-486b-afec-9058087bf66d req-ca654cd5-b3f4-48ee-ba76-f5819dd86788 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.446491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e34e2cd6-4d84-486b-afec-9058087bf66d req-ca654cd5-b3f4-48ee-ba76-f5819dd86788 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1357367 Nov 12 03:24:46.583401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e34e2cd6-4d84-486b-afec-9058087bf66d req-6aaf91ae-b2bb-41c1-82fc-42f5ef4e50dd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292319 Nov 12 03:24:46.809065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03b32-ca9b-405a-88b1-f18ec17acf8f req-1a6d1c2a-7f34-4584-8f9a-6dc158e229ed tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:46.821624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f03b32-ca9b-405a-88b1-f18ec17acf8f req-1a6d1c2a-7f34-4584-8f9a-6dc158e229ed tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1232958 Nov 12 03:24:46.930668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f03b32-ca9b-405a-88b1-f18ec17acf8f req-ed8251d6-f136-491f-8c74-13e8adba6af5 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077380 Nov 12 03:24:47.081051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdc86f49-ccb1-44e6-afb6-bf78a129c5ab req-40c77da0-b445-4755-bb3e-b54624f7ef71 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0584753 Nov 12 03:24:47.144854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39796) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:47.306495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.338016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac3cb9-93e9-4076-a58c-322291f9d259 req-cc4e6dbd-9e6c-4b57-87b0-aa1dafe7b837 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.339901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2ac3cb9-93e9-4076-a58c-322291f9d259 req-cc4e6dbd-9e6c-4b57-87b0-aa1dafe7b837 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.0663545 Nov 12 03:24:47.444528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.457473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2ac3cb9-93e9-4076-a58c-322291f9d259 req-f31f2885-46fc-4ab8-aee6-9625d7e1e1f6 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799923 Nov 12 03:24:47.460576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.504629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1dcbd2ea1062460f9a9d777343986f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569427 Nov 12 03:24:47.507413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39804) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:47.566545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360e1697-0300-4eef-8aeb-03f6ed61e9a6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.579319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.579669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.580014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.580351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.580687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.581018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.581347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.581679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.581998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.582320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.582644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.582990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b297316-7b92-4b2a-8abc-0e4d81b6bf88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:47.649454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.687384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.784598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.790623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:24:47.791489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:47.797222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/360e1697-0300-4eef-8aeb-03f6ed61e9a6 HTTP/1.1" status: 204 len: 168 time: 0.2856345 Nov 12 03:24:47.815753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d64da6-dd4a-4f3b-be6b-9d2215bd7c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360e1697-0300-4eef-8aeb-03f6ed61e9a6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:47.830975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923b7b0-d257-4e8e-a892-759b0340a475 req-c4f9ff7b-5665-480a-9e8e-d0d6c3da7f8e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:47.841323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1923b7b0-d257-4e8e-a892-759b0340a475 req-c4f9ff7b-5665-480a-9e8e-d0d6c3da7f8e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1708534 Nov 12 03:24:47.934539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1923b7b0-d257-4e8e-a892-759b0340a475 req-913556cd-8671-4716-ac38-79bb198b6fcb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923755 Nov 12 03:24:48.134783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e1cbf-8eaa-4c27-86ed-bb42c0d00726 req-4d2394d3-c5aa-4fa5-83e5-f6b3b568d468 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.148201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-570e1cbf-8eaa-4c27-86ed-bb42c0d00726 req-4d2394d3-c5aa-4fa5-83e5-f6b3b568d468 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.0952814 Nov 12 03:24:48.216653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:48.230682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-570e1cbf-8eaa-4c27-86ed-bb42c0d00726 req-413c8b3e-faeb-43b5-8251-a3846449f4b1 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794644 Nov 12 03:24:48.283641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'network_id': '6012a4a0-3afb-4c4f-8c09-acec99a332dd', 'port_id': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'mac_address': 'fa:16:3e:20:15:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5a0542-644d-4944-bf6a-45967c11ae56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:24:48.380668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.404237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb332ec5-1482-47d9-9265-f3234819c8df {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:24:48.419242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff554553-ba90-4b15-8eef-34951f595326 req-6f7f2fda-bc76-40d1-b82a-22c65f4e8c5a tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0516942 Nov 12 03:24:48.453316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:48.460964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.537394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.606622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39848) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.624214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a415a09-4f7a-4d67-8c2c-e9191379a5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.666325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc86a3-e255-4553-aa44-c3086067c23a req-0e8851e8-c978-46e2-a27c-6446a90ac277 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:48.671466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42fc86a3-e255-4553-aa44-c3086067c23a req-0e8851e8-c978-46e2-a27c-6446a90ac277 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.0887413 Nov 12 03:24:48.729798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['eb332ec5-1482-47d9-9265-f3234819c8df'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:48.749793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a415a09-4f7a-4d67-8c2c-e9191379a5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.755223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a415a09-4f7a-4d67-8c2c-e9191379a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:48.787224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a415a09-4f7a-4d67-8c2c-e9191379a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea0b4a-74ca-4130-bbe1-9e9f64aef534,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:48.806754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42fc86a3-e255-4553-aa44-c3086067c23a req-beb7464d-95e2-4429-b5a1-4e49519e27e6 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273856 Nov 12 03:24:48.833822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a415a09-4f7a-4d67-8c2c-e9191379a5cd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7be898d7c34c4aa2ae52eaf8dd060063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226801 Nov 12 03:24:48.834274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:48.937962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.000896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.133240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97665c-1f21-489a-87f2-88004c966311 req-d4b5dff4-9a4d-4014-a40f-cc8ffe5a22b5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.140428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f97665c-1f21-489a-87f2-88004c966311 req-d4b5dff4-9a4d-4014-a40f-cc8ffe5a22b5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.0823791 Nov 12 03:24:49.156251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.158721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:49.162230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9bea0b4a-74ca-4130-bbe1-9e9f64aef534 HTTP/1.1" status: 204 len: 168 time: 0.3245046 Nov 12 03:24:49.175405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea0b4a-74ca-4130-bbe1-9e9f64aef534,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:49.193647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.193920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.194241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.194571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.194936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.195260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.195582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.195900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.196217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.196528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.196844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.197221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85da18-def6-4a77-85d9-f7d7bf59b5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:49.222242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f97665c-1f21-489a-87f2-88004c966311 req-06aa1b42-50dc-4497-b620-56b8afc335bb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785425 Nov 12 03:24:49.437566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553f013-2bed-4448-acf7-cb840df5f68e req-da0987cd-7052-494f-92f2-7d07d9fb2093 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:49.452558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4553f013-2bed-4448-acf7-cb840df5f68e req-da0987cd-7052-494f-92f2-7d07d9fb2093 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 945 time: 0.1167140 Nov 12 03:24:49.566910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4553f013-2bed-4448-acf7-cb840df5f68e req-6f200825-3549-4fb9-8969-4e78039f0462 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131802 Nov 12 03:24:49.617970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e111eb9-536c-47a6-bb8b-43546e0fe820 req-72342347-e9da-4a06-a948-a33ab5c35caa tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/ports?device_id=64732aed-4d7e-4e73-9960-3d172d3c28bd HTTP/1.1" status: 200 len: 210 time: 0.0399168 Nov 12 03:24:49.808955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:24:49.908782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port eb332ec5-1482-47d9-9265-f3234819c8df triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:24:49.909323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.036176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.036427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9c774-9f70-41fc-8b17-8e94d439851c req-5d674457-a46a-4ae7-87e0-8f6974f3d622 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.037818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42f9c774-9f70-41fc-8b17-8e94d439851c req-5d674457-a46a-4ae7-87e0-8f6974f3d622 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.0819328 Nov 12 03:24:50.107771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:50.115468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:50.117824 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e554c7-b0a7-4f04-916d-e2a90ca2939d" -d '{"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:50.152902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:50.159463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42f9c774-9f70-41fc-8b17-8e94d439851c req-6b843be6-f5ba-4404-b153-fb10dfd7125e tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050518 Nov 12 03:24:50.232558 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd91b95-9d6d-4b82-a5b4-63d5091f96de x-openstack-request-id: req-9fd91b95-9d6d-4b82-a5b4-63d5091f96de {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:50.232874 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-plugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:50.233170 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9fd91b95-9d6d-4b82-a5b4-63d5091f96de {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:50.234145 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'code': 200} Nov 12 03:24:50.300737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:50.312684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.312827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.314067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.315598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.316054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.316577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.318646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.319288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.320380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.320891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.321422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.322037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:24:50.484981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721165ca-b959-415b-aeac-e973ae8f69a2 req-f3aacf71-8e4e-49a6-9fde-e049b5cad0ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.493520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-721165ca-b959-415b-aeac-e973ae8f69a2 req-f3aacf71-8e4e-49a6-9fde-e049b5cad0ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1583881 Nov 12 03:24:50.598805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-721165ca-b959-415b-aeac-e973ae8f69a2 req-ba055c5e-7be7-42ce-ab10-4b1d2a25c33d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991042 Nov 12 03:24:50.857643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd11b3-623b-4dab-864f-b7e5821172ee req-1b501a6d-8a12-4be0-afa7-3f55455a870c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:50.865649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:50.889383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cd11b3-623b-4dab-864f-b7e5821172ee req-1b501a6d-8a12-4be0-afa7-3f55455a870c tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.2073359 Nov 12 03:24:51.062261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cd11b3-623b-4dab-864f-b7e5821172ee req-560bf787-3884-4a19-b516-e0e6b9e5bfa0 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622369 Nov 12 03:24:51.069378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.106434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.178220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.183093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.184533 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "DELETE /v2.0/security-groups/f589c3ab-6c2e-4f70-b76b-ec3507f2cb58 HTTP/1.1" status: 204 len: 168 time: 0.3170929 Nov 12 03:24:51.187251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.204086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab2de-e14e-4ed5-b060-98339f723be7 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f589c3ab-6c2e-4f70-b76b-ec3507f2cb58,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:51.256027 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-2b6deed2-b456-45db-a9a1-91d3bc44b265 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] show failed (client error): The resource could not be found. Nov 12 03:24:51.266559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:51.276752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2b6deed2-b456-45db-a9a1-91d3bc44b265 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "GET /v2.0/security-groups/f589c3ab-6c2e-4f70-b76b-ec3507f2cb58 HTTP/1.1" status: 404 len: 347 time: 0.0876458 Nov 12 03:24:51.467227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1fa7-3614-482b-a0a3-536d607e10a5 req-39ebf338-a9b2-4010-a83c-6798db76effd tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.476517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7cd1fa7-3614-482b-a0a3-536d607e10a5 req-39ebf338-a9b2-4010-a83c-6798db76effd tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1247759 Nov 12 03:24:51.529407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Deleting port 3d434dba-b591-47f0-a975-0d34bff220e8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:51.532180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.585565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7cd1fa7-3614-482b-a0a3-536d607e10a5 req-ab9e4f8d-bf70-4623-aa73-d355fd526695 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955422 Nov 12 03:24:51.675728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.676381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:51.708580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Calling delete_port for 3d434dba-b591-47f0-a975-0d34bff220e8 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:51.921025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cda9b5-83b3-4ce2-9a69-6f357e1f8a58 req-0ac4cd92-878c-48d0-8378-d308942e054a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:51.922667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6cda9b5-83b3-4ce2-9a69-6f357e1f8a58 req-0ac4cd92-878c-48d0-8378-d308942e054a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.1343300 Nov 12 03:24:51.967520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.029323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Pushing event deleted for resources: {'Port': ['ID=3d434dba-b591-47f0-a975-0d34bff220e8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:52.031699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6cda9b5-83b3-4ce2-9a69-6f357e1f8a58 req-9cc2ab81-abda-4468-a178-a8971bef2315 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976839 Nov 12 03:24:52.110697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-021873bc-a81f-4c5a-92ec-13d81660aae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.172206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.176968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.183466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e456d19a-f198-4b4c-9dfe-3ec0f97f2410 tempest-ServersTestBootFromVolume-1474344697 tempest-ServersTestBootFromVolume-1474344697-project] 10.222.0.97 "DELETE /v2.0/floatingips/73482432-9f18-4f48-8d9e-50eda7cd862d HTTP/1.1" status: 204 len: 168 time: 0.9151251 Nov 12 03:24:52.187112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:52.228577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-2af10588-97f9-4c1e-964b-02999705bb77 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.230497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-2af10588-97f9-4c1e-964b-02999705bb77 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.104 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.0714986 Nov 12 03:24:52.360399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebad74a-771c-4801-b0a5-b0b987e1f7e2 req-f7bc5399-11d4-4bd2-a45e-6f1be2e8ab27 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:52.375487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ebad74a-771c-4801-b0a5-b0b987e1f7e2 req-f7bc5399-11d4-4bd2-a45e-6f1be2e8ab27 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1438160 Nov 12 03:24:52.581196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ebad74a-771c-4801-b0a5-b0b987e1f7e2 req-9754442b-f528-4e26-8668-f44521964e74 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795940 Nov 12 03:24:52.615468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Deleting port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:52.620868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.848820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] For port 6a656867-9a8f-4df5-ab1a-eba9d9e94732, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6a656867-9a8f-4df5-ab1a-eba9d9e94732,segment=NetworkSegment(f0bfd471-665f-44c4-8ada-eb8b00783365),segment_id=f0bfd471-665f-44c4-8ada-eb8b00783365)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:52.850591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:52.889764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Calling delete_port for 6a656867-9a8f-4df5-ab1a-eba9d9e94732 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:53.009608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.350082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe0ec-8130-4870-83c6-68d395016c63 req-b00d6bea-267a-4a6a-b1c1-233468a656ff tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.353444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-284fe0ec-8130-4870-83c6-68d395016c63 req-b00d6bea-267a-4a6a-b1c1-233468a656ff tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 945 time: 0.3541434 Nov 12 03:24:53.355351 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.388791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Pushing event deleted for resources: {'Port': ['ID=6a656867-9a8f-4df5-ab1a-eba9d9e94732,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:53.409533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6a656867-9a8f-4df5-ab1a-eba9d9e94732'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:24:53.505929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-284fe0ec-8130-4870-83c6-68d395016c63 req-0adf12c8-3625-48c2-b645-3f1467c17057 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/security-groups?id=682481b4-5529-452e-90c5-5ba03240541b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189637 Nov 12 03:24:53.568857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] No DVR routers for this DVR port 6a656867-9a8f-4df5-ab1a-eba9d9e94732 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:53.577778 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.587540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3caf1a6e-0526-4f81-80dc-a6d55ff39187 req-8649ac54-e440-4884-a5f1-be37b167c47d tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.104 "DELETE /v2.0/ports/6a656867-9a8f-4df5-ab1a-eba9d9e94732 HTTP/1.1" status: 204 len: 173 time: 1.3187368 Nov 12 03:24:53.605340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'name': 'network-vif-deleted', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:53.612138 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc96823-0f88-45f6-9bdd-de9590dfdbd3" -d '{"events": [{"server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "name": "network-vif-deleted", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:53.612833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-4be57a55-d0ec-4d4a-b062-8bd880ec2a5b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810125 Nov 12 03:24:53.704710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Deleting port 62a6ca73-6621-4dde-8af7-24750fe7bf5b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:53.705080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:53.769265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfdb03-3d07-47e0-b732-fb39acf3b5be req-286aadac-7e93-41b9-8967-0ec503c042d9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:53.790272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22cfdb03-3d07-47e0-b732-fb39acf3b5be req-286aadac-7e93-41b9-8967-0ec503c042d9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.2276058 Nov 12 03:24:53.918357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22cfdb03-3d07-47e0-b732-fb39acf3b5be req-5bb5798b-dc90-4226-8036-be6ac593a631 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239102 Nov 12 03:24:54.015377 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e48f7f-0970-42ae-89eb-da12af5ce80e x-openstack-request-id: req-05e48f7f-0970-42ae-89eb-da12af5ce80e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:54.015675 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9374b44e-8c8f-4528-ac64-0da0e1a30bb8", "name": "network-vif-deleted", "tag": "6a656867-9a8f-4df5-ab1a-eba9d9e94732", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:54.015929 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-05e48f7f-0970-42ae-89eb-da12af5ce80e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:54.016328 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9374b44e-8c8f-4528-ac64-0da0e1a30bb8', 'name': 'network-vif-deleted', 'tag': '6a656867-9a8f-4df5-ab1a-eba9d9e94732', 'status': 'completed', 'code': 200} Nov 12 03:24:54.240509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177a2a7-6718-496c-9d51-288761b5b772 req-8793c5dd-a33f-480f-b965-a6d5b62fbfbf tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.255192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-3077ddfd-3c0c-499a-b0be-c0bed0aab00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.257020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-3077ddfd-3c0c-499a-b0be-c0bed0aab00a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1097 time: 0.4739347 Nov 12 03:24:54.264184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] For port 62a6ca73-6621-4dde-8af7-24750fe7bf5b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=62a6ca73-6621-4dde-8af7-24750fe7bf5b,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:54.265606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.285101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Calling delete_port for 62a6ca73-6621-4dde-8af7-24750fe7bf5b owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:54.289349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3177a2a7-6718-496c-9d51-288761b5b772 req-8793c5dd-a33f-480f-b965-a6d5b62fbfbf tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1593175 Nov 12 03:24:54.326068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3e04874-9142-49e7-a10e-e4ca32314e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:54.443537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3177a2a7-6718-496c-9d51-288761b5b772 req-5fb131ce-7593-4dea-b0a7-92f8ee2785dd tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508725 Nov 12 03:24:54.723165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-c7486e72-195c-4204-9082-d9eb4f872b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:54.724858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-c7486e72-195c-4204-9082-d9eb4f872b54 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.4377584 Nov 12 03:24:54.760895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be10300-c4aa-441f-bdea-0672fd996c3e req-7b7c6e6c-1861-4e40-8cec-35602ba15a78 tempest-ServerMetadataNegativeTestJSON-616633231 tempest-ServerMetadataNegativeTestJSON-616633231-project] 10.222.0.97 "GET /v2.0/ports?device_id=9374b44e-8c8f-4528-ac64-0da0e1a30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0522420 Nov 12 03:24:55.080784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-1b9c5fc2-cf40-45db-ae3e-b7479e9efb99 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 1000 time: 0.2887518 Nov 12 03:24:55.189816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-6fa70b6e-d3a1-441b-ae72-999215f0da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.191472 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-6fa70b6e-d3a1-441b-ae72-999215f0da8e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.0866361 Nov 12 03:24:55.242243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845590c4-c43a-4ccd-b4a8-b45d513bdf7f req-df1cbc5c-d73e-4c5d-802f-e68f88f953c3 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.252105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-845590c4-c43a-4ccd-b4a8-b45d513bdf7f req-df1cbc5c-d73e-4c5d-802f-e68f88f953c3 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 945 time: 0.1559098 Nov 12 03:24:55.279031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062391a1-5696-4fbc-9186-432d06b3dcc6 req-80d328ec-81c2-48a9-b912-ebd376f89fcc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.290629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-1c7fe2d1-a0b7-4ab5-aa47-000f26e73fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.294248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-1c7fe2d1-a0b7-4ab5-aa47-000f26e73fd2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803869 Nov 12 03:24:55.294734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-062391a1-5696-4fbc-9186-432d06b3dcc6 req-80d328ec-81c2-48a9-b912-ebd376f89fcc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.2490406 Nov 12 03:24:55.297894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.302068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:55.457311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-845590c4-c43a-4ccd-b4a8-b45d513bdf7f req-606408dc-ef03-4a2c-b1a6-3c8355733832 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036757 Nov 12 03:24:55.562795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-062391a1-5696-4fbc-9186-432d06b3dcc6 req-9ea0ceae-d888-47cb-9c61-1fac2dc531a1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2563531 Nov 12 03:24:55.671291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a6ca73-6621-4dde-8af7-24750fe7bf5b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:55.806483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe5efb-4d9a-42b1-9327-543defc5627c req-f36723e7-c443-4a07-bb16-4dfc05cb3182 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:55.820736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20fe5efb-4d9a-42b1-9327-543defc5627c req-f36723e7-c443-4a07-bb16-4dfc05cb3182 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.1450949 Nov 12 03:24:55.843013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6a656867-9a8f-4df5-ab1a-eba9d9e94732 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:55.955725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-ec4cf705-e7d6-48e6-9f94-2c5580dab369 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153657 Nov 12 03:24:56.008117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20fe5efb-4d9a-42b1-9327-543defc5627c req-f7acb217-be5e-4a1c-8ab1-ad9a75731de6 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856518 Nov 12 03:24:56.057769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.077054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-23b99068-6f88-4385-aae9-dccfc1fee4e6 req-0c3052e1-e8f5-46bf-a9b1-c922e7368231 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103551 Nov 12 03:24:56.141668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.221910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Deleting subnet 91c39e06-a803-4296-8117-58f96ceaa3b0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:56.238571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.241882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.325500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911deb5-43b5-447f-90df-b54f1e26708b req-6a01f503-4613-49e6-b85c-ae34bbe36906 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:56.331436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0911deb5-43b5-447f-90df-b54f1e26708b req-6a01f503-4613-49e6-b85c-ae34bbe36906 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 946 time: 0.4547269 Nov 12 03:24:56.406167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.415354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 6a656867-9a8f-4df5-ab1a-eba9d9e94732 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:56.418206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6a656867-9a8f-4df5-ab1a-eba9d9e94732 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:56.419874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:56.557539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.610409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:56.636316 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6351c4-082e-445e-8ff1-718e0e910e69" -d '{"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:56.638589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Router 2cb49289-b530-4441-95cd-b0d45d294d59 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:24:56.690639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:56.703894 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.729953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ec625c6-c532-494c-8d49-1d202017455d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.902217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.903536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:56.926182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ec625c6-c532-494c-8d49-1d202017455d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.937003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:24:56.947682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Sync routers for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:24:56.957236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ec625c6-c532-494c-8d49-1d202017455d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:56.960675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:56.964700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c34af4de-1d14-484f-9adc-df726df41131 admin admin] 10.222.0.97 "PUT /v2.0/routers/2cb49289-b530-4441-95cd-b0d45d294d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7762735 Nov 12 03:24:56.966806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40052) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:56.968335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:57.020825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ec625c6-c532-494c-8d49-1d202017455d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0e38f8c661dd4522b58ebb5bd00c296f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7777343 Nov 12 03:24:57.027398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.033376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec625c6-c532-494c-8d49-1d202017455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa08c2-2c21-4ecf-a060-31fa49ae6961,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.049232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.100696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14956d9-7d43-4424-8884-d01ad535912a req-8dc55ceb-a59f-40bb-ad7b-dfc35f165a84 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.109643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e14956d9-7d43-4424-8884-d01ad535912a req-8dc55ceb-a59f-40bb-ad7b-dfc35f165a84 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.3596311 Nov 12 03:24:57.119619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Deleting port eb332ec5-1482-47d9-9265-f3234819c8df {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:57.119950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.130451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3915-6837-478e-9aa2-f4cad2dc213e req-ddf400ec-1aab-46f2-9fb9-8a2da2bd6e64 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.139447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b22d3915-6837-478e-9aa2-f4cad2dc213e req-ddf400ec-1aab-46f2-9fb9-8a2da2bd6e64 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 945 time: 0.4945803 Nov 12 03:24:57.191283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:57.239214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.263301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b22d3915-6837-478e-9aa2-f4cad2dc213e req-2fbe37ec-b8c9-4a2a-9602-4f3e75ce9eb9 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/security-groups?id=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228838 Nov 12 03:24:57.322407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-6685b591-f87c-425c-be04-9ca07b97c48b tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.323991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-6685b591-f87c-425c-be04-9ca07b97c48b tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.16 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 945 time: 0.3579609 Nov 12 03:24:57.348516 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dba85b-20ba-4bc7-9360-9501305b0d53 x-openstack-request-id: req-68dba85b-20ba-4bc7-9360-9501305b0d53 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:57.349222 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:57.349723 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-68dba85b-20ba-4bc7-9360-9501305b0d53 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:57.350344 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'code': 200} Nov 12 03:24:57.388530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.440721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.471477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:24:55Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:57.524254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Checking router: 2cb49289-b530-4441-95cd-b0d45d294d59 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:24:57.540300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Routers {'2cb49289-b530-4441-95cd-b0d45d294d59'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:24:57.541081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2cb49289-b530-4441-95cd-b0d45d294d59'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:57.577264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.595435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e14956d9-7d43-4424-8884-d01ad535912a req-9ce96983-935a-4984-bd88-0dccb14a241e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4819899 Nov 12 03:24:57.618977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Deleting port f37cab53-8c16-44e0-941a-6c850cb882f6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:57.619321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.666089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.734295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Deleting port 028c1522-8b1d-4a58-b6e3-051419c09270 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:24:57.734930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.748710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c39e06-a803-4296-8117-58f96ceaa3b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:57.780953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.788677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7bb4cb90-5114-4792-a67b-818d13c29ee9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/91c39e06-a803-4296-8117-58f96ceaa3b0 HTTP/1.1" status: 204 len: 168 time: 1.7291782 Nov 12 03:24:57.794363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:57.806038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] For port f37cab53-8c16-44e0-941a-6c850cb882f6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f37cab53-8c16-44e0-941a-6c850cb882f6,segment=NetworkSegment(9beaf2aa-7f1e-496c-8876-b8a2d77c1774),segment_id=9beaf2aa-7f1e-496c-8876-b8a2d77c1774)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.806391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.811632 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.827087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Calling delete_port for f37cab53-8c16-44e0-941a-6c850cb882f6 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:57.847513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] Set router 2cb49289-b530-4441-95cd-b0d45d294d59 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:24:57.873238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.893431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] For port eb332ec5-1482-47d9-9265-f3234819c8df, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=eb332ec5-1482-47d9-9265-f3234819c8df,segment=NetworkSegment(81946211-de52-4fbf-bb8e-18b65ca8bfec),segment_id=81946211-de52-4fbf-bb8e-18b65ca8bfec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.893800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.895133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] For port 028c1522-8b1d-4a58-b6e3-051419c09270, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c1522-8b1d-4a58-b6e3-051419c09270,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:24:57.895520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.919066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Calling delete_port for 028c1522-8b1d-4a58-b6e3-051419c09270 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:57.942450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd90c45-5d2f-4e94-a78c-0e690625e358 req-0f1c2e44-daea-4e8c-b0d4-5f016d694727 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:57.950957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dd90c45-5d2f-4e94-a78c-0e690625e358 req-0f1c2e44-daea-4e8c-b0d4-5f016d694727 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 944 time: 0.2151625 Nov 12 03:24:57.955012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Calling delete_port for eb332ec5-1482-47d9-9265-f3234819c8df owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:24:57.956904 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.960141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:57.963530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/15fa08c2-2c21-4ecf-a060-31fa49ae6961 HTTP/1.1" status: 204 len: 168 time: 0.9197698 Nov 12 03:24:58.019406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e1e7-ecb3-454f-9125-e9b6b253581b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa08c2-2c21-4ecf-a060-31fa49ae6961,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.132723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.143685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dd90c45-5d2f-4e94-a78c-0e690625e358 req-70855a8f-8a4e-4ebb-af5f-285928f10051 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/security-groups?id=56da11d0-bda3-442e-b396-b143c0a6f61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918170 Nov 12 03:24:58.265558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.297625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf135ab8-486c-49cd-a4f5-f0bbfc669dc5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.309782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bfd471-665f-44c4-8ada-eb8b00783365') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.310231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bfd471-665f-44c4-8ada-eb8b00783365') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.354318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Pushing event deleted for resources: {'Port': ['ID=f37cab53-8c16-44e0-941a-6c850cb882f6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.360010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:24:55Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:24:58.364888 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.401853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.418994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] No DVR routers for this DVR port f37cab53-8c16-44e0-941a-6c850cb882f6 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:58.423743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b78af8-c03f-465f-8f06-5043f7f49125 None None] The sync data for ids ['2cb49289-b530-4441-95cd-b0d45d294d59'] in n-d-766726-29 is: [{'id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'name': 'tempest-ServersTestBootFromVolume-396086612-router', 'tenant_id': 'e37273924cf5456c86a863226224861d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:12Z', 'updated_at': '2021-11-12T03:24:55Z', 'revision_number': 5, 'project_id': 'e37273924cf5456c86a863226224861d', 'gw_port': {'id': '028c1522-8b1d-4a58-b6e3-051419c09270', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb49289-b530-4441-95cd-b0d45d294d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:14Z', 'updated_at': '2021-11-12T03:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:24:58.423971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.425710 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a346ad4c-f007-4b6b-9717-4c16290a458b req-d5411621-90cd-403d-a2be-bed18700a5ac tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.16 "DELETE /v2.0/ports/f37cab53-8c16-44e0-941a-6c850cb882f6 HTTP/1.1" status: 204 len: 173 time: 1.0942659 Nov 12 03:24:58.426183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'name': 'network-vif-deleted', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:58.429513 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e056b-5663-4ba4-9271-0fb4c878e08e" -d '{"events": [{"server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "name": "network-vif-deleted", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:58.490642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:24:58.491077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:24:58.509244 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:24:58.548758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.582086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 62a6ca73-6621-4dde-8af7-24750fe7bf5b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:58.609853 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed9df91-6ae6-46f0-b395-a7e0d0f79579 x-openstack-request-id: req-4ed9df91-6ae6-46f0-b395-a7e0d0f79579 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:58.612085 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd9f1b-6a2c-4593-a2a4-cc8f3981860c", "name": "network-vif-deleted", "tag": "f37cab53-8c16-44e0-941a-6c850cb882f6", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:58.614986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 62a6ca73-6621-4dde-8af7-24750fe7bf5b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:58.614986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 62a6ca73-6621-4dde-8af7-24750fe7bf5b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:58.615270 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4ed9df91-6ae6-46f0-b395-a7e0d0f79579 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:58.615270 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd9f1b-6a2c-4593-a2a4-cc8f3981860c', 'name': 'network-vif-deleted', 'tag': 'f37cab53-8c16-44e0-941a-6c850cb882f6', 'status': 'completed', 'code': 200} Nov 12 03:24:58.721749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c9ad197-6e98-4232-b32c-1d5d9be19afa req-016e9b80-d575-49fe-8062-dc8b63a46bf0 tempest-VolumesAdminNegativeTest-1476586463 tempest-VolumesAdminNegativeTest-1476586463-project] 10.222.0.97 "GET /v2.0/ports?device_id=71fd9f1b-6a2c-4593-a2a4-cc8f3981860c HTTP/1.1" status: 200 len: 210 time: 0.1881142 Nov 12 03:24:58.765688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.769644 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.839834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Pushing event deleted for resources: {'Port': ['ID=028c1522-8b1d-4a58-b6e3-051419c09270,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.850093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Pushing event deleted for resources: {'Port': ['ID=eb332ec5-1482-47d9-9265-f3234819c8df,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:58.862015 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.888577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] 10.222.0.97 "DELETE /v2.0/networks/cf135ab8-486c-49cd-a4f5-f0bbfc669dc5 HTTP/1.1" status: 204 len: 168 time: 1.0929747 Nov 12 03:24:58.901298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40080) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:58.953904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8dae-e294-4d98-a9fe-56fb2a5ee0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.975906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:58.978201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa3f6f-7373-402b-8daa-fc848f23d019 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf135ab8-486c-49cd-a4f5-f0bbfc669dc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.071634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] No DVR routers for this DVR port eb332ec5-1482-47d9-9265-f3234819c8df on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:24:59.078375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.089095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0911deb5-43b5-447f-90df-b54f1e26708b req-80a6a045-a316-4f8b-aec9-8cc0f96ae796 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.104 "DELETE /v2.0/ports/eb332ec5-1482-47d9-9265-f3234819c8df HTTP/1.1" status: 204 len: 173 time: 2.7530105 Nov 12 03:24:59.102150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-deleted', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:24:59.106745 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375a7b62-4e8e-4baa-9af6-f3d4d4eeadfc" -d '{"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-deleted", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:24:59.158051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554d2c0-7012-45b1-b735-b28197a6a1e6 req-2ff9d720-13aa-4d72-a952-cf3bb8c7e7ac tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:24:59.160451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a554d2c0-7012-45b1-b735-b28197a6a1e6 req-2ff9d720-13aa-4d72-a952-cf3bb8c7e7ac tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.2600055 Nov 12 03:24:59.160964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.164204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.198904 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1e1f1-bbce-4b36-8df6-dc66073cb98b x-openstack-request-id: req-51e1e1f1-bbce-4b36-8df6-dc66073cb98b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:24:59.199235 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64842a9-6f7f-4211-b87b-4c5f8fffb21e", "name": "network-vif-deleted", "tag": "eb332ec5-1482-47d9-9265-f3234819c8df", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:24:59.199545 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-51e1e1f1-bbce-4b36-8df6-dc66073cb98b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:24:59.199999 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64842a9-6f7f-4211-b87b-4c5f8fffb21e', 'name': 'network-vif-deleted', 'tag': 'eb332ec5-1482-47d9-9265-f3234819c8df', 'status': 'completed', 'code': 200} Nov 12 03:24:59.245544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.316779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a554d2c0-7012-45b1-b735-b28197a6a1e6 req-ea12edeb-3b39-4c94-8bad-bd94a7a6d15d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449854 Nov 12 03:24:59.348887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8dae-e294-4d98-a9fe-56fb2a5ee0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.360219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.364479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb49289-b530-4441-95cd-b0d45d294d59 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:24:59.365862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bbe8dae-e294-4d98-a9fe-56fb2a5ee0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.370877 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.372010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7373a14-96a9-46fb-8359-613776f0b106 admin admin] 10.222.0.97 "DELETE /v2.0/routers/2cb49289-b530-4441-95cd-b0d45d294d59 HTTP/1.1" status: 204 len: 168 time: 2.4025180 Nov 12 03:24:59.377702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.391843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6a8ca718-b2d8-4de9-bcab-3fc5fcf88412 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=872aa38258ca4673af458a14df017fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458528 Nov 12 03:24:59.393056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40092) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.442810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a87cd98a-398e-4bf6-8124-15cceccc7fee req-e89306d1-be11-4603-b042-f896e3b0d538 tempest-ImagesTestJSON-2125543632 tempest-ImagesTestJSON-2125543632-project] 10.222.0.97 "GET /v2.0/ports?device_id=e64842a9-6f7f-4211-b87b-4c5f8fffb21e HTTP/1.1" status: 200 len: 210 time: 0.0451069 Nov 12 03:24:59.473481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8bbe8dae-e294-4d98-a9fe-56fb2a5ee0f0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=29c2b5ae70914670a80a379ce09b9cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707915 Nov 12 03:24:59.476046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.488012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8dae-e294-4d98-a9fe-56fb2a5ee0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ff117-e628-4def-9503-e87519c60111,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.546026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Deleting subnet aab2b364-90bb-4d4b-974d-499724dc57f5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:59.555151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f37cab53-8c16-44e0-941a-6c850cb882f6 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:59.557227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.573886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.575682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.596555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: f37cab53-8c16-44e0-941a-6c850cb882f6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:59.597172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.598015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f37cab53-8c16-44e0-941a-6c850cb882f6 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:59.629775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.639766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.655965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.663949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.671963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/af6ff117-e628-4def-9503-e87519c60111 HTTP/1.1" status: 204 len: 168 time: 0.1921253 Nov 12 03:24:59.684690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaf6ae-d4bb-48bf-9df4-e8d2e223c704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ff117-e628-4def-9503-e87519c60111,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.835732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:24:59.844326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.847477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:24:59.850131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.857690 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/682481b4-5529-452e-90c5-5ba03240541b HTTP/1.1" status: 204 len: 168 time: 0.4524279 Nov 12 03:24:59.893898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: eb332ec5-1482-47d9-9265-f3234819c8df {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:24:59.896001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device eb332ec5-1482-47d9-9265-f3234819c8df not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:24:59.926112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:24:59.928991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddf3c8-918b-45ba-8c20-76c66ffd8f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682481b4-5529-452e-90c5-5ba03240541b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:24:59.981341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Deleting subnet 5709bcfe-aef0-4698-b43a-33fb325970ff {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:24:59.989348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.096528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.116703 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.197754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab2b364-90bb-4d4b-974d-499724dc57f5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:00.220587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.224754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6d2af4e-29a4-4787-83d1-d5146bafca2a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/aab2b364-90bb-4d4b-974d-499724dc57f5 HTTP/1.1" status: 204 len: 168 time: 0.8421283 Nov 12 03:25:00.225338 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.228215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:00.234409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c04f06-9992-455a-8127-2c40a594182a None None] Network bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:00.533042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] DHCP port deletion for bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:00.651106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Deleting port ede0714e-b80e-4c60-9380-328c2d8b4869 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:00.652787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.686582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ede0714e-b80e-4c60-9380-328c2d8b4869 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:00.790635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] For port ede0714e-b80e-4c60-9380-328c2d8b4869, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ede0714e-b80e-4c60-9380-328c2d8b4869,segment=NetworkSegment(336d38f9-7b0d-4032-9489-10d9d345d508),segment_id=336d38f9-7b0d-4032-9489-10d9d345d508)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:00.791214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.817828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Calling delete_port for ede0714e-b80e-4c60-9380-328c2d8b4869 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:00.905506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:00.961807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.000168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.034411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.046816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] Pushing event deleted for resources: {'Port': ['ID=ede0714e-b80e-4c60-9380-328c2d8b4869,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.070135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5709bcfe-aef0-4698-b43a-33fb325970ff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.087619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709778b3-c999-4582-a1fc-9642876c0563 None None] No DVR routers for this DVR port ede0714e-b80e-4c60-9380-328c2d8b4869 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:01.099689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c1522-8b1d-4a58-b6e3-051419c09270 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:01.137197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.141176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7614a59a-c64d-44f4-be5e-4fbac47d5938 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/5709bcfe-aef0-4698-b43a-33fb325970ff HTTP/1.1" status: 204 len: 168 time: 1.2926688 Nov 12 03:25:01.144330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40188) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.162248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 028c1522-8b1d-4a58-b6e3-051419c09270 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:01.171707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c1522-8b1d-4a58-b6e3-051419c09270 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:01.176945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.214038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.242604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f590f-96d5-44e5-a282-934cbc0a94e9 req-34cd93fc-fdf3-475a-a5f2-069ea9b87f47 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.251351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-941f590f-96d5-44e5-a282-934cbc0a94e9 req-34cd93fc-fdf3-475a-a5f2-069ea9b87f47 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.3678572 Nov 12 03:25:01.272380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.278211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.324394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336d38f9-7b0d-4032-9489-10d9d345d508') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.324684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336d38f9-7b0d-4032-9489-10d9d345d508') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.357492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.377966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-941f590f-96d5-44e5-a282-934cbc0a94e9 req-03fecfb3-c0db-4d16-879a-66926e376389 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254134 Nov 12 03:25:01.382363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.395179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de16e6-1abd-4b50-90c9-200e5e4941ad req-64f81b43-b16b-4a48-9605-f035adee14c9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:01.402884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27de16e6-1abd-4b50-90c9-200e5e4941ad req-64f81b43-b16b-4a48-9605-f035adee14c9 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.1275241 Nov 12 03:25:01.403904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.409377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:01.409777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:01.411748 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:01.457422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d510c7-50ee-4da1-90d7-332faa4c0459']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.473740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beaf2aa-7f1e-496c-8876-b8a2d77c1774') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.474286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beaf2aa-7f1e-496c-8876-b8a2d77c1774') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:01.487991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.518893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.523815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.526606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.529784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] 10.222.0.97 "DELETE /v2.0/networks/bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f HTTP/1.1" status: 204 len: 168 time: 1.3005946 Nov 12 03:25:01.544464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27de16e6-1abd-4b50-90c9-200e5e4941ad req-bb36c72f-41fd-4b62-93d9-02c20bb8f892 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359680 Nov 12 03:25:01.545010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.548120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:01.548641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:01.550455 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:01.595114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab99c6-5ed2-423c-a48b-7c5a12d180ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bf52bda9-0ae7-4cb5-ae65-87a9709bbd6f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.622275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.629612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.637960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Deleting subnet ce5a0542-644d-4944-bf6a-45967c11ae56 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:01.640941 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] 10.222.0.97 "DELETE /v2.0/networks/51d510c7-50ee-4da1-90d7-332faa4c0459 HTTP/1.1" status: 204 len: 168 time: 0.4928308 Nov 12 03:25:01.642132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.644080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.685441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fa39e-7b0d-482c-a526-d9b27778307a admin admin] Pushing event deleted for resources: {'Network': ['ID=51d510c7-50ee-4da1-90d7-332faa4c0459,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.698520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.750477 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.766389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Deleting subnet 09dbb8ba-8c2e-4349-944a-3df5cb08f496 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:01.776308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.822214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.843130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.853260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.887925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5a0542-644d-4944-bf6a-45967c11ae56,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:01.928910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ddcf35aa-119a-4137-a785-8eec25b80d23 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e37273924cf5456c86a863226224861d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055610 Nov 12 03:25:01.931475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:01.933629 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.934379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:01.937626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-75e28ad3-46ce-4cf4-b234-80d59f18620b admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ce5a0542-644d-4944-bf6a-45967c11ae56 HTTP/1.1" status: 204 len: 168 time: 0.3905368 Nov 12 03:25:01.964839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.009668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.022616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.069153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dbb8ba-8c2e-4349-944a-3df5cb08f496,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.071585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.077598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.083688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1777edb-55ea-4d13-adf7-de0cda9e0b8e admin admin] 10.222.0.97 "DELETE /v2.0/subnets/09dbb8ba-8c2e-4349-944a-3df5cb08f496 HTTP/1.1" status: 204 len: 168 time: 0.4368329 Nov 12 03:25:02.085672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.088095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.181008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.200863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.214688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.217681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.218908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ef605291-b992-4151-8c67-466979ef5bff HTTP/1.1" status: 204 len: 168 time: 0.2865849 Nov 12 03:25:02.237388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6012a4a0-3afb-4c4f-8c09-acec99a332dd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.246005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e13c-64e9-4759-8c44-5c77f25a720b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef605291-b992-4151-8c67-466979ef5bff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.257505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81946211-de52-4fbf-bb8e-18b65ca8bfec') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.258242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81946211-de52-4fbf-bb8e-18b65ca8bfec') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.278518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.287423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.294555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.304839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:02.305577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:02.307764 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:02.323491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dacd7db-b34c-4ff1-890f-b6940bb0912d']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.336233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0810e7f1-b3d2-4090-8c6b-5a98598b1c78') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.336825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0810e7f1-b3d2-4090-8c6b-5a98598b1c78') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:02.347624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.362195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.370040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:02.370457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:02.374315 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:02.384687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.402570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.408332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] 10.222.0.97 "DELETE /v2.0/networks/6012a4a0-3afb-4c4f-8c09-acec99a332dd HTTP/1.1" status: 204 len: 168 time: 0.4394424 Nov 12 03:25:02.408332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e08ca-03b1-46c5-90c0-fdfa4e98307b admin admin] Pushing event deleted for resources: {'Network': ['ID=6012a4a0-3afb-4c4f-8c09-acec99a332dd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.456339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.467050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.479846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] 10.222.0.97 "DELETE /v2.0/networks/9dacd7db-b34c-4ff1-890f-b6940bb0912d HTTP/1.1" status: 204 len: 168 time: 0.3917205 Nov 12 03:25:02.489629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441761a-e3a4-4640-899c-8da9ae8f934c admin admin] Pushing event deleted for resources: {'Network': ['ID=9dacd7db-b34c-4ff1-890f-b6940bb0912d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:02.530879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde95e2-ad0d-42ae-9f35-d0811979c9c5 req-7d7fead8-5696-4c94-9d9a-87b4a5453e7f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.532418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfde95e2-ad0d-42ae-9f35-d0811979c9c5 req-7d7fead8-5696-4c94-9d9a-87b4a5453e7f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.0653360 Nov 12 03:25:02.594367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfde95e2-ad0d-42ae-9f35-d0811979c9c5 req-328ba3fe-98f0-430e-a1c3-e4b08498e09f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549366 Nov 12 03:25:02.804472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40298) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.853254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced903-d716-4b7a-afdf-bf7d24966941 req-49005800-9ee2-40e4-8ca3-7b85fdb31d44 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.860685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f205c5c-9d7c-4c2d-af4b-e1018b6885c5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=14f1cf1704aa48aba16f96d9044370e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545094 Nov 12 03:25:02.860865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deced903-d716-4b7a-afdf-bf7d24966941 req-49005800-9ee2-40e4-8ca3-7b85fdb31d44 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 947 time: 0.0972786 Nov 12 03:25:02.863265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:02.888084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78620f-2284-47b0-a7b2-88ad0b35b0a2 req-515cfc0c-8642-4698-aabb-2c31e13b09c1 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:02.890110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe78620f-2284-47b0-a7b2-88ad0b35b0a2 req-515cfc0c-8642-4698-aabb-2c31e13b09c1 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0917060 Nov 12 03:25:02.931077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.958654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deced903-d716-4b7a-afdf-bf7d24966941 req-c86f5aa3-8d82-4604-bf75-98eeca065d0a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968680 Nov 12 03:25:02.963935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:02.990082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe78620f-2284-47b0-a7b2-88ad0b35b0a2 req-ad47fea3-6ade-4570-9537-5e0fff3eed31 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871501 Nov 12 03:25:03.036073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.047077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.048239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/56da11d0-bda3-442e-b396-b143c0a6f61e HTTP/1.1" status: 204 len: 168 time: 0.1840682 Nov 12 03:25:03.056130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d6638-c08d-4d66-aa9e-95e0ceba07eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da11d0-bda3-442e-b396-b143c0a6f61e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.085051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:03.126410 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec60d5b4-b264-4814-8cd6-cc70eba2c2f9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=10cd2614395a4dcbb729af7bf602bc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402060 Nov 12 03:25:03.128771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40328) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:03.181076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.207520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.261763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.264388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.268425 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef HTTP/1.1" status: 204 len: 168 time: 0.1386437 Nov 12 03:25:03.276547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a75238-9b30-4217-b3fd-ae737de020eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4022fd2c-8053-4bc4-ba5a-ddfba4b8b2ef,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:03.569741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:03.586509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15537b-0836-4762-a9b5-db67de428487 req-ae311637-3053-44ee-a881-c1368b30532d tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:03.588452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad15537b-0836-4762-a9b5-db67de428487 req-ae311637-3053-44ee-a881-c1368b30532d tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0522847 Nov 12 03:25:03.648559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad15537b-0836-4762-a9b5-db67de428487 req-141a46b2-79e7-4a5e-8fe0-00033c5be9f8 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528486 Nov 12 03:25:03.675069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.700187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:03.703974 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0f213-2476-4219-8a1a-dab3413305a9" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:03.747414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:03.752079 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549afc5-0905-453e-a52b-caec79224800 x-openstack-request-id: req-e549afc5-0905-453e-a52b-caec79224800 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:03.752587 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-unplugged", "status": "completed", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:03.753447 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e549afc5-0905-453e-a52b-caec79224800 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:03.753973 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'code': 200} Nov 12 03:25:03.756144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:03.840111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=14']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.043957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.103075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da89409d-7929-4aa0-a31b-d7fd41843ec5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=96be9b1ae1b14e8cb73d377e50405e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578666 Nov 12 03:25:04.105550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:04.162976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.188350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.241227 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.243954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:04.245446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f42b0ae3-b745-4653-ad91-93e3ac73427b HTTP/1.1" status: 204 len: 168 time: 0.1388493 Nov 12 03:25:04.253974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55574aa9-982e-4431-baf2-3fb3c35ecc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b0ae3-b745-4653-ad91-93e3ac73427b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:04.797372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f722e3a-3ca6-47b6-bc0f-c34d67d64bc9 req-16f7bd82-5596-44a1-b85e-ca2bf92c9ce4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:04.798752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f722e3a-3ca6-47b6-bc0f-c34d67d64bc9 req-16f7bd82-5596-44a1-b85e-ca2bf92c9ce4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0599866 Nov 12 03:25:04.937565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f722e3a-3ca6-47b6-bc0f-c34d67d64bc9 req-1aae2455-18ed-40ba-b997-287b980fa3b3 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293874 Nov 12 03:25:05.009476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:05.194013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-e586a44d-a13c-46ca-bf0c-9e9280078012 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.194605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1592-8a52-48f0-b11e-e961b98fd568 req-d08ad855-6350-4ff0-b3e7-e06539a82302 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.196150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cabe1592-8a52-48f0-b11e-e961b98fd568 req-d08ad855-6350-4ff0-b3e7-e06539a82302 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.0612373 Nov 12 03:25:05.201896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-e586a44d-a13c-46ca-bf0c-9e9280078012 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.0570738 Nov 12 03:25:05.207393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1399381419-network', 'tenant_id': '11eadff8cb40487089ee427be5c88d07'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:05.270614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cabe1592-8a52-48f0-b11e-e961b98fd568 req-1c67924a-554d-4565-99d1-7a1d9b56342f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676832 Nov 12 03:25:05.321512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Made reservation on behalf of 11eadff8cb40487089ee427be5c88d07 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:05.323860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.339384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.403620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Deleting port 68e5ffe6-42c3-4154-bc5a-b25846e6defa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:05.404078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.408107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca7dfedd-2075-4056-a7e7-7fefd025896b req-8dc576ff-8925-4a3e-8fb0-9238ad7658e2 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=84cfae582889461591638ff34698b59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348973 Nov 12 03:25:05.540697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dfedd-2075-4056-a7e7-7fefd025896b req-cf42f133-ea52-4014-b7e7-d48056cc5934 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.542346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca7dfedd-2075-4056-a7e7-7fefd025896b req-cf42f133-ea52-4014-b7e7-d48056cc5934 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258631 Nov 12 03:25:05.563232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca7dfedd-2075-4056-a7e7-7fefd025896b req-38ceaa09-bda9-4d82-9822-f9bdff36b7b8 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/quotas/84cfae582889461591638ff34698b59f HTTP/1.1" status: 200 len: 375 time: 0.0142794 Nov 12 03:25:05.578571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.580845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] For port 68e5ffe6-42c3-4154-bc5a-b25846e6defa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=68e5ffe6-42c3-4154-bc5a-b25846e6defa,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:05.581201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.592764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.629053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca7dfedd-2075-4056-a7e7-7fefd025896b req-203c8071-f238-481f-a33f-746ddbca2548 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=84cfae582889461591638ff34698b59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594893 Nov 12 03:25:05.693063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:05.736797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-0cefd5b3-0126-48ac-aede-9e0f52d9f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.738008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-0cefd5b3-0126-48ac-aede-9e0f52d9f7b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.1482465 Nov 12 03:25:05.751881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57a1207-c318-436b-9079-e487d74c1eaa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:05.753554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a47be4-8a4f-4852-adb7-3da793671327 req-33a2d220-6626-4757-a54a-6721ef58c1ac tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.756253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68a47be4-8a4f-4852-adb7-3da793671327 req-33a2d220-6626-4757-a54a-6721ef58c1ac tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1317160 Nov 12 03:25:05.760786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:05.761138 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Added segment 58018153-526d-49e7-85e0-93a530bad59c of type vlan for network 6b2357cb-91ef-4191-9496-c5964710f174 Nov 12 03:25:05.930974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-ee625e72-b52f-4c0f-b87a-f528394f3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:05.933180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-ee625e72-b52f-4c0f-b87a-f528394f3cf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.1741810 Nov 12 03:25:06.049416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68a47be4-8a4f-4852-adb7-3da793671327 req-42552da4-be79-4fe6-844b-1f11bd11e865 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2326491 Nov 12 03:25:06.080490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-b7ad8f42-8041-4ecf-a750-f80064047dcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1319199 Nov 12 03:25:06.165006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-3cd66544-54ec-44e2-b558-c3a667ec1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.167026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-3cd66544-54ec-44e2-b558-c3a667ec1ba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.0731714 Nov 12 03:25:06.222608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.243777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-9643e8ea-087f-4eab-bea9-11e0703efa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.245476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-9643e8ea-087f-4eab-bea9-11e0703efa58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664046 Nov 12 03:25:06.297190 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.298671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.299576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.350516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3364451 Nov 12 03:25:06.352902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40538) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:06.401875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Request body: {'subnet': {'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-subnet', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:06.418540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-a3863abb-ee35-412d-8a74-d85ed182ae5d service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610487 Nov 12 03:25:06.418666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.419392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.419824 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Floating IP 18245374-39fd-48e7-ae64-810186e40e48 disassociated. External IP: 172.25.7.161, port: 68e5ffe6-42c3-4154-bc5a-b25846e6defa. Nov 12 03:25:06.420314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Calling delete_port for 68e5ffe6-42c3-4154-bc5a-b25846e6defa owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:06.432912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958d884-8e71-49d4-b6bf-01721b7b637b admin admin] Pushing event updated for resources: {'Network': ['ID=6b2357cb-91ef-4191-9496-c5964710f174,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.444308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6b2357cb-91ef-4191-9496-c5964710f174 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:06.515697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Made reservation on behalf of 11eadff8cb40487089ee427be5c88d07 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:06.518568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.583609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ac7f-c00e-4cea-ba8c-1d219f22a718 req-cff7b46b-82ac-4b04-b423-275c54de6ac4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:06.591724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b05ac7f-c00e-4cea-ba8c-1d219f22a718 req-cff7b46b-82ac-4b04-b423-275c54de6ac4 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 945 time: 0.1137514 Nov 12 03:25:06.631403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea7a18ea-a1c6-4f77-a3cf-7256f621e0f4 req-3c25e771-8f0a-4576-b902-2ae2332423e5 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007573 Nov 12 03:25:06.673976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b05ac7f-c00e-4cea-ba8c-1d219f22a718 req-a912e3c3-3f0b-4516-a787-349666c0b54b tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups?id=09ab15ec-f124-483f-a82b-8977ec537b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803821 Nov 12 03:25:06.734213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.765067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event deleted for resources: {'Port': ['ID=68e5ffe6-42c3-4154-bc5a-b25846e6defa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:06.966630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:06.970453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:07.065805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da28986-7be8-4b65-9a3b-dd0a88b784fe,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:07.118329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.125988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Checking segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:07.126358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Network hostable DHCP agents. Network: 6b2357cb-91ef-4191-9496-c5964710f174, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:07.157293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:07.162931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Network 6b2357cb-91ef-4191-9496-c5964710f174 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:07.171376 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Sync routers for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:07.194814 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:07.197038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:07.233290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] No DVR routers for this DVR port 68e5ffe6-42c3-4154-bc5a-b25846e6defa on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:07.235703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6b2357cb-91ef-4191-9496-c5964710f174) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:07.245458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.248139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c733c-2b2b-467c-a6a3-62e89c0dee62 None None] Network 6b2357cb-91ef-4191-9496-c5964710f174 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:07.251010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0c822b5-4d44-437e-8c1f-005f7d2e0584 req-04ba40e5-d8e5-457e-afb9-0c8c18e278ca tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.16 "DELETE /v2.0/ports/68e5ffe6-42c3-4154-bc5a-b25846e6defa HTTP/1.1" status: 204 len: 173 time: 2.0387943 Nov 12 03:25:07.251847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'name': 'network-vif-deleted', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:07.255623 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c0033c-ea16-46b6-bc7f-c54812b90905" -d '{"events": [{"server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "name": "network-vif-deleted", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:07.265200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.266369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.310734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:07.312198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ab2d60cb-4a4d-4af0-925e-8dd57a8c4d07 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9218228 Nov 12 03:25:07.319103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:07.368143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d53d0622-4576-4227-8478-bef35fe09953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.441979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.443815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.519375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02483-4325-46f6-a768-f2b9761fdbcc req-621a6982-6f72-467d-ad33-c63d5c9e35cb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:07.528913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4e02483-4325-46f6-a768-f2b9761fdbcc req-621a6982-6f72-467d-ad33-c63d5c9e35cb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1257052 Nov 12 03:25:07.535188 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:07.574882 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.598023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 68e5ffe6-42c3-4154-bc5a-b25846e6defa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:07.628876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 68e5ffe6-42c3-4154-bc5a-b25846e6defa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:07.629621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 68e5ffe6-42c3-4154-bc5a-b25846e6defa not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:07.657532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4e02483-4325-46f6-a768-f2b9761fdbcc req-32b23965-da29-48d9-9e76-2e623f8d815b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161182 Nov 12 03:25:07.670384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-6b2357cb-91ef-4191-9496-c5964710f174', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:07.673787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.733599 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24e65b-f0aa-43e2-8a91-459fd91d6a73 x-openstack-request-id: req-8b24e65b-f0aa-43e2-8a91-459fd91d6a73 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:07.733980 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6549518-d41f-4241-8fd4-d3159a6e180d", "name": "network-vif-deleted", "tag": "68e5ffe6-42c3-4154-bc5a-b25846e6defa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:07.734330 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b24e65b-f0aa-43e2-8a91-459fd91d6a73 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:07.734939 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6549518-d41f-4241-8fd4-d3159a6e180d', 'name': 'network-vif-deleted', 'tag': '68e5ffe6-42c3-4154-bc5a-b25846e6defa', 'status': 'completed', 'code': 200} Nov 12 03:25:07.866624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Allocated IP 172.20.0.2 (6b2357cb-91ef-4191-9496-c5964710f174/7da28986-7be8-4b65-9a3b-dd0a88b784fe/7c557af5-2b97-4e70-8905-9f0a36054352) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:07.926475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.941301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d53d0622-4576-4227-8478-bef35fe09953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:07.963694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d53d0622-4576-4227-8478-bef35fe09953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.032000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d53d0622-4576-4227-8478-bef35fe09953 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=458ac18a08f0450abf8b070f4d812a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9116340 Nov 12 03:25:08.034638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:08.064445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0622-4576-4227-8478-bef35fe09953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858c4ef-9efc-4469-b0ab-db9d6a28fc2b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.095468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.102622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.147221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Network 6b2357cb-91ef-4191-9496-c5964710f174 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:08.154330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:08.155223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34ae292a-f73f-49ce-8e5b-87f84ddd37d0 req-9af8bac5-233a-45d3-91a7-9a60367e5649 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6549518-d41f-4241-8fd4-d3159a6e180d HTTP/1.1" status: 200 len: 210 time: 0.0833011 Nov 12 03:25:08.157610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:08.193085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.234692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.268794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Pushing event updated for resources: {'Port': ['ID=7c557af5-2b97-4e70-8905-9f0a36054352,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.281803 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:08.308679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Attempting to bind port 7c557af5-2b97-4e70-8905-9f0a36054352 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:08.309419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Attempting to bind port 7c557af5-2b97-4e70-8905-9f0a36054352 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:08.310179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Attempting to bind port 7c557af5-2b97-4e70-8905-9f0a36054352 on network 6b2357cb-91ef-4191-9496-c5964710f174 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:08.314312 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Checking router: ff868b1e-d19b-43d1-9eb5-3ee9399cd61f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:08.319904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.323557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.325226 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0858c4ef-9efc-4469-b0ab-db9d6a28fc2b HTTP/1.1" status: 204 len: 168 time: 0.2893429 Nov 12 03:25:08.346153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:08.350377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Checking segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:08.351178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.351833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Bound using segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:08.354381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Bound port: 7c557af5-2b97-4e70-8905-9f0a36054352, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:08.355895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.364824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd125d62-1d40-440a-aa21-7eb095044852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858c4ef-9efc-4469-b0ab-db9d6a28fc2b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.370120 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:08.370747 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:08.439867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920b95ce-f819-4fdc-b891-5511a62e801b req-7de7267e-0031-4d39-8c77-9ff33884f220 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=84cfae582889461591638ff34698b59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396414 Nov 12 03:25:08.471827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] For port 7c557af5-2b97-4e70-8905-9f0a36054352, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:08.476662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] For port 7c557af5-2b97-4e70-8905-9f0a36054352, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7c557af5-2b97-4e70-8905-9f0a36054352,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:08.486089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.492301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8bc5-1600-4a48-a5b7-8b0c058585d2 req-a670de42-d343-4c01-8dfc-b6f7d530a926 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.493814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4ee8bc5-1600-4a48-a5b7-8b0c058585d2 req-a670de42-d343-4c01-8dfc-b6f7d530a926 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1650484 Nov 12 03:25:08.524200 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:08.583945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120a3a2-a7e3-4fbd-9726-e0fa49af705f None None] Pushing event updated for resources: {'Port': ['ID=7c557af5-2b97-4e70-8905-9f0a36054352,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:08.596856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.637561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.663994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4ee8bc5-1600-4a48-a5b7-8b0c058585d2 req-462e2501-8aeb-41ab-b17d-66ec88391624 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509583 Nov 12 03:25:08.779079 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:08.779289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:08.804532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90839b4f-2afb-4672-a076-fa352d127e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.815510 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3805e52-4a37-4456-8971-d9e01d5ba33a None None] The sync data for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 is: [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'ea044d7a-9624-4db6-ba25-9beacd61e4d4', 'name': '', 'network_id': '2c8f3aef-f72c-4223-9cb9-7a03b9007dc4', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'mac_address': 'fa:16:3e:11:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:53Z', 'updated_at': '2021-11-12T03:22:59Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'subnets': [{'id': '7a6e128f-6a8e-4101-b200-5b86b762250e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:08.826310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b95ce-f819-4fdc-b891-5511a62e801b req-e036931c-9437-4c12-850f-147497cdb11a tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:08.834057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920b95ce-f819-4fdc-b891-5511a62e801b req-e036931c-9437-4c12-850f-147497cdb11a tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3700392 Nov 12 03:25:08.888826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920b95ce-f819-4fdc-b891-5511a62e801b req-f355c081-72cb-494b-91ae-66784f93f528 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/quotas/84cfae582889461591638ff34698b59f HTTP/1.1" status: 200 len: 375 time: 0.0538168 Nov 12 03:25:08.958995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-920b95ce-f819-4fdc-b891-5511a62e801b req-e4876192-33a8-45ec-b931-9ac0f3f695f1 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=84cfae582889461591638ff34698b59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687153 Nov 12 03:25:08.960262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Allocated IP 172.25.7.125 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a489f032-0aa4-4cb6-ae3f-feae548e03d6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:08.972181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90839b4f-2afb-4672-a076-fa352d127e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:08.978791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90839b4f-2afb-4672-a076-fa352d127e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.033063 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90839b4f-2afb-4672-a076-fa352d127e74 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9ba8bb7b82034f76b791eefa856be7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524278 Nov 12 03:25:09.040652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.103303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839b4f-2afb-4672-a076-fa352d127e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf560c5b-2fd7-47c0-b7d8-a90add48d2d3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.128936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.155185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.161764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.226816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.235803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.239323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bf560c5b-2fd7-47c0-b7d8-a90add48d2d3 HTTP/1.1" status: 204 len: 168 time: 0.1973109 Nov 12 03:25:09.242651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3065a-e203-4dea-af34-27b730d1f1c6 req-29c55322-4f2d-4721-a588-7a76d3e7d742 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:09.244275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fea3065a-e203-4dea-af34-27b730d1f1c6 req-29c55322-4f2d-4721-a588-7a76d3e7d742 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1064553 Nov 12 03:25:09.249645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b65f2-1abe-4ab0-9d64-4932e603aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf560c5b-2fd7-47c0-b7d8-a90add48d2d3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.260673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.304136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.311733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5352373-d130-465c-bbf9-a93ed31deb7f None None] New status for floating IP 18245374-39fd-48e7-ae64-810186e40e48: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:09.329167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:09.352158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:09.361122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:09.381615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Pushing event updated for resources: {'Port': ['ID=a489f032-0aa4-4cb6-ae3f-feae548e03d6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:09.447307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fea3065a-e203-4dea-af34-27b730d1f1c6 req-25bf4147-8c52-4852-a596-63dc36f2f048 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777742 Nov 12 03:25:09.847597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40660) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:09.850461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.978722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:09.993676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcdcc0-1833-4fbd-bd3f-750902e28903 None None] Network 6b2357cb-91ef-4191-9496-c5964710f174 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:10.010805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.084802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.087969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.089450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "DELETE /v2.0/security-groups/09ab15ec-f124-483f-a82b-8977ec537b34 HTTP/1.1" status: 204 len: 168 time: 0.2408051 Nov 12 03:25:10.093655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:10.110339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] Provisioning complete for port 7c557af5-2b97-4e70-8905-9f0a36054352 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:10.111074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.140323 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-28288ed3-fcbf-42eb-af0a-0a4092ebbee0 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] show failed (client error): The resource could not be found. Nov 12 03:25:10.141397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28288ed3-fcbf-42eb-af0a-0a4092ebbee0 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "GET /v2.0/security-groups/09ab15ec-f124-483f-a82b-8977ec537b34 HTTP/1.1" status: 404 len: 347 time: 0.0447404 Nov 12 03:25:10.142696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aced45-3572-4193-a315-8dd1c5f9ef73 tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ab15ec-f124-483f-a82b-8977ec537b34,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.149751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:10.334098 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.380695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] For port 7c557af5-2b97-4e70-8905-9f0a36054352, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7c557af5-2b97-4e70-8905-9f0a36054352,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:10.385217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.409707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Deleting port ba9ee52e-0204-4db5-9b62-90ebc38f215a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:10.411307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.469750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4501d5-52e3-4ae5-bc82-4c7b525b0431 None None] Pushing event updated for resources: {'Port': ['ID=7c557af5-2b97-4e70-8905-9f0a36054352,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:10.521175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-178ffa97-976e-4f2c-b4db-4b2925cffcce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:10.522674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-178ffa97-976e-4f2c-b4db-4b2925cffcce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.5788543 Nov 12 03:25:10.585735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0a573359-543c-43e8-967c-d56fbdfe6de3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/quotas/254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 375 time: 0.0132682 Nov 12 03:25:10.585928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.586061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.621595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Calling delete_port for ba9ee52e-0204-4db5-9b62-90ebc38f215a owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:10.675562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7c557af5-2b97-4e70-8905-9f0a36054352 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:10.715174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e843fa66-b222-4109-975d-3bb94048e566 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1219153 Nov 12 03:25:10.787085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f2ebc34c-3782-4e82-b30e-b9aff61e29ab None None] Provisioning complete for port 7c557af5-2b97-4e70-8905-9f0a36054352 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:10.788824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2ebc34c-3782-4e82-b30e-b9aff61e29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.846559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.862196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.888357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7c557af5-2b97-4e70-8905-9f0a36054352 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:10.888843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:10.898860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Pushing event deleted for resources: {'Port': ['ID=ba9ee52e-0204-4db5-9b62-90ebc38f215a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:11.054287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.057163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.062456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76e67921-f763-4f4a-ae34-80dcb74e86bc tempest-ServersTestManualDisk-1280221399 tempest-ServersTestManualDisk-1280221399-project] 10.222.0.97 "DELETE /v2.0/floatingips/18245374-39fd-48e7-ae64-810186e40e48 HTTP/1.1" status: 204 len: 168 time: 0.9116433 Nov 12 03:25:11.063109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.071877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Router 27347f2e-14ab-4cd1-9a4d-6a715a200863 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:11.345160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-fb501851-a4c1-442c-98ef-3bf7f658fd53 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288207 Nov 12 03:25:11.350783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:11.360156 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Sync routers for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:11.374346 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:11.375282 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:11.458958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.462615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fea5f5bb-0c68-43ef-948d-d8331e6a291c admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1470826 Nov 12 03:25:11.463006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40736) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.496105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:11.559107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:11.564745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-23f8aea5-f0a6-47c7-b7b4-90e347009fd0 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800463 Nov 12 03:25:11.726754 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7201ae4a-f25b-4f77-8c92-de5baffe9558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:11.866265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5c4a5c-6abc-4c98-bca4-2e63fcdf70f6 req-e1827d48-5c90-4d0e-8259-ee8004bcf96c tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=84cfae582889461591638ff34698b59f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569863 Nov 12 03:25:11.891898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:09Z', 'revision_number': 3, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:11.930269 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Checking router: 27347f2e-14ab-4cd1-9a4d-6a715a200863 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:11.930626 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Updating router 27347f2e-14ab-4cd1-9a4d-6a715a200863 port a489f032-0aa4-4cb6-ae3f-feae548e03d6 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:11.940870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a06ce1dc-5576-4025-868b-42cf1a96e666 req-0bc8fda5-39de-4377-9e1d-57f86c238f0e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 210 time: 0.0837362 Nov 12 03:25:11.965991 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.008523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.179791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.220816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7201ae4a-f25b-4f77-8c92-de5baffe9558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.267630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c4a5c-6abc-4c98-bca4-2e63fcdf70f6 req-f8abf374-3770-4a1e-a01c-69c1206e8490 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:12.274873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5c4a5c-6abc-4c98-bca4-2e63fcdf70f6 req-f8abf374-3770-4a1e-a01c-69c1206e8490 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3970015 Nov 12 03:25:12.282816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7201ae4a-f25b-4f77-8c92-de5baffe9558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.293655 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.300349 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.318466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201ae4a-f25b-4f77-8c92-de5baffe9558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f349c-38a8-4ad5-aa69-b06cb4532797,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.348247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5c4a5c-6abc-4c98-bca4-2e63fcdf70f6 req-7728481c-964c-48f5-950b-dd0e05e597e9 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/quotas/84cfae582889461591638ff34698b59f HTTP/1.1" status: 200 len: 375 time: 0.0724621 Nov 12 03:25:12.381187 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Attempting to bind port a489f032-0aa4-4cb6-ae3f-feae548e03d6 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:12.381904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Attempting to bind port a489f032-0aa4-4cb6-ae3f-feae548e03d6 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:12.382314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Attempting to bind port a489f032-0aa4-4cb6-ae3f-feae548e03d6 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:12.386304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Pushing event updated for resources: {'Port': ['ID=a489f032-0aa4-4cb6-ae3f-feae548e03d6,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.397447 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.397817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.398268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.398770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.399137 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.399832 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.400182 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.400495 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.400816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.401264 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.401719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.402043 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:12.405532 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:12.405902 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:12.406302 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.406705 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:12.407176 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Bound port: a489f032-0aa4-4cb6-ae3f-feae548e03d6, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:12.409911 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.428281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff5c4a5c-6abc-4c98-bca4-2e63fcdf70f6 req-58bf2735-0223-44f6-b9ee-bd07bcd78ce1 tempest-QuotasAdminNegativeTest-985418644 tempest-QuotasAdminNegativeTest-985418644-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=84cfae582889461591638ff34698b59f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763555 Nov 12 03:25:12.445292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7201ae4a-f25b-4f77-8c92-de5baffe9558 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e4bc5e389fa8486abf9e8fe1a2880598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9451272 Nov 12 03:25:12.445829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40782) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:12.486725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] For port a489f032-0aa4-4cb6-ae3f-feae548e03d6, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:12.491800 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] For port a489f032-0aa4-4cb6-ae3f-feae548e03d6, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a489f032-0aa4-4cb6-ae3f-feae548e03d6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:12.499706 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.528340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Allocated IP 172.20.0.1 (6b2357cb-91ef-4191-9496-c5964710f174/7da28986-7be8-4b65-9a3b-dd0a88b784fe/61ead410-3613-410f-afeb-b5ea15208d03) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:12.617059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf5ff2-5ac0-43a7-afef-8347f724bb07 None None] Pushing event updated for resources: {'Port': ['ID=a489f032-0aa4-4cb6-ae3f-feae548e03d6,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.623273 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:12.624227 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:12.646234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Deleting port ea044d7a-9624-4db6-ba25-9beacd61e4d4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:12.650557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.709588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.776088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.849621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.864385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] For port ea044d7a-9624-4db6-ba25-9beacd61e4d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea044d7a-9624-4db6-ba25-9beacd61e4d4,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:12.864889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.865324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.868675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.870238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4a5f349c-38a8-4ad5-aa69-b06cb4532797 HTTP/1.1" status: 204 len: 168 time: 0.4229913 Nov 12 03:25:12.885406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef71ae9-2d89-48cf-ac9c-9d07979365f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f349c-38a8-4ad5-aa69-b06cb4532797,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.917070 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:12.917657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Calling delete_port for ea044d7a-9624-4db6-ba25-9beacd61e4d4 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:12.923544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:12.985970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Pushing event updated for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:12.993196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Network 6b2357cb-91ef-4191-9496-c5964710f174 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:12.995354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:13.008941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:13.079944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.378664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.381681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f63b8f73-9444-4d46-ba22-83f9971497b3 req-c836e0ce-72ee-4b70-acba-19500a2e77e7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 210 time: 0.1080239 Nov 12 03:25:13.391284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e139557b-d138-4af5-b5a4-b5726052ebb9 None None] Provisioning complete for port 61ead410-3613-410f-afeb-b5ea15208d03 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:13.391871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e139557b-d138-4af5-b5a4-b5726052ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.410284 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:09Z', 'revision_number': 3, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:13.487799 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0026dac7-14f8-4581-8b89-589105fa5000 None None] The sync data for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 is: [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:09Z', 'revision_number': 3, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:13.534185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.536406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e139557b-d138-4af5-b5a4-b5726052ebb9 None None] Port 61ead410-3613-410f-afeb-b5ea15208d03 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:13.770637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.778912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.787572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:13.813456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-037e1920-e6d9-4e78-bad8-47596cb0f71d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:13.815556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-037e1920-e6d9-4e78-bad8-47596cb0f71d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.4308217 Nov 12 03:25:13.836249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40838) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:13.871114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'device_id': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'admin_state_up': True, 'tenant_id': '254ecbe03bcf4546b930013876409cea'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:13.880220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea044d7a-9624-4db6-ba25-9beacd61e4d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.005720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.016150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Pushing event updated for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.111384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d266682-465a-446c-9733-55a75d32483c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.189071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5b44fdc-10a8-4a27-898c-78b79d178c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.353879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5b44fdc-10a8-4a27-898c-78b79d178c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.366804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5b44fdc-10a8-4a27-898c-78b79d178c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.378227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Network 6b2357cb-91ef-4191-9496-c5964710f174 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:14.384350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:14.389399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.421882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:14.425487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.532823 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e5b44fdc-10a8-4a27-898c-78b79d178c5e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=84cfae582889461591638ff34698b59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6913683 Nov 12 03:25:14.534470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:14.552326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.571028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b44fdc-10a8-4a27-898c-78b79d178c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de10d18b-28fa-44d9-aa47-98210e70ef54,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:14.748563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.754784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Router 27347f2e-14ab-4cd1-9a4d-6a715a200863 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:14.805171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.805745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d266682-465a-446c-9733-55a75d32483c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.810684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-167a1629-b38e-4782-8851-d493d8cd3ea6 req-7b93041e-1706-4012-9600-3dc93e94178a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 210 time: 0.2610688 Nov 12 03:25:14.851593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a489f032-0aa4-4cb6-ae3f-feae548e03d6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:14.876643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d266682-465a-446c-9733-55a75d32483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.905364 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90761d3-bbfa-45d1-bbe3-5549461381e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.965296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-849ded17-38f1-4874-b215-05f223c6fc5c None None] Provisioning complete for port 61ead410-3613-410f-afeb-b5ea15208d03 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:14.965978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-849ded17-38f1-4874-b215-05f223c6fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.985138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.988114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:14.992673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/de10d18b-28fa-44d9-aa47-98210e70ef54 HTTP/1.1" status: 204 len: 168 time: 0.4433565 Nov 12 03:25:15.006586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ad3e4-c549-4f0b-805c-abbed72f0a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de10d18b-28fa-44d9-aa47-98210e70ef54,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.026514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a489f032-0aa4-4cb6-ae3f-feae548e03d6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:15.027246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.032098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:15.041372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-79d3a554-e781-473c-996d-dc52a609cd2e admin admin] 10.222.0.97 "PUT /v2.0/routers/27347f2e-14ab-4cd1-9a4d-6a715a200863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5764563 Nov 12 03:25:15.165500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-849ded17-38f1-4874-b215-05f223c6fc5c None None] Port 61ead410-3613-410f-afeb-b5ea15208d03 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:15.256093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.281130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port a489f032-0aa4-4cb6-ae3f-feae548e03d6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a489f032-0aa4-4cb6-ae3f-feae548e03d6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:15.288857 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.351704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=a489f032-0aa4-4cb6-ae3f-feae548e03d6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.402206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7d266682-465a-446c-9733-55a75d32483c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f6901db4f2db4e66bed71fa18c28183a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8632293 Nov 12 03:25:15.402489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40884) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.403065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d266682-465a-446c-9733-55a75d32483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62670c69-f62d-476c-b812-1e6f76d0289d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.497360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.531349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.547032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.20.0.10 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/d9512480-1384-4146-8aa1-d0bd390a1e98) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:15.582190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.600477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba639-887b-4eff-bd38-64fb168602bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.683784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90761d3-bbfa-45d1-bbe3-5549461381e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.709037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba639-887b-4eff-bd38-64fb168602bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.712518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90761d3-bbfa-45d1-bbe3-5549461381e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.716538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba639-887b-4eff-bd38-64fb168602bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.724609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:15.734435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.737757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.739142 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/62670c69-f62d-476c-b812-1e6f76d0289d HTTP/1.1" status: 204 len: 168 time: 0.3352304 Nov 12 03:25:15.777120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d6ba639-887b-4eff-bd38-64fb168602bb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a157b6390ceb4240be2989f27327d4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906905 Nov 12 03:25:15.777120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba639-887b-4eff-bd38-64fb168602bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe294b8-6dde-455a-886f-c5ecb36ab7b3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.778811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40892) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.811381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea75e5-e34f-43b6-a471-7539e79a2827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62670c69-f62d-476c-b812-1e6f76d0289d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.849808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.887269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:15.898215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90761d3-bbfa-45d1-bbe3-5549461381e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ec687-e2a6-4a50-9c45-275f029913e3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:15.903488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40898) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:15.909132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681723781', 'description': 'tempest-description--591558343'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:15.926789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c90761d3-bbfa-45d1-bbe3-5549461381e2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4d10eae688a44f33bbc3d34b4a7a10f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5331655 Nov 12 03:25:15.935451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.005003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.059493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c1c7d8d-9b85-4d44-9d08-7b3e77279944 req-97470a55-65bb-47cc-84ca-018fdd8c124e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 210 time: 0.0526724 Nov 12 03:25:16.087663 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.117816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.120390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.124606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.127360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.128533 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8fe294b8-6dde-455a-886f-c5ecb36ab7b3 HTTP/1.1" status: 204 len: 168 time: 0.3481648 Nov 12 03:25:16.134282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.162278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a96fa5-14e5-40a8-844f-70eded7caed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe294b8-6dde-455a-886f-c5ecb36ab7b3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.175905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.184456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Sync routers for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:16.198235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.202360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2962418 Nov 12 03:25:16.210559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40916) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.216366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6ad68-d91f-4245-b47e-2ede4435ae89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:16.220780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:16.221412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:16.243276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacf419-2d44-4205-82a9-968c10f0c94c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d6ad68-d91f-4245-b47e-2ede4435ae89,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.272761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.280344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.317897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:16.320076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:16.329456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.333492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.336239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fb4ec687-e2a6-4a50-9c45-275f029913e3 HTTP/1.1" status: 204 len: 168 time: 0.3963480 Nov 12 03:25:16.338571 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Sync routers for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:16.350124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:16.355786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033282e7-6f4e-4993-8412-e76f6b16de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ec687-e2a6-4a50-9c45-275f029913e3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.360129 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:16.364961 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:16.380106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.385742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.401999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:16.425823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c041811f-15bc-48b5-b9c9-9a76ecfcb1f3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.434820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6d1300d8-7c4d-4d2f-ad5e-9ff00f168e38 admin admin] 10.222.0.97 "PUT /v2.0/routers/ff868b1e-d19b-43d1-9eb5-3ee9399cd61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3654313 Nov 12 03:25:16.436813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.437452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.438140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:16.442889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b0862bf3-d048-47cf-8aff-50bbb5c08a06 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294757 Nov 12 03:25:16.444949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.460493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'security_group_rule': {'security_group_id': 'a5d6ad68-d91f-4245-b47e-2ede4435ae89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:16.526459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.555131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:16.561805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.631614 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:16.662982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.667773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a489f032-0aa4-4cb6-ae3f-feae548e03d6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:16.686656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.726740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704dae84-0104-4c29-a98d-647f4d7313ba,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.736893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:16.739860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8722265 Nov 12 03:25:16.750724 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6dea4681-c3e7-44f5-b715-005215c6b234 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043587 Nov 12 03:25:16.751591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:16.759198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9584-2028-4ac8-822c-e2008e645ff5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:16.768172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:16.787598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Request body: {'port': {'device_id': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:16.820219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.010226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cfc118de-1d96-489c-8a2f-6b2498f825f8 None None] Provisioning complete for port d9512480-1384-4146-8aa1-d0bd390a1e98 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:17.010590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfc118de-1d96-489c-8a2f-6b2498f825f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.051517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cfc118de-1d96-489c-8a2f-6b2498f825f8 None None] Port d9512480-1384-4146-8aa1-d0bd390a1e98 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:17.066777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a489f032-0aa4-4cb6-ae3f-feae548e03d6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:17.067679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.086303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.129354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.242272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.296158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 2, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.311975 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Checking router: ff868b1e-d19b-43d1-9eb5-3ee9399cd61f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:17.334149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Routers {'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:17.334786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:17.379407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Checking router: 27347f2e-14ab-4cd1-9a4d-6a715a200863 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:17.388327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Updating router 27347f2e-14ab-4cd1-9a4d-6a715a200863 port 61ead410-3613-410f-afeb-b5ea15208d03 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:17.487220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.491606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9512480-1384-4146-8aa1-d0bd390a1e98 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:17.501382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.518767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Transition to ACTIVE for port object d9512480-1384-4146-8aa1-d0bd390a1e98 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:17.536589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.608841 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] Set router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:17.611305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:17.615040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.714994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c3412-1204-4f00-bda0-a1483ab1f7b3 req-885bc9ab-945c-4f36-9099-8e065b9d9449 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:17.727838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af7c3412-1204-4f00-bda0-a1483ab1f7b3 req-885bc9ab-945c-4f36-9099-8e065b9d9449 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 944 time: 0.2070165 Nov 12 03:25:17.815841 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Allocated IP 172.25.7.73 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/531cd3cd-5395-4dc2-820f-702645fc2290) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:17.988603 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:17.991381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.057995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Attempting to bind port d9512480-1384-4146-8aa1-d0bd390a1e98 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:18.058340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Attempting to bind port d9512480-1384-4146-8aa1-d0bd390a1e98 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:18.058661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Attempting to bind port d9512480-1384-4146-8aa1-d0bd390a1e98 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.065067 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.105205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.124336 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd156f36-4119-421b-b7f7-0d9a11b4266a None None] The sync data for ids ['ff868b1e-d19b-43d1-9eb5-3ee9399cd61f'] in n-d-766726-29 is: [{'id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'name': 'tempest-ServersTestManualDisk-1696484940-router', 'tenant_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:22:47Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 5, 'project_id': '1d35836f1bfd47e68da4721ce6c00f5f', 'gw_port': {'id': 'ad4995ce-11ae-470a-817d-f14c27911842', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff868b1e-d19b-43d1-9eb5-3ee9399cd61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:22:48Z', 'updated_at': '2021-11-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:18.137140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Port d9512480-1384-4146-8aa1-d0bd390a1e98 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:18.137732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Attempting to bind port d9512480-1384-4146-8aa1-d0bd390a1e98 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.166379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:18.166911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:18.168719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:18.170287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Bound port: d9512480-1384-4146-8aa1-d0bd390a1e98, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:18.171186 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.180607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af7c3412-1204-4f00-bda0-a1483ab1f7b3 req-a69cdc51-cba2-49c0-bef4-162235de3e88 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519000 Nov 12 03:25:18.190323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.213366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.233110 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.237377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:18.240752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:18.247598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:18.288229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Deleting port ad4995ce-11ae-470a-817d-f14c27911842 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:18.288814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.294946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'Port': ['ID=531cd3cd-5395-4dc2-820f-702645fc2290,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.329249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:18.340094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61fc3-4ffc-48d7-ae6e-1a96e6a83833 None None] Pushing event updated for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.378986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d9512480-1384-4146-8aa1-d0bd390a1e98,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:18.390132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.427093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Attempting to bind port 61ead410-3613-410f-afeb-b5ea15208d03 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:18.427958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Attempting to bind port 61ead410-3613-410f-afeb-b5ea15208d03 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:18.428552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Attempting to bind port 61ead410-3613-410f-afeb-b5ea15208d03 on network 6b2357cb-91ef-4191-9496-c5964710f174 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:18.434794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:18.435591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Checking segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:18.436736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.437339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Bound using segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:18.438156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Bound port: 61ead410-3613-410f-afeb-b5ea15208d03, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:18.438758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.444790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.476311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41006) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:18.476443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.477357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.479600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] 10.222.0.104 "PUT /v2.0/ports/d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 200 len: 1093 time: 1.7052925 Nov 12 03:25:18.485109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:18.488004 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:18.579715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-151c7593-0f69-486e-9e79-0190698fed09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.586295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.622461 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2203aee-4fe6-4237-bb9e-94b4724232ae x-openstack-request-id: req-e2203aee-4fe6-4237-bb9e-94b4724232ae {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:18.622820 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:18.623391 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e2203aee-4fe6-4237-bb9e-94b4724232ae {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:18.624044 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98', 'status': 'completed', 'code': 200} Nov 12 03:25:18.629844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea044d7a-9624-4db6-ba25-9beacd61e4d4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:18.662560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] For port ad4995ce-11ae-470a-817d-f14c27911842, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad4995ce-11ae-470a-817d-f14c27911842,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:18.663219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.703994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ea044d7a-9624-4db6-ba25-9beacd61e4d4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:18.704775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea044d7a-9624-4db6-ba25-9beacd61e4d4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:18.712012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] For port 61ead410-3613-410f-afeb-b5ea15208d03, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:18.743949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] For port 61ead410-3613-410f-afeb-b5ea15208d03, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=61ead410-3613-410f-afeb-b5ea15208d03,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:18.758407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d976d79-020d-45a6-b89f-b5ba9751aab6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:18.762590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:18.803314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Calling delete_port for ad4995ce-11ae-470a-817d-f14c27911842 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:18.863199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-d30de78e-fdff-47f4-b4e8-761495ca3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:18.864765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-d30de78e-fdff-47f4-b4e8-761495ca3a29 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 1096 time: 0.2980309 Nov 12 03:25:18.975442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:18.976086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:24:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:18.980664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] Provisioning complete for port 61ead410-3613-410f-afeb-b5ea15208d03 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:18.981044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.020833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-network', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:19.027262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-455fbfa4-e56b-483f-8a16-e0d520fb6beb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 200 len: 217 time: 0.0819752 Nov 12 03:25:19.029158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.047625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.074422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61fc3-4ffc-48d7-ae6e-1a96e6a83833 None None] Pushing event updated for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.122537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-7cd36080-b0a1-4e87-9b1c-3898f06c4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.130968 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:19.132088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-7cd36080-b0a1-4e87-9b1c-3898f06c4220 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.0972373 Nov 12 03:25:19.181244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'Port': ['ID=531cd3cd-5395-4dc2-820f-702645fc2290,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.243562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-c1a3435b-9193-41cb-b8e0-62d4faf27599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.245366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-c1a3435b-9193-41cb-b8e0-62d4faf27599 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020486 Nov 12 03:25:19.272449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:19.281351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.308281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Made reservation on behalf of e203b866d7704b929e69cfc117f2957a for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:19.311516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.320322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.336534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.359035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-151c7593-0f69-486e-9e79-0190698fed09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.363466 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.382115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-31b5dbd8-e6b0-4ba4-8b5b-7f3660b06bba tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6151581 Nov 12 03:25:19.409475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-151c7593-0f69-486e-9e79-0190698fed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.481463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-151c7593-0f69-486e-9e79-0190698fed09 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ec257b760ec34287b93a51f915d4a61b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4700067 Nov 12 03:25:19.481738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.485430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7593-0f69-486e-9e79-0190698fed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ed34b-ed1c-4721-a4e3-69d352d53c7f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.497927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] For port 61ead410-3613-410f-afeb-b5ea15208d03, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=61ead410-3613-410f-afeb-b5ea15208d03,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:19.515712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.527167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b866ee-f4c0-4487-983f-489a12fc9298 req-405508a1-04cc-4d49-8f72-cc16ff1e79ed tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.528691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24b866ee-f4c0-4487-983f-489a12fc9298 req-405508a1-04cc-4d49-8f72-cc16ff1e79ed tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 944 time: 0.1802440 Nov 12 03:25:19.571569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.583036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.595240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:19.599099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-fac3b5a6-10fb-4132-a711-5dcd378645b9 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024356 Nov 12 03:25:19.604916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.605486 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Added segment e1f44e38-f75d-47fc-bc2c-d6e4be457cad of type vlan for network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 Nov 12 03:25:19.635830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24b866ee-f4c0-4487-983f-489a12fc9298 req-2ba1fa10-868d-44ac-af55-f05cb99aed9e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780044 Nov 12 03:25:19.647675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.665098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.689783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.697997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a5a6d-1882-4d7d-bf7d-97ee3848931b None None] Pushing event updated for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.698782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.700052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:19.700815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.734233 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2543979 Nov 12 03:25:19.740846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4995ce-11ae-470a-817d-f14c27911842,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.747624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:19.756948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Request body: {'subnet': {'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-subnet', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:19.770281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.774064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974141f-ed56-4eda-be79-76dbcb596f62,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.784819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1f0b3b8b-8d79-4559-a6c4-f5e978b957dd None None] Provisioning complete for port 61ead410-3613-410f-afeb-b5ea15208d03 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:19.802922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f0b3b8b-8d79-4559-a6c4-f5e978b957dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.822441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af25587-fd61-4d7a-b4ab-56f2c31a83a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.839977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.867903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.871077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.875584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ae0ed34b-ed1c-4721-a4e3-69d352d53c7f HTTP/1.1" status: 204 len: 168 time: 0.3925800 Nov 12 03:25:19.884263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b080955-02b7-4f43-98fc-9a9ed97cd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ed34b-ed1c-4721-a4e3-69d352d53c7f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:19.892665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:19.971323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Made reservation on behalf of e203b866d7704b929e69cfc117f2957a for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:19.974053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.982034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:19.986448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.002793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6f4d77e-a987-4024-a60c-f706b9489d60 req-26d8bf9c-74bf-4b8e-bc4c-b8ef622e1b0c service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694215 Nov 12 03:25:20.064641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:18Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:20.130894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.131657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff88e8-ce9b-44db-9234-9621c0f5a21b None None] The sync data for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 is: [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:18Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:20.131907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff868b1e-d19b-43d1-9eb5-3ee9399cd61f {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:25:20.186761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.188173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ad8d7f9e-070f-46b1-ab72-3c32a75e3a07 admin admin] 10.222.0.97 "DELETE /v2.0/routers/ff868b1e-d19b-43d1-9eb5-3ee9399cd61f HTTP/1.1" status: 204 len: 168 time: 3.6629894 Nov 12 03:25:20.190961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.302578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Deleting subnet 7a6e128f-6a8e-4101-b200-5b86b762250e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:20.306652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.339236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-71fd0344-82d7-4036-9843-db221400ddbd tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--681723781&fields=id&tenant_id=11eadff8cb40487089ee427be5c88d07 HTTP/1.1" status: 200 len: 267 time: 0.2600970 Nov 12 03:25:20.377298 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.476110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-d4957018-68dc-421f-b6fd-9b5c3721751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.479429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-d4957018-68dc-421f-b6fd-9b5c3721751b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 1096 time: 0.3479090 Nov 12 03:25:20.568129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.639208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-ffbdc4d3-021e-42d5-90e7-7a8cc056a80d tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:20.641111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-ffbdc4d3-021e-42d5-90e7-7a8cc056a80d tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/networks?id=6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 200 len: 815 time: 0.3004963 Nov 12 03:25:20.643899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.645799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbbd0e31-75ed-4b49-8e39-745030cac45c req-70a42db2-7c2c-4bee-b25b-8a80d81b54d2 tempest-AbsoluteLimitsNegativeTestJSON-704425104 tempest-AbsoluteLimitsNegativeTestJSON-704425104-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=1b2b67723bae44e28e1d22c74583b0c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771925 Nov 12 03:25:20.688484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6e128f-6a8e-4101-b200-5b86b762250e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:20.700154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.704722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400c0c6-a190-4a9b-8d47-988cffd1ad7b None None] Network 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:20.706273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-21789543-ca98-42f8-9a0c-9cebb59c8707 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7a6e128f-6a8e-4101-b200-5b86b762250e HTTP/1.1" status: 204 len: 168 time: 0.5135467 Nov 12 03:25:20.708470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41084) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.750417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-cff3922d-ec8c-48b8-aca9-1ac6ae66c36b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/quotas/11eadff8cb40487089ee427be5c88d07 HTTP/1.1" status: 200 len: 375 time: 0.0620353 Nov 12 03:25:20.810156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:20.843859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d7fc-0954-4057-a730-d1eb452beb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:20.936047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.010809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-ccb64467-40e7-4f04-b06e-1425aea3b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.012728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-ccb64467-40e7-4f04-b06e-1425aea3b8f0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.5142245 Nov 12 03:25:21.014591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.015431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 61ead410-3613-410f-afeb-b5ea15208d03 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:21.051396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d7fc-0954-4057-a730-d1eb452beb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.065655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1f7d7fc-0954-4057-a730-d1eb452beb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.110434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 61ead410-3613-410f-afeb-b5ea15208d03 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:21.110811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.128700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d1f7d7fc-0954-4057-a730-d1eb452beb85 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bf8d7dd899574d5b8c3a14d2cee0d8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168881 Nov 12 03:25:21.133159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:21.136143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Deleting port d88ae34e-9198-4835-9aa2-529916fabc67 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:21.136487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.138056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-00369494-3d23-411b-9232-e13742388604 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=11eadff8cb40487089ee427be5c88d07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3866363 Nov 12 03:25:21.143709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-48e73194-c11f-4796-a974-d53029bee3fa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 200 len: 217 time: 0.1147294 Nov 12 03:25:21.157068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd0e31-75ed-4b49-8e39-745030cac45c req-5e0f41b0-c8cf-41d8-abba-21b0187c1e35 tempest-AbsoluteLimitsNegativeTestJSON-704425104 tempest-AbsoluteLimitsNegativeTestJSON-704425104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.158991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbbd0e31-75ed-4b49-8e39-745030cac45c req-5e0f41b0-c8cf-41d8-abba-21b0187c1e35 tempest-AbsoluteLimitsNegativeTestJSON-704425104 tempest-AbsoluteLimitsNegativeTestJSON-704425104-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4731715 Nov 12 03:25:21.178996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] DHCP port deletion for 2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:25:21.200886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7d7fc-0954-4057-a730-d1eb452beb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8591b15-c6a5-4664-8ad2-1c0fdbce684a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.300899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Deleting port d88ae34e-9198-4835-9aa2-529916fabc67 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:21.301416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.314948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.322201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] For port d88ae34e-9198-4835-9aa2-529916fabc67, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d88ae34e-9198-4835-9aa2-529916fabc67,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.322566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.348946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Calling delete_port for d88ae34e-9198-4835-9aa2-529916fabc67 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:21.361489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad4995ce-11ae-470a-817d-f14c27911842 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:21.367185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.485172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.488783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.490423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c8591b15-c6a5-4664-8ad2-1c0fdbce684a HTTP/1.1" status: 204 len: 168 time: 0.3561985 Nov 12 03:25:21.504929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2f46a-b4b2-4dd7-86dd-be0af11c10da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8591b15-c6a5-4664-8ad2-1c0fdbce684a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.515775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.550640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88ae34e-9198-4835-9aa2-529916fabc67,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.562113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] No DVR routers for this DVR port d88ae34e-9198-4835-9aa2-529916fabc67 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:21.610121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ad4995ce-11ae-470a-817d-f14c27911842 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:21.610464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad4995ce-11ae-470a-817d-f14c27911842 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:21.644256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] For port d88ae34e-9198-4835-9aa2-529916fabc67, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d88ae34e-9198-4835-9aa2-529916fabc67,segment=NetworkSegment(4a7afb06-3bc5-4565-a17d-1bfe6425bf30),segment_id=4a7afb06-3bc5-4565-a17d-1bfe6425bf30)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:21.644656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.667944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Calling delete_port for d88ae34e-9198-4835-9aa2-529916fabc67 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:21.697500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.729130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8f3aef-f72c-4223-9cb9-7a03b9007dc4']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.745611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7afb06-3bc5-4565-a17d-1bfe6425bf30') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.745918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7afb06-3bc5-4565-a17d-1bfe6425bf30') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:21.750447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e404576-30ea-4c5c-9427-ef314698fdcd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.753373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-6d910d79-23ba-4cca-84a4-fae102cdb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.754879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-6d910d79-23ba-4cca-84a4-fae102cdb733 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.5915956 Nov 12 03:25:21.765061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.773355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbbd0e31-75ed-4b49-8e39-745030cac45c req-c0f9cf51-7f07-47cc-a97d-6ca2152a3e2b tempest-AbsoluteLimitsNegativeTestJSON-704425104 tempest-AbsoluteLimitsNegativeTestJSON-704425104-project] 10.222.0.97 "GET /v2.0/quotas/1b2b67723bae44e28e1d22c74583b0c0 HTTP/1.1" status: 200 len: 375 time: 0.5315046 Nov 12 03:25:21.785808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.794147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:21.794147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:21.799856 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:21.815668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.852039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbbd0e31-75ed-4b49-8e39-745030cac45c req-17ee80df-f8d8-47ff-b2c8-c454373ca844 tempest-AbsoluteLimitsNegativeTestJSON-704425104 tempest-AbsoluteLimitsNegativeTestJSON-704425104-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1b2b67723bae44e28e1d22c74583b0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774686 Nov 12 03:25:21.853762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Checking segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:21.853762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Network hostable DHCP agents. Network: f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:21.854091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] Pushing event deleted for resources: {'Port': ['ID=d88ae34e-9198-4835-9aa2-529916fabc67,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.856841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9845d-083f-474a-a5c2-bc1b82f1fb71 None None] No DVR routers for this DVR port d88ae34e-9198-4835-9aa2-529916fabc67 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:21.908133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.919424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:21.932290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2c8f3aef-f72c-4223-9cb9-7a03b9007dc4 HTTP/1.1" status: 204 len: 168 time: 1.2226272 Nov 12 03:25:21.954045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2a0ac-10e3-444f-9c40-74585e3e7014 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8f3aef-f72c-4223-9cb9-7a03b9007dc4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:21.986345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-782a57b8-af86-4804-8010-538d5462f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:21.987893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-782a57b8-af86-4804-8010-538d5462f346 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125337 Nov 12 03:25:21.990449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-09beb32d-d7cc-4868-b83f-04f850b73abd service neutron] 10.222.0.97 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304791 Nov 12 03:25:21.991035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:22.081333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:22.094671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1bde9-9ce4-4b26-80f5-dc35ea8642d0 None None] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:22.117342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.190035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-878f5b6e-d1b4-4809-ba85-84075171fbeb service neutron] 10.222.0.97 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883433 Nov 12 03:25:22.191429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.192528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.203878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-491c3994-d1ba-445d-aae3-f8902fe4fe6e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1d35836f1bfd47e68da4721ce6c00f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853200 Nov 12 03:25:22.204492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41112) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.257801 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7508922-0b94-487d-b041-1417997208f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.269198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f7153f86-3897-4a60-8764-81aa1b1688d4 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5203333 Nov 12 03:25:22.278047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2b78-7190-421c-b1d5-e8d66a386ba4 req-e3265e06-2078-4fe4-bb7d-c2f6f1c8c050 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:22.287614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549a2b78-7190-421c-b1d5-e8d66a386ba4 req-e3265e06-2078-4fe4-bb7d-c2f6f1c8c050 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 944 time: 0.2827466 Nov 12 03:25:22.303106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41114) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.318683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:22.336616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:22.338769 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.341301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:22.364267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-0cc1ede4-408f-425f-815a-56939d1e040f service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637633 Nov 12 03:25:22.374315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.377249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-549a2b78-7190-421c-b1d5-e8d66a386ba4 req-3faf6846-45ef-475a-a7ab-c0941501c558 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 Nov 12 03:25:22.446293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.493200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.494230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.574730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Allocated IP 172.20.0.2 (f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2/9e404576-30ea-4c5c-9427-ef314698fdcd/7f77e658-6fa0-4dab-9a90-dc70125e1f8b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:22.668379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.673413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.677864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.684436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e1caf7c3-a32c-4fe4-a212-1a6bce9ca455 HTTP/1.1" status: 204 len: 168 time: 0.4789052 Nov 12 03:25:22.687004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a1eacd-8461-4ce3-b311-0ad9930789d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.703495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc4ab2-83eb-4523-b43a-e41c07009574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caf7c3-a32c-4fe4-a212-1a6bce9ca455,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:22.730013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0adbd82e-6477-4b68-bd73-757edf50325c req-ac4f5db3-3202-4263-8532-cea0e7f89cdd tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.0752141 Nov 12 03:25:22.751765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d88ae34e-9198-4835-9aa2-529916fabc67 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:22.763047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2704f6-5eb5-4ffc-887d-aa9d520e419b req-31cd02e9-436a-449c-9615-ec9a228aa329 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797672 Nov 12 03:25:22.894789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d88ae34e-9198-4835-9aa2-529916fabc67 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:22.895862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d88ae34e-9198-4835-9aa2-529916fabc67 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:22.928471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a1eacd-8461-4ce3-b311-0ad9930789d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.940173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0a1eacd-8461-4ce3-b311-0ad9930789d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:22.988293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0a1eacd-8461-4ce3-b311-0ad9930789d0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1b2b67723bae44e28e1d22c74583b0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417477 Nov 12 03:25:22.990747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:23.037693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.047942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-6b5d39ad-515b-4240-b44b-04b056e062d4 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=7346a726c4b249d1b9fc7c5610f250db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649405 Nov 12 03:25:23.063563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1eacd-8461-4ce3-b311-0ad9930789d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce258f2-82d4-462f-b996-fe6088312990,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.094128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.109918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.173580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.200804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.211125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Pushing event updated for resources: {'Port': ['ID=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.229182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:23.231312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:23.238887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:23.288067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.293295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.294454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4ce258f2-82d4-462f-b996-fe6088312990 HTTP/1.1" status: 204 len: 168 time: 0.3025947 Nov 12 03:25:23.322584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51615a-83e8-4e33-b216-964f54f73a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce258f2-82d4-462f-b996-fe6088312990,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.336601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-c53b24f6-055c-48cd-95a3-47ef1c8a9fc8 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.338012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-c53b24f6-055c-48cd-95a3-47ef1c8a9fc8 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653484 Nov 12 03:25:23.356417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Attempting to bind port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:23.356889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Attempting to bind port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:23.358094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Attempting to bind port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b on network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:23.368845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-8613d69b-cdc9-4d22-87b4-f70a8b267f71 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/quotas/7346a726c4b249d1b9fc7c5610f250db HTTP/1.1" status: 200 len: 375 time: 0.0234778 Nov 12 03:25:23.377506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:23.377960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Checking segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:23.378431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.378951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Bound using segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:23.380542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Bound port: 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:23.380542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.462885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-8207e32c-e414-4445-bbc1-806bfe8c0046 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7346a726c4b249d1b9fc7c5610f250db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871403 Nov 12 03:25:23.503205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] For port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:23.508959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] For port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:23.509208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.527283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.536215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.629453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f0e1-0afb-4e76-a8ec-af382be38d44 req-6d5e91ff-e7d1-443e-adc1-3ad777ccb5d7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:23.633833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e89f0e1-0afb-4e76-a8ec-af382be38d44 req-6d5e91ff-e7d1-443e-adc1-3ad777ccb5d7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 944 time: 0.1053655 Nov 12 03:25:23.647589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565352a-5b8f-4f01-9138-de19b8cb145d None None] Pushing event updated for resources: {'Port': ['ID=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:23.692423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Allocated IP 172.25.7.71 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5a4fe821-2487-4861-8fbc-c66070a39a9d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:23.772797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e89f0e1-0afb-4e76-a8ec-af382be38d44 req-8eaed450-3469-43c0-8260-6d41c63bb60d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310067 Nov 12 03:25:23.899521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d9512480-1384-4146-8aa1-d0bd390a1e98 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:23.983999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:23.988650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcd37ba7-b240-44a1-a045-61817fe61fbf req-05420d89-a4a4-4465-b649-a96612ec8d72 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 210 time: 0.0891519 Nov 12 03:25:24.106641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2faa6017-a3dc-4263-b6ff-64cd2be03c34 req-e842e772-e5ae-42df-9fdd-0c847e323700 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.1168525 Nov 12 03:25:24.110812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.190372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d9512480-1384-4146-8aa1-d0bd390a1e98,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:24.196973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:24.210255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:24.220298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:24.234208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'd9512480-1384-4146-8aa1-d0bd390a1e98', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': 'd9512480-1384-4146-8aa1-d0bd390a1e98', 'mac_address': 'fa:16:3e:56:12:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:24.262537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4fe821-2487-4861-8fbc-c66070a39a9d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.350285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.377614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9512480-1384-4146-8aa1-d0bd390a1e98 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:24.391370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83bd1640-651a-43bc-927d-f54da59b8990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.430395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d9512480-1384-4146-8aa1-d0bd390a1e98,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:24.443348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.584047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:24.744112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-09205fac-60fe-4c80-9f53-23819a12a3f6 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:24.745916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-09205fac-60fe-4c80-9f53-23819a12a3f6 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.16 "GET /v2.0/networks?id=6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 200 len: 815 time: 0.3747962 Nov 12 03:25:24.774917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f77e658-6fa0-4dab-9a90-dc70125e1f8b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:24.885389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:24.885810 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:24.946429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.086289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:25.099013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.185664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370edc96-b509-448b-873b-1393e0c00ef0 req-2c2f3b47-7e67-4f1b-a1c5-cb06c779f1e9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:25.192155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-370edc96-b509-448b-873b-1393e0c00ef0 req-2c2f3b47-7e67-4f1b-a1c5-cb06c779f1e9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1970756 Nov 12 03:25:25.204329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-77f8e887-9dd9-4248-be0e-bd4a9e6e628f tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11eadff8cb40487089ee427be5c88d07 HTTP/1.1" status: 200 len: 379 time: 0.4219689 Nov 12 03:25:25.224062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.258498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-022e70c9-c0da-4f27-ad33-481ccead040a req-8e75ba5d-da82-4047-a114-e829f7f6729e tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 210 time: 0.0612593 Nov 12 03:25:25.267229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'port': {'device_id': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'admin_state_up': True, 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'security_groups': ['a5d6ad68-d91f-4245-b47e-2ede4435ae89']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.361751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.361966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-370edc96-b509-448b-873b-1393e0c00ef0 req-71b59961-f151-4999-82b3-57098b3cb8bc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021643 Nov 12 03:25:25.429207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbf113-011d-4a61-b412-cfdad3169712 None None] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:25.437722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fd9614a-bf05-4a74-8ea8-f4787a5a1740 req-5313bfbf-f0d8-4dd3-88a4-12272c95e9b4 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.0747416 Nov 12 03:25:25.455203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:25.482117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-75410868-network', 'tenant_id': '4ae9465a850049feae2afdc05c8e4ba4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:25.497030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.530748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Made reservation on behalf of 4ae9465a850049feae2afdc05c8e4ba4 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:25.533182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.551118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.585081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.661240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-78c3c7bf-61a7-419f-92db-8fdb578e4976 None None] Provisioning complete for port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:25.661977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78c3c7bf-61a7-419f-92db-8fdb578e4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.674493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Made reservation on behalf of 11eadff8cb40487089ee427be5c88d07 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:25.680181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.739128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:25.768396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41270) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:25.821247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-b1c5602e-679d-4ec3-bd65-846e4d81f3c2 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=7346a726c4b249d1b9fc7c5610f250db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952587 Nov 12 03:25:25.874815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.891820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:25.969169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Allocated IP 172.20.0.5 (6b2357cb-91ef-4191-9496-c5964710f174/7da28986-7be8-4b65-9a3b-dd0a88b784fe/78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:25.971686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:25.989527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364d84a-4cfd-42bf-842a-cd03b65e4f92,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.011540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:26.034032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.034793 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Added segment ccae74be-5e75-491d-b9d4-fde981e46a64 of type vlan for network fd36a35c-2127-4815-bca0-02b32ea8c50e Nov 12 03:25:26.060853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edfacecc-3fe5-402c-a8e3-354fafa2b8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.099726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-08314b91-4458-426b-868a-a2d4bcf62784 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.102289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-08314b91-4458-426b-868a-a2d4bcf62784 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720623 Nov 12 03:25:26.118479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.129220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Request body: {'port': {'device_id': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '7346a726c4b249d1b9fc7c5610f250db'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:26.217940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.218953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.219528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.326778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:26.339847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Sync routers for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:26.361563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.362722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f1b70914-5e42-46a7-b0b6-5fd8d6b05293 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0559206 Nov 12 03:25:26.365528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] Pushing event updated for resources: {'Network': ['ID=fd36a35c-2127-4815-bca0-02b32ea8c50e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.366608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.369792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:26.370865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:26.380318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e2bbb8c2-f35d-41c1-9843-7f05c726d679 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2753632 Nov 12 03:25:26.380660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.395203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Request body: {'subnet': {'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-75410868-subnet', 'tenant_id': '4ae9465a850049feae2afdc05c8e4ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:26.405064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.451991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59d94f20-ea48-45fe-b69f-6020d4617b4c req-8e8a6484-3ec0-409f-a63d-85e003a5d559 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 210 time: 0.0633445 Nov 12 03:25:26.456092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edfacecc-3fe5-402c-a8e3-354fafa2b8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.466482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edfacecc-3fe5-402c-a8e3-354fafa2b8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.512246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Made reservation on behalf of 4ae9465a850049feae2afdc05c8e4ba4 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:26.520560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.529397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Made reservation on behalf of 7346a726c4b249d1b9fc7c5610f250db for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:26.533014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.552133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:26.572031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.583518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.614911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-edfacecc-3fe5-402c-a8e3-354fafa2b8a0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=70a1afad16784d90995390a105ab6dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8446929 Nov 12 03:25:26.621021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:26.677054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3900bb35-e99e-4b3b-ac3f-2e4d5d2da277 req-f71bee22-211a-4651-afc5-53ad28cdfd9b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.1007442 Nov 12 03:25:26.755353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fd36a35c-2127-4815-bca0-02b32ea8c50e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:26.757587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b51ee6e-0a5e-4559-9411-c33fc7918d23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.760868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f77e658-6fa0-4dab-9a90-dc70125e1f8b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:26.804903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc235-094b-46bc-9dd2-dc3427f34243 req-1d1e79e3-2f23-4bd8-a6df-28b071cd5638 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:26.811501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f5cc235-094b-46bc-9dd2-dc3427f34243 req-1d1e79e3-2f23-4bd8-a6df-28b071cd5638 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 945 time: 0.2829974 Nov 12 03:25:26.948255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.949034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-729bca0a-d619-4a85-a83a-0e02f804476e None None] Provisioning complete for port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:26.949466 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729bca0a-d619-4a85-a83a-0e02f804476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:26.949576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfacecc-3fe5-402c-a8e3-354fafa2b8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f9b55-fec0-40de-b45e-334c823da7d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:26.977994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f5cc235-094b-46bc-9dd2-dc3427f34243 req-13b7a1be-5222-4f0f-a61a-23ea997c7daf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634846 Nov 12 03:25:27.001095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.020686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.036987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.058217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Network 6b2357cb-91ef-4191-9496-c5964710f174 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:27.063874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.064271 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.067216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:27.090289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:27.096639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.163828 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b51ee6e-0a5e-4559-9411-c33fc7918d23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.169601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef392f-8248-46a3-8e51-1250e0677184,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.182206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event updated for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.182395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b51ee6e-0a5e-4559-9411-c33fc7918d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.205622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.265039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.295527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:24Z', 'revision_number': 3, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:27.330665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Checking router: 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:27.331342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Updating router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 port 5a4fe821-2487-4861-8fbc-c66070a39a9d binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:27.338577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.339462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.345643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b51ee6e-0a5e-4559-9411-c33fc7918d23 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a82c6cb788f04c8091b83208daba06a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7708120 Nov 12 03:25:27.346445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51ee6e-0a5e-4559-9411-c33fc7918d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcff788-9924-4c43-8ccf-2734d17c2122,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.349974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:27.367755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.376480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Allocated IP 192.168.233.151 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/25a8d51e-a378-4460-a1e8-25c5a6466517) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:27.394566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93f88d4-0c22-43a6-aaa2-55b6296cf86b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:27.416807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Checking segment: {'id': 'ccae74be-5e75-491d-b9d4-fde981e46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:27.417318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Network hostable DHCP agents. Network: fd36a35c-2127-4815-bca0-02b32ea8c50e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:27.439230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-c5a0b34f-57a3-488c-9fac-1aaab6f1a65a tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1799176 Nov 12 03:25:27.464944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Network fd36a35c-2127-4815-bca0-02b32ea8c50e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:27.466666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Request body: {'port': {'device_id': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:27.489170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fd36a35c-2127-4815-bca0-02b32ea8c50e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:27.496923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:27.497570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.521719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.524467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.529065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5d6f9b55-fec0-40de-b45e-334c823da7d5 HTTP/1.1" status: 204 len: 168 time: 0.9033773 Nov 12 03:25:27.586711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-152d5a53-d7f4-47d7-9813-a0136e15969b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1935730 Nov 12 03:25:27.586965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd29e16-1f72-4ca4-9353-72f3377caffd None None] Network fd36a35c-2127-4815-bca0-02b32ea8c50e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:27.622763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.670590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6487bfc-3d73-4635-a702-2f33d62c19c6 req-fc4cad2c-149b-4079-b3c2-c198976fcfeb tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 210 time: 0.1006355 Nov 12 03:25:27.746705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.761090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a8825-2adc-4d0b-893c-707ec3c70b0e None None] Network fd36a35c-2127-4815-bca0-02b32ea8c50e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:27.778382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a33627e-1bd6-4882-98c1-dc510016a5df None None] Provisioning complete for port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:27.778756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a33627e-1bd6-4882-98c1-dc510016a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.829630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3a33627e-1bd6-4882-98c1-dc510016a5df None None] Port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:27.836066 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.850733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:27.920838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d9512480-1384-4146-8aa1-d0bd390a1e98 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:28.013163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Pushing event updated for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.015855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.025758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:28.034981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:28.043864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:28.065343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.101710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93755d-6455-4185-9caf-a881904554ab req-e509faf3-dfb1-4af4-b6a6-e116ab93262b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.112081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a93755d-6455-4185-9caf-a881904554ab req-e509faf3-dfb1-4af4-b6a6-e116ab93262b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 931 time: 0.2903819 Nov 12 03:25:28.145581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.171838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.180816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port d9512480-1384-4146-8aa1-d0bd390a1e98 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:28.188905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a93755d-6455-4185-9caf-a881904554ab req-ffdfd03c-d055-4a36-af69-c868c86526a5 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756276 Nov 12 03:25:28.210351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port d9512480-1384-4146-8aa1-d0bd390a1e98 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:28.210719 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.245794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.246043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Attempting to bind port 5a4fe821-2487-4861-8fbc-c66070a39a9d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:28.246493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Attempting to bind port 5a4fe821-2487-4861-8fbc-c66070a39a9d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:28.246887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Attempting to bind port 5a4fe821-2487-4861-8fbc-c66070a39a9d on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:28.276528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.279915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.284734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:28.285356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:28.285510 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.285878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:28.286359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Bound port: 5a4fe821-2487-4861-8fbc-c66070a39a9d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:28.286738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.290666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aaedc-a8c4-45cf-a721-a61320bdc89f None None] Pushing event updated for resources: {'Port': ['ID=5a4fe821-2487-4861-8fbc-c66070a39a9d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.320761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b511-8d86-45d2-9c31-10fc778a405e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f9b55-fec0-40de-b45e-334c823da7d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.328996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.331714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.335270 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2dcff788-9924-4c43-8ccf-2734d17c2122 HTTP/1.1" status: 204 len: 168 time: 0.9776516 Nov 12 03:25:28.364193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a37ee-2055-4672-99eb-c4cd4a65abc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcff788-9924-4c43-8ccf-2734d17c2122,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.369562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:28.397858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] For port 5a4fe821-2487-4861-8fbc-c66070a39a9d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:28.423955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.463980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] For port 5a4fe821-2487-4861-8fbc-c66070a39a9d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a4fe821-2487-4861-8fbc-c66070a39a9d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:28.472180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Transition to ACTIVE for port object 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:28.488527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.490800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.507146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-3a50fa6d-a604-42e9-b070-8ebe404ae441 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3817394 Nov 12 03:25:28.525551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.538429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-86c3a846-9d92-4bc0-a65a-af2c0ffc9351 None None] Provisioning complete for port 25a8d51e-a378-4460-a1e8-25c5a6466517 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:28.539370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86c3a846-9d92-4bc0-a65a-af2c0ffc9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.543522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Request body: {'port': {'device_id': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:28.566743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b402a-5e9e-4894-949f-98ad217f2425 req-f5a558ab-70fa-46c3-a884-b2588aa9684d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.568909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a06b402a-5e9e-4894-949f-98ad217f2425 req-f5a558ab-70fa-46c3-a884-b2588aa9684d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 945 time: 0.1863017 Nov 12 03:25:28.639320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-6092feb9-2c2d-4520-8a60-42c51fbd2721 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:28.639656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.640863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-6092feb9-2c2d-4520-8a60-42c51fbd2721 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/networks?id=fd36a35c-2127-4815-bca0-02b32ea8c50e HTTP/1.1" status: 200 len: 820 time: 0.4604411 Nov 12 03:25:28.642988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Allocated IP 172.20.0.1 (f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2/9e404576-30ea-4c5c-9427-ef314698fdcd/3efe942c-9fbf-43c4-86d7-79d08f685716) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:28.689769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:28.692768 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a2760-f7dc-4849-9bb5-c11e2bf84014" -d '{"events": [{"server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:28.746242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aaedc-a8c4-45cf-a721-a61320bdc89f None None] Pushing event updated for resources: {'Port': ['ID=5a4fe821-2487-4861-8fbc-c66070a39a9d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.746372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a06b402a-5e9e-4894-949f-98ad217f2425 req-9b1382b8-a3bb-418a-9fce-d95257a4fdc4 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402411 Nov 12 03:25:28.766795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:28.767533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:28.774031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d9512480-1384-4146-8aa1-d0bd390a1e98,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:28.782708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-2c004bb1-7c1e-467c-874a-2a85c5cd1d15 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/quotas/4ae9465a850049feae2afdc05c8e4ba4 HTTP/1.1" status: 200 len: 375 time: 0.0819795 Nov 12 03:25:28.805391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.862816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:28.910329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-a139bd7b-8b8f-46b2-a212-141062dd720d tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4ae9465a850049feae2afdc05c8e4ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068642 Nov 12 03:25:28.920835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-86c3a846-9d92-4bc0-a65a-af2c0ffc9351 None None] Port 25a8d51e-a378-4460-a1e8-25c5a6466517 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:28.924715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:28.993318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Attempting to bind port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:28.993818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Attempting to bind port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:28.994144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Attempting to bind port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 on network 6b2357cb-91ef-4191-9496-c5964710f174 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:29.004211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 on network 6b2357cb-91ef-4191-9496-c5964710f174 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:29.004562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Attempting to bind port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 on network 6b2357cb-91ef-4191-9496-c5964710f174 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:29.020259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:29.022033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.023769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:29.024246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Checking segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:29.024645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Bound using segment: {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:29.025075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Bound port: 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58018153-526d-49e7-85e0-93a530bad59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:29.025422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.123792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:29.126690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.130862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:29.163212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.195441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:29.201653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.202280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.204049 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] 10.222.0.16 "PUT /v2.0/ports/78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 200 len: 1092 time: 1.7480466 Nov 12 03:25:29.204892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:29.207846 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf5c41-9aff-4da4-96be-df9882f4701c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:29.210798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:29.213628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Pushing event updated for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.215991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:29.259641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.412128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a8d51e-a378-4460-a1e8-25c5a6466517 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:29.424486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.443721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Transition to ACTIVE for port object 25a8d51e-a378-4460-a1e8-25c5a6466517 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:29.500377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.562736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-7b1458f7-30d5-4a76-a7cc-ecfc54869b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.564529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-7b1458f7-30d5-4a76-a7cc-ecfc54869b5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11eadff8cb40487089ee427be5c88d07&device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 1095 time: 0.1964025 Nov 12 03:25:29.571336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.575065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a68d2b-4247-415d-a70c-eec719c04ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:29.662476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545758c-f0cd-40ea-b249-2935f4cb0da7 req-2b7c7b9e-e4be-448e-b8d1-d3d531791dab tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.673799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2545758c-f0cd-40ea-b249-2935f4cb0da7 req-2b7c7b9e-e4be-448e-b8d1-d3d531791dab tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 948 time: 0.2281158 Nov 12 03:25:29.687932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:24Z', 'revision_number': 3, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:29.700415 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-6b6c72f4-c324-4b42-9e46-21bdd06e3bd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0951505 Nov 12 03:25:29.733009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915878b-629f-4397-8223-2d5cfcfef3e8 None None] The sync data for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 is: [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:24Z', 'revision_number': 3, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:29.802690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c71b87c8-ca5a-41ce-ac5d-23f0d745c6a4 None None] Provisioning complete for port 3efe942c-9fbf-43c4-86d7-79d08f685716 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:29.803639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c71b87c8-ca5a-41ce-ac5d-23f0d745c6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.826543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-569898dd-97d2-497b-88b8-0b22bac385af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:29.828388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-569898dd-97d2-497b-88b8-0b22bac385af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da28986-7be8-4b65-9a3b-dd0a88b784fe HTTP/1.1" status: 200 len: 854 time: 0.1190672 Nov 12 03:25:29.843359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:29.856193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c71b87c8-ca5a-41ce-ac5d-23f0d745c6a4 None None] Port 3efe942c-9fbf-43c4-86d7-79d08f685716 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:29.977462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-d32560d0-8dab-4872-8f5a-566c7d3aff75 service neutron] 10.222.0.97 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123832 Nov 12 03:25:30.014968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-284693b9-c3a9-44ff-b4a0-2e6f7efaf9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.017445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-284693b9-c3a9-44ff-b4a0-2e6f7efaf9c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2357cb-91ef-4191-9496-c5964710f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780677 Nov 12 03:25:30.018210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2545758c-f0cd-40ea-b249-2935f4cb0da7 req-2b925055-527b-41c1-8d75-bf72c80c5f91 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434432 Nov 12 03:25:30.127684 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834b3e01-58f4-402a-a2e7-d17a8d0c34d9 x-openstack-request-id: req-834b3e01-58f4-402a-a2e7-d17a8d0c34d9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:30.128018 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "name": "network-vif-plugged", "status": "completed", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:30.128271 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-834b3e01-58f4-402a-a2e7-d17a8d0c34d9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:30.128680 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98', 'code': 200} Nov 12 03:25:30.189919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Attempting to bind port 25a8d51e-a378-4460-a1e8-25c5a6466517 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:30.191469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Attempting to bind port 25a8d51e-a378-4460-a1e8-25c5a6466517 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:30.192300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Attempting to bind port 25a8d51e-a378-4460-a1e8-25c5a6466517 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:30.195869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.222996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Port 25a8d51e-a378-4460-a1e8-25c5a6466517 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:30.223459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Attempting to bind port 25a8d51e-a378-4460-a1e8-25c5a6466517 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:30.230175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:30.230658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:30.231084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:30.231874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Bound port: 25a8d51e-a378-4460-a1e8-25c5a6466517, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:30.232282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.245459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-19ee2903-518f-455b-9cee-d5f19e8770a7 service neutron] 10.222.0.97 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570283 Nov 12 03:25:30.253461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41396) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:30.266082 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178e784-16a9-424f-8326-aa96ed55acc1 x-openstack-request-id: req-f178e784-16a9-424f-8326-aa96ed55acc1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:30.266604 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:30.267063 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f178e784-16a9-424f-8326-aa96ed55acc1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:30.267646 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'status': 'completed', 'code': 200} Nov 12 03:25:30.397652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-124866930-network', 'tenant_id': '67d1fa0427364321a3e998e1cd389a41'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:30.443601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:30.449876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25a8d51e-a378-4460-a1e8-25c5a6466517,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:30.465381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-f4a6587e-2d58-41e5-ac61-b6c88866a56f service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169338 Nov 12 03:25:30.469668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a382-2ead-4c57-8d72-b89a65bc6420 req-30d76275-f5e5-42b9-ac33-d263cf8757f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.471172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-33f3a382-2ead-4c57-8d72-b89a65bc6420 req-30d76275-f5e5-42b9-ac33-d263cf8757f7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 1098 time: 0.2201622 Nov 12 03:25:30.485302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.512543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:30.513967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.515247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] 10.222.0.104 "PUT /v2.0/ports/25a8d51e-a378-4460-a1e8-25c5a6466517 HTTP/1.1" status: 200 len: 1097 time: 1.9901361 Nov 12 03:25:30.521633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:30.524162 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85c5da-1ad8-41d1-8066-924be9ed8dac" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:30.564625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2083747899'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:30.659644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb5ada-a11c-4898-bf98-d227d8147210 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.703255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-949d74bf-13f0-4e95-896e-3ca8922fb76d req-9b3307e3-c217-4333-90ca-21d53269cf32 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297671 Nov 12 03:25:30.705517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.736926 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.742617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a4fe821-2487-4861-8fbc-c66070a39a9d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:30.877951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Made reservation on behalf of 9160e6871551402e9732ea4416dc74c9 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:30.892390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5a4fe821-2487-4861-8fbc-c66070a39a9d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:30.892739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.893145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:30.936579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Pushing event updated for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:30.943137 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-33f3a382-2ead-4c57-8d72-b89a65bc6420 req-6a9436f7-e8cd-4e5f-9939-971629307231 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497139 Nov 12 03:25:30.955864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.051399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.054006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.070929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-1e098f57-2f05-40ed-867d-93d76868d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.072468 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-1e098f57-2f05-40ed-867d-93d76868d14c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11eadff8cb40487089ee427be5c88d07&device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 1095 time: 0.2408845 Nov 12 03:25:31.073247 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.075699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.086170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:31.099400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.100057 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Added segment a46f4063-ae02-4e13-9fb0-48eb791791b1 of type vlan for network cdfbb11a-76f1-49cf-9c62-d6fc5353daad Nov 12 03:25:31.139347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 5a4fe821-2487-4861-8fbc-c66070a39a9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a4fe821-2487-4861-8fbc-c66070a39a9d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:31.143258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.147310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.210419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=5a4fe821-2487-4861-8fbc-c66070a39a9d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.223968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.225273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Made reservation on behalf of 67d1fa0427364321a3e998e1cd389a41 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:31.227693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.247188 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.267799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d94f9-bf22-47e9-a5b1-237a3ceee972 req-9113f7c5-0810-4fa1-94c2-9d784c41fed2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.269299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-122d94f9-bf22-47e9-a5b1-237a3ceee972 req-9113f7c5-0810-4fa1-94c2-9d784c41fed2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 943 time: 0.9385545 Nov 12 03:25:31.318579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58833fd-85b1-445f-8c06-d284edd6082f req-a3b5d54a-36dd-4f09-9ae2-264f86b97b58 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.320283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d58833fd-85b1-445f-8c06-d284edd6082f req-a3b5d54a-36dd-4f09-9ae2-264f86b97b58 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.8430374 Nov 12 03:25:31.342536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-d7ae09cd-8462-44d0-b0c1-8a65b25595e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.344379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-d7ae09cd-8462-44d0-b0c1-8a65b25595e1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7346a726c4b249d1b9fc7c5610f250db&device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 1100 time: 0.7530262 Nov 12 03:25:31.360789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49fbd28-b1ba-474e-b239-222154d413b5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.398476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.404890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.405625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.464112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-366345bc-0c19-4da3-ac9a-a31cbf4e23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.465685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-366345bc-0c19-4da3-ac9a-a31cbf4e23c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 200 len: 915 time: 0.3206770 Nov 12 03:25:31.475171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d58833fd-85b1-445f-8c06-d284edd6082f req-d732a071-d24c-4433-9c4e-a21e3102713a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386480 Nov 12 03:25:31.479805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-cb53bf96-2e93-4f2e-8117-4a432f3d1cfb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=25a8d51e-a378-4460-a1e8-25c5a6466517 HTTP/1.1" status: 200 len: 217 time: 0.1016994 Nov 12 03:25:31.502124 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2331865 Nov 12 03:25:31.509038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:31.555149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:31.557477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-af99662b-a635-428e-bdc9-23527242d3de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0543270 Nov 12 03:25:31.558437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d1b39-8b63-4a82-8cea-b1d157df6324 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Pushing event updated for resources: {'Network': ['ID=cdfbb11a-76f1-49cf-9c62-d6fc5353daad,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.561626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:31.567742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-122d94f9-bf22-47e9-a5b1-237a3ceee972 req-5431f306-9341-4625-8ecf-441dee16335f tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728472 Nov 12 03:25:31.575651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network cdfbb11a-76f1-49cf-9c62-d6fc5353daad details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:31.638962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.645690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-9e21e76b-088e-4313-b938-8e37d7095073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.651543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-9e21e76b-088e-4313-b938-8e37d7095073 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1409998 Nov 12 03:25:31.664105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-ed633e71-6bf0-4d7d-97f8-d216e7fb28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.666129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'name': 'tempest-network--910780938', 'router:external': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:31.666376 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-ed633e71-6bf0-4d7d-97f8-d216e7fb28f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da28986-7be8-4b65-9a3b-dd0a88b784fe HTTP/1.1" status: 200 len: 854 time: 0.1001527 Nov 12 03:25:31.685018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.712989 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207878a1-bee9-40b5-9a62-86a8b6b5d0e7 x-openstack-request-id: req-207878a1-bee9-40b5-9a62-86a8b6b5d0e7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:31.713349 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:31.713525 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-207878a1-bee9-40b5-9a62-86a8b6b5d0e7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:31.716373 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517', 'status': 'completed', 'code': 200} Nov 12 03:25:31.784258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:31.786808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4466f-32e4-42b0-bc77-573af7eecc80,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:31.789556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-21e629f3-d664-4dbb-9311-ab2ad14e8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.791125 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-21e629f3-d664-4dbb-9311-ab2ad14e8917 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2357cb-91ef-4191-9496-c5964710f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684197 Nov 12 03:25:31.823509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:31.828409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73cea0db-704b-45ba-9de1-81d284a03f5c req-eecf07cc-01b0-4238-ad4d-c93935e141c4 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 210 time: 0.0799325 Nov 12 03:25:31.857826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.858172 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Added segment 3b4e1938-35aa-4861-a9cc-2b71d654b302 of type vlan for network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d Nov 12 03:25:31.862459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:31.865106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.927520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.930705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904c3e-0284-46a8-91be-8743d359a807 req-6a3cc0df-4b8e-4677-a4fc-da3920e01605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:31.932269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-6a3cc0df-4b8e-4677-a4fc-da3920e01605 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2546444 Nov 12 03:25:31.945535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d8b578ac-b30f-4844-b357-957bf99c6752 None None] Provisioning complete for port 3efe942c-9fbf-43c4-86d7-79d08f685716 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:31.948058 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d8b578ac-b30f-4844-b357-957bf99c6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.976315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:31.995835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d8b578ac-b30f-4844-b357-957bf99c6752 None None] Port 3efe942c-9fbf-43c4-86d7-79d08f685716 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:32.001372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b03de-f459-4d6b-a430-90de50dcb68a req-c18942da-cd6c-44af-90b7-76e263d7486b tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.002955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb4b03de-f459-4d6b-a430-90de50dcb68a req-c18942da-cd6c-44af-90b7-76e263d7486b tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 948 time: 0.2237976 Nov 12 03:25:32.036746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:32.047420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e86b8d82-dfba-4b90-9634-31f8bc69ed4c admin admin] 10.222.0.97 "PUT /v2.0/routers/1df52b17-7a3e-4f9d-8a2e-deab386a3ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6724033 Nov 12 03:25:32.074003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-1a3b14d2-7dcf-460b-9fcb-a7b68c73e541 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713521 Nov 12 03:25:32.206999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02cf5c41-9aff-4da4-96be-df9882f4701c req-3fce4819-feb0-46bb-981b-90adb7a40db0 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256540 Nov 12 03:25:32.208295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.209253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.209840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.289576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb4b03de-f459-4d6b-a430-90de50dcb68a req-9cee7c73-9cc0-46a6-a721-c7c66852d4d9 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662292 Nov 12 03:25:32.300908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-db6576d7-bf0f-455f-a0e3-5255a9ebf3fd service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524683 Nov 12 03:25:32.339400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1391449 Nov 12 03:25:32.342520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:32.348198 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Sync routers for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:32.351282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Request body: {'subnet': {'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-124866930-subnet', 'tenant_id': '67d1fa0427364321a3e998e1cd389a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:32.364104 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:32.364541 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:32.391754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356f48f-390b-40ea-b182-4db6fed7c542 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.402093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Made reservation on behalf of 67d1fa0427364321a3e998e1cd389a41 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:32.404717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.405184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:32.410249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-83b7acad-dd8a-4975-854e-9110fa30e38e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.411799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-83b7acad-dd8a-4975-854e-9110fa30e38e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.16 "GET /v2.0/networks?id=fd36a35c-2127-4815-bca0-02b32ea8c50e HTTP/1.1" status: 200 len: 820 time: 0.3435965 Nov 12 03:25:32.474323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Request body: {'port': {'device_id': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e', 'admin_state_up': True, 'tenant_id': '4ae9465a850049feae2afdc05c8e4ba4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:32.485822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.520244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.557497 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:32.640063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:32.721377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22338fed-f5f8-4ca7-a258-e0a027698e1b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:32.736479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.736828 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Added segment b9e0f126-fe38-4092-ac94-0d9d18c9bbd4 of type vlan for network a7247aef-5714-41a4-bb41-e223c89f077a Nov 12 03:25:32.741522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a4fe821-2487-4861-8fbc-c66070a39a9d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:32.784265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d904c3e-0284-46a8-91be-8743d359a807 req-52f25e7d-cc3a-4096-90ca-9ff804f9a67e service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366713 Nov 12 03:25:32.818665 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 2, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:32.848719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Checking router: 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:32.848972 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Updating router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 port 3efe942c-9fbf-43c4-86d7-79d08f685716 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:32.856909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5a4fe821-2487-4861-8fbc-c66070a39a9d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:32.858198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.873929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699577e5-e29d-431d-8e52-7b14414b749e req-f4393a10-e65c-4371-987d-dcc96aa7d1f0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.875653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699577e5-e29d-431d-8e52-7b14414b749e req-f4393a10-e65c-4371-987d-dcc96aa7d1f0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2582419 Nov 12 03:25:32.877413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.882443 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:32.968602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-b620c9a7-2f21-4eb3-8b02-cf9b2d16bb4b tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:32.976532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-b620c9a7-2f21-4eb3-8b02-cf9b2d16bb4b tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 829 time: 0.4307494 Nov 12 03:25:33.045718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Made reservation on behalf of 4ae9465a850049feae2afdc05c8e4ba4 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:33.048997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.051625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.051816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d1f80d77-0305-47e8-8c54-476c1254c474 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/quotas/e203b866d7704b929e69cfc117f2957a HTTP/1.1" status: 200 len: 375 time: 0.0743339 Nov 12 03:25:33.065354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.066383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.067164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.084843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699577e5-e29d-431d-8e52-7b14414b749e req-ae32c3c9-60a9-4418-8d6e-7f9d146bc220 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987143 Nov 12 03:25:33.098620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=642abf7b-00a7-4216-a78a-fad74ab864c8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.135143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Checking segment: {'id': '3b4e1938-35aa-4861-a9cc-2b71d654b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:33.135501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Network hostable DHCP agents. Network: 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:33.159611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:33.172579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:33.181649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78cdc1-4a03-404f-be7a-b513e5ddc4cd None None] Network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:33.184376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.185110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.201452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.6854594 Nov 12 03:25:33.202776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41444) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:33.242888 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-030b7f68-0c29-44fa-94ee-6856271738fa admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8917847 Nov 12 03:25:33.243228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-e0ccf94b-d540-441c-9536-4dd29f87f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.243228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-e0ccf94b-d540-441c-9536-4dd29f87f465 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7346a726c4b249d1b9fc7c5610f250db&device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 1100 time: 0.2597439 Nov 12 03:25:33.250581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42c7bd-b80d-4861-827b-c73e00a1ce81 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=a7247aef-5714-41a4-bb41-e223c89f077a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.277674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a7247aef-5714-41a4-bb41-e223c89f077a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:33.365792 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.371757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-4eedf182-a5b3-43de-88f3-ebc3c30e21b5 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002436 Nov 12 03:25:33.374250 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.380891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b2b24-d1a6-4385-a1f1-8253d7c68f37 None None] Network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:33.382901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.446381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b66751-e10d-440a-8811-78213928ad76 None None] Pushing event updated for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.552165 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Attempting to bind port 3efe942c-9fbf-43c4-86d7-79d08f685716 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:33.552926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Attempting to bind port 3efe942c-9fbf-43c4-86d7-79d08f685716 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:33.553533 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Attempting to bind port 3efe942c-9fbf-43c4-86d7-79d08f685716 on network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:33.560796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:33.561568 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Checking segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:33.562215 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.562834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Bound using segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:33.565222 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Bound port: 3efe942c-9fbf-43c4-86d7-79d08f685716, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:33.566419 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.569812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.576316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Allocated IP 172.20.0.7 (fd36a35c-2127-4815-bca0-02b32ea8c50e/d93f88d4-0c22-43a6-aaa2-55b6296cf86b/f6f52e03-c5b0-4345-ace4-b36d67e5c3e3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:33.591445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7247aef-5714-41a4-bb41-e223c89f077a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:33.601994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e0f126-fe38-4092-ac94-0d9d18c9bbd4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:33.603016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e0f126-fe38-4092-ac94-0d9d18c9bbd4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:33.608499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-ac82dede-5085-4169-8fe0-91d3dffedd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.610065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-ac82dede-5085-4169-8fe0-91d3dffedd79 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3496916 Nov 12 03:25:33.617010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.625463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5db7d-d3c4-49a4-93c9-085ee48bd72b req-6a3428d3-659e-4af4-9370-a68c9cd39875 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:33.627088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56d5db7d-d3c4-49a4-93c9-085ee48bd72b req-6a3428d3-659e-4af4-9370-a68c9cd39875 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 943 time: 0.2737887 Nov 12 03:25:33.632953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.641112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:33.641675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:33.643713 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:33.666379 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] For port 3efe942c-9fbf-43c4-86d7-79d08f685716, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:33.670427 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] For port 3efe942c-9fbf-43c4-86d7-79d08f685716, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3efe942c-9fbf-43c4-86d7-79d08f685716,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:33.675187 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.694955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:33.698173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-89713dbb-2e22-4faa-a43c-d03913b788ce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=25a8d51e-a378-4460-a1e8-25c5a6466517 HTTP/1.1" status: 200 len: 217 time: 0.0700190 Nov 12 03:25:33.711363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-0e44a430-fcf5-4b70-a1cd-66e6cad77891 service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385532 Nov 12 03:25:33.734610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.746528 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:33.747389 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:33.767266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7247aef-5714-41a4-bb41-e223c89f077a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:25:33.769321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7247aef-5714-41a4-bb41-e223c89f077a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.775253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.785624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf733326-9c4b-49f5-8933-2037962abfe9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/a7247aef-5714-41a4-bb41-e223c89f077a HTTP/1.1" status: 204 len: 168 time: 0.5816047 Nov 12 03:25:33.789199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41452) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:33.800857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:33.804285 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b66751-e10d-440a-8811-78213928ad76 None None] Pushing event updated for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:33.854811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:33.858435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.895193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e1415209-5416-4538-853c-0fe19671600f None None] Provisioning complete for port 3efe942c-9fbf-43c4-86d7-79d08f685716 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:33.895756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1415209-5416-4538-853c-0fe19671600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.927410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:33.952391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:33.952673 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Added segment 7c39d598-3e63-4075-b500-b7d36b765f6c of type vlan for network b1695bce-6e34-4ea7-a7bc-790159c2ea89 Nov 12 03:25:33.979768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:33.985252 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:34.016159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'port_id': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'mac_address': 'fa:16:3e:c3:cc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:34.067754 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.078191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.098104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:34.138967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-344eca8d-c868-4884-98b5-1845dd886fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.139452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.140458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.141071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.144752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-344eca8d-c868-4884-98b5-1845dd886fb0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.4312444 Nov 12 03:25:34.165514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.170793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1415209-5416-4538-853c-0fe19671600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.184724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56d5db7d-d3c4-49a4-93c9-085ee48bd72b req-80e24121-c4a7-40ae-b9c1-1e7ae97a2694 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5408022 Nov 12 03:25:34.201526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.207681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.269967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-70a9bc55-16b0-4198-bf57-af255973116b service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632642 Nov 12 03:25:34.270551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e1415209-5416-4538-853c-0fe19671600f None None] For port 3efe942c-9fbf-43c4-86d7-79d08f685716, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3efe942c-9fbf-43c4-86d7-79d08f685716,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:34.280158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-cfe7dbc3-1da2-4285-8447-8b13182cca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.281848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-cfe7dbc3-1da2-4285-8447-8b13182cca6a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1209490 Nov 12 03:25:34.296033 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1415209-5416-4538-853c-0fe19671600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.309380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5179601 Nov 12 03:25:34.311459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.313586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:34.325221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.333981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8413-d26a-4ce6-8533-86f887bac66e tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=b1695bce-6e34-4ea7-a7bc-790159c2ea89,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.337721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'subnet': {'network_id': 'b1695bce-6e34-4ea7-a7bc-790159c2ea89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.350431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b1695bce-6e34-4ea7-a7bc-790159c2ea89 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:34.417306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Pushing event updated for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.417812 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:33Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:34.459020 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a36cd-6ead-4b93-be57-772d688694a7 None None] The sync data for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 is: [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:33Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:34.475159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Network fd36a35c-2127-4815-bca0-02b32ea8c50e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:34.494780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:34.494780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:34.531403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415209-5416-4538-853c-0fe19671600f None None] Pushing event updated for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:34.545725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c7e6604c-5b2f-4c95-9106-1b5c9780960d None None] Provisioning complete for port 3efe942c-9fbf-43c4-86d7-79d08f685716 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:34.546140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7e6604c-5b2f-4c95-9106-1b5c9780960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.552076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.552726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.594802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:34.621669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:34.625240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:34.658380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7474-1346-420b-9ee5-f4018f62489a req-72938b63-eb8b-41d0-8d38-b15debf4a62e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:34.662334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e37f7474-1346-420b-9ee5-f4018f62489a req-72938b63-eb8b-41d0-8d38-b15debf4a62e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 931 time: 0.2992640 Nov 12 03:25:34.669219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-be980323-e158-471e-ba72-812d98d12186 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2164938 Nov 12 03:25:34.716191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Request body: {'port': {'device_id': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:34.760750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-9b5bcee9-e18c-4040-bb16-c8be284ad909 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661453 Nov 12 03:25:35.221251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfffa9-1ff4-449d-a5ff-3e590912fa21 req-d9629521-f04d-4af6-adff-1cb25d5c7d21 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.222820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08bfffa9-1ff4-449d-a5ff-3e590912fa21 req-d9629521-f04d-4af6-adff-1cb25d5c7d21 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 948 time: 0.6440372 Nov 12 03:25:35.263401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e37f7474-1346-420b-9ee5-f4018f62489a req-7a7df84d-cc82-4866-9676-93a32d65df13 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585511 Nov 12 03:25:35.287919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.369291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f85c5da-1ad8-41d1-8066-924be9ed8dac req-9d738232-a6e4-4b4a-8970-95b4d7ed7dde service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804696 Nov 12 03:25:35.411551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08bfffa9-1ff4-449d-a5ff-3e590912fa21 req-72c38e76-bd16-4720-a09c-c4f6b97e4505 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604140 Nov 12 03:25:35.665427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72283276-e91f-41e7-ba2e-c4e0c136e1ab req-7212bd10-7489-494e-a665-4909d3301ddc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.667000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72283276-e91f-41e7-ba2e-c4e0c136e1ab req-7212bd10-7489-494e-a665-4909d3301ddc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1514199 Nov 12 03:25:35.704837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:35.717101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-41ae8b57-d4dd-490f-8ae3-d7bad2a3c0d1 req-5b43df43-067d-43ec-8943-c795930c9aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 210 time: 0.0633817 Nov 12 03:25:35.771856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:35.777469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:35.777991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.873575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72283276-e91f-41e7-ba2e-c4e0c136e1ab req-afd21619-fcc0-4999-89ff-2ad4779579a6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938426 Nov 12 03:25:35.880699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:35.923704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:35.926086 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20716964-718a-4b12-bc2d-24cf74d78c87" -d '{"events": [{"server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "name": "network-vif-plugged", "status": "completed", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:35.933259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25a8d51e-a378-4460-a1e8-25c5a6466517 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:35.985006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759145-09a3-4f2e-8364-b33cc0dee072 req-8ae4cca2-e147-4b53-82f1-45229b22426b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:35.986761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50759145-09a3-4f2e-8364-b33cc0dee072 req-8ae4cca2-e147-4b53-82f1-45229b22426b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 944 time: 0.1878579 Nov 12 03:25:36.040770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:36.049099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.077719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:36.092651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.166239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:25:36.166723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.175929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Transition to ACTIVE for port object f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:36.191639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50759145-09a3-4f2e-8364-b33cc0dee072 req-e0386e75-5f3f-4bf3-97f5-c9acbdae70f7 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927648 Nov 12 03:25:36.244368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25a8d51e-a378-4460-a1e8-25c5a6466517,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:36.250255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-1419d8d4-d555-40ab-a1c8-2c76346829c2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.251897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-1419d8d4-d555-40ab-a1c8-2c76346829c2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.104 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 829 time: 0.3377545 Nov 12 03:25:36.252555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.254141 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b800c6-3dd2-4dbc-b31c-b4fe68f6c177 x-openstack-request-id: req-d3b800c6-3dd2-4dbc-b31c-b4fe68f6c177 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:36.254520 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "name": "network-vif-plugged", "status": "completed", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:36.254759 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d3b800c6-3dd2-4dbc-b31c-b4fe68f6c177 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:36.255151 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'code': 200} Nov 12 03:25:36.264383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0329ba1e-9b4e-44f3-97e8-e1dc35573bcb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.273401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '25a8d51e-a378-4460-a1e8-25c5a6466517', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '25a8d51e-a378-4460-a1e8-25c5a6466517', 'mac_address': 'fa:16:3e:7d:8a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:36.303047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'port': {'device_id': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'admin_state_up': True, 'tenant_id': 'e203b866d7704b929e69cfc117f2957a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.312993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.339046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.356063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a8d51e-a378-4460-a1e8-25c5a6466517 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:36.382811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25a8d51e-a378-4460-a1e8-25c5a6466517,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:36.388898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.427042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f1428-8a72-48ad-a8fe-573ef0f9eda3 req-2c5e3a46-51a1-4527-a9f5-3f45d50fc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.429426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7f1428-8a72-48ad-a8fe-573ef0f9eda3 req-2c5e3a46-51a1-4527-a9f5-3f45d50fc21b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 1097 time: 0.0644917 Nov 12 03:25:36.446653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.493970 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7f1428-8a72-48ad-a8fe-573ef0f9eda3 req-35503df8-f45a-470b-862f-4e9892d39b17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552135 Nov 12 03:25:36.546743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Checking segment: {'id': '7c39d598-3e63-4075-b500-b7d36b765f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b1695bce-6e34-4ea7-a7bc-790159c2ea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:36.547196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Network hostable DHCP agents. Network: b1695bce-6e34-4ea7-a7bc-790159c2ea89, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:36.573203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc286be-1a91-4e7a-b8f7-ed1dac64c5bb req-1fcce188-9eb4-40cf-a17e-889c958e5e63 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.574680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bc286be-1a91-4e7a-b8f7-ed1dac64c5bb req-1fcce188-9eb4-40cf-a17e-889c958e5e63 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1826668 Nov 12 03:25:36.581749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Pushing event updated for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:36.613440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3efe942c-9fbf-43c4-86d7-79d08f685716 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:36.665254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3efe942c-9fbf-43c4-86d7-79d08f685716 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:36.665516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.680858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Attempting to bind port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:36.681609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Attempting to bind port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'ccae74be-5e75-491d-b9d4-fde981e46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:36.681609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Attempting to bind port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 on network fd36a35c-2127-4815-bca0-02b32ea8c50e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:36.684121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Network b1695bce-6e34-4ea7-a7bc-790159c2ea89 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:36.698764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc28f9-2f02-4ce7-b36b-d6af8434b742 req-b0499636-6608-425f-b0ef-8e840cda1e6f tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.700260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02fc28f9-2f02-4ce7-b36b-d6af8434b742 req-b0499636-6608-425f-b0ef-8e840cda1e6f tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 943 time: 0.2142577 Nov 12 03:25:36.717232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 on network fd36a35c-2127-4815-bca0-02b32ea8c50e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:36.717553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Attempting to bind port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 on network fd36a35c-2127-4815-bca0-02b32ea8c50e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:36.727016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Made reservation on behalf of e203b866d7704b929e69cfc117f2957a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:36.730301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.732055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b1695bce-6e34-4ea7-a7bc-790159c2ea89) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:36.741880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967969e2-4522-4ca6-9013-577e176ae594 None None] Network b1695bce-6e34-4ea7-a7bc-790159c2ea89 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:36.745640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bc286be-1a91-4e7a-b8f7-ed1dac64c5bb req-1a9f8ba8-7951-45c0-9155-34e79e21ab1a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582372 Nov 12 03:25:36.757208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:36.757797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.760210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:36.760537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Checking segment: {'id': 'ccae74be-5e75-491d-b9d4-fde981e46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:36.761080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Bound using segment: {'id': 'ccae74be-5e75-491d-b9d4-fde981e46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:36.761412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Bound port: f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccae74be-5e75-491d-b9d4-fde981e46a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:36.761759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.803564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-029f95c7-2af3-45ab-8c09-131f836d0a55 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4856482 Nov 12 03:25:36.803866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41494) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:36.810757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1695bce-6e34-4ea7-a7bc-790159c2ea89'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:36.867600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:36.881474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02fc28f9-2f02-4ce7-b36b-d6af8434b742 req-f63ef305-09ca-4ffb-974b-aca005c4bbea tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697309 Nov 12 03:25:36.922410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49324675-f277-404b-aad3-6464e51ba9a0 None None] Network b1695bce-6e34-4ea7-a7bc-790159c2ea89 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:36.985911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['25a8d51e-a378-4460-a1e8-25c5a6466517'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:36.999031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:37.002423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.022120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,segment=NetworkSegment(ccae74be-5e75-491d-b9d4-fde981e46a64),segment_id=ccae74be-5e75-491d-b9d4-fde981e46a64)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:37.022120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Allocated IP 172.20.0.3 (f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2/9e404576-30ea-4c5c-9427-ef314698fdcd/cf1ca98d-d3f5-4ce4-8fe4-5efada53e207) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:37.041886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809a15a-4a01-43dd-9d00-8f5e0f8db98c req-3da32746-865b-4692-8b1c-dec109e8a83a tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.043498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0809a15a-4a01-43dd-9d00-8f5e0f8db98c req-3da32746-865b-4692-8b1c-dec109e8a83a tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 949 time: 0.1495116 Nov 12 03:25:37.046387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.117173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.117445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.118627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] 10.222.0.16 "PUT /v2.0/ports/f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 HTTP/1.1" status: 200 len: 1092 time: 2.4128168 Nov 12 03:25:37.123610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:37.125171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Allocated IP 172.20.0.10 (b1695bce-6e34-4ea7-a7bc-790159c2ea89/0329ba1e-9b4e-44f3-97e8-e1dc35573bcb/f174abb3-c01d-4a1d-a6c7-0ecee3b94925) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:37.125796 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077bdc1c-8872-4723-904d-8577f413be8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:37.198316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc706523-9062-4a67-a33c-0e0812dad2b5 req-9f25636c-62a0-4683-b860-69945c3904f1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 210 time: 0.0693514 Nov 12 03:25:37.224859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f1baa-48ee-4c76-a77b-694eee792dab service neutron] Pushing event updated for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.270069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0809a15a-4a01-43dd-9d00-8f5e0f8db98c req-7a5c2742-8c07-4774-b389-bb3604db366c tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104740 Nov 12 03:25:37.270855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.316709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.322906 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bec496-be4e-4e08-bf62-48d391ce85cd x-openstack-request-id: req-67bec496-be4e-4e08-bf62-48d391ce85cd {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:37.323178 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:37.323427 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-67bec496-be4e-4e08-bf62-48d391ce85cd {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:37.325095 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3', 'status': 'completed', 'code': 200} Nov 12 03:25:37.347990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-07278c0a-578d-44dc-a3f7-fcb33773e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.349511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-07278c0a-578d-44dc-a3f7-fcb33773e17e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae9465a850049feae2afdc05c8e4ba4&device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 1095 time: 0.1483006 Nov 12 03:25:37.365268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Network b1695bce-6e34-4ea7-a7bc-790159c2ea89 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:37.370494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:37.373150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:37.403353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Port': ['ID=f174abb3-c01d-4a1d-a6c7-0ecee3b94925,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.433454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-12db55d1-c25a-42ba-bb24-484c02c2b20d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0459838 Nov 12 03:25:37.459844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.472430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.494983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c83cf3-e569-4ad0-878f-a83fb403702a req-4ff7957f-560d-406d-9a65-d8e33b9e9f89 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.496495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48c83cf3-e569-4ad0-878f-a83fb403702a req-4ff7957f-560d-406d-9a65-d8e33b9e9f89 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 945 time: 0.1434276 Nov 12 03:25:37.511429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.538717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-2f6fcda7-b718-46f4-9de0-27ba67eba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.540201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-2f6fcda7-b718-46f4-9de0-27ba67eba64b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d93f88d4-0c22-43a6-aaa2-55b6296cf86b HTTP/1.1" status: 200 len: 860 time: 0.0967786 Nov 12 03:25:37.612863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-b08e903b-ad7d-401f-a7bb-616aaeb4c117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd36a35c-2127-4815-bca0-02b32ea8c50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368328 Nov 12 03:25:37.616693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48c83cf3-e569-4ad0-878f-a83fb403702a req-7e1d88bb-e53b-4f99-b9b2-f388785244e1 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131871 Nov 12 03:25:37.618157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.693921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:37.726221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:37.726465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.729901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:37.733451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event updated for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.741940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.823207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:37.823860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.838515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-3b848395-4c21-49a4-9d47-0e75f09afe12 service neutron] 10.222.0.16 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917717 Nov 12 03:25:37.869547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-60dad936-98fc-4430-8dc5-d60b832be2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5708897 Nov 12 03:25:37.887402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Port': ['ID=f174abb3-c01d-4a1d-a6c7-0ecee3b94925,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:37.903410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Request body: {'port': {'device_id': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:37.933070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.954174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:37.955779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5c77a5d-9154-4f13-9f90-cfdd90260f9b tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1507242 Nov 12 03:25:37.959302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:38.029133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a07b4c8-40fd-40b2-8f55-73f257a54142 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "GET /v2.0/floatingips?floating_network_id=b1695bce-6e34-4ea7-a7bc-790159c2ea89 HTTP/1.1" status: 200 len: 690 time: 0.0685124 Nov 12 03:25:38.031568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41538) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:38.068691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4d3288de-22fe-42a0-87ca-6fc42ffd1f64 None None] Provisioning complete for port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:38.069670 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d3288de-22fe-42a0-87ca-6fc42ffd1f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.093411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.103332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4d3288de-22fe-42a0-87ca-6fc42ffd1f64 None None] Port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:25:38.108123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf3e68-527b-4c2a-ac11-aa3ad0f31d0a req-0a58a053-9ee4-4abe-bea9-111905e08d97 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.109633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4abf3e68-527b-4c2a-ac11-aa3ad0f31d0a req-0a58a053-9ee4-4abe-bea9-111905e08d97 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2284904 Nov 12 03:25:38.124888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.146085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22efb5fb-0e3e-479c-886d-6689563a3833 req-6d6800e9-45f8-4bb7-a3a6-af1d8c032470 service neutron] 10.222.0.16 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932525 Nov 12 03:25:38.195125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-7a8602eb-b686-4872-9da4-cee4a323c352 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.196645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-7a8602eb-b686-4872-9da4-cee4a323c352 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/networks?id=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d HTTP/1.1" status: 200 len: 809 time: 0.2659516 Nov 12 03:25:38.231125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-d93d962a-20fa-4366-8e22-d58208a6f0d5 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/quotas/67d1fa0427364321a3e998e1cd389a41 HTTP/1.1" status: 200 len: 375 time: 0.0257177 Nov 12 03:25:38.236749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4abf3e68-527b-4c2a-ac11-aa3ad0f31d0a req-934f6d82-da91-4b03-aaec-2df6b0a7dfc6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139956 Nov 12 03:25:38.256031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Deleting port f174abb3-c01d-4a1d-a6c7-0ecee3b94925 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:38.256031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.314653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-7929d271-b62d-4ff3-8dff-9ac19daa2c31 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=67d1fa0427364321a3e998e1cd389a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769553 Nov 12 03:25:38.336184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.336401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.348601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Calling delete_port for f174abb3-c01d-4a1d-a6c7-0ecee3b94925 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:38.484177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.518902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Port': ['ID=f174abb3-c01d-4a1d-a6c7-0ecee3b94925,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.579767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.625960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.682735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.715249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0329ba1e-9b4e-44f3-97e8-e1dc35573bcb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.771069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.778396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bdc1c-8872-4723-904d-8577f413be8b req-33e37ad7-d99a-4359-97f4-b2db80a65438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.779951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-33e37ad7-d99a-4359-97f4-b2db80a65438 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ae9465a850049feae2afdc05c8e4ba4&device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 1095 time: 0.4678764 Nov 12 03:25:38.793007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1695bce-6e34-4ea7-a7bc-790159c2ea89']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:38.802914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c39d598-3e63-4075-b500-b7d36b765f6c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:38.803209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c39d598-3e63-4075-b500-b7d36b765f6c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:38.813564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.816116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53d797-ed2c-4c2a-8e76-a9a5b74fe519 req-e04cfe62-4f1b-43cf-b7e5-67f171090a6b tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:38.817795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e53d797-ed2c-4c2a-8e76-a9a5b74fe519 req-e04cfe62-4f1b-43cf-b7e5-67f171090a6b tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 943 time: 0.4998477 Nov 12 03:25:38.827682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.834184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:38.834562 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:38.836850 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:38.897464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.915278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1695bce-6e34-4ea7-a7bc-790159c2ea89 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:25:38.917396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1695bce-6e34-4ea7-a7bc-790159c2ea89,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:38.919382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:38.925502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ddfe9c6f-d666-4dd0-8f77-7b86cf8630d8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/b1695bce-6e34-4ea7-a7bc-790159c2ea89 HTTP/1.1" status: 204 len: 168 time: 0.8905756 Nov 12 03:25:38.925718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41546) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:38.926640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-5a1260b8-552d-4208-a4e3-610eeb5904eb service neutron] 10.222.0.97 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001706 Nov 12 03:25:39.035397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e53d797-ed2c-4c2a-8e76-a9a5b74fe519 req-8d2cee9e-0dd3-4ab5-9c34-533f443b7888 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056634 Nov 12 03:25:39.039662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-044922a2-a5dc-4afd-844d-ddb78fd61ce8 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2258 time: 0.1128361 Nov 12 03:25:39.040276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.099090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-3c966111-da81-4cc9-a27d-4ba4da421ab4 service neutron] 10.222.0.97 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715093 Nov 12 03:25:39.112724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bdc1c-8872-4723-904d-8577f413be8b req-a472e29b-213c-4bed-8c74-e437ec9cbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.114640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-a472e29b-213c-4bed-8c74-e437ec9cbcbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd36a35c-2127-4815-bca0-02b32ea8c50e HTTP/1.1" status: 200 len: 920 time: 0.3087602 Nov 12 03:25:39.143518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.147442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.148024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.148427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.148927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.149377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.149866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.150301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.150749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.151431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.157746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8bef883e-03f7-420b-9197-c259f9f0e71a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6626 time: 0.1162901 Nov 12 03:25:39.158395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.192150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-272bb314-71c8-471f-aab5-bfb0ef4ca3d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0599999 Nov 12 03:25:39.199791 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-da80e12c-0fb0-42be-852f-d95fa31776a6 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:25:39.203877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.204360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da80e12c-0fb0-42be-852f-d95fa31776a6 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/floatingips/e04f04ed-da2c-43a7-82bc-45798666d12c HTTP/1.1" status: 404 len: 345 time: 0.0449741 Nov 12 03:25:39.253957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:39.274563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.277321 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6385e3-7330-49f3-9198-7fff779b45b2 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 03:25:39.277774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.278429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6385e3-7330-49f3-9198-7fff779b45b2 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:25:39.281569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8c6385e3-7330-49f3-9198-7fff779b45b2 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/b1695bce-6e34-4ea7-a7bc-790159c2ea89 HTTP/1.1" status: 404 len: 339 time: 0.0763137 Nov 12 03:25:39.290438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41556) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.297241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'name': 'tempest-network--1235172305', 'router:external': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:39.320380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Transition to ACTIVE for port object cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:39.323541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bdc1c-8872-4723-904d-8577f413be8b req-d8c68fd2-8003-424a-b40d-e46aede6b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.325005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-d8c68fd2-8003-424a-b40d-e46aede6b28c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d93f88d4-0c22-43a6-aaa2-55b6296cf86b HTTP/1.1" status: 200 len: 860 time: 0.1226218 Nov 12 03:25:39.328183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.332214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:39.335467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.371743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:39.385123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.385469 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Added segment e22664ea-2d4d-46da-8f86-435247ffb22f of type vlan for network c3683ad9-1a61-418a-b4c7-41d50257c830 Nov 12 03:25:39.393363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-0db8da91-5f63-40fe-9323-b50e1569b62e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd36a35c-2127-4815-bca0-02b32ea8c50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560136 Nov 12 03:25:39.401174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daaa56-da0e-4289-9a27-dd70c4726bcd req-329ebc51-7d6e-4061-a54f-9b1db94f3cb5 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.408709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11daaa56-da0e-4289-9a27-dd70c4726bcd req-329ebc51-7d6e-4061-a54f-9b1db94f3cb5 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 931 time: 0.1680908 Nov 12 03:25:39.449506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.489750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.490464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.490732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.491324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.578928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2860663 Nov 12 03:25:39.581406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41562) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.615566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11daaa56-da0e-4289-9a27-dd70c4726bcd req-765fbdb0-bd7f-4690-ad3f-bdb7d7ffac50 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059464 Nov 12 03:25:39.625352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0645a47-3899-4484-8231-d9ee57e2e75a tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=c3683ad9-1a61-418a-b4c7-41d50257c830,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:39.635553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c3683ad9-1a61-418a-b4c7-41d50257c830 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:39.777077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54a3c8-442a-4b85-8205-985db8577580 req-7b69804f-ecc2-4940-8367-d37049e19bd8 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.779284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c54a3c8-442a-4b85-8205-985db8577580 req-7b69804f-ecc2-4940-8367-d37049e19bd8 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 949 time: 0.3031828 Nov 12 03:25:39.804697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-b5c48476-299e-48f1-9c4a-d5e27a866e05 service neutron] 10.222.0.16 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888566 Nov 12 03:25:39.847116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5bdbc0-2d5b-4548-b8b7-c3a65148f7e3 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.853338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5bdbc0-2d5b-4548-b8b7-c3a65148f7e3 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.859338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Attempting to bind port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:39.859673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Attempting to bind port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:39.859863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5bdbc0-2d5b-4548-b8b7-c3a65148f7e3 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.859993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Attempting to bind port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 on network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.866252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5bdbc0-2d5b-4548-b8b7-c3a65148f7e3 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.871085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fe5bdbc0-2d5b-4548-b8b7-c3a65148f7e3 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2885518 Nov 12 03:25:39.871262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:39.912377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 on network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:39.912689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Attempting to bind port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 on network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:39.931414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a6f0-ecdf-4d26-aa8c-2b4205cdd885 req-3492938e-b7ff-4737-989a-7186e00fc171 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:39.932855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23c4a6f0-ecdf-4d26-aa8c-2b4205cdd885 req-3492938e-b7ff-4737-989a-7186e00fc171 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 945 time: 0.1955161 Nov 12 03:25:39.962118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:39.962453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Checking segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:39.962856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Bound using segment: {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:39.963288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Bound port: cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:39.963768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:39.967821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25a8d51e-a378-4460-a1e8-25c5a6466517 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:40.013285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c54a3c8-442a-4b85-8205-985db8577580 req-0869236f-de36-4c1f-b50a-2869f252ff1c tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165813 Nov 12 03:25:40.030712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 25a8d51e-a378-4460-a1e8-25c5a6466517 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:40.036568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 25a8d51e-a378-4460-a1e8-25c5a6466517 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:40.037390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.096845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-077bdc1c-8872-4723-904d-8577f413be8b req-e2632a2c-52ff-455f-afcf-adaca27d1938 service neutron] 10.222.0.16 "GET /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693317 Nov 12 03:25:40.099271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.125745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23c4a6f0-ecdf-4d26-aa8c-2b4205cdd885 req-693c1388-415d-4756-87c1-86afb6e2d42b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5d6ad68-d91f-4245-b47e-2ede4435ae89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751728 Nov 12 03:25:40.165217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.204011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:40.206288 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7035c145-3839-4071-84f0-4885950c9e08" -d '{"events": [{"server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "name": "network-vif-plugged", "status": "completed", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:40.218997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25a8d51e-a378-4460-a1e8-25c5a6466517,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:40.223285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.239654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:40.276652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.304958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bf9-f674-4bfd-ba2b-a999a766b952 req-6cf7a139-fab8-41e4-adfc-7a147e4a788e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.306413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-866e7bf9-f674-4bfd-ba2b-a999a766b952 req-6cf7a139-fab8-41e4-adfc-7a147e4a788e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1794934 Nov 12 03:25:40.308180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef11aaef-72c1-4533-9341-6be1e44efeb7 req-4b967102-8810-4fee-a861-f746e7c20b2d tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 210 time: 0.0895896 Nov 12 03:25:40.314803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:40.350776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.353351 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.429354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3683ad9-1a61-418a-b4c7-41d50257c830']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:40.457471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.457956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.459381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] 10.222.0.104 "PUT /v2.0/ports/cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 1092 time: 2.5603647 Nov 12 03:25:40.468689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:40.470995 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a1e75-f28e-4475-a5e3-09c2d9818154" -d '{"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:40.484140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22664ea-2d4d-46da-8f86-435247ffb22f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:40.484371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22664ea-2d4d-46da-8f86-435247ffb22f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:40.508670 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.523612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0e6e2-e53d-444f-a832-17a165c0ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.533891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-866e7bf9-f674-4bfd-ba2b-a999a766b952 req-e26ade68-708a-48d9-bf9d-b8fa99be776f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176931 Nov 12 03:25:40.547270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.572065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:40.572470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:40.576479 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:40.585600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540318-2f62-429c-9307-3c8b55d0eb0a req-e4de984c-e529-411c-a08c-205eb4c0bebc tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.593381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba540318-2f62-429c-9307-3c8b55d0eb0a req-e4de984c-e529-411c-a08c-205eb4c0bebc tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 943 time: 0.2022870 Nov 12 03:25:40.721053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-c20a1ad0-7d57-471b-bfa6-8e880f7fe91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.722652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-c20a1ad0-7d57-471b-bfa6-8e880f7fe91a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1095 time: 0.1874950 Nov 12 03:25:40.729181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.738337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba540318-2f62-429c-9307-3c8b55d0eb0a req-e126223d-b079-43c9-bb5f-eb5291238782 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440601 Nov 12 03:25:40.740696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3683ad9-1a61-418a-b4c7-41d50257c830 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:25:40.753207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.760010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/c3683ad9-1a61-418a-b4c7-41d50257c830 HTTP/1.1" status: 204 len: 168 time: 0.8526480 Nov 12 03:25:40.760385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:40.767868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'name': 'tempest-network--1854843736', 'router:external': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:40.770758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7ee4-0837-42fb-8556-841df4adc740 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3683ad9-1a61-418a-b4c7-41d50257c830,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:40.809626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332f6b-a860-42d9-88ac-10b7805cf2ec req-6ed101ff-4823-4fc8-853e-2d83da8c0635 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.811583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:40.811806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c332f6b-a860-42d9-88ac-10b7805cf2ec req-6ed101ff-4823-4fc8-853e-2d83da8c0635 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 945 time: 0.1588523 Nov 12 03:25:40.813486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-50962a0a-8a74-4ea6-a249-327ec9a24bd4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 217 time: 0.0512102 Nov 12 03:25:40.816156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.823315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:40.829845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Request body: {'floatingip': {'port_id': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:40.860255 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357057e-2848-4baf-9917-0a5c4039ddd9 x-openstack-request-id: req-5357057e-2848-4baf-9917-0a5c4039ddd9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.860831 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "name": "network-vif-plugged", "status": "completed", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.860831 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5357057e-2848-4baf-9917-0a5c4039ddd9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.861180 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517', 'code': 200} Nov 12 03:25:40.909302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:40.941501 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b33ba59-786a-4cee-a96c-196275a3da61 x-openstack-request-id: req-7b33ba59-786a-4cee-a96c-196275a3da61 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:40.942048 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:40.942296 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7b33ba59-786a-4cee-a96c-196275a3da61 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:40.942693 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'status': 'completed', 'code': 200} Nov 12 03:25:40.987177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-0dc10def-e700-4c18-a628-cc2f51977854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:40.988568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-0dc10def-e700-4c18-a628-cc2f51977854 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.1274602 Nov 12 03:25:41.026888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4782-c0c0-4c5c-900e-5ec2149c0695 req-a172a150-cfa8-423e-825e-0f7f5b4b4a0e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.028415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eead4782-c0c0-4c5c-900e-5ec2149c0695 req-a172a150-cfa8-423e-825e-0f7f5b4b4a0e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 943 time: 0.0849154 Nov 12 03:25:41.056947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:41.099772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-cd95cb41-f861-402e-b30b-0aa40d0c15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.101293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-cd95cb41-f861-402e-b30b-0aa40d0c15cd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964842 Nov 12 03:25:41.111848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.113234 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Added segment 92de5d58-20ff-444d-b3f5-a94a53e44f1b of type vlan for network 1ec4b534-7014-41ae-ada8-239cc0e328f9 Nov 12 03:25:41.136578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eead4782-c0c0-4c5c-900e-5ec2149c0695 req-5eda3ae4-d50b-47b4-a08c-6b9705708abb tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889819 Nov 12 03:25:41.177133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.220612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.221981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.222806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.299720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e7ebc-b304-4293-bfc0-7c1be5f5ac12 req-7b6e5183-5508-4f74-a3ee-a3fb8fe5dfa6 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.306717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d1e7ebc-b304-4293-bfc0-7c1be5f5ac12 req-7b6e5183-5508-4f74-a3ee-a3fb8fe5dfa6 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.1922185 Nov 12 03:25:41.359343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81725363-75f6-456e-aa71-dbc54ecd6860 req-a7d17701-978f-407a-ab6f-08afed1b8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.361442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81725363-75f6-456e-aa71-dbc54ecd6860 req-a7d17701-978f-407a-ab6f-08afed1b8bd0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 1102 time: 0.3433456 Nov 12 03:25:41.364770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=1ec4b534-7014-41ae-ada8-239cc0e328f9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:41.368185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-f320b05d-df2f-48c7-9c5f-05269ac10a5c service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430708 Nov 12 03:25:41.369712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-56a9acb6-3cb1-40cf-84c6-139179b5a7d9 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6079469 Nov 12 03:25:41.375355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:41.383408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-87cf1ce9-9c64-4a6d-9ba6-b34d77782ccd tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.384833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-87cf1ce9-9c64-4a6d-9ba6-b34d77782ccd tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.16 "GET /v2.0/networks?id=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d HTTP/1.1" status: 200 len: 809 time: 0.2191167 Nov 12 03:25:41.386895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 1ec4b534-7014-41ae-ada8-239cc0e328f9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:41.436250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Request body: {'port': {'device_id': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d', 'admin_state_up': True, 'tenant_id': '67d1fa0427364321a3e998e1cd389a41'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:41.447440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d1e7ebc-b304-4293-bfc0-7c1be5f5ac12 req-27e463c9-11c1-437b-9e8a-11092cddeb98 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397574 Nov 12 03:25:41.518088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-975c0f4b-a0f2-45f3-a742-ec32016ca30a req-6afe3a0e-5691-41fa-9970-09725f715818 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 210 time: 0.1056457 Nov 12 03:25:41.531121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b2b6ea-ba72-4f1a-b66a-34a4370d07bf tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.535020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71b2b6ea-ba72-4f1a-b66a-34a4370d07bf tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "GET /v2.0/networks/1ec4b534-7014-41ae-ada8-239cc0e328f9 HTTP/1.1" status: 200 len: 757 time: 0.1562142 Nov 12 03:25:41.537976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:41.567855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81725363-75f6-456e-aa71-dbc54ecd6860 req-7852b22d-a891-4e80-aea4-9ad0c6cc8762 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591094 Nov 12 03:25:41.605909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d25c3e1-0ebe-4368-867f-e79c81e33d2b req-03052bfe-9c4b-41c5-9bf8-ea2eb4f96271 service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179041 Nov 12 03:25:41.665329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Made reservation on behalf of 67d1fa0427364321a3e998e1cd389a41 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:41.669316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.688739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7c2cf-6b04-49ea-a604-b92d1113f900 req-360ed740-b2ec-4ce0-b057-9e5a6664a10e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.690485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87e7c2cf-6b04-49ea-a604-b92d1113f900 req-360ed740-b2ec-4ce0-b057-9e5a6664a10e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.0817823 Nov 12 03:25:41.738237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:41.800374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87e7c2cf-6b04-49ea-a604-b92d1113f900 req-80b5bdb4-780f-45e5-9c9b-84f9b2c6c7dc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013882 Nov 12 03:25:41.869953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,segment=NetworkSegment(ccae74be-5e75-491d-b9d4-fde981e46a64),segment_id=ccae74be-5e75-491d-b9d4-fde981e46a64)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:41.888287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3', 'network_id': 'fd36a35c-2127-4815-bca0-02b32ea8c50e', 'port_id': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3', 'mac_address': 'fa:16:3e:62:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93f88d4-0c22-43a6-aaa2-55b6296cf86b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:41.895944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Allocated IP 172.20.0.9 (8fb1a710-bb3e-476c-bd1d-607e5cf1a71d/642abf7b-00a7-4216-a78a-fad74ab864c8/1c05dc97-52b8-4d15-b459-e071a4bc9c72) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:41.960062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df288d2-d8d9-4d3e-8cbc-5d6d3dc3fa65 req-749c812b-7361-4050-b4b6-11f113c43e8c tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.960509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:41.961585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6df288d2-d8d9-4d3e-8cbc-5d6d3dc3fa65 req-749c812b-7361-4050-b4b6-11f113c43e8c tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 943 time: 0.0809226 Nov 12 03:25:41.978527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:41.983395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e15e7a-4ff1-426d-a0fd-656c9e72e981 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:41.990279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-15e15e7a-4ff1-426d-a0fd-656c9e72e981 tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "GET /v2.0/networks/cdfbb11a-76f1-49cf-9c62-d6fc5353daad HTTP/1.1" status: 200 len: 768 time: 0.4439111 Nov 12 03:25:41.990279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:42.006128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,segment=NetworkSegment(ccae74be-5e75-491d-b9d4-fde981e46a64),segment_id=ccae74be-5e75-491d-b9d4-fde981e46a64)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:42.014214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.074895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.087762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6df288d2-d8d9-4d3e-8cbc-5d6d3dc3fa65 req-ceeeac2f-8c36-4e6d-a154-3002b770b59f tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140213 Nov 12 03:25:42.103990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.141585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.215093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.227983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-cab714da-20d7-421d-80b8-a9b293bfa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.229508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-cab714da-20d7-421d-80b8-a9b293bfa08a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1095 time: 0.0656176 Nov 12 03:25:42.260629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.264463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.272351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.320414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec4b534-7014-41ae-ada8-239cc0e328f9']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.321391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:42.332757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:42.333578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92de5d58-20ff-444d-b3f5-a94a53e44f1b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.333880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92de5d58-20ff-444d-b3f5-a94a53e44f1b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:42.335106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:42.343010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['f6f52e03-c5b0-4345-ace4-b36d67e5c3e3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:42.350006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.381715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Pushing event updated for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.393483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.410683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:42.411270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:42.413000 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:42.421010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06d455-e229-453d-b431-a010d17b9a0d req-3d72c935-7d78-4182-b8b5-6b06ed66df85 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.428357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f06d455-e229-453d-b431-a010d17b9a0d req-3d72c935-7d78-4182-b8b5-6b06ed66df85 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 943 time: 0.2067735 Nov 12 03:25:42.464524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.465162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.474550 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Floating IP 208f3dd6-12c2-41a2-9911-82da58b16a3a associated. External IP: 172.25.7.73, port: 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1. Nov 12 03:25:42.513773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-bde6eef1-5722-45e3-8a80-a590a0a17424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:42.515344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-bde6eef1-5722-45e3-8a80-a590a0a17424 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 929 time: 0.2568681 Nov 12 03:25:42.518517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-4c5b1aed-8510-4c3f-8113-0c9b3aab29c4 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0895791 Nov 12 03:25:42.523965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f06d455-e229-453d-b431-a010d17b9a0d req-41bc7eb6-592b-4e8f-8e2f-d6c7e7d6e09f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Nov 12 03:25:42.533267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.539645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ec4b534-7014-41ae-ada8-239cc0e328f9 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:25:42.543780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.544044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Request body: {'port': {'device_id': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:42.546985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/1ec4b534-7014-41ae-ada8-239cc0e328f9 HTTP/1.1" status: 204 len: 168 time: 0.5585632 Nov 12 03:25:42.559613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:42.564919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'name': 'tempest-network--21036812'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:42.603415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bdfff-ce7f-451e-b19e-d25bb0232c07 tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ec4b534-7014-41ae-ada8-239cc0e328f9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:42.642700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Made reservation on behalf of 844b60b1e76344e3aa992633ca38a5d3 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:42.645813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.723310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:42.768690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.769025 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Added segment ac204e02-079d-4617-b134-c72bbb4b91a3 of type vlan for network 11043517-4ae7-4786-b226-22eeb5619e06 Nov 12 03:25:42.851354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:42.871603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Router 27347f2e-14ab-4cd1-9a4d-6a715a200863 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:25:42.890393 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-9845f2a4-9337-4404-89d1-b19ba35ff211 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117530 Nov 12 03:25:42.928591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-926b8297-105b-4852-94ed-2bacb320e580 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 217 time: 0.4036226 Nov 12 03:25:43.011086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.012105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.012766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.063933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.084667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd147ac1-164b-448f-a798-5518be227b67 req-7cb64116-9b4b-4034-92d9-0360699baa63 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.086192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd147ac1-164b-448f-a798-5518be227b67 req-7cb64116-9b4b-4034-92d9-0360699baa63 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.5539792 Nov 12 03:25:43.087562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-41811493-01d7-40f4-bf4b-f515d1629bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.088886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-41811493-01d7-40f4-bf4b-f515d1629bc3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.1287839 Nov 12 03:25:43.100682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403544aa-8bcf-4395-a239-c217ed7cfc16 req-3db3bbb9-3fbe-434a-95f9-203cd1b453f9 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.102310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-403544aa-8bcf-4395-a239-c217ed7cfc16 req-3db3bbb9-3fbe-434a-95f9-203cd1b453f9 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 931 time: 0.1938937 Nov 12 03:25:43.109145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5453944 Nov 12 03:25:43.113302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.119063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:43.125035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:43.136402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Sync routers for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:43.140464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.143342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e9d39-d666-4218-af10-f509d9fb82ef tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=11043517-4ae7-4786-b226-22eeb5619e06,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.156664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:43.157556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.161406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 11043517-4ae7-4786-b226-22eeb5619e06 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:43.179316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-7a59a724-0503-4bdc-967d-95577952c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.180819 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-7a59a724-0503-4bdc-967d-95577952c75b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.1794631 Nov 12 03:25:43.255526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d12f6ef5-c2c7-44ef-8ed1-05084a69c6d2 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "PUT /v2.0/floatingips/208f3dd6-12c2-41a2-9911-82da58b16a3a HTTP/1.1" status: 200 len: 990 time: 2.4310589 Nov 12 03:25:43.264173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-1838c542-0bcc-4aae-bef7-1d05f53c1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.264372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:43.266137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-1838c542-0bcc-4aae-bef7-1d05f53c1aa5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631670 Nov 12 03:25:43.267353 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:43.318674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-403544aa-8bcf-4395-a239-c217ed7cfc16 req-ca80a3b8-9b84-47bd-a738-7db3d0ef9421 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027171 Nov 12 03:25:43.330135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:43.361821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd147ac1-164b-448f-a798-5518be227b67 req-0024d92a-9eac-4dd9-be01-8d48034a3b34 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517447 Nov 12 03:25:43.408642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-e8176081-889a-41c8-9884-444a36ac6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.410113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-e8176081-889a-41c8-9884-444a36ac6e80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.1897395 Nov 12 03:25:43.423542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.478813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.492139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Network 11043517-4ae7-4786-b226-22eeb5619e06 is not hosted by any dhcp agent {{(pid=102604) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:25:43.492989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.493591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.498219 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "PUT /v2.0/networks/11043517-4ae7-4786-b226-22eeb5619e06 HTTP/1.1" status: 200 len: 855 time: 0.3798511 Nov 12 03:25:43.517575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:43.613540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '208f3dd6-12c2-41a2-9911-82da58b16a3a', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'port_id': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'mac_address': 'fa:16:3e:c3:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:18Z', 'updated_at': '2021-11-12T03:25:42Z', 'revision_number': 1, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.623673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-c369409c-60f6-47fd-9e0d-29040f2c6ce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1967049 Nov 12 03:25:43.632712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b97d60-507c-4c48-9934-156c94d7b95d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event updated for resources: {'Network': ['ID=11043517-4ae7-4786-b226-22eeb5619e06,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:43.650648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Checking router: 27347f2e-14ab-4cd1-9a4d-6a715a200863 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:43.660863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:43.661777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.670809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.673947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2de52-87e8-484c-8419-b7885f3b2a5a req-761f74b2-1f53-43ca-8450-835e721a2cd1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.675467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28f2de52-87e8-484c-8419-b7885f3b2a5a req-761f74b2-1f53-43ca-8450-835e721a2cd1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2157340 Nov 12 03:25:43.677396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-d2d61b47-4ca7-493b-a0b5-b97465a24a52 service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578396 Nov 12 03:25:43.719532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-acb73f00-2b17-49e3-8565-1bc9cd91d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.721600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-acb73f00-2b17-49e3-8565-1bc9cd91d4da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.0899475 Nov 12 03:25:43.737176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d1e14-8843-4315-9597-aa1c95995458 req-3af5afd3-2399-4a7c-b656-a218228cc681 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.745093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d63d1e14-8843-4315-9597-aa1c95995458 req-3af5afd3-2399-4a7c-b656-a218228cc681 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 944 time: 0.1588790 Nov 12 03:25:43.762027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:43.785842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.818419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:43.830623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11043517-4ae7-4786-b226-22eeb5619e06']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.844315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac204e02-079d-4617-b134-c72bbb4b91a3') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.844753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac204e02-079d-4617-b134-c72bbb4b91a3') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:43.856528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.860085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-d11364c5-ce85-43bb-a158-b9c60f03c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:43.861777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-d11364c5-ce85-43bb-a158-b9c60f03c692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144857 Nov 12 03:25:43.882003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.903702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:43.903702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:43.908326 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:43.927829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:43.934248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:43.934671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:43.937031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28f2de52-87e8-484c-8419-b7885f3b2a5a req-73eeab36-fd07-4835-a3a3-825cd3d77f01 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433970 Nov 12 03:25:43.974824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c05dc97-52b8-4d15-b459-e071a4bc9c72 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:43.982876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d63d1e14-8843-4315-9597-aa1c95995458 req-5cb319f9-7103-41a9-9dc3-ad3552344f22 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367690 Nov 12 03:25:43.990154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.048570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Transition to ACTIVE for port object 1c05dc97-52b8-4d15-b459-e071a4bc9c72 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:25:44.051327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e3a1e75-f28e-4475-a5e3-09c2d9818154 req-147275a1-b07b-4aa8-ab6f-db22d3945e3e service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408897 Nov 12 03:25:44.055406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.055965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.062019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11043517-4ae7-4786-b226-22eeb5619e06 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:25:44.065374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.068983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] 10.222.0.97 "DELETE /v2.0/networks/11043517-4ae7-4786-b226-22eeb5619e06 HTTP/1.1" status: 204 len: 168 time: 0.5504265 Nov 12 03:25:44.072563 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-afc46e38-5a23-4ccd-81cf-343ae36e8052 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007170 Nov 12 03:25:44.083166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.101293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f19cc-24ac-4cdd-afe7-0842ad623b0d tempest-ExternalNetworksTestJSON-1355628353 tempest-ExternalNetworksTestJSON-1355628353-project-admin] Pushing event deleted for resources: {'Network': ['ID=11043517-4ae7-4786-b226-22eeb5619e06,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.137049 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fda527-2cb2-46ea-899b-7fd58180765e x-openstack-request-id: req-84fda527-2cb2-46ea-899b-7fd58180765e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:44.137049 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:44.137489 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-84fda527-2cb2-46ea-899b-7fd58180765e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:44.138487 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'status': 'completed', 'code': 200} Nov 12 03:25:44.146140 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1de153-b9c8-4af2-a82c-be7b54b9905a tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] DELETE failed (client error): The resource could not be found. Nov 12 03:25:44.146805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1de153-b9c8-4af2-a82c-be7b54b9905a tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:25:44.152526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e1de153-b9c8-4af2-a82c-be7b54b9905a tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "DELETE /v2.0/subnets/0329ba1e-9b4e-44f3-97e8-e1dc35573bcb HTTP/1.1" status: 404 len: 337 time: 0.0659583 Nov 12 03:25:44.152935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41632) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:44.201694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.216453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Pushing event updated for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.248155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:44.250313 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c02e1b-1502-43ab-b020-97abba072e12" -d '{"events": [{"server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "name": "network-vif-plugged", "status": "completed", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:44.256331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Attempting to bind port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:44.257063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Attempting to bind port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3b4e1938-35aa-4861-a9cc-2b71d654b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:44.257598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Attempting to bind port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 on network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:44.267593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,segment=NetworkSegment(ccae74be-5e75-491d-b9d4-fde981e46a64),segment_id=ccae74be-5e75-491d-b9d4-fde981e46a64)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:44.271715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 on network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:25:44.272541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Attempting to bind port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 on network 8fb1a710-bb3e-476c-bd1d-607e5cf1a71d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:44.281030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.287607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:44.287909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Checking segment: {'id': '3b4e1938-35aa-4861-a9cc-2b71d654b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:44.290502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Bound using segment: {'id': '3b4e1938-35aa-4861-a9cc-2b71d654b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:44.291024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Bound port: 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4e1938-35aa-4861-a9cc-2b71d654b302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:44.291384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.327383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '208f3dd6-12c2-41a2-9911-82da58b16a3a', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'port_id': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'mac_address': 'fa:16:3e:c3:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:18Z', 'updated_at': '2021-11-12T03:25:42Z', 'revision_number': 1, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.337473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.343920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1b1a0e57-e39a-4bf3-b32a-76d21cdf14db req-a32eb87e-704c-4f6b-a739-cd89de918b84 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581706 Nov 12 03:25:44.346003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-fb8995a6-2804-44e0-9b5e-f2063bf3e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.347556 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-fb8995a6-2804-44e0-9b5e-f2063bf3e549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11eadff8cb40487089ee427be5c88d07&device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 1097 time: 0.1505263 Nov 12 03:25:44.517466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:44.521849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72,segment=NetworkSegment(3b4e1938-35aa-4861-a9cc-2b71d654b302),segment_id=3b4e1938-35aa-4861-a9cc-2b71d654b302)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:44.555861 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.558024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.611616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eb34d-0011-4e6f-8235-fa992c8acfd7 req-85b1ebda-6939-48ae-80e4-a982c6909b5e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.620580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-095eb34d-0011-4e6f-8235-fa992c8acfd7 req-85b1ebda-6939-48ae-80e4-a982c6909b5e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 943 time: 0.2413971 Nov 12 03:25:44.648295 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0c6b4e-599e-49f3-b3ae-355749d53bcb x-openstack-request-id: req-3a0c6b4e-599e-49f3-b3ae-355749d53bcb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:44.648525 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "name": "network-vif-plugged", "status": "completed", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:44.648778 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a0c6b4e-599e-49f3-b3ae-355749d53bcb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:44.649529 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3', 'code': 200} Nov 12 03:25:44.659213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfbb11a-76f1-49cf-9c62-d6fc5353daad']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.662578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.666564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759d01-50eb-47ce-aa48-c168457708b8 None None] The sync data for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 is: [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '208f3dd6-12c2-41a2-9911-82da58b16a3a', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'port_id': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'mac_address': 'fa:16:3e:c3:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:18Z', 'updated_at': '2021-11-12T03:25:42Z', 'revision_number': 1, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:25:44.672539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.673158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.674524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] 10.222.0.16 "PUT /v2.0/ports/1c05dc97-52b8-4d15-b459-e071a4bc9c72 HTTP/1.1" status: 200 len: 1092 time: 2.1374812 Nov 12 03:25:44.679748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:44.683063 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:44.692117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46f4063-ae02-4e13-9fb0-48eb791791b1') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.692770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46f4063-ae02-4e13-9fb0-48eb791791b1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:44.713721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.729243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7d5c-7d0b-4ee0-825b-67d785f3dde6 req-55fc625b-ccde-4ec1-88fd-092c96d73938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.731162 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-692c7d5c-7d0b-4ee0-825b-67d785f3dde6 req-55fc625b-ccde-4ec1-88fd-092c96d73938 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 1097 time: 0.2163653 Nov 12 03:25:44.744090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc901e-c33d-447d-90f5-86484c25e645 req-a5a7642d-aea5-4e4d-b8cb-3db3ff1e8b80 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.745839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-accc901e-c33d-447d-90f5-86484c25e645 req-a5a7642d-aea5-4e4d-b8cb-3db3ff1e8b80 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 943 time: 0.2880459 Nov 12 03:25:44.750021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a9863-1a50-4090-ae06-f211bb98f8fd service neutron] Pushing event updated for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:44.778472 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.781908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-760a3b97-d12b-42c4-a772-2e44aa465051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.783710 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-760a3b97-d12b-42c4-a772-2e44aa465051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 200 len: 915 time: 0.2706122 Nov 12 03:25:44.793459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:44.794211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:44.797501 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:44.872743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-095eb34d-0011-4e6f-8235-fa992c8acfd7 req-9b2a5273-3d02-4e2a-b468-418bf00ac6b7 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510126 Nov 12 03:25:44.880027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-59512a4b-4a72-48f6-a1de-98cd1d2f09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:44.881760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-59512a4b-4a72-48f6-a1de-98cd1d2f09a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67d1fa0427364321a3e998e1cd389a41&device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 1095 time: 0.1132729 Nov 12 03:25:44.885418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-accc901e-c33d-447d-90f5-86484c25e645 req-39795e25-dc16-4e84-969c-d9e9d065e15a tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180558 Nov 12 03:25:44.943778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-692c7d5c-7d0b-4ee0-825b-67d785f3dde6 req-14d2415a-db16-4f3e-9cce-41f69e3b1704 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993284 Nov 12 03:25:44.950515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-bc45fb40-4f20-4106-990b-cd3e0437468a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72 HTTP/1.1" status: 200 len: 217 time: 0.0539432 Nov 12 03:25:44.973251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.986140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:44.989473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] 10.222.0.97 "DELETE /v2.0/networks/cdfbb11a-76f1-49cf-9c62-d6fc5353daad HTTP/1.1" status: 204 len: 168 time: 0.8354268 Nov 12 03:25:45.015946 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-eea7a9a8-2205-4cf0-a93e-1a1a4d3ac2f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 200 len: 998 time: 0.2102013 Nov 12 03:25:45.016966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e48898-a185-459e-b102-5becb8e356fd tempest-ExternalNetworksTestJSON-499522337 tempest-ExternalNetworksTestJSON-499522337-project] Pushing event deleted for resources: {'Network': ['ID=cdfbb11a-76f1-49cf-9c62-d6fc5353daad,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:45.045234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756aa9c7-8332-49d5-a369-5bd628689402 req-7241c267-da58-4b18-9678-d95ae6b5da2f tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.052540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-756aa9c7-8332-49d5-a369-5bd628689402 req-7241c267-da58-4b18-9678-d95ae6b5da2f tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.0790701 Nov 12 03:25:45.096481 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec6303-af3c-48a9-b52a-fcc283481336 x-openstack-request-id: req-0fec6303-af3c-48a9-b52a-fcc283481336 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:45.096772 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:45.097099 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0fec6303-af3c-48a9-b52a-fcc283481336 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:45.097683 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72', 'status': 'completed', 'code': 200} Nov 12 03:25:45.136901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-756aa9c7-8332-49d5-a369-5bd628689402 req-a12b69a3-d708-4dc0-8a1b-a25aef059a68 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832417 Nov 12 03:25:45.309122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-e6fc7252-c7b9-4292-bd9d-f81db473d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.311118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-e6fc7252-c7b9-4292-bd9d-f81db473d7d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=642abf7b-00a7-4216-a78a-fad74ab864c8 HTTP/1.1" status: 200 len: 849 time: 0.0532820 Nov 12 03:25:45.315723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:45.319950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26473-1c26-4ec5-baeb-4a68d9638e61 req-e872f5e7-e959-4612-acbb-7b7737874545 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.321444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0a26473-1c26-4ec5-baeb-4a68d9638e61 req-e872f5e7-e959-4612-acbb-7b7737874545 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1422911 Nov 12 03:25:45.331928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-5ba36729-4433-447b-983a-e987d1b7f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.333632 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-5ba36729-4433-447b-983a-e987d1b7f8b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da28986-7be8-4b65-9a3b-dd0a88b784fe HTTP/1.1" status: 200 len: 854 time: 0.0897911 Nov 12 03:25:45.369427 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fabe12-6e55-4bef-baee-a31078ac2cb9 None None] New status for floating IP 208f3dd6-12c2-41a2-9911-82da58b16a3a: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:25:45.402281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-20e60655-9a9b-4ceb-9dbd-0b0b02ba7c8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797851 Nov 12 03:25:45.407874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-9dce97f5-8450-4d3d-947d-f9a691c2d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.409673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-9dce97f5-8450-4d3d-947d-f9a691c2d044 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2357cb-91ef-4191-9496-c5964710f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670094 Nov 12 03:25:45.525926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb5e01-3f8e-4155-8a7c-3b49092529ea req-80ce11db-e0b3-4b45-8c1f-411764e1fbf5 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.533925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cbb5e01-3f8e-4155-8a7c-3b49092529ea req-80ce11db-e0b3-4b45-8c1f-411764e1fbf5 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.3254442 Nov 12 03:25:45.537212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-fdabeff9-1286-4907-86bc-d2c28f11d75b service neutron] 10.222.0.16 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223142 Nov 12 03:25:45.572643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0a26473-1c26-4ec5-baeb-4a68d9638e61 req-6f550f3f-1772-4e54-81d0-308566e384e7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355993 Nov 12 03:25:45.711657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cbb5e01-3f8e-4155-8a7c-3b49092529ea req-a1fd2d26-f85a-4992-8dba-bd8f04b881d0 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766701 Nov 12 03:25:45.733406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13bf8c6-7589-4e7d-81a8-f9c6698b9d49 req-b6f5197b-00ef-4868-93a6-2890306a4966 service neutron] 10.222.0.16 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652558 Nov 12 03:25:45.908366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-05cbd7db-3287-47d9-bf75-63a9902cd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:45.910120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-05cbd7db-3287-47d9-bf75-63a9902cd537 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67d1fa0427364321a3e998e1cd389a41&device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 1095 time: 0.0495796 Nov 12 03:25:45.952606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cc8c05dc-e572-4e09-869f-54025661d5ac admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9160e6871551402e9732ea4416dc74c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356702 Nov 12 03:25:45.955280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41668) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.016114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:46.017794 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-51198d68-f950-4f42-9030-0f3fb434ba25 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963142 Nov 12 03:25:46.048092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.133050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.141472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc653c5-6fd4-4504-b128-7392f0184e64 req-213491e6-c8e6-4f8f-b723-a62208789d0b tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.143187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc653c5-6fd4-4504-b128-7392f0184e64 req-213491e6-c8e6-4f8f-b723-a62208789d0b tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 943 time: 0.1225758 Nov 12 03:25:46.144644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-4a8345e9-9956-4404-8e87-6998a6f1bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.146570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-4a8345e9-9956-4404-8e87-6998a6f1bfbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d HTTP/1.1" status: 200 len: 909 time: 0.2281170 Nov 12 03:25:46.161958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5119-63fc-42ca-b197-9197f7feda40 req-b6793d8a-b53e-4ff6-a224-3849a671ee0e tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.163968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-687b5119-63fc-42ca-b197-9197f7feda40 req-b6793d8a-b53e-4ff6-a224-3849a671ee0e tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 943 time: 0.1418738 Nov 12 03:25:46.186611 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b30bd15d-28e5-4a33-b7f6-c1941d4b868d req-462c1a78-3569-435d-be1a-a33b1854f432 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369166 Nov 12 03:25:46.206589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:46.208303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.212125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.213445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b49fbd28-b1ba-474e-b239-222154d413b5 HTTP/1.1" status: 204 len: 168 time: 0.2571592 Nov 12 03:25:46.221405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-3012208c-9ada-49f9-825e-40813ce6841d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72 HTTP/1.1" status: 200 len: 217 time: 0.0567784 Nov 12 03:25:46.221960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c28144-c6fd-4963-8adf-9309f2604059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49fbd28-b1ba-474e-b239-222154d413b5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.246887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'mac_address': 'fa:16:3e:5d:40:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:46.290503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.305904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:46.328742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:46.330612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-687b5119-63fc-42ca-b197-9197f7feda40 req-d0d8ad67-cac6-44a1-9fd6-d3e9035fa5cb tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196449 Nov 12 03:25:46.335327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.343100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc653c5-6fd4-4504-b128-7392f0184e64 req-3edb37b2-fa3e-4060-92dd-2940eaaa658e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773281 Nov 12 03:25:46.344579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-6cbe8cd1-8fc7-44b4-98cf-f2ff4543fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.345926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-6cbe8cd1-8fc7-44b4-98cf-f2ff4543fd39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=642abf7b-00a7-4216-a78a-fad74ab864c8 HTTP/1.1" status: 200 len: 849 time: 0.0932229 Nov 12 03:25:46.383933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-ecd001f0-9f7c-40ee-a123-f86109fb64d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289719 Nov 12 03:25:46.413862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.510493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cdac7-ae44-445f-85eb-0e2e77341f73 req-c5b3c9d6-2b1f-4117-b3ca-689a63f7fc3a tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.511999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-543cdac7-ae44-445f-85eb-0e2e77341f73 req-c5b3c9d6-2b1f-4117-b3ca-689a63f7fc3a tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.0992448 Nov 12 03:25:46.539799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-301b555f-d2bb-4430-ac45-a59c8e0acebc service neutron] 10.222.0.16 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483397 Nov 12 03:25:46.557264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.597973 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4ef0e801-91c8-43d4-83b6-616e381fa3e9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=844b60b1e76344e3aa992633ca38a5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394230 Nov 12 03:25:46.601469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41678) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:46.615623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-543cdac7-ae44-445f-85eb-0e2e77341f73 req-03fecfb8-237f-405a-8489-86dfdef2f14e tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976183 Nov 12 03:25:46.654003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f08b4e1-40a8-4b9d-86e3-da1bdaa15a8a req-9f0365ca-5623-4cbd-8292-b42b1dadcf7f service neutron] 10.222.0.16 "GET /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062493 Nov 12 03:25:46.654258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.676520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.726990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939fc8-3773-4a7a-ba7d-d78a647539f6 req-928417f0-115a-4a7d-bf19-992881f13021 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.728947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b939fc8-3773-4a7a-ba7d-d78a647539f6 req-928417f0-115a-4a7d-bf19-992881f13021 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.0621383 Nov 12 03:25:46.733726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.741098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:46.745241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/22338fed-f5f8-4ca7-a258-e0a027698e1b HTTP/1.1" status: 204 len: 168 time: 0.1408670 Nov 12 03:25:46.754453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752f5e-a77b-4242-b423-2f119f0803f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22338fed-f5f8-4ca7-a258-e0a027698e1b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:46.800188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b939fc8-3773-4a7a-ba7d-d78a647539f6 req-2e07d2d1-0cd1-47f6-bc61-6184f107f52a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Nov 12 03:25:46.901455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae2af-2991-4928-9f18-ffc8cc5bcd8c req-7e50e32c-1f09-4059-b6f3-4fb981592d71 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:46.902898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52eae2af-2991-4928-9f18-ffc8cc5bcd8c req-7e50e32c-1f09-4059-b6f3-4fb981592d71 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.0515983 Nov 12 03:25:46.905524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:46.960220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52eae2af-2991-4928-9f18-ffc8cc5bcd8c req-d02e9c8b-72a8-4720-841a-4b1a186db2fc tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493011 Nov 12 03:25:47.272579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c1207-ccb6-4d8e-bd61-6bdd1ba66e1e req-8391f261-e427-4c29-b634-bca323b09e0e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.274071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e5c1207-ccb6-4d8e-bd61-6bdd1ba66e1e req-8391f261-e427-4c29-b634-bca323b09e0e tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Nov 12 03:25:47.326090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e5c1207-ccb6-4d8e-bd61-6bdd1ba66e1e req-70f25657-9214-4280-89a8-6c0d2efeb682 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455341 Nov 12 03:25:47.488934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c72cf-c8c7-4b58-b08a-180f90afcb13 req-0e0293ee-de50-4979-8da4-3ab2476dd955 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.490434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-845c72cf-c8c7-4b58-b08a-180f90afcb13 req-0e0293ee-de50-4979-8da4-3ab2476dd955 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 943 time: 0.0816357 Nov 12 03:25:47.503647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd569e9-1f1e-4332-9c43-66fdb153f742 req-8cc17106-5baf-4941-88c1-0d09514b4013 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.505088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cd569e9-1f1e-4332-9c43-66fdb153f742 req-8cc17106-5baf-4941-88c1-0d09514b4013 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 944 time: 0.0658305 Nov 12 03:25:47.577141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cd569e9-1f1e-4332-9c43-66fdb153f742 req-61e1a7f1-d794-4ebf-8412-cbba8d9029f7 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653219 Nov 12 03:25:47.580360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-845c72cf-c8c7-4b58-b08a-180f90afcb13 req-c95f88f2-c055-4839-9ada-ae3ee81c27f8 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743957 Nov 12 03:25:47.740201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac9705-af83-4ce6-aeee-3320e40a4912 req-5c17b900-631f-4d1f-9da8-a25fcdcaf9a4 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.741733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17ac9705-af83-4ce6-aeee-3320e40a4912 req-5c17b900-631f-4d1f-9da8-a25fcdcaf9a4 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.0550160 Nov 12 03:25:47.791485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17ac9705-af83-4ce6-aeee-3320e40a4912 req-447cb231-0db5-46dd-9782-14d1c9f6983b tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Nov 12 03:25:47.927869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aafba6-6acb-4bf4-9002-207becc9e537 req-04291e24-5a3d-46a3-87ed-e093d0334d7f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:47.929375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80aafba6-6acb-4bf4-9002-207becc9e537 req-04291e24-5a3d-46a3-87ed-e093d0334d7f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.0535042 Nov 12 03:25:47.980613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80aafba6-6acb-4bf4-9002-207becc9e537 req-091a5036-0152-4334-9ae6-15872d024ccb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443726 Nov 12 03:25:48.080969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41740) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:48.174943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:48.195730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.280222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.390719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Allocated IP 172.25.7.234 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/7aac7003-7bf8-4ef9-9c62-e3bc38074efe) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:48.444197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-ab5381d7-d661-495a-add8-6782c8340e06 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.445641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-ab5381d7-d661-495a-add8-6782c8340e06 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.104 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 950 time: 0.0815196 Nov 12 03:25:48.488102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d271a2-0655-4c81-a69a-98690788ec0d req-48af16ad-e851-4bf3-bc03-16fb2e2c83a5 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.489576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95d271a2-0655-4c81-a69a-98690788ec0d req-48af16ad-e851-4bf3-bc03-16fb2e2c83a5 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.0885403 Nov 12 03:25:48.500579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.535641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.568611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95d271a2-0655-4c81-a69a-98690788ec0d req-37c521dd-bb29-4e65-ac2d-8a61572762d3 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Nov 12 03:25:48.581163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:48.585816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:48.586440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Deleting port 25a8d51e-a378-4460-a1e8-25c5a6466517 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:48.586795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.588575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:48.629670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Pushing event updated for resources: {'Port': ['ID=7aac7003-7bf8-4ef9-9c62-e3bc38074efe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.641539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.641890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.642236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.642576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.642937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.643270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.643734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.644064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.644395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.644723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.645051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.645372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:48.711981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.734113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] For port 25a8d51e-a378-4460-a1e8-25c5a6466517, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25a8d51e-a378-4460-a1e8-25c5a6466517,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:48.734473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.747317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.767856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Calling delete_port for 25a8d51e-a378-4460-a1e8-25c5a6466517 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:48.858278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d6762-cb80-439d-8330-7db76605fff4 req-0885c27e-ed7e-4edf-bd41-927d389ccafd tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.859716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b76d6762-cb80-439d-8330-7db76605fff4 req-0885c27e-ed7e-4edf-bd41-927d389ccafd tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 943 time: 0.1764553 Nov 12 03:25:48.871258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228708-1b69-4fa0-860f-9c36deddb0a9 req-11bff557-0d75-420a-9449-9d2821ad8780 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.873506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f228708-1b69-4fa0-860f-9c36deddb0a9 req-11bff557-0d75-420a-9449-9d2821ad8780 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 944 time: 0.1792197 Nov 12 03:25:48.897210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.903312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.937527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-8199df8c-32a6-48df-a5e4-492256f56929 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:48.939136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-8199df8c-32a6-48df-a5e4-492256f56929 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.1619916 Nov 12 03:25:48.970971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Pushing event updated for resources: {'Port': ['ID=7aac7003-7bf8-4ef9-9c62-e3bc38074efe,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:48.983078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:48.997452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.001400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9c143d4-4881-45bc-b2ef-b8a3547dfe49 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9166975 Nov 12 03:25:49.001795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:49.006520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1230921618', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'fixed_ips': [{'ip_address': '172.25.7.234'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:49.026174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b76d6762-cb80-439d-8330-7db76605fff4 req-64aa4f76-3eda-4068-9e3f-41bd2e3056f6 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502161 Nov 12 03:25:49.026815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Made reservation on behalf of 0d3741d200784650bc6baae7338f0675 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:49.029864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.037212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f228708-1b69-4fa0-860f-9c36deddb0a9 req-5d0ab4e3-1ccb-408f-95f4-044d1863e38f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512885 Nov 12 03:25:49.047111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.148047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.152249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.173841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.176308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] device_id is not set on port ccdca261-9ba3-4375-a145-497441c9bf4d yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:49.186804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01efe96f-0ac2-4258-a4ee-78ed4141e10f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.215757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Pushing event deleted for resources: {'Port': ['ID=25a8d51e-a378-4460-a1e8-25c5a6466517,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.220768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['25a8d51e-a378-4460-a1e8-25c5a6466517'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:49.221925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Deleting port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:49.222262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.238263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b91f7-3b3f-406d-876f-52c1fbdc0d41 req-229ddd22-3ec9-4112-8c18-ae77a1a95334 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.239364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e4b91f7-3b3f-406d-876f-52c1fbdc0d41 req-229ddd22-3ec9-4112-8c18-ae77a1a95334 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/ports?device_id=e3ce99c2-7d35-4b22-8440-9a0263af9494 HTTP/1.1" status: 200 len: 867 time: 0.1188793 Nov 12 03:25:49.259689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.260089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.260379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.260715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.261054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.261455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.261714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.262042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.262368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.263831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.263831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.264041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:49.350238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] No DVR routers for this DVR port 25a8d51e-a378-4460-a1e8-25c5a6466517 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:49.359229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.362541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1d83681-831b-4685-8fc0-40d5dc35e40f req-95174b80-ad93-4671-812d-7a4129398299 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.104 "DELETE /v2.0/ports/25a8d51e-a378-4460-a1e8-25c5a6466517 HTTP/1.1" status: 204 len: 173 time: 0.9092546 Nov 12 03:25:49.363037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'name': 'network-vif-deleted', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:49.365302 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5911d-70db-4848-91c8-a89a9bb1b3d0" -d '{"events": [{"server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "name": "network-vif-deleted", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:49.391630 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:25:49.392309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:25:49.419457 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-680bd41a-ff1c-4862-a729-533e6fdae197 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4165485 Nov 12 03:25:49.421698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:49.439597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e4b91f7-3b3f-406d-876f-52c1fbdc0d41 req-a849c23c-3591-4fb8-ab38-efdbe78b3159 tempest-ServerDiagnosticsNegativeTest-1390804908 tempest-ServerDiagnosticsNegativeTest-1390804908-project] 10.222.0.97 "GET /v2.0/security-groups?id=37ef392f-8248-46a3-8e51-1250e0677184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817746 Nov 12 03:25:49.461285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] For port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,segment=NetworkSegment(ccae74be-5e75-491d-b9d4-fde981e46a64),segment_id=ccae74be-5e75-491d-b9d4-fde981e46a64)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:49.461967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.493837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af31f5-cf36-40cd-90c3-dadaa95e25ac req-4899d81f-8b7a-43ab-a7ab-33af480f95a8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.499238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27af31f5-cf36-40cd-90c3-dadaa95e25ac req-4899d81f-8b7a-43ab-a7ab-33af480f95a8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1453044 Nov 12 03:25:49.521008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Calling delete_port for f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:49.533957 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae89a0f-9c1a-4af4-a7dd-13e197bde356 x-openstack-request-id: req-3ae89a0f-9c1a-4af4-a7dd-13e197bde356 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:49.534476 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ce99c2-7d35-4b22-8440-9a0263af9494", "name": "network-vif-deleted", "tag": "25a8d51e-a378-4460-a1e8-25c5a6466517", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:49.534739 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3ae89a0f-9c1a-4af4-a7dd-13e197bde356 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:49.535168 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ce99c2-7d35-4b22-8440-9a0263af9494', 'name': 'network-vif-deleted', 'tag': '25a8d51e-a378-4460-a1e8-25c5a6466517', 'status': 'completed', 'code': 200} Nov 12 03:25:49.557600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Deleting port 7aac7003-7bf8-4ef9-9c62-e3bc38074efe {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:49.557938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.645967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.646476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.660301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Calling delete_port for 7aac7003-7bf8-4ef9-9c62-e3bc38074efe owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:49.758343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c05dc97-52b8-4d15-b459-e071a4bc9c72 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:25:49.799984 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.831388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aac7003-7bf8-4ef9-9c62-e3bc38074efe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:49.892572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72,segment=NetworkSegment(3b4e1938-35aa-4861-a9cc-2b71d654b302),segment_id=3b4e1938-35aa-4861-a9cc-2b71d654b302)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:49.897739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.901308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.902766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-db3b41fc-fa35-4448-9119-beaf97c72212 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492 tempest-ExternalNetworksAdminNegativeTestJSON-1829118492-project-admin] 10.222.0.97 "DELETE /v2.0/floatingips/606cfd95-859c-4d6a-87f1-2e6cfd4f258e HTTP/1.1" status: 204 len: 168 time: 0.4794362 Nov 12 03:25:49.910747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '1c05dc97-52b8-4d15-b459-e071a4bc9c72', 'network_id': '8fb1a710-bb3e-476c-bd1d-607e5cf1a71d', 'port_id': '1c05dc97-52b8-4d15-b459-e071a4bc9c72', 'mac_address': 'fa:16:3e:a6:fc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642abf7b-00a7-4216-a78a-fad74ab864c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:25:49.956762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27af31f5-cf36-40cd-90c3-dadaa95e25ac req-481571f8-df06-4e04-ab1e-146288474c7c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449091 Nov 12 03:25:49.957061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:49.984158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7571b-9836-4163-befa-2cc57867c3a0 req-a21b13ec-fecd-4586-a83d-8be10b56d6f2 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:49.985639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bb7571b-9836-4163-befa-2cc57867c3a0 req-a21b13ec-fecd-4586-a83d-8be10b56d6f2 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/ports?device_id=2dac7ded-3a68-4589-ad1f-ac9479616512 HTTP/1.1" status: 200 len: 945 time: 0.1113622 Nov 12 03:25:49.995416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c05dc97-52b8-4d15-b459-e071a4bc9c72 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:25:50.019111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72,segment=NetworkSegment(3b4e1938-35aa-4861-a9cc-2b71d654b302),segment_id=3b4e1938-35aa-4861-a9cc-2b71d654b302)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.024084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.086499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bb7571b-9836-4163-befa-2cc57867c3a0 req-57fe2d73-35d0-4626-ada6-2a97577d1b91 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.97 "GET /v2.0/security-groups?id=b364d84a-4cfd-42bf-842a-cd03b65e4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913751 Nov 12 03:25:50.086695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.088474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.090704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:50.138653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Pushing event deleted for resources: {'Port': ['ID=f6f52e03-c5b0-4345-ace4-b36d67e5c3e3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.139263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['f6f52e03-c5b0-4345-ace4-b36d67e5c3e3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:50.181731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:50.188145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:50.188900 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.205586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] No DVR routers for this DVR port f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:50.209949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.213358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c7dd70c-54e5-4ef2-8748-15c752d6f578 req-f2271fa5-89ad-4218-9ef3-22e9611ac327 tempest-InstanceActionsNegativeTestJSON-293220286 tempest-InstanceActionsNegativeTestJSON-293220286-project] 10.222.0.16 "DELETE /v2.0/ports/f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 HTTP/1.1" status: 204 len: 173 time: 1.2589908 Nov 12 03:25:50.270728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a5d54-0d2c-49de-918e-991c85be3683 req-9232759c-3064-4609-8a77-f2f544a3f9d1 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.272102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-258a5d54-0d2c-49de-918e-991c85be3683 req-9232759c-3064-4609-8a77-f2f544a3f9d1 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 944 time: 0.1083071 Nov 12 03:25:50.287080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.287643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fa619-b132-419a-844d-432d47d69ee6 req-12c62757-d6ca-4a8c-ba04-6a3be49bb5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.288852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699fa619-b132-419a-844d-432d47d69ee6 req-12c62757-d6ca-4a8c-ba04-6a3be49bb5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 944 time: 0.0814314 Nov 12 03:25:50.327599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:50.329254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:50.331977 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402a493-64ad-4fdc-a8ca-8a604911b06c" -d '{"events": [{"server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "name": "network-vif-plugged", "status": "completed", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:50.337526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.338769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25a8d51e-a378-4460-a1e8-25c5a6466517 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:50.344626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41780) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:50.367741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-258a5d54-0d2c-49de-918e-991c85be3683 req-d38fa645-6b9b-40a7-9e37-c4f0be30b77b tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778322 Nov 12 03:25:50.380590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699fa619-b132-419a-844d-432d47d69ee6 req-7227d72e-6903-4efd-b021-718a0bcfe2cc tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757513 Nov 12 03:25:50.384743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 25a8d51e-a378-4460-a1e8-25c5a6466517 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:50.385258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25a8d51e-a378-4460-a1e8-25c5a6466517 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:50.409910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1c05dc97-52b8-4d15-b459-e071a4bc9c72'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:50.439523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.451734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.452241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.452367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.452702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.453025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.453343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.453655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.453966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.454452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.454652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.455542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.455542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:25:50.519984 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-53f119f4-ec0e-4ae0-9315-1c4477ba78e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.582499 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14032a-e38e-4de3-8dd9-928918a1143e x-openstack-request-id: req-2a14032a-e38e-4de3-8dd9-928918a1143e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:50.582925 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "name": "network-vif-plugged", "status": "completed", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:50.583237 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2a14032a-e38e-4de3-8dd9-928918a1143e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:50.583699 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'code': 200} Nov 12 03:25:50.628177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-53f119f4-ec0e-4ae0-9315-1c4477ba78e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.632684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-53f119f4-ec0e-4ae0-9315-1c4477ba78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.673044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-53f119f4-ec0e-4ae0-9315-1c4477ba78e2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=27e5d83036154e9b8eb992a8427e231c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259265 Nov 12 03:25:50.673923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f119f4-ec0e-4ae0-9315-1c4477ba78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfedc01c-eb65-4689-a2c0-45d918137376,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.675903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:50.748060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bc7b0-0bc9-4e09-ab4e-9f8742c358d0 req-51b6b077-797d-4a30-82ce-fabef693d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:50.749558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-988bc7b0-0bc9-4e09-ab4e-9f8742c358d0 req-51b6b077-797d-4a30-82ce-fabef693d002 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1097 time: 0.0585985 Nov 12 03:25:50.763451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.789239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.809868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:50.861606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-988bc7b0-0bc9-4e09-ab4e-9f8742c358d0 req-f4b29f24-3999-4b58-919f-a660f6b84f75 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644102 Nov 12 03:25:50.875511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.879011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:50.882422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cfedc01c-eb65-4689-a2c0-45d918137376 HTTP/1.1" status: 204 len: 168 time: 0.2032576 Nov 12 03:25:50.891096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b59d1-3ed1-4689-928f-225f49e700cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfedc01c-eb65-4689-a2c0-45d918137376,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:50.984774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-39cdf3c8-92df-4bfe-b16d-be60bed23bc5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7346a726c4b249d1b9fc7c5610f250db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730978 Nov 12 03:25:50.986804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.037232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.060449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.131426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339be2b8-e82f-4b33-93a4-d5940cf5c010 req-65b539dd-cecd-4b86-8548-25ec6c791b69 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.132927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-339be2b8-e82f-4b33-93a4-d5940cf5c010 req-65b539dd-cecd-4b86-8548-25ec6c791b69 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.0777843 Nov 12 03:25:51.139344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.165188 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.168436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.170474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/37ef392f-8248-46a3-8e51-1250e0677184 HTTP/1.1" status: 204 len: 168 time: 0.1824472 Nov 12 03:25:51.197441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8511-83f2-4e3c-aff9-4343fe9b0483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef392f-8248-46a3-8e51-1250e0677184,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.197655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Deleting subnet d93f88d4-0c22-43a6-aaa2-55b6296cf86b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:25:51.207014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.215092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-339be2b8-e82f-4b33-93a4-d5940cf5c010 req-d32ee86b-a426-4b8d-9f17-abcc613a2ead tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726790 Nov 12 03:25:51.228108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.254760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.270560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef80e913-f80d-4546-9e7a-2fdf7b347a55 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0d3741d200784650bc6baae7338f0675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413034 Nov 12 03:25:51.273577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.299930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.330069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.352312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.362489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.398752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.402483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d93f88d4-0c22-43a6-aaa2-55b6296cf86b HTTP/1.1" status: 204 len: 168 time: 0.2619839 Nov 12 03:25:51.406013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed69b0-48ed-4df0-8d6e-6686ea8a5a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d93f88d4-0c22-43a6-aaa2-55b6296cf86b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.406375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.415330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.418687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.422289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/01efe96f-0ac2-4258-a4ee-78ed4141e10f HTTP/1.1" status: 204 len: 168 time: 0.1454468 Nov 12 03:25:51.452141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eee9b5-0825-45eb-832c-33cbd403117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01efe96f-0ac2-4258-a4ee-78ed4141e10f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.545723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'name': 'network-vif-deleted', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:51.546079 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c805f57-c662-4c57-afc7-a3c224ca7f8c" -d '{"events": [{"server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "name": "network-vif-deleted", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:51.569472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.624689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.632094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5f7ae-0e1c-4ba9-b84b-19c38bb5807b req-8881592d-85fe-4e24-bfed-c250c72eadc2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.635290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27c5f7ae-0e1c-4ba9-b84b-19c38bb5807b req-8881592d-85fe-4e24-bfed-c250c72eadc2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.1341200 Nov 12 03:25:51.639473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29799768-133d-4d89-b617-a90d898fc4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.646378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c460c-6f1e-47ab-aa1b-a2c779b89b2f req-f004315c-7cdf-40c2-8313-b015a7c33de5 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:51.651779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e57c460c-6f1e-47ab-aa1b-a2c779b89b2f req-f004315c-7cdf-40c2-8313-b015a7c33de5 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 944 time: 0.1432924 Nov 12 03:25:51.729362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29799768-133d-4d89-b617-a90d898fc4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.734703 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29799768-133d-4d89-b617-a90d898fc4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.755170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c05dc97-52b8-4d15-b459-e071a4bc9c72 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:51.770791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.784014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e57c460c-6f1e-47ab-aa1b-a2c779b89b2f req-a3beef0e-070b-4df8-a8ec-88882df33011 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258714 Nov 12 03:25:51.785148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799768-133d-4d89-b617-a90d898fc4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9476fd28-983e-4a22-9efe-d18c0aec0393,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:51.796877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-29799768-133d-4d89-b617-a90d898fc4b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0ffc293fd46e4854aa1a20c63f66630e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708574 Nov 12 03:25:51.799141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41838) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:51.852633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27c5f7ae-0e1c-4ba9-b84b-19c38bb5807b req-6b5f7096-b770-48f6-a391-35085786fdd7 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970458 Nov 12 03:25:51.868568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd36a35c-2127-4815-bca0-02b32ea8c50e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.879178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.892540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:25:51.896270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccae74be-5e75-491d-b9d4-fde981e46a64') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.896589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccae74be-5e75-491d-b9d4-fde981e46a64') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:51.897777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:51.898223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.921592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.929372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.948076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.962177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:25:51.962832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:25:51.969303 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:25:52.005688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.007980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.011860 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9476fd28-983e-4a22-9efe-d18c0aec0393 HTTP/1.1" status: 204 len: 168 time: 0.2090564 Nov 12 03:25:52.030947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384478a-d70b-467d-9fc3-dfd9b85bf348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9476fd28-983e-4a22-9efe-d18c0aec0393,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.050704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.063384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.065119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.073100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] 10.222.0.97 "DELETE /v2.0/networks/fd36a35c-2127-4815-bca0-02b32ea8c50e HTTP/1.1" status: 204 len: 168 time: 0.6651387 Nov 12 03:25:52.075008 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2fe13a-c746-4e8d-bfb3-9c8720d9d5d3 x-openstack-request-id: req-cd2fe13a-c746-4e8d-bfb3-9c8720d9d5d3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:52.076149 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7ded-3a68-4589-ad1f-ac9479616512", "name": "network-vif-deleted", "tag": "f6f52e03-c5b0-4345-ace4-b36d67e5c3e3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:52.076411 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd2fe13a-c746-4e8d-bfb3-9c8720d9d5d3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:52.076812 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7ded-3a68-4589-ad1f-ac9479616512', 'name': 'network-vif-deleted', 'tag': 'f6f52e03-c5b0-4345-ace4-b36d67e5c3e3', 'status': 'completed', 'code': 200} Nov 12 03:25:52.095263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98219e58-171b-4819-9ca2-a0d9c51cbe5b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd36a35c-2127-4815-bca0-02b32ea8c50e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.116096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d777-5b7a-45bc-8090-3b349da665d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.129466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72,segment=NetworkSegment(3b4e1938-35aa-4861-a9cc-2b71d654b302),segment_id=3b4e1938-35aa-4861-a9cc-2b71d654b302)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:52.135496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.136353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:25:52.180238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:25:52.180580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f6f52e03-c5b0-4345-ace4-b36d67e5c3e3 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:25:52.209200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.248048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41854) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:52.303982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d4c3980-2ad9-4d09-928c-453ef164e220 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4ae9465a850049feae2afdc05c8e4ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521643 Nov 12 03:25:52.303982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41856) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:52.350248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70924366-1ab4-4848-8c7b-59ace5e22e8d req-e4a35441-a5e1-424d-8504-3287ed595c3d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.351819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70924366-1ab4-4848-8c7b-59ace5e22e8d req-e4a35441-a5e1-424d-8504-3287ed595c3d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.0592983 Nov 12 03:25:52.373942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.400868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.413071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70924366-1ab4-4848-8c7b-59ace5e22e8d req-ed2b91da-f195-4cf5-b490-be3f3b3a4d5d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536849 Nov 12 03:25:52.465607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.469833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:52.472099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b364d84a-4cfd-42bf-842a-cd03b65e4f92 HTTP/1.1" status: 204 len: 168 time: 0.1662788 Nov 12 03:25:52.480763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09977d66-1470-4f0f-a050-33ec3720a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364d84a-4cfd-42bf-842a-cd03b65e4f92,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:52.585059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:52.587485 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58785dfe-2856-4d16-b2cc-decee5c5e98a" -d '{"events": [{"server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "name": "network-vif-plugged", "status": "completed", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:52.636849 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09505e-f374-4e65-b385-df78487d4263 x-openstack-request-id: req-ee09505e-f374-4e65-b385-df78487d4263 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:52.637448 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "name": "network-vif-plugged", "status": "completed", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:52.637705 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ee09505e-f374-4e65-b385-df78487d4263 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:52.638310 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72', 'code': 200} Nov 12 03:25:52.718322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:52.769596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0624f5-3d2a-4bf4-8c2e-338981f7476b req-39de4bd9-b662-4a1d-8a27-f459ddb4fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.771363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb0624f5-3d2a-4bf4-8c2e-338981f7476b req-39de4bd9-b662-4a1d-8a27-f459ddb4fd0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 1097 time: 0.0422037 Nov 12 03:25:52.855059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb0624f5-3d2a-4bf4-8c2e-338981f7476b req-7957ecf3-083b-4e1d-8546-903d0267ccc1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747845 Nov 12 03:25:52.910872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-825168519'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:52.936313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f297-f58c-45f4-805e-c17623632579 req-cd387487-cdbf-420c-b230-4aa9533c7a34 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:52.938176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec30f297-f58c-45f4-805e-c17623632579 req-cd387487-cdbf-420c-b230-4aa9533c7a34 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 945 time: 0.0690510 Nov 12 03:25:52.980828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:52.984587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.023516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.038781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.060086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec30f297-f58c-45f4-805e-c17623632579 req-7a96f201-db91-4261-b36e-d6681435526f tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133492 Nov 12 03:25:53.084302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286886-7b85-407d-920e-fc2172887248 req-f2c6d58a-b329-4d62-bbcf-29e3b2394d96 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.093432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc286886-7b85-407d-920e-fc2172887248 req-f2c6d58a-b329-4d62-bbcf-29e3b2394d96 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.1260226 Nov 12 03:25:53.179542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc286886-7b85-407d-920e-fc2172887248 req-d15ef7ac-b4c3-4c27-bac4-99650ff56826 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Nov 12 03:25:53.226404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.233464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.248649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-network', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.278169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:53.297303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1251a71-acc0-42ce-ba7f-efca92d54d1b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.302430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.302787 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Added segment a46e2557-a74d-4225-ae8f-73f16d017bec of type vlan for network a1cef519-d749-47db-bdc9-156c63762700 Nov 12 03:25:53.304081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Made reservation on behalf of 8ff50b2af09b4251ade00c8c8f7da08c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.306361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.322326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.367187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.410697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.416222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.416815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.475947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41920) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.511200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7777112 Nov 12 03:25:53.511200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.521269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'subnet': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.550683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2500f-0678-41b3-9e7b-e23cab143f1c tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Network': ['ID=a1cef519-d749-47db-bdc9-156c63762700,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.568175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a1cef519-d749-47db-bdc9-156c63762700 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:53.594875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.607721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-926052126-network', 'tenant_id': '37625120b6b449aa9395447c5a11b21d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.633087 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.635026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Made reservation on behalf of 37625120b6b449aa9395447c5a11b21d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.637704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.647790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.683207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:53.715800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.716229 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Added segment a4e402cb-d4e9-40bd-b135-0abd44225689 of type vlan for network ec6a440d-27fd-41fb-b3ec-e874b9d90182 Nov 12 03:25:53.728701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.733307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.739625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb9a0-3108-4e7a-a3b2-c6e4a8ca2fee req-fa77f9dd-60f2-4a42-b146-1ef4ca18f09b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.741158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87ceb9a0-3108-4e7a-a3b2-c6e4a8ca2fee req-fa77f9dd-60f2-4a42-b146-1ef4ca18f09b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2412210 Nov 12 03:25:53.745873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9521dee-806d-4a24-92b4-541b2c200393,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.763344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-fab9ccd8-a760-493d-9127-4e8808dac9db service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1412704 Nov 12 03:25:53.763518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:25:53.774515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.779997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.780370 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Added segment 52c8175c-9df0-40ed-bbc0-109e107612eb of type vlan for network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 Nov 12 03:25:53.799108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.802547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.822054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.840820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.848701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.850233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.850819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.911760 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4346554 Nov 12 03:25:53.914908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:53.920155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Request body: {'subnet': {'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-926052126-subnet', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:53.936367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cddc9-d8f4-430a-9bee-b486bda2b2ee admin admin] Pushing event updated for resources: {'Network': ['ID=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:53.944248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87ceb9a0-3108-4e7a-a3b2-c6e4a8ca2fee req-8d20ade9-d2b3-4694-9f45-908a6ae4ab21 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875105 Nov 12 03:25:53.950701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:53.957842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Made reservation on behalf of 37625120b6b449aa9395447c5a11b21d for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:53.963020 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.969906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:53.971275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:53.972115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.040187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-b34c4741-861d-47f9-9a9e-6d7039f6c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.042109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-b34c4741-861d-47f9-9a9e-6d7039f6c186 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 1097 time: 0.1924715 Nov 12 03:25:54.058735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0158494 Nov 12 03:25:54.058735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc6301-93a7-488c-846b-fe144fa8f7ea admin admin] Pushing event updated for resources: {'Network': ['ID=ec6a440d-27fd-41fb-b3ec-e874b9d90182,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.059161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:54.069883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:25:54.074785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Request body: {'subnet': {'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-subnet', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.181621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Made reservation on behalf of 8ff50b2af09b4251ade00c8c8f7da08c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:54.184510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.284533 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45f29e62-5bf3-4721-9ea5-b173aaed43a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.285322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.311751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.326450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-334ac06c-0dc0-45d9-8c6b-f5aeee9959af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.327959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-334ac06c-0dc0-45d9-8c6b-f5aeee9959af service neutron] 10.222.0.104 "GET /v2.0/networks?id=f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 200 len: 923 time: 0.2376409 Nov 12 03:25:54.355336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dd65-7e66-45ec-a90d-414317ba0fdd req-6a91f803-cba7-40a6-8914-e340c6994b56 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.357362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f92dd65-7e66-45ec-a90d-414317ba0fdd req-6a91f803-cba7-40a6-8914-e340c6994b56 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 945 time: 0.1868219 Nov 12 03:25:54.363778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4be94d1-c743-4362-b37f-115fb2853702,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.383502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Checking segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:54.383862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Network hostable DHCP agents. Network: e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:54.430394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:54.466596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e9a6-7add-4977-8315-cb265537d6a3 req-169904e5-339a-414f-a9ad-5aa70ce4be59 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.468342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5754e9a6-7add-4977-8315-cb265537d6a3 req-169904e5-339a-414f-a9ad-5aa70ce4be59 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.2223275 Nov 12 03:25:54.474877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.478028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Subnet': ['ID=030aa9bc-07c7-4f50-9552-04618c708c10,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.480669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.481065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.488430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed7235-4c20-4235-869f-3e311d44e64b None None] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:54.497986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.509051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-afa20778-3272-4219-9dd7-208b5fc31899 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5931206 Nov 12 03:25:54.521339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:54.523312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-91d4e8d0-c47c-4105-a0c1-04c826f13c53 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 200 len: 1000 time: 0.1650574 Nov 12 03:25:54.535017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.551489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Checking segment: {'id': 'a46e2557-a74d-4225-ae8f-73f16d017bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:54.551857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network hostable DHCP agents. Network: a1cef519-d749-47db-bdc9-156c63762700, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:54.561055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2569fc5-b739-4235-a7c4-fbdb48708151,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:54.569421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Checking segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:54.569781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Network hostable DHCP agents. Network: ec6a440d-27fd-41fb-b3ec-e874b9d90182, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:25:54.587408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f92dd65-7e66-45ec-a90d-414317ba0fdd req-03271844-e744-4274-8bd8-f7c06802a67e tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097893 Nov 12 03:25:54.589573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:54.606023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ec6a440d-27fd-41fb-b3ec-e874b9d90182) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.612484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.613352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.620574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-217f716f-3efd-4a4f-9041-c4e4d2a93cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.622034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-217f716f-3efd-4a4f-9041-c4e4d2a93cd2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 200 len: 862 time: 0.0814610 Nov 12 03:25:54.623646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f97d8c0-ccd3-4b8a-97f7-9045da86c60b None None] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:54.675961 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b6e429a6-568c-4fd3-9830-f7af0603e026 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6123559 Nov 12 03:25:54.677196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41942) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:54.677883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.678909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.682414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:54.685684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5754e9a6-7add-4977-8315-cb265537d6a3 req-8b526d89-559d-4b0d-a6cc-8aa12fcfb7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016242 Nov 12 03:25:54.690549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:25:54.728366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a1cef519-d749-47db-bdc9-156c63762700) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:54.734348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647ef3ed-e62c-42f8-a1c9-19e5e57a795b None None] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:54.736107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-80252811-72d7-4107-8238-09798ed67341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.737611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-80252811-72d7-4107-8238-09798ed67341 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f83d5d51-a9ad-4c05-8656-5554d345f4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004834 Nov 12 03:25:54.746097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.747210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.758716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f16ba-6444-4916-9e90-642ded585278 None None] Network a1cef519-d749-47db-bdc9-156c63762700 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:54.790931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:54.791797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.808259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.838424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:54.874023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ad0b06c1-5d8e-4874-b346-7ccb8b55f731 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3590956 Nov 12 03:25:54.898195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:54.904608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1655131526'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:55.068825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:55.069935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.130494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.142805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.187147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-e3674af0-5215-4b03-aa52-9dd7aac2bb1e service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975589 Nov 12 03:25:55.194043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-a1cef519-d749-47db-bdc9-156c63762700', 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'tenant_id': 'e83e41a4dfcf4cceb8cdfcc8bd44d3bd', 'fixed_ips': [{'subnet_id': '030aa9bc-07c7-4f50-9552-04618c708c10'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:25:55.195148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.206579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:55.211326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.235495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port bf9077c5-79a5-4180-8a46-40060122fe7a yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:55.349231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db092e21-72df-4132-a0c8-6d732925e384 req-2e8c7d8b-ee0c-41e6-aaf2-deb3d02406c1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 258 time: 0.4075372 Nov 12 03:25:55.355839 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.365111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:55.373626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Allocated IP 172.20.0.2 (ec6a440d-27fd-41fb-b3ec-e874b9d90182/d2569fc5-b739-4235-a7c4-fbdb48708151/56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:55.472574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::21 (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/bf9077c5-79a5-4180-8a46-40060122fe7a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:55.548333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.554664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.563684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.594630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:55.598520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.600207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:55.602776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:55.652672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Pushing event updated for resources: {'Port': ['ID=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.675481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Attempting to bind port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:55.676034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Attempting to bind port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:55.676647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Attempting to bind port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:55.682778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:55.683364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Checking segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:55.684231 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.685199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Bound using segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:55.685963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Bound port: 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:55.686409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.728037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.743966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4044ca7-6656-4a5b-b9cb-f5bc3d71d23d req-e13fb4da-57eb-43c7-abba-45f8c85dcb85 service neutron] 10.222.0.104 "GET /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345407 Nov 12 03:25:55.754272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d46f5f-1708-47e5-aae6-a5c31aecc235 req-0c68b37b-9940-4cbb-b55c-6c1441df11d7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.757394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] For port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:55.759374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60d46f5f-1708-47e5-aae6-a5c31aecc235 req-0c68b37b-9940-4cbb-b55c-6c1441df11d7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.4642785 Nov 12 03:25:55.761522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] For port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:55.767920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.769254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.809422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.812219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Allocated IP 172.25.7.60 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/20607263-c84b-4d7d-9eb6-24b9f57811c1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:55.878398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:55.896203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:55.903837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:55.911845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:55.912525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:55.913338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60d46f5f-1708-47e5-aae6-a5c31aecc235 req-073419d3-e130-4d99-bb68-82bcac7a70f5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293902 Nov 12 03:25:55.916840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=bf9077c5-79a5-4180-8a46-40060122fe7a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:55.968989 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a9aa90a-726f-4e44-8090-00020355e78f tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0664983 Nov 12 03:25:55.969207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:55.973951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-993189712', 'allowed_address_pairs': [{'ip_address': '2001:db8::21', 'mac_address': 'fa:16:3e:70:b9:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:56.007378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Allocated IP 2001:db8::2 (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/525a4e78-31ff-4033-8eb2-d3dc4f386f2f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:56.080134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.128590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.135093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:25:56.142443 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.143432 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:25:56.156954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.163246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee097d-2f70-4282-8a03-7d87bd8c27c9 req-11a31762-d8e5-4930-841b-55b466ac5178 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.164783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dee097d-2f70-4282-8a03-7d87bd8c27c9 req-11a31762-d8e5-4930-841b-55b466ac5178 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 945 time: 0.1237633 Nov 12 03:25:56.173189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.174165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.177897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.209601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:56.209601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:56.214362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:56.222931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571101c-ff4c-4071-9333-0e7ab48e9818 None None] Pushing event updated for resources: {'Port': ['ID=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.234435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:56.242945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:56.252105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:56.275881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Pushing event updated for resources: {'Port': ['ID=20607263-c84b-4d7d-9eb6-24b9f57811c1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.314230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.315429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Attempting to bind port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:25:56.315727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Attempting to bind port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a46e2557-a74d-4225-ae8f-73f16d017bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:25:56.316090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Attempting to bind port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f on network a1cef519-d749-47db-bdc9-156c63762700 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:25:56.322605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:25:56.323029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Checking segment: {'id': 'a46e2557-a74d-4225-ae8f-73f16d017bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:25:56.323409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.323798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Bound using segment: {'id': 'a46e2557-a74d-4225-ae8f-73f16d017bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:25:56.324267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Bound port: 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46e2557-a74d-4225-ae8f-73f16d017bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a1cef519-d749-47db-bdc9-156c63762700'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:25:56.324647 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.327647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Pushing event updated for resources: {'Port': ['ID=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.343498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dee097d-2f70-4282-8a03-7d87bd8c27c9 req-6dfee550-a9ff-41ad-a0c6-7e8dac9cd595 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680984 Nov 12 03:25:56.424285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] For port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:25:56.429334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Allocated IP 172.25.7.115 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/79a6f059-b598-40e6-84a7-3dff69602c36) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:56.430135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] For port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,segment=NetworkSegment(a46e2557-a74d-4225-ae8f-73f16d017bec),segment_id=a46e2557-a74d-4225-ae8f-73f16d017bec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:25:56.440361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.545545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077bece-8860-4f44-ab43-33c4eef2650b None None] Pushing event updated for resources: {'Port': ['ID=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:56.735505 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.744077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:56.760799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port f05d1e6b-24a9-43ee-b80a-9759cf6d4922 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:25:56.807133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-8470560a-2124-45a7-b587-3e1d4141a8a6 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:56.808984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-8470560a-2124-45a7-b587-3e1d4141a8a6 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 945 time: 0.0641744 Nov 12 03:25:56.837269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.893503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:56.893716 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:56.969104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.019953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::3a4 (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/f05d1e6b-24a9-43ee-b80a-9759cf6d4922) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:57.064292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.068923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.107239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:57.112967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.124474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:57.144459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:57.150420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event updated for resources: {'Port': ['ID=79a6f059-b598-40e6-84a7-3dff69602c36,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.155883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Deleting port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:57.155883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.159006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:57.183102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Allocated IP 172.25.7.214 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/81b1caf8-f33c-4867-96e4-833b61408079) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:57.192317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.308907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffb385-f933-4367-a4c0-d1bcd1faccf3 req-7edc50fd-0e5e-42cf-9373-aabc632434b2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.310567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ccffb385-f933-4367-a4c0-d1bcd1faccf3 req-7edc50fd-0e5e-42cf-9373-aabc632434b2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2766583 Nov 12 03:25:57.415115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.439391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] For port 1c05dc97-52b8-4d15-b459-e071a4bc9c72, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1c05dc97-52b8-4d15-b459-e071a4bc9c72,segment=NetworkSegment(3b4e1938-35aa-4861-a9cc-2b71d654b302),segment_id=3b4e1938-35aa-4861-a9cc-2b71d654b302)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:57.439759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.445530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.493572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.499247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Calling delete_port for 1c05dc97-52b8-4d15-b459-e071a4bc9c72 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:57.517306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ccffb385-f933-4367-a4c0-d1bcd1faccf3 req-67d1dc50-378c-4ee6-87d2-65e41e6ea2f4 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927848 Nov 12 03:25:57.520175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.564229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.619712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.630038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:57.642187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:57.644812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:57.653116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.654334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.655552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e543f-b5d3-4ef3-a7e8-cec35b7e20e6 None None] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:57.691093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=f05d1e6b-24a9-43ee-b80a-9759cf6d4922,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:57.706730 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-963e7f9a-3a65-4c22-b364-b6ea9f7fdbf9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7336113 Nov 12 03:25:57.706730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41968) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:57.771917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-de20db90-0ffc-4a49-825b-f26a0b7ff47a None None] Provisioning complete for port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:57.773325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de20db90-0ffc-4a49-825b-f26a0b7ff47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.793730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Router 20ee7245-a68a-4d3f-8568-5159d8161408 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:25:57.815136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.821077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33afc56-79ae-447a-8b90-d4948b1055d9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.827428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33afc56-79ae-447a-8b90-d4948b1055d9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.833571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33afc56-79ae-447a-8b90-d4948b1055d9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.835318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d33afc56-79ae-447a-8b90-d4948b1055d9 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1278732 Nov 12 03:25:57.837359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3371-a7ef-4a9b-9a34-31dff892cfe6 req-55e7f219-e556-4b25-9def-f6c70ce00935 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:57.840092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:57.840264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc9b3371-a7ef-4a9b-9a34-31dff892cfe6 req-55e7f219-e556-4b25-9def-f6c70ce00935 tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/ports?device_id=c29d5010-3cbe-4d79-880b-eb8e611369ac HTTP/1.1" status: 200 len: 945 time: 0.1928201 Nov 12 03:25:57.845189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:57.966774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:58.011498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:58.026929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Pushing event updated for resources: {'Port': ['ID=81b1caf8-f33c-4867-96e4-833b61408079,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.030431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:58.070817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc9b3371-a7ef-4a9b-9a34-31dff892cfe6 req-68f559bb-349c-4ded-b443-4daa1db8ba7b tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.97 "GET /v2.0/security-groups?id=6ee4466f-32e4-42b0-bc77-573af7eecc80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191167 Nov 12 03:25:58.074465 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.085508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:25:58.096515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:25:58.123286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1c05dc97-52b8-4d15-b459-e071a4bc9c72'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:25:58.142723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Pushing event deleted for resources: {'Port': ['ID=1c05dc97-52b8-4d15-b459-e071a4bc9c72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.154777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port f05d1e6b-24a9-43ee-b80a-9759cf6d4922 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:25:58.155151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.171634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.172900 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-606c1211-3166-48a5-9f5b-10ef1f32e62d admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4947863 Nov 12 03:25:58.189481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:58.194253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:25:58.195317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:58.199875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e8a18-475c-4939-896c-a13cdff873de None None] Network a1cef519-d749-47db-bdc9-156c63762700 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:25:58.214798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.239284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] No DVR routers for this DVR port 1c05dc97-52b8-4d15-b459-e071a4bc9c72 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:25:58.243653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.252869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bc705b5-ee48-4077-bbea-56a0388699a5 req-bf819176-1e9a-4585-b7ae-16b4be04cefa tempest-ServerGroupTestJSON-1909980819 tempest-ServerGroupTestJSON-1909980819-project] 10.222.0.16 "DELETE /v2.0/ports/1c05dc97-52b8-4d15-b459-e071a4bc9c72 HTTP/1.1" status: 204 len: 173 time: 1.4282231 Nov 12 03:25:58.253651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.270254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'name': 'network-vif-deleted', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:25:58.272584 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b03cf31-d595-431a-9978-1c4511c2f420" -d '{"events": [{"server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "name": "network-vif-deleted", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:25:58.359209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event updated for resources: {'Port': ['ID=79a6f059-b598-40e6-84a7-3dff69602c36,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.387558 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4eb60-feb2-4fa6-bec8-56dce21ba0d1 x-openstack-request-id: req-51c4eb60-feb2-4fa6-bec8-56dce21ba0d1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:25:58.388399 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29d5010-3cbe-4d79-880b-eb8e611369ac", "name": "network-vif-deleted", "tag": "1c05dc97-52b8-4d15-b459-e071a4bc9c72", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:25:58.388632 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-51c4eb60-feb2-4fa6-bec8-56dce21ba0d1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:25:58.389035 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d5010-3cbe-4d79-880b-eb8e611369ac', 'name': 'network-vif-deleted', 'tag': '1c05dc97-52b8-4d15-b459-e071a4bc9c72', 'status': 'completed', 'code': 200} Nov 12 03:25:58.418686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] Provisioning complete for port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:58.419123 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.458112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.462037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.480713 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.481991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db092e21-72df-4132-a0c8-6d732925e384 req-65c91071-2a97-4437-bfee-eae2c288f9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1254759 Nov 12 03:25:58.484294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for f05d1e6b-24a9-43ee-b80a-9759cf6d4922 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:25:58.536835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:25:58.573480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db092e21-72df-4132-a0c8-6d732925e384 req-5f901139-1e99-4139-a4e7-7dc048b55e8a tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0537579 Nov 12 03:25:58.775686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.832240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.842643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:58.854335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.875966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=f05d1e6b-24a9-43ee-b80a-9759cf6d4922,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:58.905291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] For port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,segment=NetworkSegment(a46e2557-a74d-4225-ae8f-73f16d017bec),segment_id=a46e2557-a74d-4225-ae8f-73f16d017bec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:25:58.927641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:58.967624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d55e6-e6cd-4714-a282-af80fda4e6f1 req-8f5dfba0-51b0-4bc6-b24d-35dd03cb281e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.969184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b53d55e6-e6cd-4714-a282-af80fda4e6f1 req-8f5dfba0-51b0-4bc6-b24d-35dd03cb281e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.2963192 Nov 12 03:25:58.978340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db092e21-72df-4132-a0c8-6d732925e384 req-afd4ca9e-99f3-44f8-b753-ff3974a4f1a7 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:58.979742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db092e21-72df-4132-a0c8-6d732925e384 req-afd4ca9e-99f3-44f8-b753-ff3974a4f1a7 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.3704956 Nov 12 03:25:59.027965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ae0a-916f-468c-8f24-d38c7a030924 None None] Pushing event updated for resources: {'Port': ['ID=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.053016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:59.053393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.124086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.125465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b53d55e6-e6cd-4714-a282-af80fda4e6f1 req-9b615a46-7202-4aea-93ca-e4abefd92667 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410940 Nov 12 03:25:59.129433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-718960d0-e392-4692-8f12-89b81713d020 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/f05d1e6b-24a9-43ee-b80a-9759cf6d4922 HTTP/1.1" status: 204 len: 168 time: 1.2877476 Nov 12 03:25:59.132205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:59.193200 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca81bb77-daae-4811-abab-139451ab5d90 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] GET failed (client error): The resource could not be found. Nov 12 03:25:59.194812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ca81bb77-daae-4811-abab-139451ab5d90 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports/f05d1e6b-24a9-43ee-b80a-9759cf6d4922 HTTP/1.1" status: 404 len: 333 time: 0.0610492 Nov 12 03:25:59.223003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:25:59.240457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.280650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:25:56Z', 'revision_number': 3, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:25:59.338464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:25:59.338816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Updating router 20ee7245-a68a-4d3f-8568-5159d8161408 port 20607263-c84b-4d7d-9eb6-24b9f57811c1 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:25:59.354016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1969920179'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:25:59.357541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.392348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.394510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4a6d8db9-daba-45ba-beb8-8a285430ad16 None None] Provisioning complete for port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:59.394886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8db9-daba-45ba-beb8-8a285430ad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.454984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Allocated IP 172.20.0.1 (ec6a440d-27fd-41fb-b3ec-e874b9d90182/d2569fc5-b739-4235-a7c4-fbdb48708151/86b10be2-6a0e-4116-b11a-983dd49d4038) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:25:59.511788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-6d40ed76-396d-43e7-866d-4d63fa219cad tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:25:59.533394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-6d40ed76-396d-43e7-866d-4d63fa219cad tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4045475 Nov 12 03:25:59.610253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 525a4e78-31ff-4033-8eb2-d3dc4f386f2f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:25:59.635982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.706827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.788151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Pushing event updated for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:25:59.812359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:25:59.814116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:25:59.816328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:25:59.817157 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.825966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:25:59.913148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:25:59.982909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:00.004942 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.020806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Provisioning complete for port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:00.021603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.060721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.069199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Deleting subnet 642abf7b-00a7-4216-a78a-fad74ab864c8 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:00.074499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.129323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.161107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-9968c462-5467-4371-9c88-efcdd4f772a3 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.6268942 Nov 12 03:26:00.194932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Attempting to bind port 20607263-c84b-4d7d-9eb6-24b9f57811c1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:00.195565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Attempting to bind port 20607263-c84b-4d7d-9eb6-24b9f57811c1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:00.196023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Attempting to bind port 20607263-c84b-4d7d-9eb6-24b9f57811c1 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:00.197816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'floatingip': {'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:00.212777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.223399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.260385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad114-5215-4cf1-aea4-bd418a9c14eb None None] Pushing event updated for resources: {'Port': ['ID=20607263-c84b-4d7d-9eb6-24b9f57811c1,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.273870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.281964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Could not find standard attr ID for object f05d1e6b-24a9-43ee-b80a-9759cf6d4922. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:00.289590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:00.290252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:00.290834 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.291439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:00.302549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Bound port: 20607263-c84b-4d7d-9eb6-24b9f57811c1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:00.303335 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.343723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.378661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] For port 20607263-c84b-4d7d-9eb6-24b9f57811c1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:00.383649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] For port 20607263-c84b-4d7d-9eb6-24b9f57811c1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=20607263-c84b-4d7d-9eb6-24b9f57811c1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:00.394163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642abf7b-00a7-4216-a78a-fad74ab864c8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.395684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Provisioning complete for port bf9077c5-79a5-4180-8a46-40060122fe7a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:00.405001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.414349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.419942 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d82073cf-03dd-4d90-9271-5bc91100d1ac admin admin] 10.222.0.97 "DELETE /v2.0/subnets/642abf7b-00a7-4216-a78a-fad74ab864c8 HTTP/1.1" status: 204 len: 168 time: 0.4339027 Nov 12 03:26:00.424343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:00.452789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3c53f61b-096a-49e6-93f8-132fc3ce7216 None None] Port bf9077c5-79a5-4180-8a46-40060122fe7a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:00.456730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.510566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:00.511514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:00.560787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad114-5215-4cf1-aea4-bd418a9c14eb None None] Pushing event updated for resources: {'Port': ['ID=20607263-c84b-4d7d-9eb6-24b9f57811c1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:00.582577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedcbe1-210a-4269-8c76-7ab1b3bead47 req-a0b5ce68-6f65-462c-826e-d71578b645e9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:00.590010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dedcbe1-210a-4269-8c76-7ab1b3bead47 req-a0b5ce68-6f65-462c-826e-d71578b645e9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1576407 Nov 12 03:26:00.595647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:00.599361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.648026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a37b2795-7682-4d9a-a786-38131b435bc2 None None] Could not find standard attr ID for object f05d1e6b-24a9-43ee-b80a-9759cf6d4922. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:00.679527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 525a4e78-31ff-4033-8eb2-d3dc4f386f2f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:00.703548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Router 7edcdf82-ea1d-4742-a153-1f36127101f4 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:00.708600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port caf389ca-9f7d-467f-bb60-546c28fb787c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:00.713513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a37b2795-7682-4d9a-a786-38131b435bc2 None None] Provisioning complete for port 86b10be2-6a0e-4116-b11a-983dd49d4038 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:00.713967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a37b2795-7682-4d9a-a786-38131b435bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.737777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dedcbe1-210a-4269-8c76-7ab1b3bead47 req-563826e9-4a6c-4835-8771-aa39553d3077 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467912 Nov 12 03:26:00.760644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:00.811931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a37b2795-7682-4d9a-a786-38131b435bc2 None None] Port 86b10be2-6a0e-4116-b11a-983dd49d4038 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:00.858978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:00.861696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.866944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.926394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:00.943934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.023551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.060524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb1a710-bb3e-476c-bd1d-607e5cf1a71d']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.062489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::5b (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/caf389ca-9f7d-467f-bb60-546c28fb787c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:01.071280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.072974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Pushing event updated for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.084533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4e1938-35aa-4861-a9cc-2b71d654b302') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.084876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4e1938-35aa-4861-a9cc-2b71d654b302') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.097867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:01.098584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.112624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Sync routers for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:01.139925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.145137 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:01.146313 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.150415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:25:59Z', 'revision_number': 1, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.169812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.181199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:01.181527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:01.183452 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:01.186042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.186042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2836b3e7-238e-4763-adb5-e24fb16d116f admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6607122 Nov 12 03:26:01.192462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f12e29-f2d8-4419-8c31-81b374e31993 None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:25:59Z', 'revision_number': 1, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:01.193944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:01.269258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.291048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.292114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:01.301385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.308274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.314044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] 10.222.0.97 "DELETE /v2.0/networks/8fb1a710-bb3e-476c-bd1d-607e5cf1a71d HTTP/1.1" status: 204 len: 168 time: 0.8887944 Nov 12 03:26:01.317274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:01.339363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:01.349109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a4e2a-d973-47e2-93b8-73eab0683b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb1a710-bb3e-476c-bd1d-607e5cf1a71d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:01.545064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:25:58Z', 'revision_number': 3, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:01.582245 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Checking router: 7edcdf82-ea1d-4742-a153-1f36127101f4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:01.583199 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Updating router 7edcdf82-ea1d-4742-a153-1f36127101f4 port 81b1caf8-f33c-4867-96e4-833b61408079 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:01.611872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:01.621536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:01.624395 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.721522 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Floating IP 12d421ac-dc3d-4be4-bf20-221baeada79d associated. External IP: 172.25.7.115, port: cf1ca98d-d3f5-4ce4-8fe4-5efada53e207. Nov 12 03:26:01.736983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.750758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-63bf4878-ecac-4cce-b2d9-e0fabcbbfc2f None None] Provisioning complete for port 86b10be2-6a0e-4116-b11a-983dd49d4038 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:01.751534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63bf4878-ecac-4cce-b2d9-e0fabcbbfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:01.809878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:01.834472 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0d926d7d-6362-4412-95aa-6e3f9b9008c9 admin admin] 10.222.0.97 "PUT /v2.0/routers/20ee7245-a68a-4d3f-8568-5159d8161408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6374218 Nov 12 03:26:01.840409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c05dc97-52b8-4d15-b459-e071a4bc9c72 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:01.890197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 1c05dc97-52b8-4d15-b459-e071a4bc9c72 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:01.891413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1c05dc97-52b8-4d15-b459-e071a4bc9c72 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:01.922125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-63bf4878-ecac-4cce-b2d9-e0fabcbbfc2f None None] Port 86b10be2-6a0e-4116-b11a-983dd49d4038 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:01.937183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.065361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3a9d7189-4161-43dc-8ce6-ed276bef6827 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=67d1fa0427364321a3e998e1cd389a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484677 Nov 12 03:26:02.065775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.100020 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.104020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=caf389ca-9f7d-467f-bb60-546c28fb787c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.109373 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.110289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:02.136732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.190826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:02.199171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.199327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f888b63-41d2-41b2-ac50-d652b60bd59e None None] Pushing event updated for resources: {'Port': ['ID=81b1caf8-f33c-4867-96e4-833b61408079,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.201619 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Attempting to bind port 81b1caf8-f33c-4867-96e4-833b61408079 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:02.201985 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Attempting to bind port 81b1caf8-f33c-4867-96e4-833b61408079 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:02.202192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:02.202331 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Attempting to bind port 81b1caf8-f33c-4867-96e4-833b61408079 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:02.208110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.208277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:02.208595 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:02.208799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.208989 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.209782 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:02.210387 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Bound port: 81b1caf8-f33c-4867-96e4-833b61408079, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:02.211955 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.269489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d45ae-5876-4b40-bf1d-52c12a608af3 req-cfbf4a63-71ec-4ff9-8ae1-064b1816152c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:02.271532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c1d45ae-5876-4b40-bf1d-52c12a608af3 req-cfbf4a63-71ec-4ff9-8ae1-064b1816152c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.3417850 Nov 12 03:26:02.286584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.289503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.293103 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6ee4466f-32e4-42b0-bc77-573af7eecc80 HTTP/1.1" status: 204 len: 168 time: 0.2234552 Nov 12 03:26:02.302766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1626ea-1611-49cd-b1cc-7b106c606711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4466f-32e4-42b0-bc77-573af7eecc80,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.306896 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] For port 81b1caf8-f33c-4867-96e4-833b61408079, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:02.312680 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] For port 81b1caf8-f33c-4867-96e4-833b61408079, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=81b1caf8-f33c-4867-96e4-833b61408079,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:02.318646 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.397996 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f888b63-41d2-41b2-ac50-d652b60bd59e None None] Pushing event updated for resources: {'Port': ['ID=81b1caf8-f33c-4867-96e4-833b61408079,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:02.400840 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:02.401491 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:02.448846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6a4d0d6b-8506-4a08-b50c-3e466317223d tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1031742 Nov 12 03:26:02.449701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:02.457023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21', 'mac_address': 'fa:16:3e:70:b9:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:02.547230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c1d45ae-5876-4b40-bf1d-52c12a608af3 req-0c2a275d-8499-431a-9c42-28c561162c33 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633026 Nov 12 03:26:02.574729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-22bc5d0f-27f8-4a42-b130-e4ff095f022f None None] Provisioning complete for port caf389ca-9f7d-467f-bb60-546c28fb787c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:02.574729 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22bc5d0f-27f8-4a42-b130-e4ff095f022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.676123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-22bc5d0f-27f8-4a42-b130-e4ff095f022f None None] Port caf389ca-9f7d-467f-bb60-546c28fb787c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:02.682094 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:02.743632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20607263-c84b-4d7d-9eb6-24b9f57811c1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:02.876751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.883341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 20607263-c84b-4d7d-9eb6-24b9f57811c1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:02.883715 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:02.883977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:02.896656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.070455 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:25:58Z', 'revision_number': 3, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:03.126289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.127643 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2156f-301d-4dbe-bba7-af74214e26e5 None None] The sync data for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 is: [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:25:58Z', 'revision_number': 3, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:03.173030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 20607263-c84b-4d7d-9eb6-24b9f57811c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=20607263-c84b-4d7d-9eb6-24b9f57811c1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:03.205066 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.252426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.261013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.363408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=20607263-c84b-4d7d-9eb6-24b9f57811c1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.370901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] In _notify_port_updated(), no bound segment for port caf389ca-9f7d-467f-bb60-546c28fb787c on network a1cef519-d749-47db-bdc9-156c63762700 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:03.398992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:03.401085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.409851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "PUT /v2.0/ports/caf389ca-9f7d-467f-bb60-546c28fb787c HTTP/1.1" status: 200 len: 1001 time: 0.9556382 Nov 12 03:26:03.412359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.463680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20e8ae-60ec-46f3-938e-9a555bbfebd0 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=caf389ca-9f7d-467f-bb60-546c28fb787c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:03.551531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port caf389ca-9f7d-467f-bb60-546c28fb787c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:03.551956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.680660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.700303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for caf389ca-9f7d-467f-bb60-546c28fb787c owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:03.880203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:03.896249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:03.922292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fd2d4045-584f-4078-a31e-a84c7c9c5b0e None None] Could not find standard attr ID for object caf389ca-9f7d-467f-bb60-546c28fb787c. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:03.974796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=caf389ca-9f7d-467f-bb60-546c28fb787c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.003279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:04.017761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Sync routers for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:04.026303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.033047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:04.033730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:04.069574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-network', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.089316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-a7b8d4b0-687e-44f1-8282-40c945242476 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "PUT /v2.0/floatingips/12d421ac-dc3d-4be4-bf20-221baeada79d HTTP/1.1" status: 200 len: 996 time: 3.9000411 Nov 12 03:26:04.095503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:04.097706 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:04.111011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-590760ad-3030-4def-882b-c2e9cce8ee5b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.119849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-590760ad-3030-4def-882b-c2e9cce8ee5b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 820 time: 0.5728807 Nov 12 03:26:04.147845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Made reservation on behalf of fa17057d08264e19b0951cdac9b19360 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.151803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.164257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.206510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.210579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e4cf7fd-7cb4-47c5-b19b-c51675968814 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/caf389ca-9f7d-467f-bb60-546c28fb787c HTTP/1.1" status: 204 len: 168 time: 0.7972157 Nov 12 03:26:04.214261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.224675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-8450e798-3029-4ec3-b219-a80c1c5ec7ea tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/quotas/8ff50b2af09b4251ade00c8c8f7da08c HTTP/1.1" status: 200 len: 375 time: 0.1038699 Nov 12 03:26:04.295527 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-782868bc-95ba-4f30-b9e4-d9e8b0ef36d6 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] GET failed (client error): The resource could not be found. Nov 12 03:26:04.297150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-782868bc-95ba-4f30-b9e4-d9e8b0ef36d6 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports/caf389ca-9f7d-467f-bb60-546c28fb787c HTTP/1.1" status: 404 len: 333 time: 0.0802155 Nov 12 03:26:04.301489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.309382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-570378397'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.327661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Allocated IP 172.20.0.1 (e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29/d4be94d1-c743-4362-b37f-115fb2853702/e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:04.341699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-635fe5b0-2571-40a5-af7e-fcd7fcbd6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.343363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-635fe5b0-2571-40a5-af7e-fcd7fcbd6889 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1097 time: 0.2215350 Nov 12 03:26:04.368238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-6daf0149-89d4-421f-9059-7ba07fe02d8d tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426277 Nov 12 03:26:04.438311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.454055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.497548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:04.503448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:04.529011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.532168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.532792 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Added segment 66516360-aa4e-4210-b24b-5f8c59ad3d00 of type vlan for network 9f8aef90-eec7-4556-bbad-4e1d7b084416 Nov 12 03:26:04.584934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.589761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.593607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.626061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port d2badf49-9fcc-4487-888d-69b8097161b1 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:04.677378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.677621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:04.678350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.678970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.688970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.692720 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:04.693543 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:04.703117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-b172b503-bd4d-4478-9c82-c56b54692738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:04.712975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-b172b503-bd4d-4478-9c82-c56b54692738 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 929 time: 0.3426185 Nov 12 03:26:04.789070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9077804 Nov 12 03:26:04.794925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:04.802125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Request body: {'subnet': {'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-subnet', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:04.808126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c47a28-3816-4990-9650-ddadaf7669d6 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8aef90-eec7-4556-bbad-4e1d7b084416,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:04.871220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Made reservation on behalf of fa17057d08264e19b0951cdac9b19360 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:04.874067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.876270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:04.881908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-87c757fa-ad27-424b-9d82-488aacd09b35 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127330 Nov 12 03:26:04.884958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 81b1caf8-f33c-4867-96e4-833b61408079 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:04.893199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:04.916859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::85 (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/d2badf49-9fcc-4487-888d-69b8097161b1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:04.936845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:05.040498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '12d421ac-dc3d-4be4-bf20-221baeada79d', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'mac_address': 'fa:16:3e:5d:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:57Z', 'updated_at': '2021-11-12T03:26:01Z', 'revision_number': 1, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:05.069375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:05.080688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Checking router: 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:05.081149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-e1e9245d-2161-4ba2-9392-559d8286125a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 999 time: 0.3669925 Nov 12 03:26:05.086502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:05.089168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:05.105684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:05.109830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:05.119676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 81b1caf8-f33c-4867-96e4-833b61408079 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:05.120891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.166363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.230949 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 2, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:05.231293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.254232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-69d259cd-b64e-4de4-90be-f39c84ac5a74 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509643 Nov 12 03:26:05.264311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.278040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.284391 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:05.285186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Updating router 20ee7245-a68a-4d3f-8568-5159d8161408 port 86b10be2-6a0e-4116-b11a-983dd49d4038 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:05.322924 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.342573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-117b0885-121d-4111-af51-eec2e09cb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.350290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:05.351835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-117b0885-121d-4111-af51-eec2e09cb62a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.2438297 Nov 12 03:26:05.397559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c40bb37-019c-42ca-9d45-6de756455a79,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.419975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.434869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.438005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Checking segment: {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:05.438381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Network hostable DHCP agents. Network: 9f8aef90-eec7-4556-bbad-4e1d7b084416, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:05.526176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 81b1caf8-f33c-4867-96e4-833b61408079, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=81b1caf8-f33c-4867-96e4-833b61408079,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:05.535010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.535931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20607263-c84b-4d7d-9eb6-24b9f57811c1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:05.569726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-8d77e119-e3dc-4b20-a708-bbcff2f80d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.570506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:05.571703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-8d77e119-e3dc-4b20-a708-bbcff2f80d53 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189641 Nov 12 03:26:05.574590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=d2badf49-9fcc-4487-888d-69b8097161b1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:05.580525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:05.583141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:05.588767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-50c2fe99-1c56-4a23-968b-29fc1a3055c2 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:26:05.592292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.592834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-50c2fe99-1c56-4a23-968b-29fc1a3055c2 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122938 Nov 12 03:26:05.593992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.605721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:05.640660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9f8aef90-eec7-4556-bbad-4e1d7b084416) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:05.649490 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-46528666-20c6-4f0f-9889-fe77e968b070 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3468409 Nov 12 03:26:05.657074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:05.662819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.665091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.678574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:b9:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:05.711718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd4476-96bd-4647-8d18-a8d7d4bc8c1f None None] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:05.745371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a90964cc-d057-4f85-8682-57fde8630efe admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9447193 Nov 12 03:26:05.750877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:05.756680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:05.822741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.845225 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.846522 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.864445 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.875978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.877114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:05.952512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d756ec-6de0-4326-927a-34ae591e2786 req-2886a41e-bcdf-489a-b3dd-9fa5a42a86c3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:05.961449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5d756ec-6de0-4326-927a-34ae591e2786 req-2886a41e-bcdf-489a-b3dd-9fa5a42a86c3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.3283300 Nov 12 03:26:05.984739 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04b73-90df-48e4-b703-7122d32a2a46 None None] Pushing event updated for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.001367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 20607263-c84b-4d7d-9eb6-24b9f57811c1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:06.001733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.015912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.088988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-b988c931-838f-454a-a4ad-f423364c9fab service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871445 Nov 12 03:26:06.112261 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Attempting to bind port 86b10be2-6a0e-4116-b11a-983dd49d4038 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:06.112779 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Attempting to bind port 86b10be2-6a0e-4116-b11a-983dd49d4038 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:06.113177 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Attempting to bind port 86b10be2-6a0e-4116-b11a-983dd49d4038 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:06.124412 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:06.124785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Checking segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:06.125185 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.128454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Bound using segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:06.132969 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Bound port: 86b10be2-6a0e-4116-b11a-983dd49d4038, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:06.133289 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.153678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5d756ec-6de0-4326-927a-34ae591e2786 req-f9115b12-7e6a-4ce6-9370-69ec7e94380a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904335 Nov 12 03:26:06.255962 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] For port 86b10be2-6a0e-4116-b11a-983dd49d4038, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:06.264901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] For port 86b10be2-6a0e-4116-b11a-983dd49d4038, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=86b10be2-6a0e-4116-b11a-983dd49d4038,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:06.269897 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.289020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=81b1caf8-f33c-4867-96e4-833b61408079,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.361272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d3a0cd1c-6234-4c4d-aad4-65294e5609e3 None None] Provisioning complete for port d2badf49-9fcc-4487-888d-69b8097161b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:06.361643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cd1c-6234-4c4d-aad4-65294e5609e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.393118 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:06.393760 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:06.395599 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04b73-90df-48e4-b703-7122d32a2a46 None None] Pushing event updated for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.560467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '12d421ac-dc3d-4be4-bf20-221baeada79d', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'mac_address': 'fa:16:3e:5d:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:57Z', 'updated_at': '2021-11-12T03:26:01Z', 'revision_number': 1, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:06.615580 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.660493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.675125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:06.772039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a0ad7-c672-4ded-a40a-a4a2239b3822 None None] The sync data for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 is: [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '12d421ac-dc3d-4be4-bf20-221baeada79d', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'floating_ip_address': '172.25.7.115', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'mac_address': 'fa:16:3e:5d:40:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:25:57Z', 'updated_at': '2021-11-12T03:26:01Z', 'revision_number': 1, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:06.784101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0ac01-860c-46ba-8a86-12db8b308a44 None None] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:06.794765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0cd1c-6234-4c4d-aad4-65294e5609e3 None None] Port d2badf49-9fcc-4487-888d-69b8097161b1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:06.804085 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71a3ec-892d-4137-b90b-97b34c087a48 x-openstack-request-id: req-5f71a3ec-892d-4137-b90b-97b34c087a48 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:06.804373 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:06.804625 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5f71a3ec-892d-4137-b90b-97b34c087a48 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:06.805798 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'status': 'completed', 'code': 200} Nov 12 03:26:06.827620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:06.850719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ddc4563-1650-4851-9745-78b9cbc22f83 req-84516e17-90b3-4dfd-9541-b652998384f0 service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530458 Nov 12 03:26:06.894439 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:06.942437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] Provisioning complete for port 86b10be2-6a0e-4116-b11a-983dd49d4038 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:06.943223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.010059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 81b1caf8-f33c-4867-96e4-833b61408079 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:07.089343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e9abe4a-433b-4b72-ba3f-4a868b85aa1d req-7267fd43-288f-452b-b7a5-9434e772a589 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 210 time: 0.1929016 Nov 12 03:26:07.094353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.131749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-70303394-b5dd-4ec9-86df-c785c9bcd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.133736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-70303394-b5dd-4ec9-86df-c785c9bcd893 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1097 time: 0.3266876 Nov 12 03:26:07.265971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.273239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.336034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=d2badf49-9fcc-4487-888d-69b8097161b1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.348782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.353288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] In _notify_port_updated(), no bound segment for port d2badf49-9fcc-4487-888d-69b8097161b1 on network a1cef519-d749-47db-bdc9-156c63762700 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:07.359554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.360152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.361482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efeb27ad-820a-480f-a5d9-18fa32f99f9e tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "PUT /v2.0/ports/d2badf49-9fcc-4487-888d-69b8097161b1 HTTP/1.1" status: 200 len: 1001 time: 1.7017183 Nov 12 03:26:07.376684 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:06Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:07.383426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:07.416464 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d296b-e44e-4ed7-be6c-840ed25ea433 None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:06Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:07.427635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.445718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.449156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4da65-2e4e-4269-bb2e-b28a41ab3038 None None] New status for floating IP 12d421ac-dc3d-4be4-bf20-221baeada79d: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:07.483119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-ca90d0d0-3983-4e79-86a6-8f6a88e4488f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 258 time: 0.5367763 Nov 12 03:26:07.624688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port d2badf49-9fcc-4487-888d-69b8097161b1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:07.625296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.662671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] For port 86b10be2-6a0e-4116-b11a-983dd49d4038, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=86b10be2-6a0e-4116-b11a-983dd49d4038,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:07.663479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 81b1caf8-f33c-4867-96e4-833b61408079 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:07.663840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.710600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Allocated IP 172.25.7.209 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a7f2ac73-932c-4c69-828e-ca28004f10d5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:07.722534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.774501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-93717d4e-4e9f-4535-afe8-6ead69496597 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.776655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-93717d4e-4e9f-4535-afe8-6ead69496597 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 820 time: 0.3090844 Nov 12 03:26:07.796693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:07.810005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.817883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-9e1069b0-cf2a-4036-9c1a-49f3dd022847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:07.819677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-9e1069b0-cf2a-4036-9c1a-49f3dd022847 service neutron] 10.222.0.104 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 929 time: 0.6681721 Nov 12 03:26:07.831181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'port': {'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'admin_state_up': True, 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:07.834898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for d2badf49-9fcc-4487-888d-69b8097161b1 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:07.899887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 86b10be2-6a0e-4116-b11a-983dd49d4038 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:07.919156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.937888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:07.938465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5241b-195c-410f-a117-a446cf655e39 None None] Pushing event updated for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:07.951584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5bb2f727-72a8-4b56-8379-cd86a96b077e None None] Provisioning complete for port d2badf49-9fcc-4487-888d-69b8097161b1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:07.952159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f727-72a8-4b56-8379-cd86a96b077e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.001325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2f727-72a8-4b56-8379-cd86a96b077e None None] Port d2badf49-9fcc-4487-888d-69b8097161b1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:08.015099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 86b10be2-6a0e-4116-b11a-983dd49d4038 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:08.015706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.055733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5c57d-75b2-44b5-a20e-41dd4c31b77e req-6255e9b1-3a60-49a4-b267-88f989f94551 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.063291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ac5c57d-75b2-44b5-a20e-41dd4c31b77e req-6255e9b1-3a60-49a4-b267-88f989f94551 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.6107204 Nov 12 03:26:08.082533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.129738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:08.131223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.139522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-033d232b-ce89-4a4f-be8a-e681da08d115 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 1001 time: 0.2751353 Nov 12 03:26:08.145261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:08.152332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:08.154093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Pushing event updated for resources: {'Port': ['ID=a7f2ac73-932c-4c69-828e-ca28004f10d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.162523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:08.186976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:08.216132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=d2badf49-9fcc-4487-888d-69b8097161b1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:08.250087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.256366 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c1b2cddc-96b0-467f-9a75-2595a818a118 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/d2badf49-9fcc-4487-888d-69b8097161b1 HTTP/1.1" status: 204 len: 168 time: 0.8692586 Nov 12 03:26:08.256620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42116) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:08.286015 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a2333c-d1f0-4a70-92d9-59e63e7ef6aa tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] GET failed (client error): The resource could not be found. Nov 12 03:26:08.291392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-02a2333c-d1f0-4a70-92d9-59e63e7ef6aa tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports/d2badf49-9fcc-4487-888d-69b8097161b1 HTTP/1.1" status: 404 len: 333 time: 0.0301626 Nov 12 03:26:08.296946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:08.300693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ac5c57d-75b2-44b5-a20e-41dd4c31b77e req-80bc38e8-cbf1-4883-9979-c1ebb239d9b0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363384 Nov 12 03:26:08.313390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Made reservation on behalf of 8ff50b2af09b4251ade00c8c8f7da08c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:08.318259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.336457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1498675299'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:08.557929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.773066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 86b10be2-6a0e-4116-b11a-983dd49d4038 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:08.796701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-9691bf10-85d3-4583-953c-1ee0de88f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:08.798166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-9691bf10-85d3-4583-953c-1ee0de88f626 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.6484766 Nov 12 03:26:08.828282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 86b10be2-6a0e-4116-b11a-983dd49d4038 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:08.828818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:08.937352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53d9ca15-fac7-4427-9356-17cc3dc5d2ed req-0c38ec52-4b74-48b9-bace-88cd8364f31d tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 210 time: 0.1425867 Nov 12 03:26:09.028711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.042831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Router 7edcdf82-ea1d-4742-a153-1f36127101f4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:09.054534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-d97bff1f-9f9c-4c56-8445-4b456c095c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.056064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-d97bff1f-9f9c-4c56-8445-4b456c095c3d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964819 Nov 12 03:26:09.083170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.117828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Allocated IP 172.20.0.8 (ec6a440d-27fd-41fb-b3ec-e874b9d90182/d2569fc5-b739-4235-a7c4-fbdb48708151/6392265b-cee1-4ac0-b5ff-c0af92eded82) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:09.211609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Router 06b76209-3801-4c57-9623-da0222ef8d62 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:09.266508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:09.269983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.292273 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.321428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:09.333558 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Sync routers for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:09.343095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.347115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e0eaaad-e84f-4c68-ab38-c1c4c5abbd5f admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5927024 Nov 12 03:26:09.347398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42124) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:09.352470 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:09.353314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:09.382177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port c2177d9d-acbb-45c0-823d-84433dd237f7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:09.471900 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:09.475534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Allocated IP 172.25.7.72 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d69e6bcb-ac77-49b9-bafa-473c59b65480) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:09.515780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75067665-f7d3-4deb-9491-f5c1c838d72d req-16e790c3-c302-4d78-b556-db3815919abe tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:09.517294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75067665-f7d3-4deb-9491-f5c1c838d72d req-16e790c3-c302-4d78-b556-db3815919abe tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.4018252 Nov 12 03:26:09.529319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-fb264952-6e68-4824-af0f-37d8489da9ca service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574394 Nov 12 03:26:09.668299 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:08Z', 'revision_number': 3, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:09.700270 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Checking router: 06b76209-3801-4c57-9623-da0222ef8d62 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:09.700605 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Updating router 06b76209-3801-4c57-9623-da0222ef8d62 port a7f2ac73-932c-4c69-828e-ca28004f10d5 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:09.707218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:09.718464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Sync routers for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:09.729574 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.740478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:09.742081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:09.753748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a85003e3-5095-4c66-942e-1acb2da660c2 admin admin] 10.222.0.97 "PUT /v2.0/routers/7edcdf82-ea1d-4742-a153-1f36127101f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5586782 Nov 12 03:26:09.848446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75067665-f7d3-4deb-9491-f5c1c838d72d req-49f10c48-3db2-4b37-8622-f1bee3f2db89 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3112509 Nov 12 03:26:09.855799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.880729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:09.948987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:09.949599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::1b1 (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/c2177d9d-acbb-45c0-823d-84433dd237f7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:09.959958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75ff98ef-c729-48b3-88a9-e3eeeddc9ac1 req-a3856f69-916d-4bd0-a11c-fb9749749677 service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168487 Nov 12 03:26:10.023984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.056141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.099961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Allocated IP 172.20.0.1 (9f8aef90-eec7-4556-bbad-4e1d7b084416/8c40bb37-019c-42ca-9d45-6de756455a79/9aaaf348-adb2-4131-bbae-eae58dca5b41) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:10.169577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:10.178479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:10.190351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:10.221418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event updated for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.243668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.262167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.292523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0', 'name': '', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'mac_address': 'fa:16:3e:25:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:03Z', 'updated_at': '2021-11-12T03:26:06Z', 'revision_number': 2, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'subnets': [{'id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:10.327543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.332250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Checking router: 7edcdf82-ea1d-4742-a153-1f36127101f4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:10.333166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Updating router 7edcdf82-ea1d-4742-a153-1f36127101f4 port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:10.373994 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.376434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.377670 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.385171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:10.392727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:10.396399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:10.414013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:10.416338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event updated for resources: {'Port': ['ID=d69e6bcb-ac77-49b9-bafa-473c59b65480,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.434048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.442457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:10.452763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:10.472750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.478325 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.494534 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.510563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-e119f509-d3a7-48b5-9202-0b5d857747db tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6888340 Nov 12 03:26:10.527003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f875e7-96c2-42cf-aa93-0df7fbb298be req-28574f68-2b48-4970-b78a-ccd4fafc098f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.535724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80f875e7-96c2-42cf-aa93-0df7fbb298be req-28574f68-2b48-4970-b78a-ccd4fafc098f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.3006203 Nov 12 03:26:10.548094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Request body: {'port': {'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:10.559991 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Attempting to bind port a7f2ac73-932c-4c69-828e-ca28004f10d5 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:10.560357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Attempting to bind port a7f2ac73-932c-4c69-828e-ca28004f10d5 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:10.560709 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Attempting to bind port a7f2ac73-932c-4c69-828e-ca28004f10d5 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:10.572547 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:10.572939 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:10.573315 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.573705 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:10.574170 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Bound port: a7f2ac73-932c-4c69-828e-ca28004f10d5, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:10.574540 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.578091 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a09b-ff4f-4d20-acaa-5d95e46d27b0 None None] Pushing event updated for resources: {'Port': ['ID=a7f2ac73-932c-4c69-828e-ca28004f10d5,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.609095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.610045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dead6b6a-d45a-4262-949b-66056b4f2c4e None None] Provisioning complete for port 6392265b-cee1-4ac0-b5ff-c0af92eded82 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:10.610725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dead6b6a-d45a-4262-949b-66056b4f2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.645799 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] For port a7f2ac73-932c-4c69-828e-ca28004f10d5, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:10.650046 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] For port a7f2ac73-932c-4c69-828e-ca28004f10d5, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7f2ac73-932c-4c69-828e-ca28004f10d5,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:10.656283 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.663950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.704281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80f875e7-96c2-42cf-aa93-0df7fbb298be req-dd9c469d-36b7-4b41-bb65-f63f58b7780c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676619 Nov 12 03:26:10.720313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.721578 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a09b-ff4f-4d20-acaa-5d95e46d27b0 None None] Pushing event updated for resources: {'Port': ['ID=a7f2ac73-932c-4c69-828e-ca28004f10d5,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.737347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dead6b6a-d45a-4262-949b-66056b4f2c4e None None] Port 6392265b-cee1-4ac0-b5ff-c0af92eded82 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:10.775537 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:10.776027 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:10.804841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.840963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.844114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.850640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.887198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:10.899239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:10.920042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06f7d7-b130-4eaf-a58a-6a1d29dffc6c None None] Pushing event updated for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:10.953326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.963188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:10.981314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:10.985653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:10.992740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:10.993651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.001599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Attempting to bind port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:11.002144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Attempting to bind port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:11.002440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Attempting to bind port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:11.002731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=c2177d9d-acbb-45c0-823d-84433dd237f7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.038594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:11.039698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Checking segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:11.040140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.041328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.041494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Bound using segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:11.044504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Bound port: e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:11.045047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.071666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.077706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9ef04740-11b3-44d2-886b-5daabe58294b tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7759836 Nov 12 03:26:11.080484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:11.099277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'network_id': 'a1cef519-d749-47db-bdc9-156c63762700', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-17930410'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:11.107116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.164732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] For port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:11.171583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] For port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:11.189114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.256532 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 1, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:11.266662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:11.267311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:11.288256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:11.290298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:11.291627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a0159-7acb-4183-954a-a5eb497b03ae None None] The sync data for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 is: [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 1, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:11.325521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06f7d7-b130-4eaf-a58a-6a1d29dffc6c None None] Pushing event updated for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.333256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-89e0773f-0d50-431c-a113-a07ee29e8959 None None] Provisioning complete for port c2177d9d-acbb-45c0-823d-84433dd237f7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:11.333621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-89e0773f-0d50-431c-a113-a07ee29e8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.349494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010644b-8ff3-414e-977c-989c4aa6403f req-9e9f17cc-5724-4f10-a913-59d3f3793eb1 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:11.351257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c010644b-8ff3-414e-977c-989c4aa6403f req-9e9f17cc-5724-4f10-a913-59d3f3793eb1 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 931 time: 0.5212188 Nov 12 03:26:11.424962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-89e0773f-0d50-431c-a113-a07ee29e8959 None None] Port c2177d9d-acbb-45c0-823d-84433dd237f7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:11.440219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:11.457196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Router 06b76209-3801-4c57-9623-da0222ef8d62 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:11.607439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:11.614037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6392265b-cee1-4ac0-b5ff-c0af92eded82 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:11.626815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c010644b-8ff3-414e-977c-989c4aa6403f req-60b17198-1e32-49fc-a506-36173f4bc956 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476726 Nov 12 03:26:11.628514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd4d8e41-49cf-43f6-b5f2-de1797d29996 admin admin] 10.222.0.97 "PUT /v2.0/routers/06b76209-3801-4c57-9623-da0222ef8d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801023 Nov 12 03:26:11.663359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.716708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Transition to ACTIVE for port object 6392265b-cee1-4ac0-b5ff-c0af92eded82 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:11.732654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.838494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Made reservation on behalf of e83e41a4dfcf4cceb8cdfcc8bd44d3bd for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:11.842612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.906514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Pushing event updated for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:11.920714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.922399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0', 'name': '', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'mac_address': 'fa:16:3e:25:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:03Z', 'updated_at': '2021-11-12T03:26:11Z', 'revision_number': 4, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'subnets': [{'id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:11.947290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:11.963473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749909-6808-40c5-9648-361d68aee4a5 None None] The sync data for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 is: [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0', 'name': '', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'mac_address': 'fa:16:3e:25:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:03Z', 'updated_at': '2021-11-12T03:26:11Z', 'revision_number': 4, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'subnets': [{'id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:11.995881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] device_id is not set on port f8c276f9-213a-4888-a042-70370662082e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:12.518540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event updated for resources: {'Port': ['ID=d69e6bcb-ac77-49b9-bafa-473c59b65480,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:12.621372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.629576 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Attempting to bind port 6392265b-cee1-4ac0-b5ff-c0af92eded82 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:12.629905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Attempting to bind port 6392265b-cee1-4ac0-b5ff-c0af92eded82 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:12.630242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Attempting to bind port 6392265b-cee1-4ac0-b5ff-c0af92eded82 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:12.653015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-322bce63-3407-46db-8ccb-be17ad393af0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:12.655178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-322bce63-3407-46db-8ccb-be17ad393af0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 810 time: 0.6758280 Nov 12 03:26:12.667627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Port 6392265b-cee1-4ac0-b5ff-c0af92eded82 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:12.667947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Attempting to bind port 6392265b-cee1-4ac0-b5ff-c0af92eded82 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:12.671829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.672937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d6d386a6-a1e5-4f8b-85bf-b93ceef9ee75 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8904872 Nov 12 03:26:12.691851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Allocated IP 2001:db8::34f (a1cef519-d749-47db-bdc9-156c63762700/030aa9bc-07c7-4f50-9552-04618c708c10/f8c276f9-213a-4888-a042-70370662082e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:12.706139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:12.706139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Checking segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:12.706416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Bound using segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:12.706775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Bound port: 6392265b-cee1-4ac0-b5ff-c0af92eded82, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:12.707170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.709572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-da436ae3-f324-4724-8860-7b6b55356682 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/quotas/37625120b6b449aa9395447c5a11b21d HTTP/1.1" status: 200 len: 375 time: 0.0458214 Nov 12 03:26:12.770833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-564736fd-5149-443b-a0ad-1ee1592eb31c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0805106 Nov 12 03:26:12.814466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7f2ac73-932c-4c69-828e-ca28004f10d5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:12.866283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a7f2ac73-932c-4c69-828e-ca28004f10d5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:12.866951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.944806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-ab936c3f-0f1e-411e-b3ba-353ecf78c273 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034550 Nov 12 03:26:12.952147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.974080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port a7f2ac73-932c-4c69-828e-ca28004f10d5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7f2ac73-932c-4c69-828e-ca28004f10d5,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:12.976404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:12.978077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:12.979148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:13.053306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:13.059491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=a7f2ac73-932c-4c69-828e-ca28004f10d5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.061375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.069384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:13.069751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.069904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d5dd2f48-37e7-408c-879a-b90f6395de3a tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.071297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31da0c95-9d46-4520-afc7-b13e801f38a0 req-d5dd2f48-37e7-408c-879a-b90f6395de3a tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2846744 Nov 12 03:26:13.152516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.158955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.159585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.160984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] 10.222.0.16 "PUT /v2.0/ports/6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 1092 time: 2.6176090 Nov 12 03:26:13.161442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:13.163747 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e531973-1738-44e7-9c56-6b5922db9cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:13.189461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:13.195873 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.250897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900b416-4bb6-4a5b-8e2b-2a9c5caefc4d service neutron] Pushing event updated for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.260618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.330179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.345994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-14fce9b3-1c37-4446-a52b-3046e71f5665 service neutron] 10.222.0.97 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730710 Nov 12 03:26:13.410568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-58a21440-c8d1-48a7-ae63-0c7d4f1083af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.412115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-58a21440-c8d1-48a7-ae63-0c7d4f1083af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1095 time: 0.1759591 Nov 12 03:26:13.437058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-6942be7c-8e91-4193-bdf6-290eb78af073 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.438537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-6942be7c-8e91-4193-bdf6-290eb78af073 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2719486 Nov 12 03:26:13.523184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-41413960-b991-41ce-8ff7-3b964971e8d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0584199 Nov 12 03:26:13.527330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-1c208575-c763-4348-a133-552c76882333 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/quotas/254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 375 time: 0.0590558 Nov 12 03:26:13.550331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.637351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-0ab5a31d-95f4-4e07-80df-5ffdac2c6e5c service neutron] 10.222.0.97 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735021 Nov 12 03:26:13.664578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Network a1cef519-d749-47db-bdc9-156c63762700 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:13.677788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:13.680891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-18a58b2c-4364-4e44-8fb6-9ba4d944b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.682371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-18a58b2c-4364-4e44-8fb6-9ba4d944b09a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1480579 Nov 12 03:26:13.684387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:13.690415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.691200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:13.695819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=f8c276f9-213a-4888-a042-70370662082e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:13.726154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-f53a0a7c-faa4-4a00-aded-eb1f46242b90 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1901000 Nov 12 03:26:13.800427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a456c253-30fc-40fe-9397-de93f295d581 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7111909 Nov 12 03:26:13.803626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:13.809105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21', 'mac_address': 'fa:16:3e:70:b9:1c'}, {'ip_address': '2001:db8::1b1', 'mac_address': 'fa:16:3e:21:d6:66'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:13.849055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-0adbb1d0-4af2-46b3-ad8a-2fda9dd9797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:13.851065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-0adbb1d0-4af2-46b3-ad8a-2fda9dd9797b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525283 Nov 12 03:26:13.921908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-9fe9842c-13f6-41c6-b47e-11d7643d728d service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778638 Nov 12 03:26:14.107187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-a6656fd0-75ad-4abb-9a0f-e949756be704 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132993 Nov 12 03:26:14.110684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-4323c68d-a207-4b52-8ba0-77554ec360f2 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719565 Nov 12 03:26:14.141183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81c1738c-2c8e-4cfd-a717-74b69bcbe7e4 None None] Provisioning complete for port f8c276f9-213a-4888-a042-70370662082e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:14.141782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81c1738c-2c8e-4cfd-a717-74b69bcbe7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.145712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.178374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-81c1738c-2c8e-4cfd-a717-74b69bcbe7e4 None None] Port f8c276f9-213a-4888-a042-70370662082e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:14.302166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44bc5173-5480-4bac-8f4d-6a04c12709e5 req-b401aca2-dd2e-4717-a16a-c0874d038ebe service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837478 Nov 12 03:26:14.430013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-0a11d85c-5f78-40df-939c-1bb8f9b64eb0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.438402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-0a11d85c-5f78-40df-939c-1bb8f9b64eb0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 819 time: 0.1518896 Nov 12 03:26:14.462213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-b21a9459-f562-4174-b996-17dc9fd7ad80 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/quotas/fa17057d08264e19b0951cdac9b19360 HTTP/1.1" status: 200 len: 375 time: 0.0224309 Nov 12 03:26:14.521063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.531998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-6f450f58-d18d-4fab-9e31-6119fc62b507 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681832 Nov 12 03:26:14.537561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.612016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event updated for resources: {'Port': ['ID=f8c276f9-213a-4888-a042-70370662082e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:14.617650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] In _notify_port_updated(), no bound segment for port f8c276f9-213a-4888-a042-70370662082e on network a1cef519-d749-47db-bdc9-156c63762700 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:26:14.627182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.628033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.632397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd20912e-5b4f-40aa-86e2-f78eec589b53 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "PUT /v2.0/ports/f8c276f9-213a-4888-a042-70370662082e HTTP/1.1" status: 200 len: 1065 time: 0.8278704 Nov 12 03:26:14.633628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:14.905662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port f8c276f9-213a-4888-a042-70370662082e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:14.906329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5813c-88a6-41b2-a56f-e4f307a0eb55 req-fdeb477a-d4f1-48ac-b52c-b4f3d03e1bf7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:14.907538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:14.922631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7d5813c-88a6-41b2-a56f-e4f307a0eb55 req-fdeb477a-d4f1-48ac-b52c-b4f3d03e1bf7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 943 time: 0.3567109 Nov 12 03:26:14.973062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-f1f21e64-746d-474a-8cb9-067b14b709e8 service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398289 Nov 12 03:26:15.018334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7f2ac73-932c-4c69-828e-ca28004f10d5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:15.161095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.163111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a7f2ac73-932c-4c69-828e-ca28004f10d5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.164592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.187425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for f8c276f9-213a-4888-a042-70370662082e owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:15.263280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7d5813c-88a6-41b2-a56f-e4f307a0eb55 req-98194b9d-1310-48f1-83bb-b6b8c9a36447 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291507 Nov 12 03:26:15.286045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c3e910d3-ad6e-4c7d-8fab-34cadcf4d42c None None] Provisioning complete for port f8c276f9-213a-4888-a042-70370662082e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.286870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3e910d3-ad6e-4c7d-8fab-34cadcf4d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.336123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-66296de5-d704-46c8-8d7f-8981520fcb23 service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319533 Nov 12 03:26:15.346254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c3e910d3-ad6e-4c7d-8fab-34cadcf4d42c None None] Port f8c276f9-213a-4888-a042-70370662082e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:15.398704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:15.433100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-f185519f-4bc3-405c-baef-5dea7a52d49e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:15.434979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-f185519f-4bc3-405c-baef-5dea7a52d49e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0818782 Nov 12 03:26:15.471552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:15.472148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.533627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.542927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-b974b0d9-81d0-4863-86e8-71af48397098 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1016321 Nov 12 03:26:15.567688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-d3fbae52-7642-4a9a-8b26-4c3a740fe550 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'floatingip': {'port_id': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:15.602094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=f8c276f9-213a-4888-a042-70370662082e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:15.706999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-d3fbae52-7642-4a9a-8b26-4c3a740fe550 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.724955 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf572f98-5f16-4f04-93d8-3d574734232c x-openstack-request-id: req-cf572f98-5f16-4f04-93d8-3d574734232c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:15.725266 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:15.725512 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cf572f98-5f16-4f04-93d8-3d574734232c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:15.725917 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:26:15.870333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:15.880705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-969475de-3c31-43ea-bbff-a1c4af7f5542 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/f8c276f9-213a-4888-a042-70370662082e HTTP/1.1" status: 204 len: 168 time: 1.2451310 Nov 12 03:26:15.882583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42226) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:15.923937 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-367409a6-b4dc-42cf-b656-2be1a7a71f39 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] GET failed (client error): The resource could not be found. Nov 12 03:26:15.929978 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-367409a6-b4dc-42cf-b656-2be1a7a71f39 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports/f8c276f9-213a-4888-a042-70370662082e HTTP/1.1" status: 404 len: 333 time: 0.0456226 Nov 12 03:26:15.930927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:15.991328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f0435b9-766c-4067-835b-5b51df0188ee req-9e9a33bb-ce85-4af6-bc0e-437a22164348 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 210 time: 0.1745231 Nov 12 03:26:16.068970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port c2177d9d-acbb-45c0-823d-84433dd237f7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:16.069221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.121406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-d3746a22-f297-41d4-8385-ed4764e96376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.123572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-d3746a22-f297-41d4-8385-ed4764e96376 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1095 time: 0.3056998 Nov 12 03:26:16.130187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93587e26-8f69-466f-aff1-07acf630fcaf req-391c2e7a-403c-4a02-80ac-83024dec4050 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 210 time: 0.0639482 Nov 12 03:26:16.174563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.191765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for c2177d9d-acbb-45c0-823d-84433dd237f7 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:16.282232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-d08b1c42-807c-4366-829a-31a58e48a956 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.285828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-d08b1c42-807c-4366-829a-31a58e48a956 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.104 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 810 time: 0.5763657 Nov 12 03:26:16.355977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Request body: {'port': {'device_id': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'admin_state_up': True, 'tenant_id': '37625120b6b449aa9395447c5a11b21d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:16.501478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0305a195-5ffc-4a05-9430-d23354fd304c req-b3f8d88b-56e2-4c90-a916-661674fe484b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 210 time: 0.0600421 Nov 12 03:26:16.510865 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-d3fbae52-7642-4a9a-8b26-4c3a740fe550 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:26:16.511948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-141db69b-c16c-4887-9d90-7be8f905fe61 req-d3fbae52-7642-4a9a-8b26-4c3a740fe550 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "PUT /v2.0/floatingips/266548a9-1fc1-4ae1-931f-8d80cf8caa2c HTTP/1.1" status: 409 len: 549 time: 0.9627697 Nov 12 03:26:16.515058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-fc151441-bf9c-4624-b5dd-41eadac4ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.516467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-fc151441-bf9c-4624-b5dd-41eadac4ca11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.3750989 Nov 12 03:26:16.567397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.591268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-af3cf7d2-0ba5-4e76-9154-6a34c9809d2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0642834 Nov 12 03:26:16.621600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=c2177d9d-acbb-45c0-823d-84433dd237f7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:16.672238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:16.679732 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-894e316c-2dd2-4535-a3d3-7e1689dc25ee tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/c2177d9d-acbb-45c0-823d-84433dd237f7 HTTP/1.1" status: 204 len: 168 time: 0.7475939 Nov 12 03:26:16.681359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:16.726537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-9e9c09ec-2e8c-4823-b7b1-e041594710de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:16.728135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-9e9c09ec-2e8c-4823-b7b1-e041594710de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2806196 Nov 12 03:26:16.743795 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b92735-e280-4559-a3d5-2a8aae5eb037 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] GET failed (client error): The resource could not be found. Nov 12 03:26:16.749319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8b92735-e280-4559-a3d5-2a8aae5eb037 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "GET /v2.0/ports/c2177d9d-acbb-45c0-823d-84433dd237f7 HTTP/1.1" status: 404 len: 333 time: 0.0651858 Nov 12 03:26:16.749939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42238) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:16.820663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'device_id': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'admin_state_up': True, 'tenant_id': '254ecbe03bcf4546b930013876409cea'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:16.935604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port bf9077c5-79a5-4180-8a46-40060122fe7a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:16.936359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.033593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.047489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for bf9077c5-79a5-4180-8a46-40060122fe7a owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:17.086144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-2790861c-1b07-4ff7-ad79-19c67e18d93f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips/266548a9-1fc1-4ae1-931f-8d80cf8caa2c HTTP/1.1" status: 200 len: 692 time: 0.4853270 Nov 12 03:26:17.111738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Made reservation on behalf of 37625120b6b449aa9395447c5a11b21d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:17.115091 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.151653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-d374c37b-53a0-442f-8ad2-a767618db208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.153165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-d374c37b-53a0-442f-8ad2-a767618db208 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.5496607 Nov 12 03:26:17.196543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:17.200119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.252273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbca90-66ef-422d-a0d2-9d6dd1a4ac00 req-6e5151f5-859d-44fb-b64c-cf4e7cb610b8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.254090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4cbca90-66ef-422d-a0d2-9d6dd1a4ac00 req-6e5151f5-859d-44fb-b64c-cf4e7cb610b8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 943 time: 0.5648050 Nov 12 03:26:17.325136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-e60a1dfa-e056-4567-9df2-f1561d52d047 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.326601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-e60a1dfa-e056-4567-9df2-f1561d52d047 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 819 time: 0.2332299 Nov 12 03:26:17.343002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-b1cae8d0-d5c5-4ea3-997c-9615fcccea1c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.344279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-b1cae8d0-d5c5-4ea3-997c-9615fcccea1c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2460110 Nov 12 03:26:17.364126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'port': {'device_id': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'admin_state_up': True, 'tenant_id': 'fa17057d08264e19b0951cdac9b19360'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:17.368526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-ebe35566-5e22-407b-a3a5-623440066c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:17.369993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-ebe35566-5e22-407b-a3a5-623440066c43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796718 Nov 12 03:26:17.455411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.480112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4cbca90-66ef-422d-a0d2-9d6dd1a4ac00 req-2fe1760c-70bd-4aa7-97db-967d26660dc3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962736 Nov 12 03:26:17.489752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-a81a3c25-0522-4943-9f70-36d2206fd7e5 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1297226 Nov 12 03:26:17.513397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=bf9077c5-79a5-4180-8a46-40060122fe7a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:17.557155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.560804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6003178c-2215-4005-855c-305e92a63014 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/ports/bf9077c5-79a5-4180-8a46-40060122fe7a HTTP/1.1" status: 204 len: 168 time: 0.8099005 Nov 12 03:26:17.568112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:17.572785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.20.0.7 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/25ae59d5-ff6a-405b-bf18-12e89321aac9) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:17.579891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Allocated IP 172.20.0.5 (e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29/d4be94d1-c743-4362-b37f-115fb2853702/f9783fa6-f9ab-4374-9761-08602c103ab7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:17.639881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Made reservation on behalf of fa17057d08264e19b0951cdac9b19360 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:17.640309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-81bbc942-9392-404a-b31e-6ae2eb5a7e4f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1198816 Nov 12 03:26:17.646072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.666957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22dc8596-f16f-4f51-a730-ccb2185ceaa1 req-5e8e9bc5-c5a8-4298-98b4-f224850dad97 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 210 time: 0.0958524 Nov 12 03:26:17.786364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting subnet 030aa9bc-07c7-4f50-9552-04618c708c10 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:17.805935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.844838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-38116c78-2967-49b0-8ff6-75095d38cacf service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644632 Nov 12 03:26:17.886381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.895471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6392265b-cee1-4ac0-b5ff-c0af92eded82 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:17.915060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71a2f64b-75aa-4feb-b1cd-b18da380a2f6 req-37c512a5-82be-44bd-8a8f-e3fbb3706fe3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 210 time: 0.1169190 Nov 12 03:26:17.917566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Allocated IP 172.20.0.5 (9f8aef90-eec7-4556-bbad-4e1d7b084416/8c40bb37-019c-42ca-9d45-6de756455a79/8a52f154-516f-4484-a37c-09ec2acf98a6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:17.989855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.997276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:17.997848 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Sync routers for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:18.008403 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:18.009294 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:18.041902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:18.047470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:18.086560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:18.163321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.191969 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:18.203060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6392265b-cee1-4ac0-b5ff-c0af92eded82 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:18.244211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:18.268887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.344526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.392670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:18.427204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:18.427794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7edf1c5-7126-496f-868e-5e08540dfd9d req-fb44c377-3898-4054-8fd6-2c1495e063a8 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 210 time: 0.0586555 Nov 12 03:26:18.434462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:18.447009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.466860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.481976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 2, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:18.515519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.516173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.520083 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Checking router: 06b76209-3801-4c57-9623-da0222ef8d62 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:18.520876 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Updating router 06b76209-3801-4c57-9623-da0222ef8d62 port 9aaaf348-adb2-4131-bbae-eae58dca5b41 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:18.555952 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.563753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.566771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.568748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-fc9117c6-157f-4f7c-b64c-926e0e03fd2f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7527821 Nov 12 03:26:18.596990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6392265b-cee1-4ac0-b5ff-c0af92eded82'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:18.599539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.602451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Request body: {'port': {'device_id': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:18.612384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e531973-1738-44e7-9c56-6b5922db9cf9 req-03610b27-02ae-443a-a422-86607e11907b service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154570 Nov 12 03:26:18.640918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Deleting port d69e6bcb-ac77-49b9-bafa-473c59b65480 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:18.641628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.672186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1441b9-9d04-4d03-aee5-420c014d8a91 None None] Network a1cef519-d749-47db-bdc9-156c63762700 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:18.678804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.689828 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.693549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/subnets/030aa9bc-07c7-4f50-9552-04618c708c10 HTTP/1.1" status: 204 len: 168 time: 1.1212368 Nov 12 03:26:18.701639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:18.730091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ce5ff-2a0e-462d-b5e7-a3d63bff9d45 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Subnet': ['ID=030aa9bc-07c7-4f50-9552-04618c708c10,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.828636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acddc1-b22b-4973-a72e-a47336773896 req-42b79919-04cd-4151-a3c6-3c9b2be68f90 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:18.835982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21acddc1-b22b-4973-a72e-a47336773896 req-42b79919-04cd-4151-a3c6-3c9b2be68f90 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 944 time: 0.2209311 Nov 12 03:26:18.851025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.852691 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.855969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:18.862448 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.863572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a6a92b20-2124-4e5c-a662-e9ad733c1526 None None] Provisioning complete for port 25ae59d5-ff6a-405b-bf18-12e89321aac9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:18.864148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6a92b20-2124-4e5c-a662-e9ad733c1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.917945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a6a92b20-2124-4e5c-a662-e9ad733c1526 None None] Port 25ae59d5-ff6a-405b-bf18-12e89321aac9 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:18.925040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.925367 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.951269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:18.963155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Calling delete_port for d69e6bcb-ac77-49b9-bafa-473c59b65480 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:18.966573 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.971625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:18.975498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:18.977021 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:18.981142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Pushing event updated for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:18.999280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21acddc1-b22b-4973-a72e-a47336773896 req-8b669bee-9093-4049-ba49-e085e43ad325 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556590 Nov 12 03:26:19.037171 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Pushing event updated for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.050185 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.050526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.050891 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.051237 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.051803 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.052339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.052882 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.053365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.053902 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.054395 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.056423 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.056976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:19.061360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:19.077224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:19.126828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] DHCP port deletion for a1cef519-d749-47db-bdc9-156c63762700 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:19.164624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.165514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.171884 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Attempting to bind port 9aaaf348-adb2-4131-bbae-eae58dca5b41 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:19.172503 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Attempting to bind port 9aaaf348-adb2-4131-bbae-eae58dca5b41 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:19.174486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Attempting to bind port 9aaaf348-adb2-4131-bbae-eae58dca5b41 on network 9f8aef90-eec7-4556-bbad-4e1d7b084416 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:19.181354 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:19.182443 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Checking segment: {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:19.183075 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.183769 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Bound using segment: {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:19.185132 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Bound port: 9aaaf348-adb2-4131-bbae-eae58dca5b41, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:19.186047 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.195653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Deleting port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:19.196850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.208984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a363ae1e-d44e-4b3e-86e8-04c5ecbc707a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8578224 Nov 12 03:26:19.221661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4a848-2d37-4bc9-89cc-1a2775109a1b req-b9b44b9c-a28c-45d6-b005-41bf07ffd197 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.223210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90f4a848-2d37-4bc9-89cc-1a2775109a1b req-b9b44b9c-a28c-45d6-b005-41bf07ffd197 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 931 time: 0.1140501 Nov 12 03:26:19.242268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Request body: {'port': {'device_id': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:19.255938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.283836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] For port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,segment=NetworkSegment(a46e2557-a74d-4225-ae8f-73f16d017bec),segment_id=a46e2557-a74d-4225-ae8f-73f16d017bec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:19.284696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.288428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.289107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.301649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Calling delete_port for 525a4e78-31ff-4033-8eb2-d3dc4f386f2f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:19.348093 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-c9eb5c71-222b-4466-8ccb-7b5f0322946a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923396 Nov 12 03:26:19.352917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Deleting port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:19.353222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.376794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Request body: {'port': {'device_id': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:19.393298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.396032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.409559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.427716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] Pushing event deleted for resources: {'Port': ['ID=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.440825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90f4a848-2d37-4bc9-89cc-1a2775109a1b req-95671ec2-13ff-49ad-a2fb-3c2a475c35c9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924124 Nov 12 03:26:19.443397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350554c1-0aee-4aaf-bc6b-9a9e916de65a None None] No DVR routers for this DVR port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:19.459049 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] For port 9aaaf348-adb2-4131-bbae-eae58dca5b41, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:19.461284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event deleted for resources: {'Port': ['ID=d69e6bcb-ac77-49b9-bafa-473c59b65480,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.463149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] For port 9aaaf348-adb2-4131-bbae-eae58dca5b41, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9aaaf348-adb2-4131-bbae-eae58dca5b41,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:19.484169 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.556203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36c8f-6eaf-4afc-a442-3d5989623831 None None] Pushing event updated for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.556408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.560693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] For port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,segment=NetworkSegment(a46e2557-a74d-4225-ae8f-73f16d017bec),segment_id=a46e2557-a74d-4225-ae8f-73f16d017bec)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:19.564111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.568252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ae59d5-ff6a-405b-bf18-12e89321aac9 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:19.582235 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:19.582999 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:19.598431 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.603671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Calling delete_port for 525a4e78-31ff-4033-8eb2-d3dc4f386f2f owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:19.637939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Transition to ACTIVE for port object 25ae59d5-ff6a-405b-bf18-12e89321aac9 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:19.645885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.653780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.656525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:19.657677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb56bb10-2d33-44e6-bbdc-d827163afb5d req-39d22708-5ba6-42a5-b872-d0ed574b0522 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "DELETE /v2.0/floatingips/266548a9-1fc1-4ae1-931f-8d80cf8caa2c HTTP/1.1" status: 204 len: 173 time: 1.9936917 Nov 12 03:26:19.677567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4bded-c02e-40be-a788-8a0bfe660380 req-faa663a9-c89c-4c18-93fe-614bb9000126 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:19.679070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f4bded-c02e-40be-a788-8a0bfe660380 req-faa663a9-c89c-4c18-93fe-614bb9000126 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 931 time: 0.1404481 Nov 12 03:26:19.703316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:19.859277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:19.860032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f4bded-c02e-40be-a788-8a0bfe660380 req-f216255f-732a-43bb-87e5-dac1bd64fd71 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463366 Nov 12 03:26:19.899082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6392265b-cee1-4ac0-b5ff-c0af92eded82 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:19.962237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.001176 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:19Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:20.023716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6392265b-cee1-4ac0-b5ff-c0af92eded82 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:20.028808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6392265b-cee1-4ac0-b5ff-c0af92eded82 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:20.029445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.044092 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764da21-e8a1-485d-b30d-259870a8c4c5 None None] The sync data for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 is: [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:19Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:20.109866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9783fa6-f9ab-4374-9761-08602c103ab7 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:20.118313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.134983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.172815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Transition to ACTIVE for port object f9783fa6-f9ab-4374-9761-08602c103ab7 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:20.177827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:20.179813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-380957a9-97bc-4b39-8db2-3a0713490615 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.2563889 Nov 12 03:26:20.180461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Port': ['ID=525a4e78-31ff-4033-8eb2-d3dc4f386f2f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.181313 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d92f75-e810-497d-8a8f-89d8194d3fa8" -d '{"events": [{"server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "name": "network-vif-plugged", "status": "completed", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:20.191252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] No DVR routers for this DVR port 525a4e78-31ff-4033-8eb2-d3dc4f386f2f on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:20.191965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.209843 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:20.216294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.235824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43f843-342d-4500-b60a-3db0936bdf04 req-1eb9b83b-9dec-4db9-8748-f6591e3504f5 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.237434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe43f843-342d-4500-b60a-3db0936bdf04 req-1eb9b83b-9dec-4db9-8748-f6591e3504f5 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 931 time: 0.2958102 Nov 12 03:26:20.290170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a52f154-516f-4484-a37c-09ec2acf98a6 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:20.295235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.301816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.306491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.339025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-560b0353-2b47-4050-bd23-2b5f17f642c9 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.341443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Transition to ACTIVE for port object 8a52f154-516f-4484-a37c-09ec2acf98a6 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:20.347653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-560b0353-2b47-4050-bd23-2b5f17f642c9 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports/cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 942 time: 0.1467302 Nov 12 03:26:20.348064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cef519-d749-47db-bdc9-156c63762700']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:20.348338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.356807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.370911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46e2557-a74d-4225-ae8f-73f16d017bec') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:20.371193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46e2557-a74d-4225-ae8f-73f16d017bec') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:20.391389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Attempting to bind port 25ae59d5-ff6a-405b-bf18-12e89321aac9 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:20.391728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Attempting to bind port 25ae59d5-ff6a-405b-bf18-12e89321aac9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:20.392061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Attempting to bind port 25ae59d5-ff6a-405b-bf18-12e89321aac9 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.410289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.414756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Port 25ae59d5-ff6a-405b-bf18-12e89321aac9 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:20.415109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Attempting to bind port 25ae59d5-ff6a-405b-bf18-12e89321aac9 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.452131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:20.452131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:20.452131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:20.452635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Bound port: 25ae59d5-ff6a-405b-bf18-12e89321aac9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:20.452635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.456228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.466496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.477904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:20.478309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.485103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe43f843-342d-4500-b60a-3db0936bdf04 req-ec6df9d1-03f1-48a6-b169-f0b75776b88c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298467 Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:20.494706 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:20.534726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Attempting to bind port f9783fa6-f9ab-4374-9761-08602c103ab7 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:20.535121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Attempting to bind port f9783fa6-f9ab-4374-9761-08602c103ab7 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:20.535421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Attempting to bind port f9783fa6-f9ab-4374-9761-08602c103ab7 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.547823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Port f9783fa6-f9ab-4374-9761-08602c103ab7 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:20.548196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Attempting to bind port f9783fa6-f9ab-4374-9761-08602c103ab7 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.593640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:20.594768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Checking segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:20.595192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Bound using segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:20.595788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Bound port: f9783fa6-f9ab-4374-9761-08602c103ab7, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:20.596026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.618924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-00fef8ec-ff1a-47f0-825a-650f9ed6fca9 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.1476953 Nov 12 03:26:20.628202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.642972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.647303 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] 10.222.0.97 "DELETE /v2.0/networks/a1cef519-d749-47db-bdc9-156c63762700 HTTP/1.1" status: 204 len: 168 time: 1.9424720 Nov 12 03:26:20.670067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb30f9-1440-430f-96f5-29c353c74b55 req-d359d2dd-c807-41a7-a630-1c80f4f7ecbc tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.671675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ddb30f9-1440-430f-96f5-29c353c74b55 req-d359d2dd-c807-41a7-a630-1c80f4f7ecbc tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 945 time: 0.1185007 Nov 12 03:26:20.680723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:20.693804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35187dd-177e-4806-9194-fd8d1a8a1171 tempest-AllowedAddressPairIpV6TestJSON-1954804378 tempest-AllowedAddressPairIpV6TestJSON-1954804378-project] Pushing event deleted for resources: {'Network': ['ID=a1cef519-d749-47db-bdc9-156c63762700,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.711419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Attempting to bind port 8a52f154-516f-4484-a37c-09ec2acf98a6 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:20.711633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Attempting to bind port 8a52f154-516f-4484-a37c-09ec2acf98a6 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:20.711963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Attempting to bind port 8a52f154-516f-4484-a37c-09ec2acf98a6 on network 9f8aef90-eec7-4556-bbad-4e1d7b084416 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.715940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:20.720796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Port 8a52f154-516f-4484-a37c-09ec2acf98a6 on network 9f8aef90-eec7-4556-bbad-4e1d7b084416 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:20.721137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Attempting to bind port 8a52f154-516f-4484-a37c-09ec2acf98a6 on network 9f8aef90-eec7-4556-bbad-4e1d7b084416 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:20.728208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.730341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:20.730737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Checking segment: {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:20.731889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Bound using segment: {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:20.732404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Bound port: 8a52f154-516f-4484-a37c-09ec2acf98a6, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66516360-aa4e-4210-b24b-5f8c59ad3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:20.732815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.815777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.817038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:20.818834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] 10.222.0.104 "PUT /v2.0/ports/25ae59d5-ff6a-405b-bf18-12e89321aac9 HTTP/1.1" status: 200 len: 1092 time: 2.2233207 Nov 12 03:26:20.823134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:20.826164 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3" -d '{"events": [{"name": "network-changed", "server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:20.957102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9aaaf348-adb2-4131-bbae-eae58dca5b41 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:20.959177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fcbee-4010-4b78-a04f-39179ae9dba6 service neutron] Pushing event updated for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:20.978495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:20.983485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:20.993681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-40949f6f-70d1-49bf-8f9d-1b939ef33101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:20.995769 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-40949f6f-70d1-49bf-8f9d-1b939ef33101 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 1095 time: 0.0964997 Nov 12 03:26:20.998631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.062575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9aaaf348-adb2-4131-bbae-eae58dca5b41 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:21.063261 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.131862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.132505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.134408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 1092 time: 1.7631564 Nov 12 03:26:21.139329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-9dd648bb-3c94-41ff-8d3d-d1534331be8d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9 HTTP/1.1" status: 200 len: 217 time: 0.1184862 Nov 12 03:26:21.148312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:21.178678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.218053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 9aaaf348-adb2-4131-bbae-eae58dca5b41, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9aaaf348-adb2-4131-bbae-eae58dca5b41,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:21.224668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.237221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:21.262897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ddb30f9-1440-430f-96f5-29c353c74b55 req-921593a7-b0e2-4fbf-8c97-08e93d17a00a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625615 Nov 12 03:26:21.266048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f9783fa6-f9ab-4374-9761-08602c103ab7,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:21.269278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e4bc6-b1df-4361-94e8-bc5c69285398 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.287784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.301267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.306384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-8229c84f-a2fa-45ed-b7c6-2393d7ae3d10 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.307812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-8229c84f-a2fa-45ed-b7c6-2393d7ae3d10 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.6586680 Nov 12 03:26:21.340494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-248bc366-cbc6-421b-ba38-b796e74e17f3 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:26:21.341492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-248bc366-cbc6-421b-ba38-b796e74e17f3 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119240 Nov 12 03:26:21.349593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-4fb624a4-cd05-4d83-a7a0-43ec9dbe7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.349821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.350503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.351312 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-4fb624a4-cd05-4d83-a7a0-43ec9dbe7a87 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1947093 Nov 12 03:26:21.351991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] 10.222.0.104 "PUT /v2.0/ports/f9783fa6-f9ab-4374-9761-08602c103ab7 HTTP/1.1" status: 200 len: 1092 time: 2.1237702 Nov 12 03:26:21.352438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:21.354737 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:21.359721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-d40f9dd8-4ccc-4128-b0c3-33c9648c16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.360779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 525a4e78-31ff-4033-8eb2-d3dc4f386f2f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:21.361552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-d40f9dd8-4ccc-4128-b0c3-33c9648c16d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1467817 Nov 12 03:26:21.385748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 525a4e78-31ff-4033-8eb2-d3dc4f386f2f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:21.386399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 525a4e78-31ff-4033-8eb2-d3dc4f386f2f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:21.409882 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f3408-6f63-435e-bb67-5ed966df457d x-openstack-request-id: req-af2f3408-6f63-435e-bb67-5ed966df457d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:21.410562 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "name": "network-vif-plugged", "status": "completed", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:21.411604 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-af2f3408-6f63-435e-bb67-5ed966df457d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:21.412005 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'code': 200} Nov 12 03:26:21.423032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e0b0-cd9c-443c-9ab5-aee3cec58e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:21.443042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-53f7fbff-1b3b-4c14-a38b-ee190e612056 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 1001 time: 0.0847828 Nov 12 03:26:21.457807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:21.478514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-32adddd9-a8f5-4d17-b25a-d9ae8a3cdae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.0936179 Nov 12 03:26:21.487629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41bc2b2f-c10e-4672-a7c6-f0f7171a8192 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e83e41a4dfcf4cceb8cdfcc8bd44d3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360019 Nov 12 03:26:21.492054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:21.522244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-95edae33-8a2d-4eb8-9e8f-547af76cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.523817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-95edae33-8a2d-4eb8-9e8f-547af76cab37 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527719 Nov 12 03:26:21.561843 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-97a3e350-82ba-4a11-83d8-c6d1b1d4bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.563228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-97a3e350-82ba-4a11-83d8-c6d1b1d4bba1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.0755522 Nov 12 03:26:21.629348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-3a500ebc-bd35-4b2a-9f04-22876d3a14c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374360 Nov 12 03:26:21.643372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.687503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-65bb35a1-5ee4-4367-952a-4881c68a0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.688942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-65bb35a1-5ee4-4367-952a-4881c68a0edc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 1095 time: 0.1959994 Nov 12 03:26:21.705319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-847ebd4b-3e86-4ed9-9694-7c5c46d3b7cb service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715615 Nov 12 03:26:21.711895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef16c3-1ef6-4395-aa9b-61c4642322f6 req-351f6b29-9527-405d-9eb4-7832bcb8ad96 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.713401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51ef16c3-1ef6-4395-aa9b-61c4642322f6 req-351f6b29-9527-405d-9eb4-7832bcb8ad96 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 943 time: 0.2193606 Nov 12 03:26:21.715882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98292832-b34d-4e14-8d21-769ddb5658b2 req-a6dbc967-07b7-402e-81fd-b1d45a36559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:21.717263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98292832-b34d-4e14-8d21-769ddb5658b2 req-a6dbc967-07b7-402e-81fd-b1d45a36559d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.2065046 Nov 12 03:26:21.786373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.796292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-39abf6b0-d7ff-4d3c-ad41-9a4e9c64ecd8 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559072 Nov 12 03:26:21.798678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-f9c4a551-9af5-45f9-b941-37caf7c6c75f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9783fa6-f9ab-4374-9761-08602c103ab7 HTTP/1.1" status: 200 len: 217 time: 0.0760243 Nov 12 03:26:21.874421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8e5cd290-6c41-4497-8756-1f2ac1f4736d req-df670fcf-0cee-43f4-ac28-c46a42b0f5a8 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522970 Nov 12 03:26:21.903221 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:21.910266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3b3a63a0-4e0d-45f8-ae8d-b526e896b5f9 req-cda58444-ec36-46aa-a253-2044092b695e service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016138 Nov 12 03:26:21.951680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98292832-b34d-4e14-8d21-769ddb5658b2 req-3edaa44b-807a-45d4-bc29-4c7197d06abf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169573 Nov 12 03:26:21.983848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51ef16c3-1ef6-4395-aa9b-61c4642322f6 req-f6791f28-a17a-4711-8521-8033ca553e75 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622199 Nov 12 03:26:22.018232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918678b-039b-4973-8edf-f3a728a096b2 req-84ded511-23df-457e-b5af-a94102028789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.019777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-84ded511-23df-457e-b5af-a94102028789 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1814752 Nov 12 03:26:22.025926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.040800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.040800 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Floating IP 12d421ac-dc3d-4be4-bf20-221baeada79d disassociated. External IP: 172.25.7.115, port: cf1ca98d-d3f5-4ce4-8fe4-5efada53e207. Nov 12 03:26:22.057364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-aa5ad3f1-3203-4491-907f-3544b4ca5656 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281270 Nov 12 03:26:22.089800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d912771a-3471-4829-8252-a9dd195b594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.124000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.126421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.127555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e1251a71-acc0-42ce-ba7f-efca92d54d1b HTTP/1.1" status: 204 len: 168 time: 0.6325169 Nov 12 03:26:22.169755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fefea-3590-4b52-9377-606a31eba748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1251a71-acc0-42ce-ba7f-efca92d54d1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:22.249092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-a2a665e7-810f-4f90-9382-24da2b0219b3 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569960 Nov 12 03:26:22.361659 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b4699b-483f-4a39-88b6-2f72eb7e8907 x-openstack-request-id: req-70b4699b-483f-4a39-88b6-2f72eb7e8907 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:22.362162 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:22.362668 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-70b4699b-483f-4a39-88b6-2f72eb7e8907 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:22.363363 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9', 'status': 'completed', 'code': 200} Nov 12 03:26:22.434742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6918678b-039b-4973-8edf-f3a728a096b2 req-cf87c5da-b430-4295-af91-7164ac29cdf4 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518888 Nov 12 03:26:22.436606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:22.477731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-c6dfea43-09b8-4791-9d32-2a72b5b29eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.478963 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-c6dfea43-09b8-4791-9d32-2a72b5b29eb2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 1095 time: 0.0605404 Nov 12 03:26:22.515764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec13b5-3143-44ff-8a80-d6f5999ed0c0 req-93a82ade-1ce1-488f-befa-709d7eedc5db tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.517261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62ec13b5-3143-44ff-8a80-d6f5999ed0c0 req-93a82ade-1ce1-488f-befa-709d7eedc5db tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 943 time: 0.1026311 Nov 12 03:26:22.619024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62ec13b5-3143-44ff-8a80-d6f5999ed0c0 req-40715deb-f3e6-4e63-8c7c-622422542446 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950816 Nov 12 03:26:22.626059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:22.630879 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:22.640349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Sync routers for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:22.650199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-0a150e1e-3ae2-49ec-942a-bf4b78a89d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.651478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:22.651983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:22.653591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-0a150e1e-3ae2-49ec-942a-bf4b78a89d76 service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.1087036 Nov 12 03:26:22.666787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-a9ddea67-ce14-460c-be9b-fd09d6da274c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "PUT /v2.0/floatingips/12d421ac-dc3d-4be4-bf20-221baeada79d HTTP/1.1" status: 200 len: 695 time: 1.2178478 Nov 12 03:26:22.721311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-8d42858d-5c67-45e4-aa49-97df0520eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.728515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-8d42858d-5c67-45e4-aa49-97df0520eb8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1097 time: 0.0531657 Nov 12 03:26:22.731957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-194a76a5-5a0d-4ad2-9332-d9ca5d60d6b4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9 HTTP/1.1" status: 200 len: 217 time: 0.0708828 Nov 12 03:26:22.819500 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbea9f-ef32-4c40-abd5-b68d23f73a09 x-openstack-request-id: req-c3bbea9f-ef32-4c40-abd5-b68d23f73a09 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:22.819798 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:22.820053 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c3bbea9f-ef32-4c40-abd5-b68d23f73a09 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:22.820451 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7', 'status': 'completed', 'code': 200} Nov 12 03:26:22.854567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-b571764d-8b1d-4339-a77c-16d4513a6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.858015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-a6147c20-6689-4255-961a-21210c51e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.863633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-a6147c20-6689-4255-961a-21210c51e765 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1093962 Nov 12 03:26:22.864112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-b571764d-8b1d-4339-a77c-16d4513a6f66 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 929 time: 0.1346331 Nov 12 03:26:22.872857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:22.924424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9aaaf348-adb2-4131-bbae-eae58dca5b41 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:22.927556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-bd66a119-26e2-4d04-85b5-b638552f959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:22.929207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-bd66a119-26e2-4d04-85b5-b638552f959b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555878 Nov 12 03:26:22.935136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-298c9487-831e-460f-8b7b-498d39197ed5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 217 time: 0.0700631 Nov 12 03:26:22.959429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:23.058289 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-8594145c-7f74-455b-9cc2-8660106cffe8 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191695 Nov 12 03:26:23.074426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-3ccc9115-08db-4f18-beda-bc44998c2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.075969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-3ccc9115-08db-4f18-beda-bc44998c2f14 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.1156883 Nov 12 03:26:23.078012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-19ed60a1-c0d4-43b7-b745-57768fe011c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.079419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-19ed60a1-c0d4-43b7-b745-57768fe011c2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 1095 time: 0.1590583 Nov 12 03:26:23.088239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9aaaf348-adb2-4131-bbae-eae58dca5b41 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:23.088592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.089476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de750-70f5-4e6b-af19-dd1bf38d18ac req-d3573c75-4bff-4832-9017-98b25ed83024 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.097152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e0de750-70f5-4e6b-af19-dd1bf38d18ac req-d3573c75-4bff-4832-9017-98b25ed83024 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 943 time: 0.1657019 Nov 12 03:26:23.171466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-123954763'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:23.209121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.224375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-baeb3d3b-26d9-42be-89e8-e4c07fe551f3 req-afafceeb-e8e6-4f3c-a903-7a84f51b130a service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557598 Nov 12 03:26:23.281217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:23.284770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.291364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056f10-fb82-4248-9713-ba23609d3ffa req-b8ea78f3-3deb-4b41-83ee-d5be3de9d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.292879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-b8ea78f3-3deb-4b41-83ee-d5be3de9d0c5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925650 Nov 12 03:26:23.306674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e0de750-70f5-4e6b-af19-dd1bf38d18ac req-2125a0e5-f54e-4af1-967a-fcbdc98d270e tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085252 Nov 12 03:26:23.328370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:23.332266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-bf3e65eb-0f9b-4ea7-8881-48fb7d1df1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.333834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-bf3e65eb-0f9b-4ea7-8881-48fb7d1df1c2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 910 time: 0.2343650 Nov 12 03:26:23.368147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Checking router: 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:23.377403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:23.378034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:25:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.433389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-ccacfcf2-5818-48cb-80df-3893783bd0e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9783fa6-f9ab-4374-9761-08602c103ab7 HTTP/1.1" status: 200 len: 217 time: 0.0839198 Nov 12 03:26:23.485269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:23.560366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-02d4e50f-60fe-4098-ae52-3a46c28bc284 service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525795 Nov 12 03:26:23.561775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-170f026c-b778-40cc-aac1-ffb729a95ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.563152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-170f026c-b778-40cc-aac1-ffb729a95ced service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1162238 Nov 12 03:26:23.587127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7fba-1de6-4952-a846-c6130876c72b req-764bbfcb-cc8d-4869-810d-4377fcb90d0d tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:23.588571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fae7fba-1de6-4952-a846-c6130876c72b req-764bbfcb-cc8d-4869-810d-4377fcb90d0d tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 945 time: 0.1621914 Nov 12 03:26:23.678705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-04bbe6e3-3282-4aa2-b5ce-5104d1e21e31 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865560 Nov 12 03:26:23.686416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:23.718628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae3d192-824b-497f-b008-8b5e366bbce1 None None] The sync data for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 is: [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:25:29Z', 'revision_number': 4, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3efe942c-9fbf-43c4-86d7-79d08f685716', 'name': '', 'network_id': 'f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'mac_address': 'fa:16:3e:9e:3a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:28Z', 'updated_at': '2021-11-12T03:25:34Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'subnets': [{'id': '9e404576-30ea-4c5c-9427-ef314698fdcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:23.944142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0eee84-f4cc-499f-926b-4d218ca2142f None None] New status for floating IP 12d421ac-dc3d-4be4-bf20-221baeada79d: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:24.031152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.053210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.139767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fae7fba-1de6-4952-a846-c6130876c72b req-106a572c-f7bb-4c4f-a28d-e2c30b6a8b93 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204926 Nov 12 03:26:24.142043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:24.165159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12056f10-fb82-4248-9713-ba23609d3ffa req-467a6e77-1bac-4840-be68-48ddebbdc318 service neutron] 10.222.0.97 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893712 Nov 12 03:26:24.167133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f681238d-0a0e-41e7-aa54-e4e66ab2511c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.190499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.190499 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Added segment 163742c3-09f2-47d4-99fb-50e832cfeed2 of type vlan for network 2bb34d67-d0dc-48a5-8247-4d25002783c6 Nov 12 03:26:24.276702 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ff984e0-dcce-4eeb-a91f-7c3f48f04304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.284147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-c862fef0-5238-4377-850e-f7c9461a4b73 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733016 Nov 12 03:26:24.298591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.364806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:24.367219 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814bf93d-8348-4dcf-8349-6101517d7c61" -d '{"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:24.431442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065945f5-7a75-4a21-a9f2-e8fa263cfee3 req-de0fc449-ccd3-4dde-8d72-b4c9f85319f8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.433069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-065945f5-7a75-4a21-a9f2-e8fa263cfee3 req-de0fc449-ccd3-4dde-8d72-b4c9f85319f8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 943 time: 0.1623819 Nov 12 03:26:24.433666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.439165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.439673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.460894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a448fe-7d40-41ef-896b-f77a55ca99df req-64258fc0-6f7c-4a4b-b9ed-c8412911f244 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.462335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7a448fe-7d40-41ef-896b-f77a55ca99df req-64258fc0-6f7c-4a4b-b9ed-c8412911f244 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.2085044 Nov 12 03:26:24.560921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35d44de8-e1e7-47ee-9b6c-48af2a99dcd8 req-a276ebc5-8c8b-4661-b03c-4bf2ab9c0d04 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511976 Nov 12 03:26:24.564038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6024528 Nov 12 03:26:24.567994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42338) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:24.573132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:24.587538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e8466-6636-41d7-aaee-5f315d6c6b6d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Network': ['ID=2bb34d67-d0dc-48a5-8247-4d25002783c6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.598315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:24.619647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7a448fe-7d40-41ef-896b-f77a55ca99df req-99e5f341-6a13-41b2-a6e3-4036d3f2f798 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333144 Nov 12 03:26:24.622831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-065945f5-7a75-4a21-a9f2-e8fa263cfee3 req-6e9528f4-f9b8-4a1d-9bf6-352c055b3dbb tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796772 Nov 12 03:26:24.707716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:24.711892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.828678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:24.831563 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039" -d '{"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:24.847393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fccf2-2de1-47b4-b4a5-0bffd6b24a86 req-aeefa65f-ea04-445f-81a5-ebfa338b176c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:24.848902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-410fccf2-2de1-47b4-b4a5-0bffd6b24a86 req-aeefa65f-ea04-445f-81a5-ebfa338b176c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 943 time: 0.1291490 Nov 12 03:26:24.905442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.912720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-349ac890-9a60-42db-a03c-ea97995ddd06 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1602437 Nov 12 03:26:24.928619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:24.936670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-410fccf2-2de1-47b4-b4a5-0bffd6b24a86 req-9d384e89-ea6e-4e32-9c4d-edcab5aa28d5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Nov 12 03:26:24.972951 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:24.973570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=8b4c1d09-c2ce-4cb1-a709-12ab013c736d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:24.979293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:24.979657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network hostable DHCP agents. Network: 2bb34d67-d0dc-48a5-8247-4d25002783c6, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:25.000382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:25.009915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2bb34d67-d0dc-48a5-8247-4d25002783c6) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:25.014963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.015778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.022158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb970e-72ac-4220-bd74-70a7c63cf2da None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:25.037779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da36338b-d696-422f-b627-8e41d10c6ab6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4659362 Nov 12 03:26:25.038013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.045325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'name': 'tempest-NetworksTestDHCPv6-2081259139'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:25.047419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-4467e22b-142a-4158-b5e2-934b47443b30 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips/12d421ac-dc3d-4be4-bf20-221baeada79d HTTP/1.1" status: 200 len: 693 time: 0.0830941 Nov 12 03:26:25.170059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:25.173594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.192371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 7308a638-323a-4d02-b274-390be8191569 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:25.195279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '8b4c1d09-c2ce-4cb1-a709-12ab013c736d'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:25.196302 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.215571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-2741b3de-3826-4724-b2a3-9b70f2f0f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.216949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-2741b3de-3826-4724-b2a3-9b70f2f0f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.1618328 Nov 12 03:26:25.224016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.304846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-b74366fa-98b3-48cc-b9ed-62ddc32f2571 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0786893 Nov 12 03:26:25.317328 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.329994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::16f (2bb34d67-d0dc-48a5-8247-4d25002783c6/8b4c1d09-c2ce-4cb1-a709-12ab013c736d/7308a638-323a-4d02-b274-390be8191569) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:25.394557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-dfc78bdc-018f-4835-82e5-f9471219d4de tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.115 HTTP/1.1" status: 200 len: 696 time: 0.0774400 Nov 12 03:26:25.466020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Allocated IP 172.25.7.30 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/323dca38-9b8b-424e-9469-e85f0395fbb3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:25.485661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.522599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.568633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/8b4c1d09-c2ce-4cb1-a709-12ab013c736d/1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:25.571102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:25.577210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:25.580945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:25.587289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:25.587843 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.598199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=7308a638-323a-4d02-b274-390be8191569,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.618411 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa30302a-7ded-4718-b326-ae0df45c7814 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5771909 Nov 12 03:26:25.618732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:25.631319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Deleting port 79a6f059-b598-40e6-84a7-3dff69602c36 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:25.631924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.667025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.732617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.739383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.749642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.749972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.766412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Calling delete_port for 79a6f059-b598-40e6-84a7-3dff69602c36 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:25.777409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.785268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:25.788328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:25.794136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:25.801976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Pushing event updated for resources: {'Port': ['ID=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.861644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Attempting to bind port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:25.862001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Attempting to bind port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:25.862354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Attempting to bind port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:25.868012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:25.868379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:25.868772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.869157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:25.869623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Bound port: 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:25.869999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:25.877484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:25.891947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:25.895322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event updated for resources: {'Port': ['ID=323dca38-9b8b-424e-9469-e85f0395fbb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:25.897689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:25.928319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a52f154-516f-4484-a37c-09ec2acf98a6 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:25.969253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] For port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:25.973797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] For port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:25.986088 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.005176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9c6b8-89e5-4e8d-9216-000b2aa08c26 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.009461 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-12b9c6b8-89e5-4e8d-9216-000b2aa08c26 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3869255 Nov 12 03:26:26.010758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42356) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.056352 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.103085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.109899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 7308a638-323a-4d02-b274-390be8191569 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:26.110627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.111488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87957a5-a279-436e-abe8-6129f9bcd3ed None None] Pushing event updated for resources: {'Port': ['ID=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.121226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.137603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event deleted for resources: {'Port': ['ID=79a6f059-b598-40e6-84a7-3dff69602c36,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.137865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'port_id': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'mac_address': 'fa:16:3e:39:fa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:26.140977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.179194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25ae59d5-ff6a-405b-bf18-12e89321aac9 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:26.209262 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.230536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.243343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a52f154-516f-4484-a37c-09ec2acf98a6 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:26.250671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.252816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 7308a638-323a-4d02-b274-390be8191569 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:26.253230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.270417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8529234a-21d0-4bc9-9545-9cb3031e26fc req-55d7c504-60c1-41dd-84fc-68fbd05c673c tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "DELETE /v2.0/floatingips/12d421ac-dc3d-4be4-bf20-221baeada79d HTTP/1.1" status: 204 len: 173 time: 0.8679249 Nov 12 03:26:26.306788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.335639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.403121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.436593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.445313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cfb15-0492-4593-b3c0-bca4e9350693 req-d6cf2785-7dd6-45c9-9f86-ecfda00fd522 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.446895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b02cfb15-0492-4593-b3c0-bca4e9350693 req-d6cf2785-7dd6-45c9-9f86-ecfda00fd522 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 944 time: 0.0843477 Nov 12 03:26:26.450489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '25ae59d5-ff6a-405b-bf18-12e89321aac9', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '25ae59d5-ff6a-405b-bf18-12e89321aac9', 'mac_address': 'fa:16:3e:c6:5d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:26.490395 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.505804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.507871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.520143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.524865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ae59d5-ff6a-405b-bf18-12e89321aac9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:26.532965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=7308a638-323a-4d02-b274-390be8191569,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.535936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b02cfb15-0492-4593-b3c0-bca4e9350693 req-21c32ed3-7f14-434d-82a6-d32a8e7bada0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Nov 12 03:26:26.559925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:26.577042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.578752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f9783fa6-f9ab-4374-9761-08602c103ab7 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:26.593219 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6173de-75aa-4cb3-8f0d-a4101baa77b5 x-openstack-request-id: req-cb6173de-75aa-4cb3-8f0d-a4101baa77b5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:26.593750 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:26.594182 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cb6173de-75aa-4cb3-8f0d-a4101baa77b5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:26.594963 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:26:26.598623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.607483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4dd125d5-3cf7-4214-a161-c8d02a0a1e6b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/7308a638-323a-4d02-b274-390be8191569 HTTP/1.1" status: 204 len: 168 time: 0.5956929 Nov 12 03:26:26.608463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42360) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.615113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.631202 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f07dedd-f678-408e-bbf7-16811ea91b02 x-openstack-request-id: req-2f07dedd-f678-408e-bbf7-16811ea91b02 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:26.631476 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:26.632042 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2f07dedd-f678-408e-bbf7-16811ea91b02 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:26.632161 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'status': 'completed', 'code': 200} Nov 12 03:26:26.648096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.677674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.697169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:26.699073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7749445 Nov 12 03:26:26.713248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b240-50a8-4bb3-9a46-2415be54c7d7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event updated for resources: {'Port': ['ID=323dca38-9b8b-424e-9469-e85f0395fbb3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:26.766182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e5d7c-82fb-4aa4-b587-e7dc7d588599 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.771823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e5d7c-82fb-4aa4-b587-e7dc7d588599 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.781032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a3e5d7c-82fb-4aa4-b587-e7dc7d588599 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1704197 Nov 12 03:26:26.781638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42362) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:26.830374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-3101a52e-25b6-4386-b9b7-82b0f6e01096 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.1303053 Nov 12 03:26:26.874284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-8838f234-7a45-4db8-9ae5-7d4dd90b7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.875973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-8838f234-7a45-4db8-9ae5-7d4dd90b7249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1096 time: 0.2362359 Nov 12 03:26:26.897863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 8b4c1d09-c2ce-4cb1-a709-12ab013c736d {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:26.902237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.904534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:26.966906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:26.974376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-e8460e4e-c3a2-4152-bf84-c3d1d33a1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:26.975900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-e8460e4e-c3a2-4152-bf84-c3d1d33a1dcc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e203b866d7704b929e69cfc117f2957a&device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 1097 time: 0.2555971 Nov 12 03:26:26.998963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f9783fa6-f9ab-4374-9761-08602c103ab7,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.015849 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.027259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f9783fa6-f9ab-4374-9761-08602c103ab7', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'port_id': 'f9783fa6-f9ab-4374-9761-08602c103ab7', 'mac_address': 'fa:16:3e:48:68:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:27.078192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.096828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.156215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123beade-895c-434c-9c79-b443d58f6008 req-6cb8b139-2cc9-49b5-b20c-bd86f97b8c14 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.157903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123beade-895c-434c-9c79-b443d58f6008 req-6cb8b139-2cc9-49b5-b20c-bd86f97b8c14 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 943 time: 0.2285573 Nov 12 03:26:27.165644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-0068667b-bafb-4ce7-b07f-ed6858a3841a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.166549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.179151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a208ab7-18e5-46c4-b9fa-8902a565880d req-0068667b-bafb-4ce7-b07f-ed6858a3841a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.3472176 Nov 12 03:26:27.210297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-6e9a6250-9cb2-4077-8337-2f912f58e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.218802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-6e9a6250-9cb2-4077-8337-2f912f58e012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.2970567 Nov 12 03:26:27.232981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.238893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/8b4c1d09-c2ce-4cb1-a709-12ab013c736d HTTP/1.1" status: 204 len: 168 time: 0.4560566 Nov 12 03:26:27.240792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87c18b-a917-4407-a8de-379c21cc6d38 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4c1d09-c2ce-4cb1-a709-12ab013c736d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.248907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:27.338595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4a15019-8aa9-49d5-87c8-6c09ddd1455a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850694 Nov 12 03:26:27.339917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42370) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:27.347416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:27.358381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-0feccb17-672a-49c2-8d1e-405054d7e379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.1313016 Nov 12 03:26:27.373115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9783fa6-f9ab-4374-9761-08602c103ab7 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:27.380729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:27.380729 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.392115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-ae1888a5-ee79-42a3-855a-f65be25fef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.393600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-ae1888a5-ee79-42a3-855a-f65be25fef0d service neutron] 10.222.0.104 "GET /v2.0/networks?id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 200 len: 929 time: 0.4041002 Nov 12 03:26:27.463304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e192cc8-b7b3-42c7-843d-feff9b0a2600 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:27.466355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:27.473545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.482028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-2898439a-cb0a-42b4-baec-8288691ed0a5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 200 len: 217 time: 0.0561001 Nov 12 03:26:27.485392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123beade-895c-434c-9c79-b443d58f6008 req-4fcd2cad-b7be-447c-a330-675c9937ceb8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035817 Nov 12 03:26:27.494489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f9783fa6-f9ab-4374-9761-08602c103ab7,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.505803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-bcd88972-15a8-4b77-a34f-13603721a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.507428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-bcd88972-15a8-4b77-a34f-13603721a3c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.1410279 Nov 12 03:26:27.563806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-e58a806e-d2b3-4d22-a7a9-b6f3612accf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356281 Nov 12 03:26:27.582898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-5a0f309b-6f43-4e50-ab37-9680fa317f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.584861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-5a0f309b-6f43-4e50-ab37-9680fa317f56 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 200 len: 868 time: 0.0884724 Nov 12 03:26:27.596575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.688643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Provisioning complete for port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:27.689033 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.725525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.738875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-0d583b12-bca0-48bb-b253-1692e5853f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.740381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-0d583b12-bca0-48bb-b253-1692e5853f87 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373513 Nov 12 03:26:27.791151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-6f12779b-7698-408e-8a4e-4c57b1d27836 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191973 Nov 12 03:26:27.805722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.839392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.889459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.892733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:27.915903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:27.919022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=5aa1b1be-1f19-4eea-8b7a-e03923256ac9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:27.927580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:27.929016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.952515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5666b577-3ab2-475f-ad97-22305b06b734 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6076784 Nov 12 03:26:27.953431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:27.959045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'name': 'tempest-NetworksTestDHCPv6-1622652696'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:27.969523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:27.971353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:27.982966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.045420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:28.113470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:28.115231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.123820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:28.124310 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:28.125841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.146435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Deleting port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:28.146713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port ef0c4925-3af8-4a23-a944-be9c7ed0a5a0 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:28.146861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.229618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:28.240460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] For port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:28.240849 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.275544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::233 (2bb34d67-d0dc-48a5-8247-4d25002783c6/5aa1b1be-1f19-4eea-8b7a-e03923256ac9/ef0c4925-3af8-4a23-a944-be9c7ed0a5a0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:28.279769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Calling delete_port for 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:28.332455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ed9b1-dde5-45bf-b45f-ab18eba345a1 req-f6139dcc-0454-4396-a64f-23f4b01de1d7 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.333855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea0ed9b1-dde5-45bf-b45f-ab18eba345a1 req-f6139dcc-0454-4396-a64f-23f4b01de1d7 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.5895319 Nov 12 03:26:28.346732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-8457b446-19fe-4433-a216-f4eb23ab4645 service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716410 Nov 12 03:26:28.361027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ca890-2d9e-47b4-812a-e97905527850 req-3cc56796-eb65-4272-8c32-008424a78d01 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.363267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d9ca890-2d9e-47b4-812a-e97905527850 req-3cc56796-eb65-4272-8c32-008424a78d01 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 944 time: 0.1760645 Nov 12 03:26:28.371040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f9783fa6-f9ab-4374-9761-08602c103ab7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:28.434648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-814bf93d-8348-4dcf-8349-6101517d7c61 req-4aaf8d9a-0c06-4594-a333-ac6cb3a20c73 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486787 Nov 12 03:26:28.465821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.471768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.515701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.517548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] Pushing event deleted for resources: {'Port': ['ID=1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.518511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d9ca890-2d9e-47b4-812a-e97905527850 req-61d4959d-4cba-44ac-8009-e0818ab2dbe7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469755 Nov 12 03:26:28.519804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092b327-5a44-4c50-8bf7-2333be1e6861 None None] No DVR routers for this DVR port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:28.525648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea0ed9b1-dde5-45bf-b45f-ab18eba345a1 req-34055199-e1e2-43fc-a092-1bbbe8d9bbd5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754622 Nov 12 03:26:28.567825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4a4c6c-acc7-4609-9e8f-9745bb8b0039 req-66e5790c-8230-43d8-a882-4b49afaa7694 service neutron] 10.222.0.104 "GET /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994214 Nov 12 03:26:28.575156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c1957-7f94-4efc-8fa3-9d47da006ec2 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:28.593759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=ef0c4925-3af8-4a23-a944-be9c7ed0a5a0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:28.602712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:28.604289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:28.607183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:28.612960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.613599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.638436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efff723a-578e-40e2-af66-b7272df02f6c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6844070 Nov 12 03:26:28.640991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42394) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:28.675797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5e7dd-d7d0-4b69-aa88-3a04aa3f1fc6 None None] Port 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 update to ACTIVE by agent not found {{(pid=102606) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 03:26:28.698499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68dda2d-88f0-4212-aebe-11798e1281fa tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.700766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a68dda2d-88f0-4212-aebe-11798e1281fa tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0585392 Nov 12 03:26:28.707411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42396) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:28.784995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c0e76-4e0e-4743-a346-d9b1f24cc74d req-9b0c0b26-542b-40dd-9567-c1a0ada1c4fe tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.792410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-229c0e76-4e0e-4743-a346-d9b1f24cc74d req-9b0c0b26-542b-40dd-9567-c1a0ada1c4fe tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 944 time: 0.1334925 Nov 12 03:26:28.819041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:28.830234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port ef0c4925-3af8-4a23-a944-be9c7ed0a5a0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:28.830894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.848216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:28.848443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1607ad73-7fc5-42eb-b72a-20f4d2cc0cd2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:28.854367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-15fff475-3ec1-4c9e-b5f1-0b923981e4d0 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:28.861981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-15fff475-3ec1-4c9e-b5f1-0b923981e4d0 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 820 time: 0.2176187 Nov 12 03:26:28.882860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-229c0e76-4e0e-4743-a346-d9b1f24cc74d req-3ebcb098-93fa-4d31-ae6a-c729040742e1 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883291 Nov 12 03:26:28.891692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-33f899e8-28e2-4f6a-b025-673e6eb6b4e7 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/quotas/8ff50b2af09b4251ade00c8c8f7da08c HTTP/1.1" status: 200 len: 375 time: 0.0287542 Nov 12 03:26:28.896381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '5aa1b1be-1f19-4eea-8b7a-e03923256ac9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:28.897426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.950049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:28.963935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for ef0c4925-3af8-4a23-a944-be9c7ed0a5a0 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:28.993208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-d716c572-7832-4009-8027-5ef697411e4a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0885706 Nov 12 03:26:29.042481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ab29-a0c4-41e9-8582-76ceb37b3e73 req-f5220112-7f48-4ae1-88c4-f448c13aaca1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.044090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1440ab29-a0c4-41e9-8582-76ceb37b3e73 req-f5220112-7f48-4ae1-88c4-f448c13aaca1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0904620 Nov 12 03:26:29.069156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/5aa1b1be-1f19-4eea-8b7a-e03923256ac9/8a0fe5d8-1122-46f5-937b-56c0fedd7994) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:29.115844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.116091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1440ab29-a0c4-41e9-8582-76ceb37b3e73 req-87435d34-d47c-4403-8e3e-fdf763e41bb1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0448673 Nov 12 03:26:29.156015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=ef0c4925-3af8-4a23-a944-be9c7ed0a5a0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.160810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a731e98c-5196-4553-923f-798dc37a3448 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547990 Nov 12 03:26:29.187887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.192557 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5acbfd16-e775-48c7-a467-b0c1eb4b1176 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/ef0c4925-3af8-4a23-a944-be9c7ed0a5a0 HTTP/1.1" status: 204 len: 168 time: 0.4839518 Nov 12 03:26:29.195002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42400) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.253844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9277b2-8d18-4302-9c02-8ed73347af32 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.255430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9277b2-8d18-4302-9c02-8ed73347af32 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.256406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.257679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b9277b2-8d18-4302-9c02-8ed73347af32 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0614481 Nov 12 03:26:29.260708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.265087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.295839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd82d-8fac-4031-957f-a6cd1f2b27b8 req-1e363d5c-b2d1-427b-988f-c3fe41f2da91 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.297320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f3bd82d-8fac-4031-957f-a6cd1f2b27b8 req-1e363d5c-b2d1-427b-988f-c3fe41f2da91 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 944 time: 0.1006513 Nov 12 03:26:29.313776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 5aa1b1be-1f19-4eea-8b7a-e03923256ac9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:29.317657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.328462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:29.329386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Pushing event updated for resources: {'Port': ['ID=8a0fe5d8-1122-46f5-937b-56c0fedd7994,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.334740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:29.336906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:29.358786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-fcaf38df-815d-4a92-81c9-8f274816b2b0 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893559 Nov 12 03:26:29.371112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.393286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-12f2dcc5-be83-42aa-ab40-a54bd165f675 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.394787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-12f2dcc5-be83-42aa-ab40-a54bd165f675 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.1157558 Nov 12 03:26:29.398660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Attempting to bind port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:29.398950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f3bd82d-8fac-4031-957f-a6cd1f2b27b8 req-4b2f320a-a7e9-4f41-a5bd-7aa94057cc70 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Nov 12 03:26:29.399103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Attempting to bind port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:29.399410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Attempting to bind port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:29.405551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:29.405975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:29.406862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.406862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:29.407251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Bound port: 8a0fe5d8-1122-46f5-937b-56c0fedd7994, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:29.407624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.506121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.570570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfb9bfbf-fe0e-4a3c-b551-bb59ed095c32 req-fdcf15c9-3f55-4817-98e5-333b45cb3b0f tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0732248 Nov 12 03:26:29.585088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.587213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] For port 8a0fe5d8-1122-46f5-937b-56c0fedd7994, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:29.596046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] For port 8a0fe5d8-1122-46f5-937b-56c0fedd7994, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a0fe5d8-1122-46f5-937b-56c0fedd7994,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:29.604880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.629773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Deleting port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:29.630024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa1b1be-1f19-4eea-8b7a-e03923256ac9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.630149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.632438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.638341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c3c399df-5cb0-4951-bc3a-a2a974f45927 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/5aa1b1be-1f19-4eea-8b7a-e03923256ac9 HTTP/1.1" status: 204 len: 168 time: 0.3739362 Nov 12 03:26:29.638668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42414) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.641277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b046b80a-1778-43b6-994c-f1181b770e7c req-c5857d39-ffa2-496a-8666-6d96fcd5f2a8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 210 time: 0.0439532 Nov 12 03:26:29.725832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6794b-0a2e-442a-b5ac-40d16294200b None None] Pushing event updated for resources: {'Port': ['ID=8a0fe5d8-1122-46f5-937b-56c0fedd7994,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:29.740420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0741d972-084b-494a-b926-a3e4c3c6ec90 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981581 Nov 12 03:26:29.743367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42418) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:29.751546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:29.872100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:29.877633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.883163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] For port 2d08f6ed-0a00-46a7-8696-f7ca3577b988, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=2d08f6ed-0a00-46a7-8696-f7ca3577b988,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:29.883607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:29.935754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d223b85-aa67-4adf-b929-9ddd01739f06 req-acad8c1d-67c8-483a-b4b9-914daddca45a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.944607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d223b85-aa67-4adf-b929-9ddd01739f06 req-acad8c1d-67c8-483a-b4b9-914daddca45a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 945 time: 0.1823776 Nov 12 03:26:29.963314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a52f154-516f-4484-a37c-09ec2acf98a6 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:29.986289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea39c86-eaa6-4564-8bb1-771d82f02a1d req-fb0856dc-42bc-476e-88c0-53b84419a6b1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:29.994106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea39c86-eaa6-4564-8bb1-771d82f02a1d req-fb0856dc-42bc-476e-88c0-53b84419a6b1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 944 time: 0.2331619 Nov 12 03:26:30.092090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 8a52f154-516f-4484-a37c-09ec2acf98a6 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:30.111261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 8a52f154-516f-4484-a37c-09ec2acf98a6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.111673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.190189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.206137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea39c86-eaa6-4564-8bb1-771d82f02a1d req-b372504b-a8d8-41a5-92a9-5f8493c6ad45 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043574 Nov 12 03:26:30.212698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25ae59d5-ff6a-405b-bf18-12e89321aac9 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:30.230370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d223b85-aa67-4adf-b929-9ddd01739f06 req-8a036631-96b8-48c5-b993-acf949ddb214 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups?id=d2b343a9-bf08-4443-9895-4562ded8bcb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848234 Nov 12 03:26:30.243319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.248755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:30.253083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:30.260365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.260972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.282808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=a229a020-f065-4600-9f2d-3a7def0c1f9e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:30.303225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb2a6b5e-86e9-48b2-8b2e-a51ba7ad55c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5583026 Nov 12 03:26:30.305657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:30.313396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'name': 'tempest-NetworksTestDHCPv6-2060702655'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:30.315202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:30.317905 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f128578-44ea-4a29-a445-c607b15bbc93" -d '{"events": [{"server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "name": "network-vif-plugged", "status": "completed", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:30.337435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:30.348100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.386167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 25ae59d5-ff6a-405b-bf18-12e89321aac9 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:30.403573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 25ae59d5-ff6a-405b-bf18-12e89321aac9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.403995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.415317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.415741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.416034 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 disassociated. External IP: 172.25.7.92, port: 2d08f6ed-0a00-46a7-8696-f7ca3577b988. Nov 12 03:26:30.416379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Calling delete_port for 2d08f6ed-0a00-46a7-8696-f7ca3577b988 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:30.450040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6cdbf-f957-4050-8f10-232776966b1a req-9ef7db8f-022b-472f-9f3d-4471118492a9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.451457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71a6cdbf-f957-4050-8f10-232776966b1a req-9ef7db8f-022b-472f-9f3d-4471118492a9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.0824201 Nov 12 03:26:30.470868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:30.475882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.500483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 5a5d9e35-3d4f-4eb5-a206-e52f4feefa30 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:30.548162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:30.578949 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811a2920-bd20-4d3e-a4bd-ffbb4d65e4a1 x-openstack-request-id: req-811a2920-bd20-4d3e-a4bd-ffbb4d65e4a1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:30.579184 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "name": "network-vif-plugged", "status": "completed", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:30.579418 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-811a2920-bd20-4d3e-a4bd-ffbb4d65e4a1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:30.580008 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'code': 200} Nov 12 03:26:30.610355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.616594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71a6cdbf-f957-4050-8f10-232776966b1a req-25489b2d-fe61-4fa4-8a44-8945816ad7a2 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787518 Nov 12 03:26:30.704484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::17 (2bb34d67-d0dc-48a5-8247-4d25002783c6/a229a020-f065-4600-9f2d-3a7def0c1f9e/5a5d9e35-3d4f-4eb5-a206-e52f4feefa30) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:30.705950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:30.716495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.717223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f9783fa6-f9ab-4374-9761-08602c103ab7 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:30.803546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:30.842726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a28cc-fcc3-4b2b-a276-d6f583fb6904 req-a7ea17a0-4bf9-485e-9542-db7f1bb9744b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.843498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port f9783fa6-f9ab-4374-9761-08602c103ab7 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:30.850519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-486a28cc-fcc3-4b2b-a276-d6f583fb6904 req-a7ea17a0-4bf9-485e-9542-db7f1bb9744b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 944 time: 0.1577549 Nov 12 03:26:30.850802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f9783fa6-f9ab-4374-9761-08602c103ab7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:30.851294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:30.911217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceb8be-3c07-4bad-9886-92a68625adc7 req-f4ad121d-07ef-425a-a294-c00aa0ec2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:30.913233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acceb8be-3c07-4bad-9886-92a68625adc7 req-f4ad121d-07ef-425a-a294-c00aa0ec2661 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2218468 Nov 12 03:26:30.921888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a0fe5d8-1122-46f5-937b-56c0fedd7994 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:30.944634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.018346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2ed5f-0537-4340-b9a0-955a139fddcb req-f84bdac3-0a17-4a6c-b0f1-6598da50eb23 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.020003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af2ed5f-0537-4340-b9a0-955a139fddcb req-f84bdac3-0a17-4a6c-b0f1-6598da50eb23 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.2583032 Nov 12 03:26:31.030940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event deleted for resources: {'Port': ['ID=2d08f6ed-0a00-46a7-8696-f7ca3577b988,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.053499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.067402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-486a28cc-fcc3-4b2b-a276-d6f583fb6904 req-0d13cef5-d356-4407-8e41-c7073deabb0b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157590 Nov 12 03:26:31.080779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:31.080779 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.188334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acceb8be-3c07-4bad-9886-92a68625adc7 req-f26d70ff-20c7-4d44-bcaa-e37ba192e902 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603142 Nov 12 03:26:31.189785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.207758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af2ed5f-0537-4340-b9a0-955a139fddcb req-fc94b2da-4758-4d8d-9190-ce4a8f5a05f9 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710024 Nov 12 03:26:31.225344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fd1d3-0e87-4a01-8cd6-1db145c58344 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:31.229238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f9783fa6-f9ab-4374-9761-08602c103ab7,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.247203 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.258155 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.285089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.286130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:31.286567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 2d08f6ed-0a00-46a7-8696-f7ca3577b988 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:31.340962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:31.348330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:31.352977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=5a5d9e35-3d4f-4eb5-a206-e52f4feefa30,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.368921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:31.376206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.376862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.396652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-8fdc1f05-ab29-4038-8aa8-bce58cf017d8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.398202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-8fdc1f05-ab29-4038-8aa8-bce58cf017d8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 820 time: 0.4104140 Nov 12 03:26:31.410713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d624c91e-364c-458d-aa5c-b51f75336238 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1009955 Nov 12 03:26:31.411469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42442) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:31.413746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8140c7a8-212d-4d87-8a22-4dc0380b3177 req-4e676d6b-3595-467f-989a-68e9ff901b8b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 210 time: 0.0706244 Nov 12 03:26:31.476549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7f5bb-70e4-43c3-bb7b-e876df9f56b6 req-b62a0963-cd74-45e8-b169-d210e574531c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.478393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be7f5bb-70e4-43c3-bb7b-e876df9f56b6 req-b62a0963-cd74-45e8-b169-d210e574531c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.1339350 Nov 12 03:26:31.508288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'port': {'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'admin_state_up': True, 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:31.538856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 2d08f6ed-0a00-46a7-8696-f7ca3577b988 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:31.539311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 2d08f6ed-0a00-46a7-8696-f7ca3577b988 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:31.543771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:31.545511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:31.551596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-13d64b82-7964-460b-8131-cde0203b13b1 None None] Provisioning complete for port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:31.552405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13d64b82-7964-460b-8131-cde0203b13b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.554224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.562149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:31.604601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcc35747-59f2-4dca-b54a-d66c91e56e23 req-fac6eaa5-d4c3-4297-9d6b-c5b55b40100a tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/ports?device_id=f619fbf9-575d-490a-9712-49ecb810fa68 HTTP/1.1" status: 200 len: 210 time: 0.0744443 Nov 12 03:26:31.640370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] No DVR routers for this DVR port 2d08f6ed-0a00-46a7-8696-f7ca3577b988 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:31.642855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.643907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:31.645092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:31.647303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b97449aa-b1f3-4a57-8393-b11a9c7505dc req-8347421f-effb-496d-ac6e-f69204766b26 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.104 "DELETE /v2.0/ports/2d08f6ed-0a00-46a7-8696-f7ca3577b988 HTTP/1.1" status: 204 len: 173 time: 2.2434049 Nov 12 03:26:31.650733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'name': 'network-vif-deleted', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:31.658111 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68601dd8-2aec-44b0-8e85-0ec924284f4a" -d '{"events": [{"server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "name": "network-vif-deleted", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:31.697300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9be7f5bb-70e4-43c3-bb7b-e876df9f56b6 req-09f54cba-e225-4592-a898-a847ea2edc3c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040904 Nov 12 03:26:31.712417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Made reservation on behalf of 8ff50b2af09b4251ade00c8c8f7da08c for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:31.716720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.728251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301d2af-6495-4a27-b945-e47728758713 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.737953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301d2af-6495-4a27-b945-e47728758713 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.742738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0301d2af-6495-4a27-b945-e47728758713 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.3255260 Nov 12 03:26:31.748430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:31.750220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 8a0fe5d8-1122-46f5-937b-56c0fedd7994, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a0fe5d8-1122-46f5-937b-56c0fedd7994,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:31.781001 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d2f93f-c088-40f2-bb5c-dcdf2ba8d99f x-openstack-request-id: req-b8d2f93f-c088-40f2-bb5c-dcdf2ba8d99f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:31.781315 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f619fbf9-575d-490a-9712-49ecb810fa68", "name": "network-vif-deleted", "tag": "2d08f6ed-0a00-46a7-8696-f7ca3577b988", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:31.781540 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b8d2f93f-c088-40f2-bb5c-dcdf2ba8d99f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:31.782718 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619fbf9-575d-490a-9712-49ecb810fa68', 'name': 'network-vif-deleted', 'tag': '2d08f6ed-0a00-46a7-8696-f7ca3577b988', 'status': 'completed', 'code': 200} Nov 12 03:26:31.813011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f294b7-df79-4d30-b075-5f445462c31d req-833adf74-1d79-4d67-a1f3-bf55ec30ffbe tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:31.814558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73f294b7-df79-4d30-b075-5f445462c31d req-833adf74-1d79-4d67-a1f3-bf55ec30ffbe tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.0892971 Nov 12 03:26:31.824257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.885773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73f294b7-df79-4d30-b075-5f445462c31d req-f37b729d-9985-4fa8-8eb8-f272961905a0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637686 Nov 12 03:26:31.915620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:31.945483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Allocated IP 172.20.0.5 (ec6a440d-27fd-41fb-b3ec-e874b9d90182/d2569fc5-b739-4235-a7c4-fbdb48708151/eca40f22-1dfa-4746-af1f-1d561f2da321) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:31.952906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 5a5d9e35-3d4f-4eb5-a206-e52f4feefa30 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:31.953325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:31.999025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=8a0fe5d8-1122-46f5-937b-56c0fedd7994,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.045195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-13d64b82-7964-460b-8131-cde0203b13b1 None None] Could not find standard attr ID for object ef0c4925-3af8-4a23-a944-be9c7ed0a5a0. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:32.145632 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.163982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 5a5d9e35-3d4f-4eb5-a206-e52f4feefa30 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:32.184871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c63b4-025c-48af-bb1c-824d7e4e6058 req-6557940d-f8fa-4f08-9abc-e139fcecb5f7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.194007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-032c63b4-025c-48af-bb1c-824d7e4e6058 req-6557940d-f8fa-4f08-9abc-e139fcecb5f7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0622113 Nov 12 03:26:32.198332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:32.229765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:32.254391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:32.255395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:32.280389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.288521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-032c63b4-025c-48af-bb1c-824d7e4e6058 req-d62429d4-2724-4ef7-bab7-8d518d6c77e1 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898879 Nov 12 03:26:32.396268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.452801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:32.496893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:32.505107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:32.519930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:32.534601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b7158-e73b-46e2-b435-f9fd9918b19b req-4f56ac0c-85f1-42f9-9775-b130ceb672f2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.542408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c30b7158-e73b-46e2-b435-f9fd9918b19b req-4f56ac0c-85f1-42f9-9775-b130ceb672f2 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.1213470 Nov 12 03:26:32.579361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6392265b-cee1-4ac0-b5ff-c0af92eded82'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:32.593388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9'}, {'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:32.598154 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e223d-0890-406e-8bc5-2bf3c6b57075" -d '{"events": [{"server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "name": "network-vif-plugged", "status": "completed", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9"}, {"server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "name": "network-vif-plugged", "status": "completed", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:32.603235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.604152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.621320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.628098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1253345 Nov 12 03:26:32.628790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa46d1-6fda-4b7d-a862-a08cfa7218c2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event updated for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.638925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d6d5868-d2bc-459a-83c7-9283d0d0423d None None] Could not find standard attr ID for object 5a5d9e35-3d4f-4eb5-a206-e52f4feefa30. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:32.660294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c30b7158-e73b-46e2-b435-f9fd9918b19b req-5a038f1e-0439-4b34-bd1f-17fbec3e74a3 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070249 Nov 12 03:26:32.661464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=5a5d9e35-3d4f-4eb5-a206-e52f4feefa30,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:32.685109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Request body: {'port': {'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:32.779665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.782950 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7b8cd1c-d21d-4e89-bab9-902deaf3ebdd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/5a5d9e35-3d4f-4eb5-a206-e52f4feefa30 HTTP/1.1" status: 204 len: 168 time: 1.0335357 Nov 12 03:26:32.783688 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec4b07-a62f-4ef0-9fd4-93ee44033a38 x-openstack-request-id: req-b5ec4b07-a62f-4ef0-9fd4-93ee44033a38 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:32.784535 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "name": "network-vif-plugged", "status": "completed", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9", "code": 200}, {"server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "name": "network-vif-plugged", "status": "completed", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:32.784957 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b5ec4b07-a62f-4ef0-9fd4-93ee44033a38 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:32.785514 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9', 'code': 200} Nov 12 03:26:32.785940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42464) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:32.790070 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7', 'code': 200} Nov 12 03:26:32.792157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d6d5868-d2bc-459a-83c7-9283d0d0423d None None] Provisioning complete for port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:32.792725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5868-d2bc-459a-83c7-9283d0d0423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.796538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f23e3-80df-41fe-94b4-7243bb145cf4 req-7cf7e60e-dc42-444e-8bd7-17a756e0f413 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:32.798664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:32.810148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-189f23e3-80df-41fe-94b4-7243bb145cf4 req-7cf7e60e-dc42-444e-8bd7-17a756e0f413 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 931 time: 0.2127593 Nov 12 03:26:32.937011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a0fe5d8-1122-46f5-937b-56c0fedd7994 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:32.997812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-acd34580-23bf-45c4-899b-e5634bb4ec1a tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.005531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-acd34580-23bf-45c4-899b-e5634bb4ec1a tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.104 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.3188043 Nov 12 03:26:33.094028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-189f23e3-80df-41fe-94b4-7243bb145cf4 req-ced9cfeb-4fde-44ee-9fb8-a9915ed1dcb2 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829273 Nov 12 03:26:33.132752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.133044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.133865 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:26:33.177622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:33.193453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81aae09-b265-40c8-8feb-2f681c53845a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.195731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81aae09-b265-40c8-8feb-2f681c53845a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.200367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e81aae09-b265-40c8-8feb-2f681c53845a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4134214 Nov 12 03:26:33.201183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42470) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:33.229753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a65d2-f3a1-4459-82ba-a82c9f5c4f0c req-ccd30b18-c72e-42b7-be9e-9d90056d553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.231340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba6fc-28bb-4b20-a247-75466b73c17f None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:18:41Z', 'revision_number': 4, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6652bf76-dd5a-40a9-9dc0-0ab1879c56f1', 'name': '', 'network_id': 'f83d5d51-a9ad-4c05-8656-5554d345f4f6', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'mac_address': 'fa:16:3e:d0:fd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:39Z', 'updated_at': '2021-11-12T03:18:45Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'subnets': [{'id': 'a855b80c-4261-48c6-8a10-8b7c652e0697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:33.231851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-201a65d2-f3a1-4459-82ba-a82c9f5c4f0c req-ccd30b18-c72e-42b7-be9e-9d90056d553d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 1097 time: 0.1294293 Nov 12 03:26:33.261247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3d1ebcf2-5d64-4662-87ee-e578be94a6e7 None None] Provisioning complete for port eca40f22-1dfa-4746-af1f-1d561f2da321 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:33.261641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d1ebcf2-5d64-4662-87ee-e578be94a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.276902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ae49-5e72-4677-931c-d1e6f9305f40 req-42d34bb9-86e3-492b-b72c-b09d277fc81a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.287162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71f8ae49-5e72-4677-931c-d1e6f9305f40 req-42d34bb9-86e3-492b-b72c-b09d277fc81a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.2413719 Nov 12 03:26:33.297933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3f47e-0637-4b64-b466-d1b4aac29517 req-9e38e204-8cff-4112-8016-6e0511d6af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.299623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a3f47e-0637-4b64-b466-d1b4aac29517 req-9e38e204-8cff-4112-8016-6e0511d6af1e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 1097 time: 0.3211913 Nov 12 03:26:33.344408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet a229a020-f065-4600-9f2d-3a7def0c1f9e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:33.353851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ebcf2-5d64-4662-87ee-e578be94a6e7 None None] Port eca40f22-1dfa-4746-af1f-1d561f2da321 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:33.358339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3d1ebcf2-5d64-4662-87ee-e578be94a6e7 None None] Could not find standard attr ID for object 7308a638-323a-4d02-b274-390be8191569. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:33.372068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.396430 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-201a65d2-f3a1-4459-82ba-a82c9f5c4f0c req-1b390cfd-f1de-47fd-b86b-2905f286c862 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358349 Nov 12 03:26:33.402434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Deleting port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:33.402885 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.416456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca40f22-1dfa-4746-af1f-1d561f2da321 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:33.425630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b837d-e851-42af-8c84-7b17466a4952 req-764f5adb-3ba4-4d22-aaa5-abe2562ce47f tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:33.427250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e8b837d-e851-42af-8c84-7b17466a4952 req-764f5adb-3ba4-4d22-aaa5-abe2562ce47f tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1861050 Nov 12 03:26:33.429757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.441928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.472513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-acb7a0aa-6d99-40da-82df-db120a968f7f None None] Could not find standard attr ID for object ef0c4925-3af8-4a23-a944-be9c7ed0a5a0. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:33.481327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Transition to ACTIVE for port object eca40f22-1dfa-4746-af1f-1d561f2da321 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:26:33.495156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.537083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.551455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71f8ae49-5e72-4677-931c-d1e6f9305f40 req-67fe83fa-7659-4e26-966a-de833acdd980 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629111 Nov 12 03:26:33.554381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a3f47e-0637-4b64-b466-d1b4aac29517 req-325871d5-d5f9-4af4-82e0-5e4571e3747c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227318 Nov 12 03:26:33.620849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Pushing event updated for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.654003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e8b837d-e851-42af-8c84-7b17466a4952 req-3959e5af-2a60-4b8d-a070-2b815cc94dcb tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982741 Nov 12 03:26:33.702869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] For port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:33.704299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.717783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5dc7f4d4-6042-4030-b862-075b4c4088ea None None] Could not find standard attr ID for object 5a5d9e35-3d4f-4eb5-a206-e52f4feefa30. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:33.744683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Calling delete_port for cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:33.751750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.763166 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a10be-a8d4-4d35-aa81-017cb1e2ea93 None None] New status for floating IP d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:33.798582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=a229a020-f065-4600-9f2d-3a7def0c1f9e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:33.804342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:33.811021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e62538e9-5d81-4ac2-bfa2-782b4bcefeda tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/a229a020-f065-4600-9f2d-3a7def0c1f9e HTTP/1.1" status: 204 len: 168 time: 0.5928710 Nov 12 03:26:33.813716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42482) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:33.821924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Attempting to bind port eca40f22-1dfa-4746-af1f-1d561f2da321 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:33.824064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Attempting to bind port eca40f22-1dfa-4746-af1f-1d561f2da321 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:33.824462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Attempting to bind port eca40f22-1dfa-4746-af1f-1d561f2da321 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:33.888423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1bd4f631-ddc3-4fae-8484-4110fe838bcd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735259 Nov 12 03:26:33.890379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42486) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:33.893297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Port eca40f22-1dfa-4746-af1f-1d561f2da321 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:26:33.893634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Attempting to bind port eca40f22-1dfa-4746-af1f-1d561f2da321 on network ec6a440d-27fd-41fb-b3ec-e874b9d90182 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:33.910410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:33.910410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Checking segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:33.910410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Bound using segment: {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:33.910410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Bound port: eca40f22-1dfa-4746-af1f-1d561f2da321, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e402cb-d4e9-40bd-b135-0abd44225689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:33.911021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.025212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba0706-529c-47d7-80f5-34e218fac921 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.030385 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-15ba0706-529c-47d7-80f5-34e218fac921 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1387627 Nov 12 03:26:34.031255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42488) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.069816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2307a3-3f03-4f19-b269-b98d57d9ccf8 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:34.129143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:34.148408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eca40f22-1dfa-4746-af1f-1d561f2da321,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:34.165015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41a487-9f5a-49e7-8405-94f5cf9a28e1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.170423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd41a487-9f5a-49e7-8405-94f5cf9a28e1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257641 Nov 12 03:26:34.171158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42494) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.179706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.320019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:34.342242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9ce08-556f-42c1-be0a-41f942e8f536 req-fe3e2406-84cb-49cb-a6cd-ae3bf3c4d43a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.343965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3d9ce08-556f-42c1-be0a-41f942e8f536 req-fe3e2406-84cb-49cb-a6cd-ae3bf3c4d43a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.6063647 Nov 12 03:26:34.374406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Deleting port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:34.374772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.405733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-c9780bc6-3269-4107-9a26-2be3babbe731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.407275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-c9780bc6-3269-4107-9a26-2be3babbe731 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1408229 Nov 12 03:26:34.418158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a2528-7819-4cac-bbc2-b58da5093e1a req-f5185653-3748-4f0c-9fac-28bffa69d745 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.419842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be7a2528-7819-4cac-bbc2-b58da5093e1a req-f5185653-3748-4f0c-9fac-28bffa69d745 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 945 time: 0.1544642 Nov 12 03:26:34.443362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] For port 8a0fe5d8-1122-46f5-937b-56c0fedd7994, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8a0fe5d8-1122-46f5-937b-56c0fedd7994,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:34.443750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.460749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Calling delete_port for 8a0fe5d8-1122-46f5-937b-56c0fedd7994 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:34.498226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3d9ce08-556f-42c1-be0a-41f942e8f536 req-8adfbf62-9587-44db-a663-bbb41ec84352 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411977 Nov 12 03:26:34.563614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cbb2a13d-c097-4673-a636-9f1746219614 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3900526 Nov 12 03:26:34.564264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42496) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.572990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:34.600070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:34.609267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.609887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.611387 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] 10.222.0.16 "PUT /v2.0/ports/eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 1092 time: 1.9467170 Nov 12 03:26:34.613982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:34.616317 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c45d06-8ec1-497a-adf2-bac9905d5204" -d '{"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:34.644448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be7a2528-7819-4cac-bbc2-b58da5093e1a req-af4beb88-8e11-4455-82ce-0ec7b48b6ddd tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/security-groups?id=8974141f-ed56-4eda-be79-76dbcb596f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966054 Nov 12 03:26:34.686408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc6d53-67d3-46fa-b4c1-6f8b6871cede service neutron] Pushing event updated for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.710927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-3ac42fee-a28f-4219-b968-407fc52ddf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.715808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-3ac42fee-a28f-4219-b968-407fc52ddf54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.2898455 Nov 12 03:26:34.729483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.743735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.796037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] Pushing event deleted for resources: {'Port': ['ID=8a0fe5d8-1122-46f5-937b-56c0fedd7994,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.797955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f2bee-d515-4880-8478-10e41413aa09 None None] No DVR routers for this DVR port 8a0fe5d8-1122-46f5-937b-56c0fedd7994 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:34.807104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:34.814389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.850502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-6c26f3b3-82bb-4a4e-b9c4-f98b83db550c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.1252580 Nov 12 03:26:34.851587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Pushing event deleted for resources: {'Port': ['ID=cf1ca98d-d3f5-4ce4-8fe4-5efada53e207,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:34.856489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-66ae54fd-2f73-44a7-b2fa-c182d9ab458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:34.858184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-66ae54fd-2f73-44a7-b2fa-c182d9ab458e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1095 time: 0.1340046 Nov 12 03:26:34.891709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a0fe5d8-1122-46f5-937b-56c0fedd7994 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:34.928139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8a0fe5d8-1122-46f5-937b-56c0fedd7994 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:34.928480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8a0fe5d8-1122-46f5-937b-56c0fedd7994 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:34.947872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:34.952116 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-517ea323-af0b-4b21-b7c6-5c80cd1dc78c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 217 time: 0.0546379 Nov 12 03:26:35.028449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] No DVR routers for this DVR port cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:35.042373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-3b80b1a3-0820-4e34-8b22-d7391f687087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.043937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-3b80b1a3-0820-4e34-8b22-d7391f687087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.0827091 Nov 12 03:26:35.052824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.055931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.059320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-261434f7-f977-4ffb-a399-199c9eee5da9 req-03882600-2c6a-4e34-81dd-75b28713617e tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.104 "DELETE /v2.0/ports/cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 HTTP/1.1" status: 204 len: 173 time: 2.0306895 Nov 12 03:26:35.063080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'name': 'network-vif-deleted', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:35.065601 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e322e1c-0cdf-415f-9e58-05cffa6cb0d4" -d '{"events": [{"server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "name": "network-vif-deleted", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:35.098393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e3894-7d7a-43f5-8a5d-4f32d4d3243c req-5150f34f-f2ed-4ade-94de-28bcce903cda tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.099997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-364e3894-7d7a-43f5-8a5d-4f32d4d3243c req-5150f34f-f2ed-4ade-94de-28bcce903cda tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.2058899 Nov 12 03:26:35.147370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-5d895401-1244-4569-ae86-2b3bc8734068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.149013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-5d895401-1244-4569-ae86-2b3bc8734068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.1704123 Nov 12 03:26:35.169474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea553c3-6f57-4d9e-bbf4-457ca7b5579b req-6ed742ab-1f48-4e02-81f3-efc30c2ab3ef tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.177276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ea553c3-6f57-4d9e-bbf4-457ca7b5579b req-6ed742ab-1f48-4e02-81f3-efc30c2ab3ef tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 943 time: 0.3217077 Nov 12 03:26:35.181172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-03dbe403-717c-4a93-a0a8-21b47047bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.182666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-03dbe403-717c-4a93-a0a8-21b47047bbe0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292887 Nov 12 03:26:35.220953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.231727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-ea6fe175-8d80-4ff4-87e1-7f9a19ba5eab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716915 Nov 12 03:26:35.291161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.294348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.295522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "DELETE /v2.0/security-groups/d2b343a9-bf08-4443-9895-4562ded8bcb8 HTTP/1.1" status: 204 len: 168 time: 0.6870234 Nov 12 03:26:35.299996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42508) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:35.322204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:35.333937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:35.334760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-364e3894-7d7a-43f5-8a5d-4f32d4d3243c req-e1162607-a548-4aca-a990-308cef6e3134 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129622 Nov 12 03:26:35.338139 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-5ae5ff46-a4f6-47f6-8972-3e5c8952a650 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] show failed (client error): The resource could not be found. Nov 12 03:26:35.342541 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ae5ff46-a4f6-47f6-8972-3e5c8952a650 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "GET /v2.0/security-groups/d2b343a9-bf08-4443-9895-4562ded8bcb8 HTTP/1.1" status: 404 len: 347 time: 0.0361037 Nov 12 03:26:35.342541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.342541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.345963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=e75d9f4a-f5b3-4c03-a7ae-bafb382d4398,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.350834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:35.352784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ea553c3-6f57-4d9e-bbf4-457ca7b5579b req-6bec49de-4369-4574-9b56-7ed73e1baf77 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724522 Nov 12 03:26:35.366580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f76b4-0d62-4b4c-a9c4-4bb921c34321 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b343a9-bf08-4443-9895-4562ded8bcb8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:35.371371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb10f8f4-120f-4ee6-a7f2-e53b777ca538 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:35.404041 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e85301-539d-4c0f-baac-42a39acb31bf x-openstack-request-id: req-f4e85301-539d-4c0f-baac-42a39acb31bf {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:35.404378 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:35.404646 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f4e85301-539d-4c0f-baac-42a39acb31bf {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:35.405046 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'status': 'completed', 'code': 200} Nov 12 03:26:35.414181 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-fac17047-b59d-4903-af68-bbb30b1a1443 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196052 Nov 12 03:26:35.427470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-130314c5-775d-4c52-9f1e-e5950ade5bc0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8573902 Nov 12 03:26:35.454654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:35.458391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-78cabf22-429d-4852-9e77-68a9f3f900f0 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134356 Nov 12 03:26:35.464886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': 'e75d9f4a-f5b3-4c03-a7ae-bafb382d4398', 'ip_address': '2001:db8::8dc4:27f9:5262:809c'}], 'name': 'tempest-NetworksTestDHCPv6-1188999385'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:35.582114 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa97e03-8acc-455c-9eec-5f75ffa58183 x-openstack-request-id: req-daa97e03-8acc-455c-9eec-5f75ffa58183 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:35.582114 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2969eec3-1bfb-47c1-bbfd-5a497af01898", "name": "network-vif-deleted", "tag": "cf1ca98d-d3f5-4ce4-8fe4-5efada53e207", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:35.582506 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-daa97e03-8acc-455c-9eec-5f75ffa58183 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:35.582640 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2969eec3-1bfb-47c1-bbfd-5a497af01898', 'name': 'network-vif-deleted', 'tag': 'cf1ca98d-d3f5-4ce4-8fe4-5efada53e207', 'status': 'completed', 'code': 200} Nov 12 03:26:35.613845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32c1b5-cb2f-4467-a0c6-18b454890ed8 req-bcbb6b99-4d07-49e1-a9de-b1e0f1527e8a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.616031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a32c1b5-cb2f-4467-a0c6-18b454890ed8 req-bcbb6b99-4d07-49e1-a9de-b1e0f1527e8a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.1396320 Nov 12 03:26:35.626203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'e75d9f4a-f5b3-4c03-a7ae-bafb382d4398'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:35.627652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.649125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e7a154-7930-4403-8317-e62d5fbbe972 req-022b92c2-9f93-4bad-83f7-3289ee0b632f service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824574 Nov 12 03:26:35.680547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0f027b5c-0627-407b-ab16-b3dd358f2264 req-489f5530-7a47-4fac-89bf-1dbe8777e82d service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249591 Nov 12 03:26:35.693189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Deleting port 6fb0ce19-ee33-44f7-8c3a-43e65956b994 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:35.693579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.752475 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:35.773519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a32c1b5-cb2f-4467-a0c6-18b454890ed8 req-3a224268-77db-4927-8ddf-d0c38f2e0e35 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432502 Nov 12 03:26:35.824091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/e75d9f4a-f5b3-4c03-a7ae-bafb382d4398/5b160764-1d75-4ce6-8a21-74a8d7e737e7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:35.834080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1693fb-1730-4a11-902a-ca67058365a0 req-fdbc72dd-d397-44de-9e65-4520216dfd9f tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:35.839623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e1693fb-1730-4a11-902a-ca67058365a0 req-fdbc72dd-d397-44de-9e65-4520216dfd9f tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1629677 Nov 12 03:26:35.845104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.845463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.865363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Calling delete_port for 6fb0ce19-ee33-44f7-8c3a-43e65956b994 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:35.914790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:35.941923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-511d816c-d1b2-43c0-a6d6-a539132713d4 req-148dd94f-6be6-494e-b62a-acdf62acb9f1 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217 tempest-FloatingIPsAssociationNegativeTestJSON-1144854217-project] 10.222.0.97 "GET /v2.0/ports?device_id=2969eec3-1bfb-47c1-bbfd-5a497af01898 HTTP/1.1" status: 200 len: 210 time: 0.0556650 Nov 12 03:26:35.969481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e1693fb-1730-4a11-902a-ca67058365a0 req-a5764f14-513d-4ae2-9c0f-06c0aef3dd92 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096704 Nov 12 03:26:36.010343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:36.045893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.052780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.076089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-a92ccdb3-c74b-4b08-bf83-54a41f325aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.077612 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-a92ccdb3-c74b-4b08-bf83-54a41f325aa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1095 time: 0.1964500 Nov 12 03:26:36.098689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:36.101541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:36.106257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:36.109461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Pushing event updated for resources: {'Port': ['ID=5b160764-1d75-4ce6-8a21-74a8d7e737e7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.179518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Attempting to bind port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:36.179890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Attempting to bind port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:36.180345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Attempting to bind port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:36.188602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:36.189167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:36.189748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.190428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:36.191023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Bound port: 5b160764-1d75-4ce6-8a21-74a8d7e737e7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:36.191748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.225872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:36.256419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:36.256757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cf1ca98d-d3f5-4ce4-8fe4-5efada53e207 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:36.281491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] For port 5b160764-1d75-4ce6-8a21-74a8d7e737e7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:36.284858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] For port 5b160764-1d75-4ce6-8a21-74a8d7e737e7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5b160764-1d75-4ce6-8a21-74a8d7e737e7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:36.288559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.349504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b29c6-1344-4729-8206-d383a57bd1a2 None None] Pushing event updated for resources: {'Port': ['ID=5b160764-1d75-4ce6-8a21-74a8d7e737e7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.352215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-4d7c7b33-78bc-4dc2-91ef-4bf463cdc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.353980 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-4d7c7b33-78bc-4dc2-91ef-4bf463cdc361 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2654757 Nov 12 03:26:36.363290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.395453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::8dc4:27f9:5262:809c (2bb34d67-d0dc-48a5-8247-4d25002783c6/e75d9f4a-f5b3-4c03-a7ae-bafb382d4398/f58ca021-17d1-4d92-a2a6-f69ccee5a9c6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:36.454237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Pushing event deleted for resources: {'Port': ['ID=6fb0ce19-ee33-44f7-8c3a-43e65956b994,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:36.463695 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-8722a5c8-3849-4602-a2ad-accf0f987b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 217 time: 0.0972800 Nov 12 03:26:36.502693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be79b59-32b8-4f95-b757-277b2fcfb0eb req-bab0c132-52e7-4e64-8ac7-0360208e86c1 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.504419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5be79b59-32b8-4f95-b757-277b2fcfb0eb req-bab0c132-52e7-4e64-8ac7-0360208e86c1 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 943 time: 0.0848598 Nov 12 03:26:36.534232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4c06-2b9b-4c83-b6df-864777bb9fbd req-4f18f42b-de4e-4901-a2a0-af6583fe45d0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.536159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82ab4c06-2b9b-4c83-b6df-864777bb9fbd req-4f18f42b-de4e-4901-a2a0-af6583fe45d0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1077356 Nov 12 03:26:36.596871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.599481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.600649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7259f99f-96cf-4b60-bee3-5f0b98a353b5 tempest-ServersWithSpecificFlavorTestJSON-241723973 tempest-ServersWithSpecificFlavorTestJSON-241723973-project] 10.222.0.97 "DELETE /v2.0/floatingips/d3aeb0d6-3881-40df-a0df-5e0d09ec4bf5 HTTP/1.1" status: 204 len: 168 time: 1.2488611 Nov 12 03:26:36.609322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-ae85203f-a08b-41c7-987e-41b5c69dfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.610759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-ae85203f-a08b-41c7-987e-41b5c69dfb96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1319809 Nov 12 03:26:36.618367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5be79b59-32b8-4f95-b757-277b2fcfb0eb req-a9556f75-7bd3-4411-bfe7-fdeec85bea4c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065550 Nov 12 03:26:36.654581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82ab4c06-2b9b-4c83-b6df-864777bb9fbd req-ede4ab41-1b1a-4ad3-b540-122ddddac3fc tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870292 Nov 12 03:26:36.838857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.868784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-6a6e5f15-ee3b-437f-b74b-1c0a9e7652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.870658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-6a6e5f15-ee3b-437f-b74b-1c0a9e7652ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2191682 Nov 12 03:26:36.903227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5b160764-1d75-4ce6-8a21-74a8d7e737e7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:36.938532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95124-3dc0-4e19-9823-fc876bc4f3b9 req-d858919b-0605-4f85-b658-d705751b7057 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:36.941619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3c95124-3dc0-4e19-9823-fc876bc4f3b9 req-d858919b-0605-4f85-b658-d705751b7057 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.0715086 Nov 12 03:26:36.951492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:36.955570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:36.956351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.053901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:37.060659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.062140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:37.073619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:37.079812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.080434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.092042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3c95124-3dc0-4e19-9823-fc876bc4f3b9 req-e0c5ea1a-8805-4af8-8179-efd8466a95df tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410086 Nov 12 03:26:37.128013 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.166643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 5b160764-1d75-4ce6-8a21-74a8d7e737e7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5b160764-1d75-4ce6-8a21-74a8d7e737e7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:37.172320 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.202536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=f58ca021-17d1-4d92-a2a6-f69ccee5a9c6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:37.223011 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-75bff4b8-d2a3-4e3f-87e3-b5e7dd4a2ade service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416712 Nov 12 03:26:37.225572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170afb-ba2f-470f-99fe-523f9e47a63a req-13d9c108-fe51-475a-ac9c-1a8e38c2b7e2 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.230681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4170afb-ba2f-470f-99fe-523f9e47a63a req-13d9c108-fe51-475a-ac9c-1a8e38c2b7e2 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0863352 Nov 12 03:26:37.240544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=5b160764-1d75-4ce6-8a21-74a8d7e737e7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:37.246328 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd20d564-fdd9-41cb-b531-de188dc8f44e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7895296 Nov 12 03:26:37.251324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.289433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4170afb-ba2f-470f-99fe-523f9e47a63a req-073cfc66-bb9b-4947-a793-42eb5d4c121f tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Nov 12 03:26:37.414144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.466609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70530ef8-7e38-4fda-98b4-5456bb8f50f0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.472959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70530ef8-7e38-4fda-98b4-5456bb8f50f0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.474616 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70530ef8-7e38-4fda-98b4-5456bb8f50f0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2223680 Nov 12 03:26:37.478413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42564) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:37.481896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6c45d06-8ec1-497a-adf2-bac9905d5204 req-2cf881dc-bafe-40dd-9b2b-4c414888557c service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486737 Nov 12 03:26:37.665877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-217778ad-1e9d-4e09-b3f0-6925830358ab None None] Provisioning complete for port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:37.666238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-217778ad-1e9d-4e09-b3f0-6925830358ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.718381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.780012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:37.780627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.853242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-95332349-5295-4316-b015-699e75eec728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.855083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-95332349-5295-4316-b015-699e75eec728 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 1097 time: 0.2645454 Nov 12 03:26:37.914336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ba061b9d-3b29-4219-8bf4-c1225903289d None None] Provisioning complete for port f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:37.914863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba061b9d-3b29-4219-8bf4-c1225903289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:37.917260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb447c0-fb08-4a2b-9b72-57a757bdacfb req-21104073-b5ce-47ad-a8ad-2c3a5ecf5019 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.919520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bb447c0-fb08-4a2b-9b72-57a757bdacfb req-21104073-b5ce-47ad-a8ad-2c3a5ecf5019 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.3131447 Nov 12 03:26:37.927522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444a34b-5a54-4c1e-a20d-439d3323b963 req-69e84d15-3c6e-4dde-b606-746e70f3d207 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:37.929047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8444a34b-5a54-4c1e-a20d-439d3323b963 req-69e84d15-3c6e-4dde-b606-746e70f3d207 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 943 time: 0.2008159 Nov 12 03:26:37.962553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ba061b9d-3b29-4219-8bf4-c1225903289d None None] Port f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:38.128919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.196395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8444a34b-5a54-4c1e-a20d-439d3323b963 req-0c9cb4e0-a0d2-4d49-b707-23a724048912 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484882 Nov 12 03:26:38.198941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:38.212025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bb447c0-fb08-4a2b-9b72-57a757bdacfb req-eb6514bd-2bc2-4fc3-a443-3e17c9eebebd tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819612 Nov 12 03:26:38.237411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-145f853f-62c9-406c-ad76-f565acdb1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.239675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-145f853f-62c9-406c-ad76-f565acdb1165 service neutron] 10.222.0.104 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 910 time: 0.3706179 Nov 12 03:26:38.321791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Deleting port 3efe942c-9fbf-43c4-86d7-79d08f685716 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:38.322320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.353112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-aa2c4abd-bef2-45dc-9a36-02b1adf7a021 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9783fa6-f9ab-4374-9761-08602c103ab7 HTTP/1.1" status: 200 len: 217 time: 0.0695558 Nov 12 03:26:38.406093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] For port 3efe942c-9fbf-43c4-86d7-79d08f685716, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3efe942c-9fbf-43c4-86d7-79d08f685716,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:38.406482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.419653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Calling delete_port for 3efe942c-9fbf-43c4-86d7-79d08f685716 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:38.424688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b293c-2746-40ab-aa8d-995a4c565bc6 req-bac4f432-e9a8-452d-9efa-e901d1788dc9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.426158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f2b293c-2746-40ab-aa8d-995a4c565bc6 req-bac4f432-e9a8-452d-9efa-e901d1788dc9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1415989 Nov 12 03:26:38.536523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-30a92792-6c1f-4371-b951-2542af4557a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.537976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-30a92792-6c1f-4371-b951-2542af4557a7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1375096 Nov 12 03:26:38.603268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-93c3e188-f282-4c6a-abf2-798662931c32 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498695 Nov 12 03:26:38.605146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.614108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f2b293c-2746-40ab-aa8d-995a4c565bc6 req-b1d76dfc-acb8-4b96-8049-95945fe4f329 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647711 Nov 12 03:26:38.632312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Pushing event deleted for resources: {'Port': ['ID=3efe942c-9fbf-43c4-86d7-79d08f685716,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.638712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.712032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=f58ca021-17d1-4d92-a2a6-f69ccee5a9c6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:38.756923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.763023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29e7c8f8-7307-4470-9fc6-88b26cf6c2bb tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 HTTP/1.1" status: 204 len: 168 time: 1.2807817 Nov 12 03:26:38.764089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:38.806171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-4729efb6-cc1c-43a5-b35d-2e9e7227900a service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890385 Nov 12 03:26:38.898818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:38.938662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835062c-8231-49e0-b23d-f6330ad59c59 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.940970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835062c-8231-49e0-b23d-f6330ad59c59 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:38.946940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0835062c-8231-49e0-b23d-f6330ad59c59 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1822956 Nov 12 03:26:38.947628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42578) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:38.967026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5b160764-1d75-4ce6-8a21-74a8d7e737e7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:39.014299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet e75d9f4a-f5b3-4c03-a7ae-bafb382d4398 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:39.018179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.044370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:39.045155 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.068350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.115059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.136471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15af5344-7932-41e5-9955-6e0b28e6c998 req-a5edaf5d-75ff-4acd-8194-ea1f0f33b693 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164036 Nov 12 03:26:39.280894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Deleting port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:39.281230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.296224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.328473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.479044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.517063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=e75d9f4a-f5b3-4c03-a7ae-bafb382d4398,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:39.529414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.532939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c48cd3e3-406b-4e88-ba8b-d8c779fd1a21 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/e75d9f4a-f5b3-4c03-a7ae-bafb382d4398 HTTP/1.1" status: 204 len: 168 time: 0.5811765 Nov 12 03:26:39.537407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79111b07-ca73-4f20-a88e-79b1690d7dc7 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:39.540873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:39.545999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:39.593047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d804f68-cf61-434e-b3de-e3cf4f5c557a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493486 Nov 12 03:26:39.596450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:39.607625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:39.764878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:39.767634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] For port 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:39.767996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.778818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f46f7-725d-463c-8971-a454ad511f98 req-b72662e5-8707-435d-8d1f-8ee660570b45 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.780367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-169f46f7-725d-463c-8971-a454ad511f98 req-b72662e5-8707-435d-8d1f-8ee660570b45 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 943 time: 0.4679310 Nov 12 03:26:39.804768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938f4d-a06f-4c01-9a2b-f6be059988a2 req-b52bbaf3-1fd9-4821-a904-1a49ac8b5ac7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:39.806146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8938f4d-a06f-4c01-9a2b-f6be059988a2 req-b52bbaf3-1fd9-4821-a904-1a49ac8b5ac7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.4563155 Nov 12 03:26:39.811132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:39.814744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.818207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Calling delete_port for 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:39.820194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:39.825585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0330550c-75fa-4e41-8394-d0d1fdc9f39f admin admin] 10.222.0.97 "PUT /v2.0/routers/1df52b17-7a3e-4f9d-8a2e-deab386a3ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612686 Nov 12 03:26:39.832445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Sync routers for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:39.835350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:39.845397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Deleting port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:39.845815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:39.849064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:39.849836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:39.970901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-169f46f7-725d-463c-8971-a454ad511f98 req-bd185cc8-ea3a-4e73-b886-1f1f54327347 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825662 Nov 12 03:26:39.984754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8938f4d-a06f-4c01-9a2b-f6be059988a2 req-f770f7f5-5905-4026-8b18-b0ff71d6bb79 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684577 Nov 12 03:26:39.992897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] For port 5b160764-1d75-4ce6-8a21-74a8d7e737e7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5b160764-1d75-4ce6-8a21-74a8d7e737e7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:39.993651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.022468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eca40f22-1dfa-4746-af1f-1d561f2da321 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:26:40.067097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.124206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:40.127660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:40.131168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eca40f22-1dfa-4746-af1f-1d561f2da321,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.131460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.138037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.138661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.148217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:26:40.152463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=cc9dfd68-4c86-4078-b0fc-3025b772a082,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.161846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Calling delete_port for 5b160764-1d75-4ce6-8a21-74a8d7e737e7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:40.176471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-638a3f07-5879-4765-9ffa-a6c753d91859 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5771997 Nov 12 03:26:40.179390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:40.192005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': 'cc9dfd68-4c86-4078-b0fc-3025b772a082', 'ip_address': '2001:db8::7b2c:92d1:9a19:c1da'}], 'name': 'tempest-NetworksTestDHCPv6-1101228988'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:40.214333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:40.309041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.320794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.331913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:40.336134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dd7ce-72c2-4140-b48b-1c80f5fd63a9 req-38a58493-fe9c-43fb-874d-196c8d0cebdb tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.337591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.337737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a5dd7ce-72c2-4140-b48b-1c80f5fd63a9 req-38a58493-fe9c-43fb-874d-196c8d0cebdb tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1063356 Nov 12 03:26:40.358911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port c0ed1a84-7fd9-416e-8b06-ca7daf062a60 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:40.383434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.425277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Pushing event deleted for resources: {'Port': ['ID=6652bf76-dd5a-40a9-9dc0-0ab1879c56f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.502689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a5dd7ce-72c2-4140-b48b-1c80f5fd63a9 req-d144d026-1ab3-4c2e-ab06-061ac6592601 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517444 Nov 12 03:26:40.513499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca40f22-1dfa-4746-af1f-1d561f2da321 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:26:40.540295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Deleting port 5a4fe821-2487-4861-8fbc-c66070a39a9d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:40.540691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.543960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eca40f22-1dfa-4746-af1f-1d561f2da321,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.552389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.563614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::7b2c:92d1:9a19:c1da (2bb34d67-d0dc-48a5-8247-4d25002783c6/cc9dfd68-4c86-4078-b0fc-3025b772a082/c0ed1a84-7fd9-416e-8b06-ca7daf062a60) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:40.635980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.651767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.693985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] No DVR routers for this DVR port 5b160764-1d75-4ce6-8a21-74a8d7e737e7 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:40.697715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260f463-8ace-4afe-9c36-68f498437065 None None] Pushing event deleted for resources: {'Port': ['ID=5b160764-1d75-4ce6-8a21-74a8d7e737e7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.726341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c17f61-0a6b-4252-918f-620b0efd6831 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:40.770953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.781912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] For port 5a4fe821-2487-4861-8fbc-c66070a39a9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a4fe821-2487-4861-8fbc-c66070a39a9d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:40.782738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.801729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Calling delete_port for 5a4fe821-2487-4861-8fbc-c66070a39a9d owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:40.815590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.817231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.838533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:26:38Z', 'revision_number': 5, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port': {'id': '5a4fe821-2487-4861-8fbc-c66070a39a9d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:23Z', 'updated_at': '2021-11-12T03:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:40.883996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Checking router: 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:40.884264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:40.887724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:40.892826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:40.899503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.899756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:40.906534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=c0ed1a84-7fd9-416e-8b06-ca7daf062a60,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:40.915089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Routers {'1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:40.915844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:40.923475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28f7abbc-ae81-460c-b6bd-6a48ebea0abc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7426372 Nov 12 03:26:40.925728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:40.965496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['eca40f22-1dfa-4746-af1f-1d561f2da321'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:26:40.967568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5b160764-1d75-4ce6-8a21-74a8d7e737e7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:40.977501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a02c7-674b-4c3a-a6cb-dbae70202a34 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:40.982172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf5a02c7-674b-4c3a-a6cb-dbae70202a34 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0522997 Nov 12 03:26:40.982344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:41.016405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5b160764-1d75-4ce6-8a21-74a8d7e737e7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:41.017017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5b160764-1d75-4ce6-8a21-74a8d7e737e7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:41.122034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port c0ed1a84-7fd9-416e-8b06-ca7daf062a60 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:41.122522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.125143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] Set router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:41.202960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:26:40Z', 'revision_number': 6, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:41.235693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.238898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349031a-dd5d-461b-89ad-9a35d1c0bd64 None None] The sync data for ids ['1df52b17-7a3e-4f9d-8a2e-deab386a3ed7'] in n-d-766726-29 is: [{'id': '1df52b17-7a3e-4f9d-8a2e-deab386a3ed7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2129557362-router', 'tenant_id': 'e203b866d7704b929e69cfc117f2957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:22Z', 'updated_at': '2021-11-12T03:26:40Z', 'revision_number': 6, 'project_id': 'e203b866d7704b929e69cfc117f2957a', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:41.252312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for c0ed1a84-7fd9-416e-8b06-ca7daf062a60 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:41.291908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'cc9dfd68-4c86-4078-b0fc-3025b772a082'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:41.295066 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.313723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef1de-f990-4d4a-96d5-4d1a24c6936d req-2b75323b-4501-41c6-822f-74d856ae02fc tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.315663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-471ef1de-f990-4d4a-96d5-4d1a24c6936d req-2b75323b-4501-41c6-822f-74d856ae02fc tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 944 time: 0.1949971 Nov 12 03:26:41.386070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccfd33-959f-47dc-9bd8-f636c18c6081 req-64ea1f69-2718-4d56-b81d-7b6c5bd7c2d0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.388194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bccfd33-959f-47dc-9bd8-f636c18c6081 req-64ea1f69-2718-4d56-b81d-7b6c5bd7c2d0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2566090 Nov 12 03:26:41.404566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.435167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=c0ed1a84-7fd9-416e-8b06-ca7daf062a60,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.450956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.467760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.474272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-181be119-fcbb-4a21-8ee9-be8656427d3d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/c0ed1a84-7fd9-416e-8b06-ca7daf062a60 HTTP/1.1" status: 204 len: 168 time: 0.4888475 Nov 12 03:26:41.474833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42614) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:41.497105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-471ef1de-f990-4d4a-96d5-4d1a24c6936d req-2afe6e02-ac69-4ec4-9988-5052fd951fc9 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730452 Nov 12 03:26:41.499355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/cc9dfd68-4c86-4078-b0fc-3025b772a082/e11c7e19-7c7a-4d28-8663-fd3a0be2447d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:41.512679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4fe821-2487-4861-8fbc-c66070a39a9d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.532460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Router bde0d565-659c-4ec0-b2d0-57e84696933f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:41.550051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a60438-cfab-4cf3-9181-2a4dd85b2569 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.551736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a60438-cfab-4cf3-9181-2a4dd85b2569 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.555799 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-36a60438-cfab-4cf3-9181-2a4dd85b2569 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772128 Nov 12 03:26:41.558052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42618) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:41.589763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bccfd33-959f-47dc-9bd8-f636c18c6081 req-7aa877b9-bf73-4edc-8ee2-fde4b69959ba tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734667 Nov 12 03:26:41.670870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet cc9dfd68-4c86-4078-b0fc-3025b772a082 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:41.737478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.738099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.744087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.744294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.789538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:41.794140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:41.796373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Pushing event updated for resources: {'Port': ['ID=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:41.798570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:41.808615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.853610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Attempting to bind port e11c7e19-7c7a-4d28-8663-fd3a0be2447d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:41.853974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Attempting to bind port e11c7e19-7c7a-4d28-8663-fd3a0be2447d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:41.854802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Attempting to bind port e11c7e19-7c7a-4d28-8663-fd3a0be2447d on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:41.861596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:41.862193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:41.863163 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.863761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:41.864428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Bound port: e11c7e19-7c7a-4d28-8663-fd3a0be2447d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:41.864865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.870331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:41.883571 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Sync routers for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:41.894834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:41.896017 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:41.902260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e9675fed-21ee-457a-88b6-5e8ef103e19f admin admin] 10.222.0.97 "PUT /v2.0/routers/bde0d565-659c-4ec0-b2d0-57e84696933f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4865105 Nov 12 03:26:41.906029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:41.910444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.916430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:41.932899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba56f69-9458-4a90-8624-d4bd9cf8bb6e req-7120f165-0eb9-4dfb-aad7-8b77f6325c3a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:41.934992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ba56f69-9458-4a90-8624-d4bd9cf8bb6e req-7120f165-0eb9-4dfb-aad7-8b77f6325c3a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.2097113 Nov 12 03:26:41.961267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] For port e11c7e19-7c7a-4d28-8663-fd3a0be2447d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:41.965079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] For port e11c7e19-7c7a-4d28-8663-fd3a0be2447d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:41.969930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.035457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ba56f69-9458-4a90-8624-d4bd9cf8bb6e req-3e6c25c8-c59d-4313-8c7b-f55f5520fa34 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Nov 12 03:26:42.036373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.037156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:42.037492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41cc96-e18e-44d1-87a5-3025b18332f9 None None] Pushing event updated for resources: {'Port': ['ID=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.044872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.046769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-85bf2571-3c90-4322-8f85-342f50d544fb admin admin] 10.222.0.97 "DELETE /v2.0/routers/1df52b17-7a3e-4f9d-8a2e-deab386a3ed7 HTTP/1.1" status: 204 len: 168 time: 2.2079108 Nov 12 03:26:42.053210 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:42.053376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.062786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.102818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Deleting subnet 9e404576-30ea-4c5c-9427-ef314698fdcd {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:42.107615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.155735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.198251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.202641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.283426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.318481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.333047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Deleting port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:42.333389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.362541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9dfd68-4c86-4078-b0fc-3025b772a082,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.375548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.381210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.381837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f1c44c5-10a4-4283-a8ab-9aec6baec6e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/cc9dfd68-4c86-4078-b0fc-3025b772a082 HTTP/1.1" status: 204 len: 168 time: 0.8226588 Nov 12 03:26:42.389090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42624) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.393131 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:26:40Z', 'revision_number': 5, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port': {'id': '13b2292a-ae1f-4542-a3bb-cd49f4ee773f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:36Z', 'updated_at': '2021-11-12T03:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:42.405970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.411500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a8180-9803-4dad-9162-4f8420dfdd3b None None] Network f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:42.415383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/9e404576-30ea-4c5c-9427-ef314698fdcd HTTP/1.1" status: 204 len: 168 time: 0.3609841 Nov 12 03:26:42.434987 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Checking router: bde0d565-659c-4ec0-b2d0-57e84696933f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:42.435928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42626) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.447785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19cb2-1fad-476d-8055-99d07d17b268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e404576-30ea-4c5c-9427-ef314698fdcd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:42.454825 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Routers {'bde0d565-659c-4ec0-b2d0-57e84696933f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:42.458143 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bde0d565-659c-4ec0-b2d0-57e84696933f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:42.463596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11aaca16-6b21-4d12-84dd-9b3494062259 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733516 Nov 12 03:26:42.467366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:42.472286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:42.560939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] For port 13b2292a-ae1f-4542-a3bb-cd49f4ee773f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:42.561330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.586804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Calling delete_port for 13b2292a-ae1f-4542-a3bb-cd49f4ee773f owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:42.639667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] Set router bde0d565-659c-4ec0-b2d0-57e84696933f gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:42.725755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.763716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:42.767247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.820521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] DHCP port deletion for f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:42.824745 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:26:42Z', 'revision_number': 6, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:42.856611 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a8aae-3898-42b5-bb9d-17b24b67470b None None] The sync data for ids ['bde0d565-659c-4ec0-b2d0-57e84696933f'] in n-d-766726-29 is: [{'id': 'bde0d565-659c-4ec0-b2d0-57e84696933f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-485948719-router', 'tenant_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:35Z', 'updated_at': '2021-11-12T03:26:42Z', 'revision_number': 6, 'project_id': 'ab8b51ed1c4f4257ae160240bc90fadb', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:42.870583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb3d8a-352d-40a0-8fe9-ded1785c20bb req-8c5f0727-59bd-4b4a-bdb5-93600f78a54f tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:42.872278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09fb3d8a-352d-40a0-8fe9-ded1785c20bb req-8c5f0727-59bd-4b4a-bdb5-93600f78a54f tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 944 time: 0.2209339 Nov 12 03:26:42.907226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.952337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Deleting port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:42.953225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:42.963798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b2292a-ae1f-4542-a3bb-cd49f4ee773f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.029515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.044939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] For port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,segment=NetworkSegment(e1f44e38-f75d-47fc-bc2c-d6e4be457cad),segment_id=e1f44e38-f75d-47fc-bc2c-d6e4be457cad)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:43.045567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.058782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8dba8-6864-400c-8015-d168bcd29d6f req-a21636c8-7788-4133-bedc-22eb6ef55526 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.060447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9e8dba8-6864-400c-8015-d168bcd29d6f req-a21636c8-7788-4133-bedc-22eb6ef55526 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.3110509 Nov 12 03:26:43.069366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Calling delete_port for 7f77e658-6fa0-4dab-9a90-dc70125e1f8b owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:43.127289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09fb3d8a-352d-40a0-8fe9-ded1785c20bb req-5d315462-748d-47a3-b5bb-7ed0d8589af4 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356200 Nov 12 03:26:43.130812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.134142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.166682 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.203768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] Pushing event deleted for resources: {'Port': ['ID=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.205281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.206195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde0d565-659c-4ec0-b2d0-57e84696933f {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:43.208910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06e636-b652-4680-8203-fffc4fc2e622 None None] No DVR routers for this DVR port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:43.215738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.219151 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8b90b14-cca0-4c88-bb3a-4b23f020b525 admin admin] 10.222.0.97 "DELETE /v2.0/routers/bde0d565-659c-4ec0-b2d0-57e84696933f HTTP/1.1" status: 204 len: 168 time: 1.3096273 Nov 12 03:26:43.225120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42640) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.284640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9e8dba8-6864-400c-8015-d168bcd29d6f req-e8550fdd-f193-4207-a16a-85d8eb52703f tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135229 Nov 12 03:26:43.291896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e11c7e19-7c7a-4d28-8663-fd3a0be2447d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:43.307802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Deleting port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:43.307802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.339743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.358905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Deleting subnet a855b80c-4261-48c6-8a10-8b7c652e0697 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:43.362759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.417899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:43.428147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.452017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:43.494723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.495357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.533035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.540028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] For port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b, host n-d-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:43.540554 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.543750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32913e7e-922f-429c-8082-706cf227a320 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:43.544698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.558059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:43.558222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-acf0842b-41e7-4a23-b9c3-d8c74b6e518f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0896320 Nov 12 03:26:43.559687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Could not find standard attr ID for object c0ed1a84-7fd9-416e-8b06-ca7daf062a60. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:43.565368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0', 'ip_address': '2001:db8::4f5d:a1b3:30de:34f3'}], 'name': 'tempest-NetworksTestDHCPv6-1415341052'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:43.567083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Calling delete_port for 7f77e658-6fa0-4dab-9a90-dc70125e1f8b owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:43.576689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d56aa-3abf-40f1-8f8f-c9414eed7b9e req-4948e96f-6db5-4ff1-9751-e3cd7bac3e91 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:43.578364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad6d56aa-3abf-40f1-8f8f-c9414eed7b9e req-4948e96f-6db5-4ff1-9751-e3cd7bac3e91 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1240053 Nov 12 03:26:43.579879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:26:43.581311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.622366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7f77e658-6fa0-4dab-9a90-dc70125e1f8b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:43.627252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] No DVR routers for this DVR port 7f77e658-6fa0-4dab-9a90-dc70125e1f8b on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:43.631365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Provisioning complete for port e11c7e19-7c7a-4d28-8663-fd3a0be2447d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:43.631726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.684490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e11c7e19-7c7a-4d28-8663-fd3a0be2447d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:43.684838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.695911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad6d56aa-3abf-40f1-8f8f-c9414eed7b9e req-e0f4976d-cf2c-432d-8f9d-4b5a522fc089 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064246 Nov 12 03:26:43.750123 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.778986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.791465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.794718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f44e38-f75d-47fc-bc2c-d6e4be457cad') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:43.807732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.825962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.832908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:43.833311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:43.835277 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:43.899392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.924448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.927640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.930598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:43.947438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] 10.222.0.97 "DELETE /v2.0/networks/f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2 HTTP/1.1" status: 204 len: 168 time: 1.5101190 Nov 12 03:26:43.971221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bfa27-44aa-483c-8a35-86b896f7d7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cf2b53-3ba6-4107-ac7a-a96e9667dbd2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.005331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eca40f22-1dfa-4746-af1f-1d561f2da321 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:44.020187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port e11c7e19-7c7a-4d28-8663-fd3a0be2447d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:44.068165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.088142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.120041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a855b80c-4261-48c6-8a10-8b7c652e0697,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.155080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.158342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0ed99cda-aa48-4ac4-a09c-b3e0f3d9d1f8 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a855b80c-4261-48c6-8a10-8b7c652e0697 HTTP/1.1" status: 204 len: 168 time: 0.9322767 Nov 12 03:26:44.161078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.186355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42650) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.235349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f1fbc-e166-4c62-ad5e-4bb07d8ce16b None None] Network f83d5d51-a9ad-4c05-8656-5554d345f4f6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:44.248446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3efe942c-9fbf-43c4-86d7-79d08f685716 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:44.299931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:44.322923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1cab5d3a-dad4-47e1-9ff1-1cec1872e28d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e203b866d7704b929e69cfc117f2957a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322937 Nov 12 03:26:44.328556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:44.393445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.445114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3efe942c-9fbf-43c4-86d7-79d08f685716 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:44.445453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3efe942c-9fbf-43c4-86d7-79d08f685716 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:44.449092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcadd8-adea-4324-bb8f-991f32a3bd49 req-b06ae164-a333-464b-9fc2-4312254d9bbf tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:44.453509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a4fe821-2487-4861-8fbc-c66070a39a9d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:44.453693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bfcadd8-adea-4324-bb8f-991f32a3bd49 req-b06ae164-a333-464b-9fc2-4312254d9bbf tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 944 time: 0.1749573 Nov 12 03:26:44.498975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.524718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 5dc75e76-2bae-4e6b-9aad-f6f8312a2738 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:44.549154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5a4fe821-2487-4861-8fbc-c66070a39a9d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:44.549826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a4fe821-2487-4861-8fbc-c66070a39a9d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:44.571112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:44.571749 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-ba2071a4-537c-49ff-8022-48d493c5f711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:44.628165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port eca40f22-1dfa-4746-af1f-1d561f2da321 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:26:44.648840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:44.660097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port eca40f22-1dfa-4746-af1f-1d561f2da321 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:44.660710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.815493 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:44.893055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:44.903767 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f711d98-101c-4d3e-b83c-49d79b5fc167" -d '{"events": [{"server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "name": "network-vif-plugged", "status": "completed", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:44.907764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] DHCP port deletion for f83d5d51-a9ad-4c05-8656-5554d345f4f6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:44.915079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eca40f22-1dfa-4746-af1f-1d561f2da321,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:44.956245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.017149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e11c7e19-7c7a-4d28-8663-fd3a0be2447d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:45.025014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-2d034d3a-66fe-4bb9-8d15-46e21c6dba1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1818135 Nov 12 03:26:45.034901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::4f5d:a1b3:30de:34f3 (2bb34d67-d0dc-48a5-8247-4d25002783c6/67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0/5dc75e76-2bae-4e6b-9aad-f6f8312a2738) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:45.165268 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.195215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.222105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.261025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9b5a7-4762-4c81-8fc6-ae9ca0588df0 req-c9aaa6e6-60be-4b7f-a024-ede89922aef8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.270291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecf9b5a7-4762-4c81-8fc6-ae9ca0588df0 req-c9aaa6e6-60be-4b7f-a024-ede89922aef8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.8434432 Nov 12 03:26:45.310575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Deleting port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:45.311052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.311870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bfcadd8-adea-4324-bb8f-991f32a3bd49 req-85baf045-eaf4-4806-b674-ab54638afb6b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487751 Nov 12 03:26:45.320341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e11c7e19-7c7a-4d28-8663-fd3a0be2447d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.320710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.358159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.394188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-391d4ce8-21c5-4d34-a8f2-4dc482b8d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.396022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-391d4ce8-21c5-4d34-a8f2-4dc482b8d3b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11eadff8cb40487089ee427be5c88d07&device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 1097 time: 0.3167710 Nov 12 03:26:45.408794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Deleting port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:45.409048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.409197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.427442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecf9b5a7-4762-4c81-8fc6-ae9ca0588df0 req-702ded5b-3c63-4bce-8770-366e316b2686 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562822 Nov 12 03:26:45.474416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=5dc75e76-2bae-4e6b-9aad-f6f8312a2738,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.556870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-733cc5e9-f822-4810-b79d-faa495d00666 None None] Could not find standard attr ID for object c0ed1a84-7fd9-416e-8b06-ca7daf062a60. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:26:45.592409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.595170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.596312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8974141f-ed56-4eda-be79-76dbcb596f62 HTTP/1.1" status: 204 len: 168 time: 1.2619367 Nov 12 03:26:45.605957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-98df329b-5c09-4948-92cf-10da5736a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.608027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-98df329b-5c09-4948-92cf-10da5736a522 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 200 len: 915 time: 0.1349673 Nov 12 03:26:45.610263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] For port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.610757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.614976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3182-0d5d-4c48-b9ff-c298dd24247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974141f-ed56-4eda-be79-76dbcb596f62,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:45.636385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Calling delete_port for c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:45.648750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfdd8f-9701-4ed6-a3a4-e00ad1fc2847 req-5a41e223-462b-41c8-b38b-ceaa5f8566d8 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.650492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] For port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,segment=NetworkSegment(c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc),segment_id=c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:45.650939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.657232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24bfdd8f-9701-4ed6-a3a4-e00ad1fc2847 req-5a41e223-462b-41c8-b38b-ceaa5f8566d8 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1154504 Nov 12 03:26:45.697689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Calling delete_port for c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:45.701019 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d3c4c-f62a-4bf8-b159-abd8ca71bec3 x-openstack-request-id: req-5f1d3c4c-f62a-4bf8-b159-abd8ca71bec3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:45.701406 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "name": "network-vif-plugged", "status": "completed", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:45.701750 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5f1d3c4c-f62a-4bf8-b159-abd8ca71bec3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:45.702222 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'code': 200} Nov 12 03:26:45.706791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:45.708997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:45.713263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-733cc5e9-f822-4810-b79d-faa495d00666 None None] Provisioning complete for port e11c7e19-7c7a-4d28-8663-fd3a0be2447d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:45.714990 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-733cc5e9-f822-4810-b79d-faa495d00666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.762569 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-e01c23de-bdf2-4881-a3b3-62cfd51ee87b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 200 len: 1000 time: 0.1441653 Nov 12 03:26:45.764148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:45.774396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.777295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:45.816738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff224c44-a172-4b3e-be05-75816e44752c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2557850 Nov 12 03:26:45.818523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:45.901368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:45.938248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-1b6fa316-c892-4f27-922e-19f9e1615180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:45.940614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:45.941559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6652bf76-dd5a-40a9-9dc0-0ab1879c56f1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:45.941721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 13b2292a-ae1f-4542-a3bb-cd49f4ee773f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:45.953273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-1b6fa316-c892-4f27-922e-19f9e1615180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da28986-7be8-4b65-9a3b-dd0a88b784fe HTTP/1.1" status: 200 len: 854 time: 0.1580949 Nov 12 03:26:45.975288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24bfdd8f-9701-4ed6-a3a4-e00ad1fc2847 req-c3e5de87-9d07-421d-86b3-b08287d49e9f tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152423 Nov 12 03:26:46.008444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 13b2292a-ae1f-4542-a3bb-cd49f4ee773f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:46.008795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 13b2292a-ae1f-4542-a3bb-cd49f4ee773f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:46.009645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f77e658-6fa0-4dab-9a90-dc70125e1f8b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:46.025446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-ce5266b3-b8f6-49c0-9b4e-72507c9838c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.029280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-ce5266b3-b8f6-49c0-9b4e-72507c9838c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2357cb-91ef-4191-9496-c5964710f174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684187 Nov 12 03:26:46.032199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7f77e658-6fa0-4dab-9a90-dc70125e1f8b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:46.032542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f77e658-6fa0-4dab-9a90-dc70125e1f8b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:46.057290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.090357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] Pushing event deleted for resources: {'Port': ['ID=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.092278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2d2c0-04b5-4679-9fd0-2baecbad7fbb None None] No DVR routers for this DVR port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:46.133251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f53d5829-7b68-4150-830b-d9046f4370c1 None None] Provisioning complete for port 5dc75e76-2bae-4e6b-9aad-f6f8312a2738 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:46.133621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f53d5829-7b68-4150-830b-d9046f4370c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.160735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-96ea87c8-cb2c-4783-9c6a-f0cbf6cef3b9 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220138 Nov 12 03:26:46.165339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446d222-397a-492b-b86d-5cf44e622262 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.174408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446d222-397a-492b-b86d-5cf44e622262 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.176151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7446d222-397a-492b-b86d-5cf44e622262 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3338983 Nov 12 03:26:46.178386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.179313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f53d5829-7b68-4150-830b-d9046f4370c1 None None] Port 5dc75e76-2bae-4e6b-9aad-f6f8312a2738 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:46.181356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.187042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904754-d19d-471f-afe4-4d31905a29dc req-6611d7cd-f806-476f-b2bb-df1fd8d7d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.188667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e904754-d19d-471f-afe4-4d31905a29dc req-6611d7cd-f806-476f-b2bb-df1fd8d7d933 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1097 time: 0.3951888 Nov 12 03:26:46.247406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.262617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] No DVR routers for this DVR port c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:46.288662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a718839-ebdf-4cdc-859a-8bf9bab2eecd req-7af0222c-0255-4f92-a5fa-4d0e5c6571f9 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196032 Nov 12 03:26:46.363415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e904754-d19d-471f-afe4-4d31905a29dc req-bf0d28a6-45b3-4e07-9c3c-b4d5aba8584c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431630 Nov 12 03:26:46.396051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.455611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83d5d51-a9ad-4c05-8656-5554d345f4f6']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.471455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.471455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cb0e3b-6139-40fd-9fa7-6cadd5d180fc') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:46.484666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 5dc75e76-2bae-4e6b-9aad-f6f8312a2738 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:46.485098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.488764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.526392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.562254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51454db3-dca5-4111-b223-14553e7e75a2 req-87c7afc6-6fba-44ac-8296-87300d20c464 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.563788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51454db3-dca5-4111-b223-14553e7e75a2 req-87c7afc6-6fba-44ac-8296-87300d20c464 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 945 time: 0.1695929 Nov 12 03:26:46.568347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:46.568787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:46.570637 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:46.655778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.677089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.687679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.706458 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.712304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] 10.222.0.97 "DELETE /v2.0/networks/f83d5d51-a9ad-4c05-8656-5554d345f4f6 HTTP/1.1" status: 204 len: 168 time: 2.5475600 Nov 12 03:26:46.712304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 5dc75e76-2bae-4e6b-9aad-f6f8312a2738 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:46.712712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42700) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:46.718550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51454db3-dca5-4111-b223-14553e7e75a2 req-177b75ef-df67-4668-92b8-109f0fd341a8 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360700 Nov 12 03:26:46.732330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7ecef-68f4-4bef-b35c-ab5210175177 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83d5d51-a9ad-4c05-8656-5554d345f4f6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:46.842657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-network', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:46.845750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:46.855000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de26f9-4d5c-4d81-aee9-cf9fbc10c95b req-01afc762-fed8-4a3e-97c7-f0100d733744 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:46.857081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3de26f9-4d5c-4d81-aee9-cf9fbc10c95b req-01afc762-fed8-4a3e-97c7-f0100d733744 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0873492 Nov 12 03:26:46.875576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:46.876094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c4b34ff2-9f6e-4592-8280-8cb2cbf0e0f7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:46.886282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Made reservation on behalf of 888d3ca33acc43f1b385c43fc9604a57 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:46.888924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.930497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.947257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3de26f9-4d5c-4d81-aee9-cf9fbc10c95b req-1cb74730-2d87-448e-9dac-00a542082d74 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796854 Nov 12 03:26:46.948528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:46.984031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=5dc75e76-2bae-4e6b-9aad-f6f8312a2738,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.025791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.032452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.034110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-482b9611-a908-4bad-979b-a94ef569785e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/5dc75e76-2bae-4e6b-9aad-f6f8312a2738 HTTP/1.1" status: 204 len: 168 time: 0.8441627 Nov 12 03:26:47.117870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fd685-aa33-43a9-89d7-5726808fe1f9 req-dcb6f35f-9399-4926-8d60-d8e96a392180 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.119687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b0fd685-aa33-43a9-89d7-5726808fe1f9 req-dcb6f35f-9399-4926-8d60-d8e96a392180 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.0590589 Nov 12 03:26:47.144476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d61869-f3e5-4eba-81ac-adb6239783dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.146013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d61869-f3e5-4eba-81ac-adb6239783dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.147763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b4d61869-f3e5-4eba-81ac-adb6239783dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1134615 Nov 12 03:26:47.149789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.151630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.156486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.210078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:26:47.212037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b0fd685-aa33-43a9-89d7-5726808fe1f9 req-e9796d1e-3d6e-4669-beaa-02e34bd81cdb tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Nov 12 03:26:47.224961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:47.226236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64bbfd3-46f6-44eb-bfa9-a1af238869bd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.228593 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.229172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.229518 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Added segment b5d4e53d-c330-46a4-82fe-99eb79076129 of type vlan for network 0234ea45-5702-4807-b8d9-8ab8815f172e Nov 12 03:26:47.271819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.285846 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.321511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.340859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.342154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.342941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.381717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.409750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.413409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.420256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-99dcb824-8929-4034-81ea-f998dde8b513 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0 HTTP/1.1" status: 204 len: 168 time: 0.2666922 Nov 12 03:26:47.420383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7612600 Nov 12 03:26:47.420506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.420719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.429240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a66f5-ffbc-4f92-9416-7f16aadaab43 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:47.430452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Request body: {'subnet': {'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-subnet', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.449862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1adf5-ac05-4606-9aa2-ac00d36ec4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0234ea45-5702-4807-b8d9-8ab8815f172e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:47.471522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.484849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0234ea45-5702-4807-b8d9-8ab8815f172e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:26:47.486028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-765321bf-654b-4e69-9f70-4c048c259a41 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650091 Nov 12 03:26:47.486806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.507085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Made reservation on behalf of 888d3ca33acc43f1b385c43fc9604a57 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:47.509683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.543179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef350c-cb65-40d1-8ef1-e1fd91a00573 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.547791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e2ef350c-cb65-40d1-8ef1-e1fd91a00573 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0599146 Nov 12 03:26:47.548435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.768845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1f81e-f06f-4ddc-9517-b00f100d0f57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.770936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8ba1f81e-f06f-4ddc-9517-b00f100d0f57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2215142 Nov 12 03:26:47.773606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.838760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86bc052f-3a1c-4110-bc42-90457b85bbc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628002 Nov 12 03:26:47.848829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42722) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:47.849787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.858992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:47.882888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:47.898695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836880c-1fee-425b-8f2e-7ebc14548830 req-90474dac-2636-4eca-8efd-1d50884a5c83 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:47.905228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1836880c-1fee-425b-8f2e-7ebc14548830 req-90474dac-2636-4eca-8efd-1d50884a5c83 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 945 time: 0.0698082 Nov 12 03:26:47.951416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Deleting port e11c7e19-7c7a-4d28-8663-fd3a0be2447d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:47.952134 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:47.961662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1836880c-1fee-425b-8f2e-7ebc14548830 req-2062f9cd-7682-4f11-ab00-3a637a2852b6 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Nov 12 03:26:48.018659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0394c6d5-1aa6-476a-9f79-3e216e403812,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.054757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Checking segment: {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:48.055467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Network hostable DHCP agents. Network: 0234ea45-5702-4807-b8d9-8ab8815f172e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:26:48.059770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] For port e11c7e19-7c7a-4d28-8663-fd3a0be2447d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:48.060386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.078537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Calling delete_port for e11c7e19-7c7a-4d28-8663-fd3a0be2447d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:48.081636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:48.085220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.092090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Deleting port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:48.092437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.127123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Network 0234ea45-5702-4807-b8d9-8ab8815f172e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:26:48.140792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-af4f5754-f82d-4015-b89a-7735548b1825 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.142411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-af4f5754-f82d-4015-b89a-7735548b1825 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0866380 Nov 12 03:26:48.149996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bac859-4f49-4840-83a6-9ba1160a8ed2 req-3ba03e91-241e-44be-8922-a8f4c9582ea3 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.151525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23bac859-4f49-4840-83a6-9ba1160a8ed2 req-3ba03e91-241e-44be-8922-a8f4c9582ea3 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0844088 Nov 12 03:26:48.171932 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.204383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0234ea45-5702-4807-b8d9-8ab8815f172e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:48.206265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] Pushing event deleted for resources: {'Port': ['ID=e11c7e19-7c7a-4d28-8663-fd3a0be2447d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.211652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-94970acf-6309-4188-9a50-cb4c7656703f tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.0584977 Nov 12 03:26:48.212593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.213190 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.217011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc9791f-278c-436b-9659-f9fbb0aaa79d None None] No DVR routers for this DVR port e11c7e19-7c7a-4d28-8663-fd3a0be2447d on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:48.224974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a42dab-3ebc-4430-866b-0c61d8326ef5 None None] Network 0234ea45-5702-4807-b8d9-8ab8815f172e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:48.228280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.270905 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11bff4be-a28e-48cf-9d09-13a292038a1e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8440447 Nov 12 03:26:48.271925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42732) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:48.281270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.287199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] For port 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:48.287590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.292498 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.298881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23bac859-4f49-4840-83a6-9ba1160a8ed2 req-02b45397-8818-4ec8-8236-bc047d035cf8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380651 Nov 12 03:26:48.316412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Calling delete_port for 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:48.395897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.396898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.400804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0234ea45-5702-4807-b8d9-8ab8815f172e', 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'fixed_ips': [{'subnet_id': '0394c6d5-1aa6-476a-9f79-3e216e403812'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:48.402979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.547007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Allocated IP 172.20.0.2 (0234ea45-5702-4807-b8d9-8ab8815f172e/0394c6d5-1aa6-476a-9f79-3e216e403812/fdf58bf9-6f4a-48e4-badc-609be89b0def) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:48.550235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d85b9-3442-4ee0-b8e5-0e273d2e2c8d req-14c468e2-564b-47e5-b942-a92c232c2e91 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.551726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-393d85b9-3442-4ee0-b8e5-0e273d2e2c8d req-14c468e2-564b-47e5-b942-a92c232c2e91 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1363332 Nov 12 03:26:48.554261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.557656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.674631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:48.692456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:48.699660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:48.700512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.706784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2e9bb-90aa-430b-b08f-2c1115234d4e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:48.737069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.747258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-393d85b9-3442-4ee0-b8e5-0e273d2e2c8d req-cc7e377e-46db-4ec2-8354-ef082f215c53 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702352 Nov 12 03:26:48.748715 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.770078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=00869242-c3c8-408b-86bc-82fa2402e8f2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.782313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:48.796561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.796902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.797293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.797633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.797879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.798212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.798537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.798878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.799472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.799627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.799871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.800200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:48.808851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-315ca92f-8638-4d8f-aedb-d728c3db4923 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9537244 Nov 12 03:26:48.825854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42736) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:48.834768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '00869242-c3c8-408b-86bc-82fa2402e8f2', 'ip_address': '2001:db8::17ae:80c6:7e69:30b0'}], 'name': 'tempest-NetworksTestDHCPv6-1339259988'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:48.845793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Network 0234ea45-5702-4807-b8d9-8ab8815f172e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:48.854273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:48.891573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Pushing event updated for resources: {'Port': ['ID=fdf58bf9-6f4a-48e4-badc-609be89b0def,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:48.904699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:48.935603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e11c7e19-7c7a-4d28-8663-fd3a0be2447d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:48.978484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e11c7e19-7c7a-4d28-8663-fd3a0be2447d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:48.978484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e11c7e19-7c7a-4d28-8663-fd3a0be2447d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:49.056139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Attempting to bind port fdf58bf9-6f4a-48e4-badc-609be89b0def on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:49.056414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Attempting to bind port fdf58bf9-6f4a-48e4-badc-609be89b0def by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:49.056810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Attempting to bind port fdf58bf9-6f4a-48e4-badc-609be89b0def on network 0234ea45-5702-4807-b8d9-8ab8815f172e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:49.063744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:49.064098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Checking segment: {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:49.064504 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.064891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Bound using segment: {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:49.065410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Bound port: fdf58bf9-6f4a-48e4-badc-609be89b0def, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:49.065782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.069500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '00869242-c3c8-408b-86bc-82fa2402e8f2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:49.070338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.222630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] For port fdf58bf9-6f4a-48e4-badc-609be89b0def, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:49.229079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] For port fdf58bf9-6f4a-48e4-badc-609be89b0def, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fdf58bf9-6f4a-48e4-badc-609be89b0def,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:49.242924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.254461 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.311248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c5dff3-0a2f-40e2-9e94-5f470ad6ce27,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.385431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b08424-1d37-4a9a-98bc-99a9020db2aa None None] Pushing event updated for resources: {'Port': ['ID=fdf58bf9-6f4a-48e4-badc-609be89b0def,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.398330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/00869242-c3c8-408b-86bc-82fa2402e8f2/6802861e-129e-4c3c-bd26-9a58638d93a3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:49.405728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.410585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.430354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:49.436407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.514518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 03ef503c-1257-4d39-b366-3d2496d91ebe yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:49.591293 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a associated. External IP: 172.25.7.30, port: 6392265b-cee1-4ac0-b5ff-c0af92eded82. Nov 12 03:26:49.668561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.683179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.718815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0fa2d-a29c-4ab1-998f-8b124146c0e5 req-75b57b5a-ffa3-476e-8482-75112d8beb63 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:49.726616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ca0fa2d-a29c-4ab1-998f-8b124146c0e5 req-75b57b5a-ffa3-476e-8482-75112d8beb63 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1993277 Nov 12 03:26:49.742802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:49.746936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:49.751724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:49.806203 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.808750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Pushing event updated for resources: {'Port': ['ID=6802861e-129e-4c3c-bd26-9a58638d93a3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:49.839994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Attempting to bind port 6802861e-129e-4c3c-bd26-9a58638d93a3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:49.841338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Attempting to bind port 6802861e-129e-4c3c-bd26-9a58638d93a3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:49.841779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Attempting to bind port 6802861e-129e-4c3c-bd26-9a58638d93a3 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:49.847874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ca0fa2d-a29c-4ab1-998f-8b124146c0e5 req-1e879437-9eb0-4d98-9f6c-e99b1adc42a4 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203446 Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Bound port: 6802861e-129e-4c3c-bd26-9a58638d93a3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:49.869495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.925011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.961377 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:49.964072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] For port 6802861e-129e-4c3c-bd26-9a58638d93a3, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:49.969026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] For port 6802861e-129e-4c3c-bd26-9a58638d93a3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6802861e-129e-4c3c-bd26-9a58638d93a3,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:49.975665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.006203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::17ae:80c6:7e69:30b0 (2bb34d67-d0dc-48a5-8247-4d25002783c6/00869242-c3c8-408b-86bc-82fa2402e8f2/03ef503c-1257-4d39-b366-3d2496d91ebe) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:50.030788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1b36-5b29-420a-b6ec-2051997211c0 req-9414ab00-5636-48f7-89ca-6f16ca58a4e5 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.032982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e6d1b36-5b29-420a-b6ec-2051997211c0 req-9414ab00-5636-48f7-89ca-6f16ca58a4e5 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.0993145 Nov 12 03:26:50.048862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:50.082024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39fc6d-f80d-4ed9-8d10-b81713269aee None None] Pushing event updated for resources: {'Port': ['ID=6802861e-129e-4c3c-bd26-9a58638d93a3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.279496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Allocated IP 172.25.7.136 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/f0f94e4f-79ed-4c7d-9021-0202413c5bed) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:50.484651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:50.499259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e6d1b36-5b29-420a-b6ec-2051997211c0 req-eefbcce2-56a9-4308-a170-3692f84377e0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483232 Nov 12 03:26:50.529941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.556523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.586564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:50.592526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.599587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:50.626292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:50.626800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:50.644004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.670146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-7fc0e972-8bae-4f2e-a37b-14107fb83333 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "PUT /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 995 time: 2.4458325 Nov 12 03:26:50.670679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:50.677394 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0aff79-9785-4995-814e-67aafc4f50fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:50.739154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:50.755824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:50.757630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:50.766703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:50.768328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-466375d7-cd42-473f-a088-afd9417038dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:50.770010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-466375d7-cd42-473f-a088-afd9417038dc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.0827622 Nov 12 03:26:50.780417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f94e4f-79ed-4c7d-9021-0202413c5bed,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:50.803486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:50.817449 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc40b00-aabf-44b6-a94e-487d34d67a2b x-openstack-request-id: req-9fc40b00-aabf-44b6-a94e-487d34d67a2b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:50.817764 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:50.818017 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9fc40b00-aabf-44b6-a94e-487d34d67a2b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:50.818421 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:26:50.877269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:50.883837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0d1ee7a5-20a7-40a7-902d-b64967ce4a09 admin admin] 10.222.0.97 "PUT /v2.0/routers/1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1699338 Nov 12 03:26:50.891190 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Sync routers for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:50.894906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42754) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:50.901090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ab3ede-54f9-469c-8542-f7c45460272d None None] Network 0234ea45-5702-4807-b8d9-8ab8815f172e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:50.918637 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:50.919458 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:50.964250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:50.998223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-3addb4f6-ca71-4475-bb26-99950032a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.003510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-3addb4f6-ca71-4475-bb26-99950032a23d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.1434448 Nov 12 03:26:51.007164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:51.007342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-792567b1-7f0a-41dc-be94-9554deb74262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.014646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-792567b1-7f0a-41dc-be94-9554deb74262 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2364805 Nov 12 03:26:51.055617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:51.062085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.063112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.122975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Provisioning complete for port fdf58bf9-6f4a-48e4-badc-609be89b0def triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:51.124058 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.145166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=03ef503c-1257-4d39-b366-3d2496d91ebe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:51.165157 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ae491851-0181-4584-a034-8a3fd8dc3352 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3361483 Nov 12 03:26:51.199596 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:51.219928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:51.224824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '00869242-c3c8-408b-86bc-82fa2402e8f2', 'ip_address': '2001:db8::17ae:80c6:7e69:30b0'}], 'name': 'tempest-NetworksTestDHCPv6-1701260318'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:51.238151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6802861e-129e-4c3c-bd26-9a58638d93a3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:51.316837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-baff301a-ff04-4160-860b-2d9b40714404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.318767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-baff301a-ff04-4160-860b-2d9b40714404 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2895494 Nov 12 03:26:51.333335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4f850-9bc2-40ee-adec-62ad08920eb1 req-e0ce096c-7269-4e1b-874c-5e7bde983501 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.344908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22b4f850-9bc2-40ee-adec-62ad08920eb1 req-e0ce096c-7269-4e1b-874c-5e7bde983501 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.4458206 Nov 12 03:26:51.348721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.496481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22b4f850-9bc2-40ee-adec-62ad08920eb1 req-f3f20a44-d806-4f1a-8c11-29188660de47 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1502240 Nov 12 03:26:51.512974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-b42bb810-799f-4e50-80b4-a9e3ddbe8627 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 998 time: 0.4933639 Nov 12 03:26:51.596766 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 5, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.617428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-8e189efe-3f68-4fb8-9b10-4136864df08b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 998 time: 0.2493386 Nov 12 03:26:51.653997 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Checking router: 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:51.665686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6802861e-129e-4c3c-bd26-9a58638d93a3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:51.666729 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.670340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.675589 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Routers {'1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:51.676474 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:51.688465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.741822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-25d12678-4208-4d31-b30c-22b323cbec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.744229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-25d12678-4208-4d31-b30c-22b323cbec6b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.2053733 Nov 12 03:26:51.808146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] For port fdf58bf9-6f4a-48e4-badc-609be89b0def, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fdf58bf9-6f4a-48e4-badc-609be89b0def,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:51.823462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.831530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a047-5de9-4a71-9c6b-b4238c253046 req-f1a83866-ab22-4f0a-966f-d58154cedac0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.840632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba1a047-5de9-4a71-9c6b-b4238c253046 req-f1a83866-ab22-4f0a-966f-d58154cedac0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1873870 Nov 12 03:26:51.857739 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] Set router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:51.869574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-337c8e80-69d0-4fe0-ad86-ebcbf18d1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.872088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-337c8e80-69d0-4fe0-ad86-ebcbf18d1cde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.2427723 Nov 12 03:26:51.932458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-9103ec52-2528-40fb-9a22-5d2293993f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:51.938451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-9103ec52-2528-40fb-9a22-5d2293993f6c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848490 Nov 12 03:26:51.950935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:51.970384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 1, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.022919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:52.048997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 6802861e-129e-4c3c-bd26-9a58638d93a3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6802861e-129e-4c3c-bd26-9a58638d93a3,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:52.055735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e89271d0-4b82-4a7e-aa3d-221e13a84a96 None None] Provisioning complete for port 6802861e-129e-4c3c-bd26-9a58638d93a3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:52.056266 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89271d0-4b82-4a7e-aa3d-221e13a84a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.061291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.062233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fdf58bf9-6f4a-48e4-badc-609be89b0def up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:52.071528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-6ef5a330-d329-4c7c-97d4-18da52a76448 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223128 Nov 12 03:26:52.090581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Pushing event updated for resources: {'Port': ['ID=fdf58bf9-6f4a-48e4-badc-609be89b0def,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.124446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba1a047-5de9-4a71-9c6b-b4238c253046 req-f2dba62f-fc87-47f0-a611-b5f804ecc95c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824969 Nov 12 03:26:52.137515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-73e72906-a228-420a-aad8-b7803bc38787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.141602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-73e72906-a228-420a-aad8-b7803bc38787 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2570722 Nov 12 03:26:52.152143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.152808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.153057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.153519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.153959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.154396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.154865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.155285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.155717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.156145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.156578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.157007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb95f01-1e33-4b2b-bda3-bada5ca8b3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:52.169602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:52.170451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.172503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6dccf24e-7812-4077-a1b6-1ebfb860cdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.191798 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 5, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:52.235745 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b0716-7776-4d09-852f-eb144c25db45 None None] The sync data for ids ['1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808'] in n-d-766726-29 is: [{'id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-346595946-router', 'tenant_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:18:49Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 5, 'project_id': 'ed1b6e0ef7b34b64b2a7531318fe7f73', 'gw_port': {'id': 'cf37c1e7-9655-4f0e-9c94-cd077a7645f6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:18:50Z', 'updated_at': '2021-11-12T03:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:52.326363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:52.333471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.341365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=6802861e-129e-4c3c-bd26-9a58638d93a3,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:52.384767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb3e33a-f936-4f6b-bd23-c778e4092c5e req-8e95adb4-745a-4973-a3f5-31cd99367eff service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018732 Nov 12 03:26:52.395293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e6d29-d9b2-4d23-a5fa-1839cbac8a7c req-b24bd738-bb32-492b-b909-16dfff9a120e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.396771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7e6d29-d9b2-4d23-a5fa-1839cbac8a7c req-b24bd738-bb32-492b-b909-16dfff9a120e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1427755 Nov 12 03:26:52.410480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fdf58bf9-6f4a-48e4-badc-609be89b0def triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:52.410649 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.437978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:52.452146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-b9caf4bf-7046-49d6-b11a-7cf56ac2b6b4 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369401 Nov 12 03:26:52.467194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7e6d29-d9b2-4d23-a5fa-1839cbac8a7c req-b8bbd70a-8b11-4cc3-ab82-0b35f390af18 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553589 Nov 12 03:26:52.551779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.579700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 22c0da1d-98e7-4482-b71c-f435096d7c07 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:52.582613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c2210-58b7-4a83-9be5-ce13991f633f req-8d48a725-55ad-45df-994e-d7b79dd354e6 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.584322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-436c2210-58b7-4a83-9be5-ce13991f633f req-8d48a725-55ad-45df-994e-d7b79dd354e6 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.0977581 Nov 12 03:26:52.627551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef0aff79-9785-4995-814e-67aafc4f50fe req-4b4b38bb-37f5-4821-a81d-ff939203aef3 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590092 Nov 12 03:26:52.694130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-436c2210-58b7-4a83-9be5-ce13991f633f req-7f4df6a6-0113-496c-a96b-3d25237e0f38 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019399 Nov 12 03:26:52.695520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e89271d0-4b82-4a7e-aa3d-221e13a84a96 None None] Provisioning complete for port 03ef503c-1257-4d39-b366-3d2496d91ebe triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:52.695910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89271d0-4b82-4a7e-aa3d-221e13a84a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.699630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.723939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-9debfab1-62fc-4f1c-971f-b16b7e6ca5b4 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:52.725604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-9debfab1-62fc-4f1c-971f-b16b7e6ca5b4 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0789006 Nov 12 03:26:52.770893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Deleting port cf37c1e7-9655-4f0e-9c94-cd077a7645f6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:52.771518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:52.835219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e89271d0-4b82-4a7e-aa3d-221e13a84a96 None None] Port 03ef503c-1257-4d39-b366-3d2496d91ebe cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:52.845553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-863ca37d-4ebc-4bea-bcb4-3086559304ff tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 998 time: 0.1129780 Nov 12 03:26:52.853820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:52.971972 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:26:52.972445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:26:52.984520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5b2c60c7-1766-4467-b738-e62714a41b08 None None] Provisioning complete for port fdf58bf9-6f4a-48e4-badc-609be89b0def triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:52.987875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b2c60c7-1766-4467-b738-e62714a41b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.007448 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d62e7d7-3054-499a-bd58-e6edbec6017e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7863674 Nov 12 03:26:53.009089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42768) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.017105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] For port cf37c1e7-9655-4f0e-9c94-cd077a7645f6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:53.017480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.025864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.042118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Calling delete_port for cf37c1e7-9655-4f0e-9c94-cd077a7645f6 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:53.070694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6802861e-129e-4c3c-bd26-9a58638d93a3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:53.116186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Router 7196485b-3cc1-47d1-8a19-d48a1dda66ac is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:26:53.130871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-bf23b8b8-77f9-4f63-9213-c72050bb5110 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2079265 Nov 12 03:26:53.151848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 1, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:53.173839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc104c-9c03-46a5-812d-daf5f41b3de9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.179254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc104c-9c03-46a5-812d-daf5f41b3de9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.180922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-19cc104c-9c03-46a5-812d-daf5f41b3de9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1707790 Nov 12 03:26:53.186621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.188340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986b813-8e31-4ac0-8da1-e7b67c216b25 None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:48Z', 'revision_number': 1, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:53.222220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6802861e-129e-4c3c-bd26-9a58638d93a3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:53.222506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.277675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff636a-ddb4-4381-abee-6c20f93ea258 req-be603824-fd46-41fa-bda7-283e3edec0c1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.279456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebff636a-ddb4-4381-abee-6c20f93ea258 req-be603824-fd46-41fa-bda7-283e3edec0c1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2044647 Nov 12 03:26:53.336551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fdf58bf9-6f4a-48e4-badc-609be89b0def up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:53.345969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.373811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:53.379605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf37c1e7-9655-4f0e-9c94-cd077a7645f6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:53.392607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fdf58bf9-6f4a-48e4-badc-609be89b0def triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:53.393068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.421156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Sync routers for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:53.437956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.442516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2e2bb06-b3b3-492e-ba7b-afb0153b92b5 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1697779 Nov 12 03:26:53.443223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.457234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:53.457752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:53.514692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.567710 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1f113-2cee-470e-9ca9-ced746292b23 None None] New status for floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:26:53.642705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:53.683572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-b277b1d9-ed6f-43da-9e49-56d92f0f6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:53.685207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-b277b1d9-ed6f-43da-9e49-56d92f0f6f22 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 1098 time: 0.4844110 Nov 12 03:26:53.704406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.706959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.711899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebff636a-ddb4-4381-abee-6c20f93ea258 req-8b70381e-a762-492d-8eaa-8a7fa9ae80db tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4208233 Nov 12 03:26:53.754927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:53.847360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 03ef503c-1257-4d39-b366-3d2496d91ebe {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:53.847782 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.864960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.865575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:26:53.871764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:53.875251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b572ac7e-5b9b-4ee7-97f9-241cbfeb8fc7 admin admin] 10.222.0.97 "DELETE /v2.0/routers/1ee5e2d6-ee2e-43d0-a4bf-5c11a0097808 HTTP/1.1" status: 204 len: 168 time: 2.9775889 Nov 12 03:26:53.878215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42784) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:53.988548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Deleting subnet ecc91926-d4d7-486a-9656-81e8f10dadcf {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:53.994303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:53.994702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 78c5dff3-0a2f-40e2-9e94-5f470ad6ce27 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:53.998415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.081377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164da13-76a6-4c74-9a1c-14582033116d req-08fcd9dd-6107-4372-bdf4-64e682f64881 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.083019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8164da13-76a6-4c74-9a1c-14582033116d req-08fcd9dd-6107-4372-bdf4-64e682f64881 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2520239 Nov 12 03:26:54.090613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-8d9096c1-0aec-4b4b-a0fe-7b25d807cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.092284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-8d9096c1-0aec-4b4b-a0fe-7b25d807cfcb service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3422883 Nov 12 03:26:54.100734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:51Z', 'revision_number': 3, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.128888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Checking router: 7196485b-3cc1-47d1-8a19-d48a1dda66ac for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:54.130014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Updating router 7196485b-3cc1-47d1-8a19-d48a1dda66ac port f0f94e4f-79ed-4c7d-9021-0202413c5bed binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:54.150550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.156599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.198480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-69154e15-c32c-418e-899c-e31ea0b34006 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 200 len: 217 time: 0.0854719 Nov 12 03:26:54.202032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.241673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 03ef503c-1257-4d39-b366-3d2496d91ebe owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:54.295086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.300914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8164da13-76a6-4c74-9a1c-14582033116d req-e395662d-3831-4803-a756-b63c2ba71608 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044094 Nov 12 03:26:54.338147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:26:54.338450 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:26:54.345820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efcdd2fc-db1f-42fa-a0a7-d935bf92d12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.346519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-c17e3f66-b3ff-474e-9315-b2d2fc6b0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.348071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-c17e3f66-b3ff-474e-9315-b2d2fc6b0f6f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1195176 Nov 12 03:26:54.409682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.427783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.467991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-74dd869e-211d-4766-a5c8-63270d88f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.469963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-74dd869e-211d-4766-a5c8-63270d88f5f2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053863 Nov 12 03:26:54.472073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc91926-d4d7-486a-9656-81e8f10dadcf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.483589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.495689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-27580342-b067-45f3-81eb-6a46410ad293 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ecc91926-d4d7-486a-9656-81e8f10dadcf HTTP/1.1" status: 204 len: 168 time: 0.6164289 Nov 12 03:26:54.496332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42786) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:54.498789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c16a43-ad1e-483f-8331-c32ebeccb71d None None] Network 92831b23-6310-4d19-a7e4-b78f462f0bad requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:54.526322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.560738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.584636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.651983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.657529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/03ef503c-1257-4d39-b366-3d2496d91ebe HTTP/1.1" status: 204 len: 168 time: 1.4676323 Nov 12 03:26:54.657529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=03ef503c-1257-4d39-b366-3d2496d91ebe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.659537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:54.679197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.679548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.679895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.680215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.680546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.680871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.681195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.681516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.682618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.682618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.682618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.683165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6c0100-6f6a-43fb-ba37-22e2020bcc73 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:26:54.696747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Attempting to bind port f0f94e4f-79ed-4c7d-9021-0202413c5bed on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:54.696747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Attempting to bind port f0f94e4f-79ed-4c7d-9021-0202413c5bed by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:54.697096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Attempting to bind port f0f94e4f-79ed-4c7d-9021-0202413c5bed on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:54.714049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2183f-f3a6-4e47-a010-cd738672009f None None] Pushing event updated for resources: {'Port': ['ID=f0f94e4f-79ed-4c7d-9021-0202413c5bed,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:54.718307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:54.718688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:54.719126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.719511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:54.720001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Bound port: f0f94e4f-79ed-4c7d-9021-0202413c5bed, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:54.720383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.722682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67512cb7-b078-44d7-a827-361e05851449 req-fcea0c0d-ac4f-4ac4-9e38-56c1df7dfff3 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:54.731154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67512cb7-b078-44d7-a827-361e05851449 req-fcea0c0d-ac4f-4ac4-9e38-56c1df7dfff3 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1876831 Nov 12 03:26:54.733157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.742106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-9adb7e9e-771f-4699-81e4-943fa59dde23 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572482 Nov 12 03:26:54.791885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] For port f0f94e4f-79ed-4c7d-9021-0202413c5bed, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:54.795931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] For port f0f94e4f-79ed-4c7d-9021-0202413c5bed, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f0f94e4f-79ed-4c7d-9021-0202413c5bed,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:54.800487 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.840604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:54.852631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Allocated IP 172.20.0.1 (0234ea45-5702-4807-b8d9-8ab8815f172e/0394c6d5-1aa6-476a-9f79-3e216e403812/b5ff270d-753a-474e-bf8a-f69a82ba58a8) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:54.863216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:54.863842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:54.876454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] DHCP port deletion for 92831b23-6310-4d19-a7e4-b78f462f0bad request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:54.901383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67512cb7-b078-44d7-a827-361e05851449 req-a9d9ad92-1737-4a61-8ef2-fa19c8221d3a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693487 Nov 12 03:26:54.958036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2183f-f3a6-4e47-a010-cd738672009f None None] Pushing event updated for resources: {'Port': ['ID=f0f94e4f-79ed-4c7d-9021-0202413c5bed,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.016191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cf37c1e7-9655-4f0e-9c94-cd077a7645f6 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:55.037126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.054509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fcdea73-b5ee-4418-a5be-ea1e00e21a75 req-8fbd2408-923c-4c7d-9540-b4b36f476b5c service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976987 Nov 12 03:26:55.065444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: cf37c1e7-9655-4f0e-9c94-cd077a7645f6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:55.065790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cf37c1e7-9655-4f0e-9c94-cd077a7645f6 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:55.068476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bb7f1-56bb-4ae6-be29-0556e1e45444 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.068688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:55.071260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bb7f1-56bb-4ae6-be29-0556e1e45444 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.075375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d60bb7f1-56bb-4ae6-be29-0556e1e45444 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4131503 Nov 12 03:26:55.077653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:55.153171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Deleting port 4b723e01-97d2-42b2-8131-5f6c260ff023 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:55.153532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.190214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 00869242-c3c8-408b-86bc-82fa2402e8f2 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:55.195509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.248015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.261599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Deleting port 4b723e01-97d2-42b2-8131-5f6c260ff023 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:55.262096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.267939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.269792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] For port 4b723e01-97d2-42b2-8131-5f6c260ff023, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4b723e01-97d2-42b2-8131-5f6c260ff023,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:55.271019 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.308011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Calling delete_port for 4b723e01-97d2-42b2-8131-5f6c260ff023 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:55.341888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.378930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Network 0234ea45-5702-4807-b8d9-8ab8815f172e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:55.393929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:55.396517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:55.443658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:51Z', 'revision_number': 3, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:55.449907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.460404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] For port 4b723e01-97d2-42b2-8131-5f6c260ff023, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4b723e01-97d2-42b2-8131-5f6c260ff023,segment=NetworkSegment(e6d6554c-ee43-495b-869f-eb7adf35de83),segment_id=e6d6554c-ee43-495b-869f-eb7adf35de83)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:55.460596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.480190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca7246-df5e-41d4-b198-f53b60d406b5 None None] The sync data for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 is: [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:51Z', 'revision_number': 3, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:55.481844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.522222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Calling delete_port for 4b723e01-97d2-42b2-8131-5f6c260ff023 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:55.529927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] Pushing event deleted for resources: {'Port': ['ID=4b723e01-97d2-42b2-8131-5f6c260ff023,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:55.530309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.539143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640da58-416f-4c12-97d1-198ee8090ce5 None None] No DVR routers for this DVR port 4b723e01-97d2-42b2-8131-5f6c260ff023 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:55.621662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3035d-55b5-4aed-9e33-5c69c1c6798b req-439d005d-a58c-41b5-b51a-0fd2935aabd2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:55.623289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9a3035d-55b5-4aed-9e33-5c69c1c6798b req-439d005d-a58c-41b5-b51a-0fd2935aabd2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1759322 Nov 12 03:26:55.670683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.733511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9a3035d-55b5-4aed-9e33-5c69c1c6798b req-4d81633f-6067-48f5-bbc1-0b5339674e95 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975616 Nov 12 03:26:55.755312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ba90d716-8762-405d-a47d-a0e0d1c1fca6 None None] Provisioning complete for port b5ff270d-753a-474e-bf8a-f69a82ba58a8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:55.756107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba90d716-8762-405d-a47d-a0e0d1c1fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.795271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.800504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.813447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ba90d716-8762-405d-a47d-a0e0d1c1fca6 None None] Port b5ff270d-753a-474e-bf8a-f69a82ba58a8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:55.871634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.888372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:55.901770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] No DVR routers for this DVR port 4b723e01-97d2-42b2-8131-5f6c260ff023 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:55.967388 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a associated. External IP: 172.25.7.30, port: 6392265b-cee1-4ac0-b5ff-c0af92eded82. Nov 12 03:26:56.020638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40f05-1363-4863-b7b7-ddcd21463877 req-d905711e-4d68-41ec-9466-784ddc877b7d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.028074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82f40f05-1363-4863-b7b7-ddcd21463877 req-d905711e-4d68-41ec-9466-784ddc877b7d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1174257 Nov 12 03:26:56.122022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82f40f05-1363-4863-b7b7-ddcd21463877 req-210b6958-a42a-4085-a6ad-e8af9f514336 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928800 Nov 12 03:26:56.264169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:56.316539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b723e01-97d2-42b2-8131-5f6c260ff023,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.327462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.327678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a8785-c658-4380-804c-8ab47e5582e8 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:56.329131 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/00869242-c3c8-408b-86bc-82fa2402e8f2 HTTP/1.1" status: 204 len: 168 time: 1.2504368 Nov 12 03:26:56.333688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42804) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:56.337569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9a2d-6a82-446f-85a4-a991d4be8c8f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=00869242-c3c8-408b-86bc-82fa2402e8f2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.419968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.448423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92831b23-6310-4d19-a7e4-b78f462f0bad']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:56.461654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6554c-ee43-495b-869f-eb7adf35de83') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:56.461950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6554c-ee43-495b-869f-eb7adf35de83') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:56.473372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.497769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.521244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4c88c9d-a259-435e-9cba-8547f56418d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1846476 Nov 12 03:26:56.528905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:56.532451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:26:56.532929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.545615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:26:56.549149 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:26:56.569402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:26:56.629333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Deleting port 6802861e-129e-4c3c-bd26-9a58638d93a3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:26:56.629742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.646796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.684799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515391b-5d77-4ed7-a200-72707e7e8b98 req-3f48de32-a593-4278-b07c-62a062562b10 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:56.688355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.694278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0515391b-5d77-4ed7-a200-72707e7e8b98 req-3f48de32-a593-4278-b07c-62a062562b10 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.3800821 Nov 12 03:26:56.694650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.701899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/92831b23-6310-4d19-a7e4-b78f462f0bad HTTP/1.1" status: 204 len: 168 time: 2.1563025 Nov 12 03:26:56.725693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:56.728938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] For port 6802861e-129e-4c3c-bd26-9a58638d93a3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6802861e-129e-4c3c-bd26-9a58638d93a3,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:56.729316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.743744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:56.758383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Calling delete_port for 6802861e-129e-4c3c-bd26-9a58638d93a3 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:26:56.758813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc81025-ce5c-4ee9-996e-2c4ca3860df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92831b23-6310-4d19-a7e4-b78f462f0bad,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:56.777346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:56.778151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:56.811123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:56.815219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.874101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0515391b-5d77-4ed7-a200-72707e7e8b98 req-02e27aef-d676-498a-91eb-84ea562a0f21 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789196 Nov 12 03:26:56.939605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:56.961794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.032422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f0f94e4f-79ed-4c7d-9021-0202413c5bed up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:57.092264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.115007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:57.123618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.184694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:57.191536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e434-14b9-4ca8-ab8a-0c7ab092a7be req-8be54d72-d79d-408a-8895-1e9e6a24b28a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.193220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a7e434-14b9-4ca8-ab8a-0c7ab092a7be req-8be54d72-d79d-408a-8895-1e9e6a24b28a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1983764 Nov 12 03:26:57.199179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:57.204519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.208462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d9ef480-aa97-4108-8e52-e07b03700400 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ab8b51ed1c4f4257ae160240bc90fadb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2428715 Nov 12 03:26:57.208663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.208663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.213046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.216599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.225962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=c5035166-7838-4062-b7aa-c6460cfef83e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.283156 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9036a2ea-c757-4a56-a91d-d35a4d620c60 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7501647 Nov 12 03:26:57.283413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:57.288485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': 'c5035166-7838-4062-b7aa-c6460cfef83e', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-152169313'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:26:57.306922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] Pushing event deleted for resources: {'Port': ['ID=6802861e-129e-4c3c-bd26-9a58638d93a3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.309517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.312139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.316797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedaaf02-a412-4050-8933-fbf1d190963a None None] No DVR routers for this DVR port 6802861e-129e-4c3c-bd26-9a58638d93a3 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:26:57.346209 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f0f94e4f-79ed-4c7d-9021-0202413c5bed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:57.346873 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.347809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:57.397997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f2df38-b551-4594-9c04-a1ece8160a3e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:26:57.407396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a7e434-14b9-4ca8-ab8a-0c7ab092a7be req-46923816-e7fb-436b-947b-42d1d72c54dd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1753521 Nov 12 03:26:57.428188 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.454274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.460265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Network 0234ea45-5702-4807-b8d9-8ab8815f172e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:57.462018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:57.628499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.637688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.639046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/747863c1-f065-46c9-ba89-c1e4fc639978 HTTP/1.1" status: 204 len: 168 time: 0.4251797 Nov 12 03:26:57.677672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Router 7196485b-3cc1-47d1-8a19-d48a1dda66ac has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:26:57.762718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed611418-fe63-402f-b101-c787fd1a7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747863c1-f065-46c9-ba89-c1e4fc639978,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:57.780431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.807995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789dde-43ae-4bfd-96f6-26355a6c10b8 req-84e50517-bdf9-4f1d-a9d9-4e5b21fc67cf tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:57.809993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b789dde-43ae-4bfd-96f6-26355a6c10b8 req-84e50517-bdf9-4f1d-a9d9-4e5b21fc67cf tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2986541 Nov 12 03:26:57.829366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.841038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port f0f94e4f-79ed-4c7d-9021-0202413c5bed, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f0f94e4f-79ed-4c7d-9021-0202413c5bed,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:26:57.848098 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.891348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:57.908046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:26:57.910196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'c5035166-7838-4062-b7aa-c6460cfef83e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:26:57.917320 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.918991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:26:57.935641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b189f26d-08cb-486a-a12e-b0d8a5a83aa3 admin admin] 10.222.0.97 "PUT /v2.0/routers/7196485b-3cc1-47d1-8a19-d48a1dda66ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4813576 Nov 12 03:26:57.959784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:57.962960 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Sync routers for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:26:57.978874 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:57.980107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:57.980702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6802861e-129e-4c3c-bd26-9a58638d93a3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:58.002350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b789dde-43ae-4bfd-96f6-26355a6c10b8 req-032c5e15-dd98-441f-b16f-91d166c8e42e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777387 Nov 12 03:26:58.049761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:26:58.052523 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23" -d '{"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:26:58.053661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e7e8fcd1-904b-4a98-8ffd-9e77f6cc77f5 None None] Provisioning complete for port b5ff270d-753a-474e-bf8a-f69a82ba58a8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:58.054228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7e8fcd1-904b-4a98-8ffd-9e77f6cc77f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.079419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6802861e-129e-4c3c-bd26-9a58638d93a3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:58.083866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6802861e-129e-4c3c-bd26-9a58638d93a3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:58.086957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4b723e01-97d2-42b2-8131-5f6c260ff023 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:26:58.124028 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:58.131795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.156809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-6eb248c6-b316-468e-8189-53286d36fa01 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "PUT /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 997 time: 5.3090358 Nov 12 03:26:58.177271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=f0f94e4f-79ed-4c7d-9021-0202413c5bed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.213204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 4f2f7c32-3ea7-4b5e-9943-c91fade74044 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:26:58.256437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 4b723e01-97d2-42b2-8131-5f6c260ff023 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:26:58.256774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4b723e01-97d2-42b2-8131-5f6c260ff023 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:26:58.258691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:58.264887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 3, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.311337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8fcd1-904b-4a98-8ffd-9e77f6cc77f5 None None] Port b5ff270d-753a-474e-bf8a-f69a82ba58a8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:26:58.315362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:58.326864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-680dbfb5-8ae8-4550-a707-deb589291e8f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ed1b6e0ef7b34b64b2a7531318fe7f73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0651212 Nov 12 03:26:58.329894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42836) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:58.354132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:58.355440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.366032 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 4, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b5ff270d-753a-474e-bf8a-f69a82ba58a8', 'name': '', 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'mac_address': 'fa:16:3e:03:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:26:56Z', 'revision_number': 2, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'subnets': [{'id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:58.398048 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Checking router: 7196485b-3cc1-47d1-8a19-d48a1dda66ac for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:26:58.398675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Updating router 7196485b-3cc1-47d1-8a19-d48a1dda66ac port b5ff270d-753a-474e-bf8a-f69a82ba58a8 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:26:58.403146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-874a9c3d-ecd5-4497-910a-9d8c369fd17b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.404800 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.423426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-874a9c3d-ecd5-4497-910a-9d8c369fd17b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports/6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 942 time: 0.2656729 Nov 12 03:26:58.434092 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.436274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/c5035166-7838-4062-b7aa-c6460cfef83e/73db4099-5c3e-4b10-9e03-6605f36b5891) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:26:58.443769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.477260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7417ce-1b89-40fb-8595-513d6414541e req-8e56b2b1-4ca8-4877-945a-d740522782bf tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.478971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be7417ce-1b89-40fb-8595-513d6414541e req-8e56b2b1-4ca8-4877-945a-d740522782bf tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1764116 Nov 12 03:26:58.509026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.512435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.513477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/72ffdf7d-e8ca-4bbf-b282-5f69bf07e740 HTTP/1.1" status: 204 len: 168 time: 0.1819518 Nov 12 03:26:58.521677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad8466-6776-4eb0-8f69-9ee7c60d2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ffdf7d-e8ca-4bbf-b282-5f69bf07e740,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:58.560534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:58.602482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be7417ce-1b89-40fb-8595-513d6414541e req-dff92433-a7b1-49eb-a966-f83077d9ec45 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994809 Nov 12 03:26:58.683446 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278e5b3c-edec-459c-98cd-c543fa31b3a7 x-openstack-request-id: req-278e5b3c-edec-459c-98cd-c543fa31b3a7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:26:58.683691 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:26:58.684261 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-278e5b3c-edec-459c-98cd-c543fa31b3a7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:26:58.684404 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:26:58.703927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-3b14c0f4-3c51-4b95-b7f9-db9dd3fccd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.717706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-3b14c0f4-3c51-4b95-b7f9-db9dd3fccd66 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.1367812 Nov 12 03:26:58.893427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-05bfc812-6d8f-4948-96a6-028f0a209b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.905290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-05bfc812-6d8f-4948-96a6-028f0a209b2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.1711524 Nov 12 03:26:58.944573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:58.981874 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:26:58.982519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:26:58.985089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-26a706e9-1668-4a3e-a00a-ca11232f395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:58.986584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-26a706e9-1668-4a3e-a00a-ca11232f395b service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2683747 Nov 12 03:26:59.001748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f0f94e4f-79ed-4c7d-9021-0202413c5bed up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:26:59.006168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.041321 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.051424 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.078108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-c5eeb725-6635-4df6-a35a-daf2b995fbbe service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0791552 Nov 12 03:26:59.083059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94557f38-2f85-48c1-8c46-7bded2e4a712 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7986200 Nov 12 03:26:59.085800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42852) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.116130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:26:59.134644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:26:59.148319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:26:59.192506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Pushing event updated for resources: {'Port': ['ID=73db4099-5c3e-4b10-9e03-6605f36b5891,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.195007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac648f8-52c7-4b99-a6a4-015902a90c07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.217624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Attempting to bind port b5ff270d-753a-474e-bf8a-f69a82ba58a8 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.218124 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Attempting to bind port b5ff270d-753a-474e-bf8a-f69a82ba58a8 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.218488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Attempting to bind port b5ff270d-753a-474e-bf8a-f69a82ba58a8 on network 0234ea45-5702-4807-b8d9-8ab8815f172e {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.219799 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0ac648f8-52c7-4b99-a6a4-015902a90c07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1306891 Nov 12 03:26:59.221595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.234106 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:59.235352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Checking segment: {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:59.235770 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.236165 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Bound using segment: {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:59.236700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Bound port: b5ff270d-753a-474e-bf8a-f69a82ba58a8, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d4e53d-c330-46a4-82fe-99eb79076129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:59.237008 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.256392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e78b-3f8c-467c-98dd-7e92a7bc1a33 None None] Pushing event updated for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.268140 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-7f0dadfe-174e-4a60-b835-88b7ac4f865b req-51a55382-7313-4a13-8383-a96efb8ca22e tempest-FloatingIPDetailsNegativeTestJSON-1409144448 tempest-FloatingIPDetailsNegativeTestJSON-1409144448-project] show failed (client error): The resource could not be found. Nov 12 03:26:59.269201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f0dadfe-174e-4a60-b835-88b7ac4f865b req-51a55382-7313-4a13-8383-a96efb8ca22e tempest-FloatingIPDetailsNegativeTestJSON-1409144448 tempest-FloatingIPDetailsNegativeTestJSON-1409144448-project] 10.222.0.97 "GET /v2.0/floatingips/861fc5ab-782f-45b6-a9c9-b208bd29f10b HTTP/1.1" status: 404 len: 350 time: 0.1365533 Nov 12 03:26:59.278033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Attempting to bind port 73db4099-5c3e-4b10-9e03-6605f36b5891 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:26:59.278033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Attempting to bind port 73db4099-5c3e-4b10-9e03-6605f36b5891 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:26:59.278033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Attempting to bind port 73db4099-5c3e-4b10-9e03-6605f36b5891 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:26:59.287965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 3, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:59.290398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:26:59.290760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:26:59.291183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.291641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:26:59.292028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Bound port: 73db4099-5c3e-4b10-9e03-6605f36b5891, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:26:59.292668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.302435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.343142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] For port b5ff270d-753a-474e-bf8a-f69a82ba58a8, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:59.348981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] For port b5ff270d-753a-474e-bf8a-f69a82ba58a8, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5ff270d-753a-474e-bf8a-f69a82ba58a8,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:59.354584 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.369072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9393d86-24e9-41c9-8cde-682cdcce6aa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.371825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9393d86-24e9-41c9-8cde-682cdcce6aa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.375571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f0f94e4f-79ed-4c7d-9021-0202413c5bed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:26:59.376082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.380006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9393d86-24e9-41c9-8cde-682cdcce6aa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1562736 Nov 12 03:26:59.383347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71e49d-b863-4b71-b619-36f95e85c57d None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 3, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:26:59.384112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:26:59.447054 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e78b-3f8c-467c-98dd-7e92a7bc1a33 None None] Pushing event updated for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:26:59.499537 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:26:59.500194 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:26:59.521547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet c5035166-7838-4062-b7aa-c6460cfef83e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:26:59.536352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.572297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] For port 73db4099-5c3e-4b10-9e03-6605f36b5891, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:26:59.585940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] For port 73db4099-5c3e-4b10-9e03-6605f36b5891, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=73db4099-5c3e-4b10-9e03-6605f36b5891,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:26:59.590834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-c03cd96a-123e-465d-a3a6-94c9517967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.600635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-c03cd96a-123e-465d-a3a6-94c9517967dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.4953301 Nov 12 03:26:59.604604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.662507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.697479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-40a2d15e-6fff-4472-8ba2-c2a8d5df1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:26:59.699085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-40a2d15e-6fff-4472-8ba2-c2a8d5df1206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.7670600 Nov 12 03:26:59.834287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:26:59.879573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:26:59.972539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec2cbc0-e256-452e-9589-d855ed244e02 None None] New status for floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:00.020148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.024963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] Provisioning complete for port b5ff270d-753a-474e-bf8a-f69a82ba58a8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:00.025366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.125936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=c5035166-7838-4062-b7aa-c6460cfef83e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.137602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.140953 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5580f3a1-39d9-4028-8aed-6966ddf90a69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/c5035166-7838-4062-b7aa-c6460cfef83e HTTP/1.1" status: 204 len: 168 time: 0.7553742 Nov 12 03:27:00.143862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42878) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:00.151411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdec58-c712-4ee6-bee6-697f762b6679 None None] Pushing event updated for resources: {'Port': ['ID=73db4099-5c3e-4b10-9e03-6605f36b5891,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.238979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ede4540b-876e-48c0-9c56-ccc3cc2c75d4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939343 Nov 12 03:27:00.242701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:00.249257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:00.271263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 4, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b5ff270d-753a-474e-bf8a-f69a82ba58a8', 'name': '', 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'mac_address': 'fa:16:3e:03:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:26:59Z', 'revision_number': 4, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'subnets': [{'id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:00.316680 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e286b-b5e5-4833-a13d-49c6256570a4 None None] The sync data for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 is: [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:26:55Z', 'revision_number': 4, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b5ff270d-753a-474e-bf8a-f69a82ba58a8', 'name': '', 'network_id': '0234ea45-5702-4807-b8d9-8ab8815f172e', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'mac_address': 'fa:16:3e:03:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:54Z', 'updated_at': '2021-11-12T03:26:59Z', 'revision_number': 4, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'subnets': [{'id': '0394c6d5-1aa6-476a-9f79-3e216e403812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:00.356323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:00.363411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.464129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.560996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] For port b5ff270d-753a-474e-bf8a-f69a82ba58a8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5ff270d-753a-474e-bf8a-f69a82ba58a8,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:00.567413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.616268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:00.628744 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:00.629526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:00.648475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d2b9c-618a-4328-a284-51d0ba7c5eb9 None None] Pushing event updated for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:00.724044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7e3a8496-cffb-4e24-bcd5-190c44f63801 None None] Provisioning complete for port b5ff270d-753a-474e-bf8a-f69a82ba58a8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:00.724415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8496-cffb-4e24-bcd5-190c44f63801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.790935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:00.793816 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795df3e-e041-495c-95a5-246b56eeb50d" -d '{"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:00.812919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-6344d59e-00fd-4279-ad69-f3916600ca30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 1.0880189 Nov 12 03:27:00.820865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-b510aa98-eb91-4747-b4ff-e4a6ee47cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:00.823274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-b510aa98-eb91-4747-b4ff-e4a6ee47cbfa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2206864 Nov 12 03:27:00.825079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:00.857009 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:01.006198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:01.026605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:01.032866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.033708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.054395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece50fa-4404-4c21-8afa-888172ae4e3c req-ce752bb5-72df-4f2e-8a5b-3484279cb6f5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.056851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cece50fa-4404-4c21-8afa-888172ae4e3c req-ce752bb5-72df-4f2e-8a5b-3484279cb6f5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 1.2077634 Nov 12 03:27:01.062557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=efd24bac-5a00-4368-97cb-fb62fbaa2a55,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.088720 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f62b830-241f-4e11-bc8d-741006455182 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8448162 Nov 12 03:27:01.089529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42896) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:01.099164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1645055826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:01.140008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-affa5ebf-d32a-4d21-bb88-19fa5f9d9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.142387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-affa5ebf-d32a-4d21-bb88-19fa5f9d9aef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.2937629 Nov 12 03:27:01.148567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.148755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.149985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.154302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 73db4099-5c3e-4b10-9e03-6605f36b5891 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:01.281700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.287687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.292126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 73db4099-5c3e-4b10-9e03-6605f36b5891 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:01.292536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.333313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.336260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cece50fa-4404-4c21-8afa-888172ae4e3c req-b9e2e244-277a-454c-add8-601b86a4c8cf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2636793 Nov 12 03:27:01.339822 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:01.344230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7af37518-a12d-41bf-8288-9abb9d681a88 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2523041 Nov 12 03:27:01.344230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:01.386997 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:01.406268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:01.406938 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:01.435765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-93ddf8a8-b7f8-46a7-882f-89a412d31e6f service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813196 Nov 12 03:27:01.481375 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.547764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 73db4099-5c3e-4b10-9e03-6605f36b5891, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=73db4099-5c3e-4b10-9e03-6605f36b5891,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:01.552775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.553790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5ff270d-753a-474e-bf8a-f69a82ba58a8 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:01.560978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-a8ecfa6b-c83f-447b-a3e9-da2bc0a7f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.564923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-a8ecfa6b-c83f-447b-a3e9-da2bc0a7f6c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3884196 Nov 12 03:27:01.623358 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:01.748078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=73db4099-5c3e-4b10-9e03-6605f36b5891,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:01.761586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aafb94-0596-4db8-92c9-e049137afe60 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:01.796954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.802736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b5ff270d-753a-474e-bf8a-f69a82ba58a8 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:01.804575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.815235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ed8f-8aad-4152-84c3-c5a3b944285d req-58f262fe-19c9-499f-9d1e-a059ab9b7285 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:01.827352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1503ed8f-8aad-4152-84c3-c5a3b944285d req-58f262fe-19c9-499f-9d1e-a059ab9b7285 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.3888385 Nov 12 03:27:01.852793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:01.909785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-30b3bbe9-c9c0-42a9-a687-e8797d1db87a service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609385 Nov 12 03:27:01.969462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd8204dd-a683-4cf0-a979-09054404c43c None None] Provisioning complete for port 73db4099-5c3e-4b10-9e03-6605f36b5891 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:01.969878 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd8204dd-a683-4cf0-a979-09054404c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.050143 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:02.092804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1503ed8f-8aad-4152-84c3-c5a3b944285d req-ec29519b-4545-47b8-bd6f-e94e82cca660 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644017 Nov 12 03:27:02.109264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-e8b30b07-bcac-4a92-803a-18392a8d39c4 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851513 Nov 12 03:27:02.113526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb521f-a876-4eee-8562-3cbb69c92688 None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:1e:7c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b7f5be-123f-46db-aba2-d027702f0e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:02.212281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::1 (2bb34d67-d0dc-48a5-8247-4d25002783c6/efd24bac-5a00-4368-97cb-fb62fbaa2a55/02fc11da-0448-42ab-ae35-8f7ce99899de) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:02.224298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-9b662b18-4697-44ba-b85a-21c500b81d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.226441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-9b662b18-4697-44ba-b85a-21c500b81d6c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1097 time: 0.2661932 Nov 12 03:27:02.402101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.439811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.460990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7b3a8f4-0f60-4ff6-be69-d73a6286ec23 req-936d75e8-85a1-48ba-ae13-a453c386030e service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316739 Nov 12 03:27:02.479797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:02.482780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:02.489380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:02.489941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.502416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa762ee-df05-43da-b48e-68fec5d24add req-1f4754ca-f77a-4836-940d-fb3f49db9274 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.504042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aa762ee-df05-43da-b48e-68fec5d24add req-1f4754ca-f77a-4836-940d-fb3f49db9274 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1714275 Nov 12 03:27:02.506097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-509a14c3-9807-46ef-8eec-370569133e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.507528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-509a14c3-9807-46ef-8eec-370569133e23 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2739608 Nov 12 03:27:02.540660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:02.548376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aaa818ce-496a-4f06-84a7-6336a9757744 None None] Provisioning complete for port 73db4099-5c3e-4b10-9e03-6605f36b5891 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.548966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aaa818ce-496a-4f06-84a7-6336a9757744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.640280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.673089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-d70c0b34-38cf-4a4d-9b4f-8a0e274ea272 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 1000 time: 0.1554129 Nov 12 03:27:02.695784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aa762ee-df05-43da-b48e-68fec5d24add req-39f7135e-02c9-4ead-a27a-a39a940f2c5e tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802330 Nov 12 03:27:02.749902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-4a784d83-6160-4f78-a227-77c97f8c2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.751794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-4a784d83-6160-4f78-a227-77c97f8c2327 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.0549259 Nov 12 03:27:02.756640 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc01d8-afa0-4af0-bd2a-e3e59bced902 x-openstack-request-id: req-8cdc01d8-afa0-4af0-bd2a-e3e59bced902 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:02.756640 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:02.756918 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8cdc01d8-afa0-4af0-bd2a-e3e59bced902 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:02.758905 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'status': 'completed', 'code': 200} Nov 12 03:27:02.784260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-83ada03d-74ff-4e1f-9cf3-c6a647af51d0 None None] Provisioning complete for port 02fc11da-0448-42ab-ae35-8f7ce99899de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:02.784916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83ada03d-74ff-4e1f-9cf3-c6a647af51d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.805797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Deleting port b5ff270d-753a-474e-bf8a-f69a82ba58a8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:02.806400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:02.821734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-83ada03d-74ff-4e1f-9cf3-c6a647af51d0 None None] Port 02fc11da-0448-42ab-ae35-8f7ce99899de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:02.891394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-ae8369b8-9777-4f95-b049-ec1d163c87de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:02.892996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-ae8369b8-9777-4f95-b049-ec1d163c87de service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302445 Nov 12 03:27:02.946303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 73db4099-5c3e-4b10-9e03-6605f36b5891 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:02.999686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795df3e-e041-495c-95a5-246b56eeb50d req-cb6cbc92-9389-4c27-a9fb-33f3a9ac826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.001195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-cb6cbc92-9389-4c27-a9fb-33f3a9ac826f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1097 time: 0.1920078 Nov 12 03:27:03.031742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 73db4099-5c3e-4b10-9e03-6605f36b5891 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:03.031742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.044026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.050015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.050797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.063805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] For port b5ff270d-753a-474e-bf8a-f69a82ba58a8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5ff270d-753a-474e-bf8a-f69a82ba58a8,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:03.064197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.120340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:03.215313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:03.216857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:03.356658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Router 16b4d979-a289-4fca-973d-3001b5196fe6 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:03.413697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Calling delete_port for b5ff270d-753a-474e-bf8a-f69a82ba58a8 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:03.459989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:03.464840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294c9c9-f5f8-4b68-8b58-4a87d4428363 req-d1b71dbd-a659-4729-bcba-5381f1ee2535 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.467892 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e4f4c78-4ee9-499a-b970-8313daa55b05 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "PUT /v2.0/routers/16b4d979-a289-4fca-973d-3001b5196fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204231 Nov 12 03:27:03.468335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f294c9c9-f5f8-4b68-8b58-4a87d4428363 req-d1b71dbd-a659-4729-bcba-5381f1ee2535 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.4622929 Nov 12 03:27:03.470540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Sync routers for ids ['16b4d979-a289-4fca-973d-3001b5196fe6'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:03.471241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42912) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.482430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Routers {'16b4d979-a289-4fca-973d-3001b5196fe6'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:03.483217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['16b4d979-a289-4fca-973d-3001b5196fe6'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:03.499142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-3ba4b266-6bb6-4431-9ec8-0cc88e65ac53 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926206 Nov 12 03:27:03.531028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9e597-44e8-428a-99f8-7a0a5b02ab97 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.534683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-91c9e597-44e8-428a-99f8-7a0a5b02ab97 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports/02fc11da-0448-42ab-ae35-8f7ce99899de HTTP/1.1" status: 200 len: 911 time: 0.0599000 Nov 12 03:27:03.535495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42914) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.579437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56966d0a-0558-457f-be97-3a5f20ca1db5 None None] Provisioning complete for port 02fc11da-0448-42ab-ae35-8f7ce99899de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:03.580077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56966d0a-0558-457f-be97-3a5f20ca1db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:03.584930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Set router 16b4d979-a289-4fca-973d-3001b5196fe6 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:03.587817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a1ce13-57af-4515-84ca-b2049ed05c1e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.593430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a1ce13-57af-4515-84ca-b2049ed05c1e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.597554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e8a1ce13-57af-4515-84ca-b2049ed05c1e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0591371 Nov 12 03:27:03.597763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42916) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:03.618723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795df3e-e041-495c-95a5-246b56eeb50d req-11dab7da-8899-47b9-a232-850000c84064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.620317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-11dab7da-8899-47b9-a232-850000c84064 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.6002502 Nov 12 03:27:03.653648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-56966d0a-0558-457f-be97-3a5f20ca1db5 None None] Port 02fc11da-0448-42ab-ae35-8f7ce99899de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:03.659375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f294c9c9-f5f8-4b68-8b58-4a87d4428363 req-95e3b053-bbc2-4d17-a3a8-1134a2490593 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581728 Nov 12 03:27:03.779398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435434c6-f5d1-4e48-b92b-cc55c9dfdc96 req-79c36672-d401-40f1-a98b-61e75d80c352 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646635 Nov 12 03:27:03.822315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-fdf52146-a01e-4db0-baea-f5cf114927be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 1000 time: 0.1849532 Nov 12 03:27:03.870127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'name': 'tempest-NetworksTestDHCPv6-router-1645055826', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None, '_interfaces': [{'id': '02fc11da-0448-42ab-ae35-8f7ce99899de', 'name': '', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'mac_address': 'fa:16:3e:78:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'subnets': [{'id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:03.905726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98287fb-13a2-47ed-8039-cabc85685ebe req-e629451f-8e05-49a0-a7bc-94d94ff2ad0b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.913643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f98287fb-13a2-47ed-8039-cabc85685ebe req-e629451f-8e05-49a0-a7bc-94d94ff2ad0b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1316946 Nov 12 03:27:03.941552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795df3e-e041-495c-95a5-246b56eeb50d req-3a90f4dc-bbc8-43b4-97f0-f5c8bfbaf1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:03.943069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-3a90f4dc-bbc8-43b4-97f0-f5c8bfbaf1e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1106458 Nov 12 03:27:04.060691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Checking router: 16b4d979-a289-4fca-973d-3001b5196fe6 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:04.061155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Updating router 16b4d979-a289-4fca-973d-3001b5196fe6 port 02fc11da-0448-42ab-ae35-8f7ce99899de binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:04.088964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.101563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f98287fb-13a2-47ed-8039-cabc85685ebe req-b29e2575-49d1-4ec0-a323-a172b9039d1d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868467 Nov 12 03:27:04.107509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.124906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795df3e-e041-495c-95a5-246b56eeb50d req-20a48a71-be38-4967-8008-d93a3542c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.126474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-20a48a71-be38-4967-8008-d93a3542c407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367884 Nov 12 03:27:04.157965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ff270d-753a-474e-bf8a-f69a82ba58a8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.176191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dbd9f-870f-4be8-820e-3398f745d384 req-0a2b9386-f8dc-4f3d-b551-28b9e770ae66 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.177768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-133dbd9f-870f-4be8-820e-3398f745d384 req-0a2b9386-f8dc-4f3d-b551-28b9e770ae66 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1737678 Nov 12 03:27:04.397988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9701351-aba6-4741-b779-4741cbe2738d req-ebb3ecd5-1092-43d0-925e-3cdf93bc88e5 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.2491550 Nov 12 03:27:04.438818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.445859 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.468087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-133dbd9f-870f-4be8-820e-3398f745d384 req-fc71bbe1-ad50-45bc-b59d-de454eddbfa7 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689085 Nov 12 03:27:04.481467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-473978f4-cb30-425a-a85a-7ac78161fe3d service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336625 Nov 12 03:27:04.499040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129eeedc-6f52-4aa3-85cd-7534821c8a09 None None] Pushing event updated for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.529696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9701351-aba6-4741-b779-4741cbe2738d req-9811daf2-88eb-4b0a-8025-c130bd8bf366 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.551271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9701351-aba6-4741-b779-4741cbe2738d req-9811daf2-88eb-4b0a-8025-c130bd8bf366 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports/eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 942 time: 0.1450341 Nov 12 03:27:04.552153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.574982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Attempting to bind port 02fc11da-0448-42ab-ae35-8f7ce99899de on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:04.575646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Attempting to bind port 02fc11da-0448-42ab-ae35-8f7ce99899de by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:04.576374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Attempting to bind port 02fc11da-0448-42ab-ae35-8f7ce99899de on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:04.582494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:04.583689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:04.584342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.584909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:04.585634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Bound port: 02fc11da-0448-42ab-ae35-8f7ce99899de, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:04.586343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.679348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] For port 02fc11da-0448-42ab-ae35-8f7ce99899de, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:04.683958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] For port 02fc11da-0448-42ab-ae35-8f7ce99899de, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=02fc11da-0448-42ab-ae35-8f7ce99899de,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:04.694959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2795df3e-e041-495c-95a5-246b56eeb50d req-d617a676-433b-4a41-b51e-b53ad8099f87 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407628 Nov 12 03:27:04.702139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.774956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129eeedc-6f52-4aa3-85cd-7534821c8a09 None None] Pushing event updated for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:04.778262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Routers {'16b4d979-a289-4fca-973d-3001b5196fe6'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:04.778899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['16b4d979-a289-4fca-973d-3001b5196fe6'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:04.885210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9701351-aba6-4741-b779-4741cbe2738d req-f3684a5a-e206-4a35-b160-826ed28ae2bf tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.1892514 Nov 12 03:27:04.912258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34448f1-d47b-4e11-81d5-f7b304b6dd34 req-2784f907-e5a1-491f-b03f-a4f9c34e9697 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:04.914011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a34448f1-d47b-4e11-81d5-f7b304b6dd34 req-2784f907-e5a1-491f-b03f-a4f9c34e9697 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1561375 Nov 12 03:27:04.925696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] Provisioning complete for port 02fc11da-0448-42ab-ae35-8f7ce99899de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:04.926136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.935642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 02fc11da-0448-42ab-ae35-8f7ce99899de {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:04.935983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:04.974628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] Set router 16b4d979-a289-4fca-973d-3001b5196fe6 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:05.011442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.059993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a34448f1-d47b-4e11-81d5-f7b304b6dd34 req-28f4f9e5-834d-41b8-9239-fea3875661ad tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245794 Nov 12 03:27:05.075628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] For port 02fc11da-0448-42ab-ae35-8f7ce99899de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=02fc11da-0448-42ab-ae35-8f7ce99899de,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:05.075997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.091671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 02fc11da-0448-42ab-ae35-8f7ce99899de owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:05.136998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9701351-aba6-4741-b779-4741cbe2738d req-5287c00a-6290-4438-a174-72fdf8ba5ebd tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.140998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.151773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9701351-aba6-4741-b779-4741cbe2738d req-5287c00a-6290-4438-a174-72fdf8ba5ebd tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2655849 Nov 12 03:27:05.260550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] For port 02fc11da-0448-42ab-ae35-8f7ce99899de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=02fc11da-0448-42ab-ae35-8f7ce99899de,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:05.266902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.335578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.353464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242350-d16a-4b5b-bf2a-8be693bda0bd None None] Pushing event updated for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.364441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=02fc11da-0448-42ab-ae35-8f7ce99899de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:05.390881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-adb4fef2-f8a2-4067-ae7e-2480f5bb07e0 None None] Could not find standard attr ID for object 02fc11da-0448-42ab-ae35-8f7ce99899de. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:05.405173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'name': 'tempest-NetworksTestDHCPv6-router-1645055826', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None, '_interfaces': [{'id': '02fc11da-0448-42ab-ae35-8f7ce99899de', 'name': '', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'mac_address': 'fa:16:3e:78:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:04Z', 'revision_number': 4, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'subnets': [{'id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:05.412843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-05a898f2-f6f5-45be-8071-4d890e70e890 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.1223342 Nov 12 03:27:05.444026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc0ed75-0f97-444e-bf16-745e4e1af176 None None] The sync data for ids ['16b4d979-a289-4fca-973d-3001b5196fe6'] in n-d-766726-29 is: [{'id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'name': 'tempest-NetworksTestDHCPv6-router-1645055826', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:02Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None, '_interfaces': [{'id': '02fc11da-0448-42ab-ae35-8f7ce99899de', 'name': '', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'mac_address': 'fa:16:3e:78:03:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4d979-a289-4fca-973d-3001b5196fe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:01Z', 'updated_at': '2021-11-12T03:27:04Z', 'revision_number': 4, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'subnets': [{'id': 'efd24bac-5a00-4368-97cb-fb62fbaa2a55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:05.482536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:05.516188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a60888-6771-4dcd-885c-d1d92760ac03 req-ecfb8298-26fd-4f98-ac54-184c2bbdfea7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.517780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3a60888-6771-4dcd-885c-d1d92760ac03 req-ecfb8298-26fd-4f98-ac54-184c2bbdfea7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2285335 Nov 12 03:27:05.583723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-965cae7e-eca9-49a0-9f0d-bf3b84ee530c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.585352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-965cae7e-eca9-49a0-9f0d-bf3b84ee530c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports/eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 942 time: 0.1715312 Nov 12 03:27:05.648230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3a60888-6771-4dcd-885c-d1d92760ac03 req-2eb93ce1-2d87-4448-9804-6804fb38a575 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752356 Nov 12 03:27:05.661687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Router 7196485b-3cc1-47d1-8a19-d48a1dda66ac has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:05.669517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Router 16b4d979-a289-4fca-973d-3001b5196fe6 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:05.735814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ff34effa-fc50-435d-a006-ba8eeb73f53f tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.0729928 Nov 12 03:27:05.802120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:05.811843 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff208efd-16e4-44a2-ac7f-5e4ecfca50d6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "PUT /v2.0/routers/16b4d979-a289-4fca-973d-3001b5196fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2121973 Nov 12 03:27:05.817544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:05.885707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41451559-6e44-4b55-b6f5-3b3e3de94ca2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.887845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41451559-6e44-4b55-b6f5-3b3e3de94ca2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:05.889408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41451559-6e44-4b55-b6f5-3b3e3de94ca2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0708480 Nov 12 03:27:05.892220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:05.952287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet efd24bac-5a00-4368-97cb-fb62fbaa2a55 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:05.956156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.000916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.059886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.136618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.165401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=efd24bac-5a00-4368-97cb-fb62fbaa2a55,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.169837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.173258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1ef3d797-e18d-4ccb-b2f8-f5a8d2bd046e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/efd24bac-5a00-4368-97cb-fb62fbaa2a55 HTTP/1.1" status: 204 len: 168 time: 0.2800660 Nov 12 03:27:06.175696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.178739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11366d-b1c3-4f2e-bd8f-df2b7edf142b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:06.272808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563197-4696-4d97-a547-88ac398fb047 req-78cf5cba-1b9d-4454-a881-64ca27acb96d tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.277530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91563197-4696-4d97-a547-88ac398fb047 req-78cf5cba-1b9d-4454-a881-64ca27acb96d tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.4717653 Nov 12 03:27:06.303770 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c6b92016-4758-4a37-9cbd-abf4fa16b36c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1269064 Nov 12 03:27:06.306164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42960) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.330994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:06.341032 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Sync routers for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:06.359091 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:06.359721 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:06.387266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-32544d3d-bc4f-4674-979e-2c7d1a09d276 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.395390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-32544d3d-bc4f-4674-979e-2c7d1a09d276 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.5906820 Nov 12 03:27:06.402354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e39562e-a5ba-403f-8070-d9f614252891 admin admin] 10.222.0.97 "PUT /v2.0/routers/7196485b-3cc1-47d1-8a19-d48a1dda66ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0977890 Nov 12 03:27:06.404966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42962) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.406829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91563197-4696-4d97-a547-88ac398fb047 req-e4f63dfa-56c5-4f11-98d5-b3b44241edb2 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235495 Nov 12 03:27:06.425701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.430405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:06.493196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-e57ed057-5cce-4fa8-92a9-3757a0f72c52 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.0962453 Nov 12 03:27:06.496042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Deleting port 73db4099-5c3e-4b10-9e03-6605f36b5891 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:06.496337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.513083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.611620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] For port 73db4099-5c3e-4b10-9e03-6605f36b5891, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=73db4099-5c3e-4b10-9e03-6605f36b5891,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:06.611908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.627133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Calling delete_port for 73db4099-5c3e-4b10-9e03-6605f36b5891 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:06.653311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.664019 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:06.709432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05391381-a0f6-4394-8bf1-44210db523a8 req-965964d8-3361-4f39-b249-9837af533160 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:06.717781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05391381-a0f6-4394-8bf1-44210db523a8 req-965964d8-3361-4f39-b249-9837af533160 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1296020 Nov 12 03:27:06.728694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.732824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.734905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.769232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] Pushing event deleted for resources: {'Port': ['ID=73db4099-5c3e-4b10-9e03-6605f36b5891,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:06.795080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2911a40-77da-427b-87f2-4261a6e24b2e None None] No DVR routers for this DVR port 73db4099-5c3e-4b10-9e03-6605f36b5891 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:06.832862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.836503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.837281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Fanout notify agent at l3_agent the message router_deleted on router 16b4d979-a289-4fca-973d-3001b5196fe6 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:06.869114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05391381-a0f6-4394-8bf1-44210db523a8 req-92c219d7-8f22-461b-88eb-9d7d4a68c0ba tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493564 Nov 12 03:27:06.894324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.907871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c14a8c9a-e76c-4d62-bc43-1eafcdea7dca tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/routers/16b4d979-a289-4fca-973d-3001b5196fe6 HTTP/1.1" status: 204 len: 168 time: 0.6006398 Nov 12 03:27:06.930010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:06.935502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:06.945076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.950172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:06.950525 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a disassociated. External IP: 172.25.7.30, port: eca40f22-1dfa-4746-af1f-1d561f2da321. Nov 12 03:27:07.004114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 73db4099-5c3e-4b10-9e03-6605f36b5891 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:07.047472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 73db4099-5c3e-4b10-9e03-6605f36b5891 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:07.047845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 73db4099-5c3e-4b10-9e03-6605f36b5891 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:07.100778 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 5, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.146800 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Checking router: 7196485b-3cc1-47d1-8a19-d48a1dda66ac for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:07.166803 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Routers {'7196485b-3cc1-47d1-8a19-d48a1dda66ac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:07.168006 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.382224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] Set router 7196485b-3cc1-47d1-8a19-d48a1dda66ac gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:07.398752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.408474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:07.412005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.415214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:07.448160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e15ef-db24-4b1f-a3f5-5f0d04ea908e req-650170f0-c9fd-474e-8646-0f1ed6f5debf tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.450442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db9e15ef-db24-4b1f-a3f5-5f0d04ea908e req-650170f0-c9fd-474e-8646-0f1ed6f5debf tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1172814 Nov 12 03:27:07.452595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb59c0-704f-48ff-93bc-0fd671de869a req-48101866-2bb9-4db4-a1a8-827cc7ee6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.455249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73fb59c0-704f-48ff-93bc-0fd671de869a req-48101866-2bb9-4db4-a1a8-827cc7ee6cee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1224108 Nov 12 03:27:07.460985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Sync routers for ids ['16b4d979-a289-4fca-973d-3001b5196fe6'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:07.479796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:07.480161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:27:07.480821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_agentschedulers_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16b4d979-a289-4fca-973d-3001b5196fe6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102606) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:27:07.493876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:07.494262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:27:07.495129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_agentschedulers_db [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16b4d979-a289-4fca-973d-3001b5196fe6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102606) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:27:07.496105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c32a6-cac7-4a6a-ac43-1ed67cb193fc None None] The sync data for ids ['16b4d979-a289-4fca-973d-3001b5196fe6'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:07.569675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Deleting port f0f94e4f-79ed-4c7d-9021-0202413c5bed {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:07.570030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.587528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73fb59c0-704f-48ff-93bc-0fd671de869a req-088fd621-8474-45ca-abab-fb0c74daa1c0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235931 Nov 12 03:27:07.614950 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 5, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.626298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db9e15ef-db24-4b1f-a3f5-5f0d04ea908e req-e8b3885d-8cf2-465a-a97a-f851f1471288 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652515 Nov 12 03:27:07.643338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b873de-eb31-4085-b151-1aa378b7c427 None None] The sync data for ids ['7196485b-3cc1-47d1-8a19-d48a1dda66ac'] in n-d-766726-29 is: [{'id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-485504804-router', 'tenant_id': '888d3ca33acc43f1b385c43fc9604a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:48Z', 'updated_at': '2021-11-12T03:27:03Z', 'revision_number': 5, 'project_id': '888d3ca33acc43f1b385c43fc9604a57', 'gw_port': {'id': 'f0f94e4f-79ed-4c7d-9021-0202413c5bed', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7196485b-3cc1-47d1-8a19-d48a1dda66ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:50Z', 'updated_at': '2021-11-12T03:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:07.652908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:07.658235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.682243 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:07.694170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-ad43708f-2815-4eba-b029-74a449141cca tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "PUT /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 694 time: 1.1915638 Nov 12 03:27:07.694714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:07.697666 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8738ec-0b23-4ae5-b808-fddc38cfd560" -d '{"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:07.700062 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:07.701076 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:07.720445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] For port f0f94e4f-79ed-4c7d-9021-0202413c5bed, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f0f94e4f-79ed-4c7d-9021-0202413c5bed,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:07.720982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.761356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Calling delete_port for f0f94e4f-79ed-4c7d-9021-0202413c5bed owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:07.762021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-259dc4c2-4478-418a-8643-2ddd53acea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.769784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-259dc4c2-4478-418a-8643-2ddd53acea15 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1097 time: 0.0491893 Nov 12 03:27:07.826039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:07.850128 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:07.883210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-9e20ef3f-5836-48b3-bec6-b7db3e8023a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:07.895356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-9e20ef3f-5836-48b3-bec6-b7db3e8023a8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.1213830 Nov 12 03:27:07.903033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:07.980655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-12791fa0-31ca-47d4-a05b-3dafb13fed88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 217 time: 0.0877602 Nov 12 03:27:08.066980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:08.082159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.082159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.085135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.087359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22510d19-99b6-476a-915c-38eb3c115e81 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:08.130239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=59dff4b4-27be-425b-a2e6-359dde7c0f34,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.134944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-c0b28d2d-8810-4688-83fd-5e91e4350178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.135194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f94e4f-79ed-4c7d-9021-0202413c5bed,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:08.146560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-c0b28d2d-8810-4688-83fd-5e91e4350178 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1595793 Nov 12 03:27:08.155996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9295fd3-3ab8-4b9e-bd7b-6f092101203e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2255433 Nov 12 03:27:08.159128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.164555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-255499051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:08.210393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2758e18-026d-4a50-a1d0-ecb1bb7e4a04 req-eb4fcb6f-75ea-4de5-982e-8d19261db0b6 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.213600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.215832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.223702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2758e18-026d-4a50-a1d0-ecb1bb7e4a04 req-eb4fcb6f-75ea-4de5-982e-8d19261db0b6 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1652777 Nov 12 03:27:08.253873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c70fb-7740-4680-ba99-11a934259c9e req-4d717517-c1e7-489b-bfe6-c2e7037f7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.255615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-4d717517-c1e7-489b-bfe6-c2e7037f7941 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.1841156 Nov 12 03:27:08.272856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0290-372e-495e-9afe-f3175d3df293 req-6b95d538-413e-49fe-95d6-4a204cb97b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.283125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-6b95d538-413e-49fe-95d6-4a204cb97b43 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354227 Nov 12 03:27:08.299735 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:08.333649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '59dff4b4-27be-425b-a2e6-359dde7c0f34'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:08.334940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.349005 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:08.363574 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:08.364604 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:08.389090 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.410698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2758e18-026d-4a50-a1d0-ecb1bb7e4a04 req-33e2f1c9-811a-4907-82ed-192e2d5e19b0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813073 Nov 12 03:27:08.507482 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ad44d-9f5c-4abb-a14c-3d2c05c2fef5 x-openstack-request-id: req-c94ad44d-9f5c-4abb-a14c-3d2c05c2fef5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:08.508082 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:08.508892 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c94ad44d-9f5c-4abb-a14c-3d2c05c2fef5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:08.511465 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'status': 'completed', 'code': 200} Nov 12 03:27:08.521311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.524223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.530972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/59dff4b4-27be-425b-a2e6-359dde7c0f34/01fbc345-523b-426b-bdc8-18d525f910fb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:08.558058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:08.588174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.593352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.606829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.614172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7196485b-3cc1-47d1-8a19-d48a1dda66ac {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:08.630689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.639182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7cc09af-374d-4bf5-9556-962cfff0cc0d admin admin] 10.222.0.97 "DELETE /v2.0/routers/7196485b-3cc1-47d1-8a19-d48a1dda66ac HTTP/1.1" status: 204 len: 168 time: 2.2309084 Nov 12 03:27:08.641140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42986) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.649710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c70fb-7740-4680-ba99-11a934259c9e req-bbc7ca96-27c6-4fe8-bcd8-2dfa55ae56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.651167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-bbc7ca96-27c6-4fe8-bcd8-2dfa55ae56de service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3869481 Nov 12 03:27:08.658214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-b1b36d89-92e7-47c9-9ff8-baf0a1a9b314 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731632 Nov 12 03:27:08.661738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.663911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d94faa8-774b-494b-a922-27d57a79cdc7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5041873 Nov 12 03:27:08.680856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42988) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:08.753602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-237f8d5e-8f49-4999-99b6-58327392619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.757340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-237f8d5e-8f49-4999-99b6-58327392619a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 1097 time: 0.1164036 Nov 12 03:27:08.851970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.865099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:08.921396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:08.924436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:08.927102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:08.977985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-1c5187c8-a0d2-4c97-95c7-9d1d537f52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:08.982011 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-1c5187c8-a0d2-4c97-95c7-9d1d537f52cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2101796 Nov 12 03:27:09.010795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Attempting to bind port 01fbc345-523b-426b-bdc8-18d525f910fb on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:09.011361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Attempting to bind port 01fbc345-523b-426b-bdc8-18d525f910fb by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:09.011725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Attempting to bind port 01fbc345-523b-426b-bdc8-18d525f910fb on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:09.015200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Pushing event updated for resources: {'Port': ['ID=01fbc345-523b-426b-bdc8-18d525f910fb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.020632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:09.021010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:09.021488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.021789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:09.022299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Bound port: 01fbc345-523b-426b-bdc8-18d525f910fb, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:09.022723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.056890 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-722a3d9e-4185-4572-8d3e-c38059863614 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 200 len: 217 time: 0.0675097 Nov 12 03:27:09.060340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 02fc11da-0448-42ab-ae35-8f7ce99899de no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:09.062473 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:09.086558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 02fc11da-0448-42ab-ae35-8f7ce99899de {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:09.086917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 02fc11da-0448-42ab-ae35-8f7ce99899de not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:09.087340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5ff270d-753a-474e-bf8a-f69a82ba58a8 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:09.096442 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610425fb-6d77-4f05-82a8-bce257d9b55e None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:09.106550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de02af-c1ec-476e-84c8-b10bf0b0fb16 req-50edd1bd-eb5d-4cee-99ab-05699465eb53 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.108235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58de02af-c1ec-476e-84c8-b10bf0b0fb16 req-50edd1bd-eb5d-4cee-99ab-05699465eb53 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.5049541 Nov 12 03:27:09.111692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b5ff270d-753a-474e-bf8a-f69a82ba58a8 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:09.112109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5ff270d-753a-474e-bf8a-f69a82ba58a8 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:09.128652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Deleting subnet 0394c6d5-1aa6-476a-9f79-3e216e403812 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:09.132411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.138741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-0ea5ba24-652e-4d1e-9c15-bd77e1df6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.140712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-0ea5ba24-652e-4d1e-9c15-bd77e1df6c24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.0755937 Nov 12 03:27:09.144576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] For port 01fbc345-523b-426b-bdc8-18d525f910fb, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:09.149876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] For port 01fbc345-523b-426b-bdc8-18d525f910fb, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=01fbc345-523b-426b-bdc8-18d525f910fb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:09.156173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.171467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53ab0290-372e-495e-9afe-f3175d3df293 req-2138dab9-8487-48fa-8b83-0a3d00597983 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835520 Nov 12 03:27:09.224536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-4bad9a54-a284-44ca-b17c-35fb4593dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.225601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-4bad9a54-a284-44ca-b17c-35fb4593dd10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750525 Nov 12 03:27:09.242476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c8ec5-9b53-49c8-99a4-5f90bc315e4c None None] Pushing event updated for resources: {'Port': ['ID=01fbc345-523b-426b-bdc8-18d525f910fb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:09.252292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-487294dd-94ef-4aac-b635-3c86de7fbd00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.5704372 Nov 12 03:27:09.303178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.327619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58de02af-c1ec-476e-84c8-b10bf0b0fb16 req-f5663dee-253a-4c6e-8afe-34b1706ded88 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053564 Nov 12 03:27:09.383837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-d761b267-8c9a-4c3f-926d-8cc8dc4ee65a service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478097 Nov 12 03:27:09.387021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:09.515275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b8738ec-0b23-4ae5-b808-fddc38cfd560 req-5d8ca724-9a72-4b20-97e4-b644fb37b068 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226096 Nov 12 03:27:09.665902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31115145-964b-4739-8611-a5f4e9fcb00d None None] New status for floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:09.959645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c70fb-7740-4680-ba99-11a934259c9e req-65987407-78e5-4e3b-bc04-ca30f6630c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:09.961140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-65987407-78e5-4e3b-bc04-ca30f6630c37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.6321402 Nov 12 03:27:10.066610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df619e-9294-43d1-a90a-15762f5b82a6 req-c154d3d2-e7e7-41e0-84ca-7dcf9ed48503 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.068222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30df619e-9294-43d1-a90a-15762f5b82a6 req-c154d3d2-e7e7-41e0-84ca-7dcf9ed48503 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.6498530 Nov 12 03:27:10.069608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.134495 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:10.172523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b870-c489-4166-b00e-4e8845756380 req-1634e1ed-013f-4176-9e24-f2d7b6eb826b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.173958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1835b870-c489-4166-b00e-4e8845756380 req-1634e1ed-013f-4176-9e24-f2d7b6eb826b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.2848916 Nov 12 03:27:10.181227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.209826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c70fb-7740-4680-ba99-11a934259c9e req-80774a38-5687-481f-a494-27fb604f1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.211367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-80774a38-5687-481f-a494-27fb604f1f42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2306023 Nov 12 03:27:10.339893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30df619e-9294-43d1-a90a-15762f5b82a6 req-0c2f5ce0-8fd3-4eb8-a768-991d16ae12d8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620862 Nov 12 03:27:10.385021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.386946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] Provisioning complete for port 01fbc345-523b-426b-bdc8-18d525f910fb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:10.387508 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.454957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1835b870-c489-4166-b00e-4e8845756380 req-098909ad-28bf-4e19-82d1-1e74e0a64040 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699964 Nov 12 03:27:10.467379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.497115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0394c6d5-1aa6-476a-9f79-3e216e403812,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.507204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.510293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-54a7c8cd-08f6-4d27-8180-20d89d1a1052 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/0394c6d5-1aa6-476a-9f79-3e216e403812 HTTP/1.1" status: 204 len: 168 time: 1.8669174 Nov 12 03:27:10.512950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:10.518991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] For port 01fbc345-523b-426b-bdc8-18d525f910fb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=01fbc345-523b-426b-bdc8-18d525f910fb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:10.521721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858d4b3-e039-4f8c-8fb2-318a0b3baaf5 None None] Network 0234ea45-5702-4807-b8d9-8ab8815f172e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:10.527334 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.648311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43e26-17cb-4d17-b900-c73eb6fd4c27 None None] Pushing event updated for resources: {'Port': ['ID=01fbc345-523b-426b-bdc8-18d525f910fb,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:10.670833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-25855be1-f87e-4cd5-85ba-dbf034a6ad03 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391963 Nov 12 03:27:10.713472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-bb496896-1eb8-4c2a-af33-c4d00f434008 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.715197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-bb496896-1eb8-4c2a-af33-c4d00f434008 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3051791 Nov 12 03:27:10.738492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] DHCP port deletion for 0234ea45-5702-4807-b8d9-8ab8815f172e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:10.762897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.785237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Deleting port fdf58bf9-6f4a-48e4-badc-609be89b0def {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:10.785607 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.847070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] For port fdf58bf9-6f4a-48e4-badc-609be89b0def, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fdf58bf9-6f4a-48e4-badc-609be89b0def,segment=NetworkSegment(b5d4e53d-c330-46a4-82fe-99eb79076129),segment_id=b5d4e53d-c330-46a4-82fe-99eb79076129)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:10.847468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.860074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Calling delete_port for fdf58bf9-6f4a-48e4-badc-609be89b0def owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:10.873237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-7b4a66ab-3aeb-465a-a350-e7aa3c6a26ff tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 695 time: 0.1384616 Nov 12 03:27:10.890188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed809fc-2ee1-4f52-8a5c-dc4331a89ef1 req-38607f30-57a0-47c5-ae5a-850a300f5901 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:10.895127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ed809fc-2ee1-4f52-8a5c-dc4331a89ef1 req-38607f30-57a0-47c5-ae5a-850a300f5901 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.3178508 Nov 12 03:27:10.899128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:10.952179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:10.980707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 01fbc345-523b-426b-bdc8-18d525f910fb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:10.986109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] Pushing event deleted for resources: {'Port': ['ID=fdf58bf9-6f4a-48e4-badc-609be89b0def,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.009780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801f79f-b2c9-4a90-aad3-aed48b0f4f9d None None] No DVR routers for this DVR port fdf58bf9-6f4a-48e4-badc-609be89b0def on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:11.012501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.020988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::1 (2bb34d67-d0dc-48a5-8247-4d25002783c6/59dff4b4-27be-425b-a2e6-359dde7c0f34/ddfec891-f3ab-46bc-8711-08372f3c96b7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:11.044600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 01fbc345-523b-426b-bdc8-18d525f910fb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:11.044979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.075558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-448c70fb-7740-4680-ba99-11a934259c9e req-b12c450e-70cb-4c53-96ad-bd32afd0d76d service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934834 Nov 12 03:27:11.189299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f0f94e4f-79ed-4c7d-9021-0202413c5bed no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:11.189610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ed809fc-2ee1-4f52-8a5c-dc4331a89ef1 req-2b41e285-6261-49c4-a3cd-bebb21d0f233 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2733281 Nov 12 03:27:11.211631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: f0f94e4f-79ed-4c7d-9021-0202413c5bed {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:11.212060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f0f94e4f-79ed-4c7d-9021-0202413c5bed not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:11.212534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fdf58bf9-6f4a-48e4-badc-609be89b0def no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:11.234568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fdf58bf9-6f4a-48e4-badc-609be89b0def {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:11.234999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fdf58bf9-6f4a-48e4-badc-609be89b0def not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:11.247222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Deleting port fdf58bf9-6f4a-48e4-badc-609be89b0def {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:11.247561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.329383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1186839445', 'description': 'tempest-description-299303691'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:11.478237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] For port fdf58bf9-6f4a-48e4-badc-609be89b0def, host n-d-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:11.478515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.494417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.522920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.528518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Calling delete_port for fdf58bf9-6f4a-48e4-badc-609be89b0def owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:11.534459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Port fdf58bf9-6f4a-48e4-badc-609be89b0def was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:27:11.554982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:11.565502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48814a-3948-4555-bf00-45facab2ddee req-9fc39ec8-cd7a-4e2f-8edd-a8aa80e8853e tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.567265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee48814a-3948-4555-bf00-45facab2ddee req-9fc39ec8-cd7a-4e2f-8edd-a8aa80e8853e tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "GET /v2.0/ports?device_id=99b7f5be-123f-46db-aba2-d027702f0e76 HTTP/1.1" status: 200 len: 945 time: 0.2691662 Nov 12 03:27:11.912025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf58bf9-6f4a-48e4-badc-609be89b0def,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:11.945023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] No DVR routers for this DVR port fdf58bf9-6f4a-48e4-badc-609be89b0def on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:11.989590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96caa8-54fe-44b9-b16a-a62be26b9ed2 req-c6b1bf86-9904-4871-af3c-02a62abf31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:11.991130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b96caa8-54fe-44b9-b16a-a62be26b9ed2 req-c6b1bf86-9904-4871-af3c-02a62abf31b0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 1097 time: 0.5250762 Nov 12 03:27:12.140735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.230091 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.289660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:12.298118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b96caa8-54fe-44b9-b16a-a62be26b9ed2 req-fe4f3301-e5d4-499b-8672-21342fb0825b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772260 Nov 12 03:27:12.304538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.309929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0234ea45-5702-4807-b8d9-8ab8815f172e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:12.319024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:12.328055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.330518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:12.331073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.341661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=ddfec891-f3ab-46bc-8711-08372f3c96b7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.367593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d4e53d-c330-46a4-82fe-99eb79076129') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:12.367896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d4e53d-c330-46a4-82fe-99eb79076129') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:12.430525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.462606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.463891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-157ac93e-9402-43cb-936f-8e4742bbaa1b req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.1514120 Nov 12 03:27:12.469529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Deleting port eca40f22-1dfa-4746-af1f-1d561f2da321 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:12.469529 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.484537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:27:12.512298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.541498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14dc08-ce92-411f-8547-8f9acfe0ff12 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefdb8a1-00b1-4e40-85d0-bcee11afafa6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.567188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d2599637-414c-47f6-b878-ebc2263ee5ef None None] Provisioning complete for port ddfec891-f3ab-46bc-8711-08372f3c96b7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:12.567808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2599637-414c-47f6-b878-ebc2263ee5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.605696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2599637-414c-47f6-b878-ebc2263ee5ef None None] Port ddfec891-f3ab-46bc-8711-08372f3c96b7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:12.607635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:12.608041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:12.616899 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:12.736906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.756031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.819395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.843269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.846466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] 10.222.0.97 "DELETE /v2.0/networks/0234ea45-5702-4807-b8d9-8ab8815f172e HTTP/1.1" status: 204 len: 168 time: 2.3326006 Nov 12 03:27:12.870397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2653a62-d136-4f88-a497-f79e53be3ca3 req-50523a9b-e66a-45d8-8c49-c97a89f30d57 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:12.871916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2653a62-d136-4f88-a497-f79e53be3ca3 req-50523a9b-e66a-45d8-8c49-c97a89f30d57 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2950139 Nov 12 03:27:12.878548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] For port eca40f22-1dfa-4746-af1f-1d561f2da321, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eca40f22-1dfa-4746-af1f-1d561f2da321,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:12.878930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.881560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938458d-4db1-4734-91bb-ec9d3d68ba7a admin admin] Pushing event deleted for resources: {'Network': ['ID=0234ea45-5702-4807-b8d9-8ab8815f172e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:12.883274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:12.917718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Calling delete_port for eca40f22-1dfa-4746-af1f-1d561f2da321 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:13.018506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43024) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.060111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cab77be5-c4d8-4127-aad6-58e7cdbcca11 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=888d3ca33acc43f1b385c43fc9604a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403986 Nov 12 03:27:13.062687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:13.075634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2653a62-d136-4f88-a497-f79e53be3ca3 req-fa6ceb20-e8e7-4bd0-9017-a6edfa3dee14 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810257 Nov 12 03:27:13.080099 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a associated. External IP: 172.25.7.30, port: 6392265b-cee1-4ac0-b5ff-c0af92eded82. Nov 12 03:27:13.113184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.139752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.185740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.188361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.189526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e64bbfd3-46f6-44eb-bfa9-a1af238869bd HTTP/1.1" status: 204 len: 168 time: 0.1259186 Nov 12 03:27:13.197954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76734-c575-4df6-947e-f399726eebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64bbfd3-46f6-44eb-bfa9-a1af238869bd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.382728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cb64f-6391-4177-88d6-beaf3983f39b req-b26901c7-b820-4c39-8109-3d9ffe032db2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:13.384258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-310cb64f-6391-4177-88d6-beaf3983f39b req-b26901c7-b820-4c39-8109-3d9ffe032db2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2228398 Nov 12 03:27:13.766436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.800917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6392265b-cee1-4ac0-b5ff-c0af92eded82', 'eca40f22-1dfa-4746-af1f-1d561f2da321'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:13.832660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event deleted for resources: {'Port': ['ID=eca40f22-1dfa-4746-af1f-1d561f2da321,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:13.884361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-310cb64f-6391-4177-88d6-beaf3983f39b req-d25e9703-e89e-4bd2-a152-59b8583b3a0f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4885869 Nov 12 03:27:13.957907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] No DVR routers for this DVR port eca40f22-1dfa-4746-af1f-1d561f2da321 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:13.966708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:13.969629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee48814a-3948-4555-bf00-45facab2ddee req-ab4120ed-2e8f-42ca-88f9-9865d68199e3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "DELETE /v2.0/ports/eca40f22-1dfa-4746-af1f-1d561f2da321 HTTP/1.1" status: 204 len: 173 time: 2.3611562 Nov 12 03:27:13.973132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'name': 'network-vif-deleted', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:13.975486 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672d8642-a6ae-47db-afcc-20b790dfe151" -d '{"events": [{"server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "name": "network-vif-deleted", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:14.000414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.007166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.008206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.059025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:14.132441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=ddfec891-f3ab-46bc-8711-08372f3c96b7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:14.289797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:14.297162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-e12dbdad-4c10-4915-846d-6713f4c9fdfc tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186839445&fields=id&tenant_id=fa17057d08264e19b0951cdac9b19360 HTTP/1.1" status: 200 len: 267 time: 0.1186719 Nov 12 03:27:14.297913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:14.381782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:14.393481 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:14.403470 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:14.404078 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.416825 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.475031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5543fb5f-e655-4764-89c3-fac56bd41049 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "PUT /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 995 time: 3.5799844 Nov 12 03:27:14.485126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-d49f9afd-b0dc-4d78-86f5-4113b620bb04 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.486753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-d49f9afd-b0dc-4d78-86f5-4113b620bb04 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.1786013 Nov 12 03:27:14.527485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'port': {'security_groups': ['29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f', 'aefdb8a1-00b1-4e40-85d0-bcee11afafa6']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:14.548093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c4656df6-bddb-4196-b38c-f5349d33b8bf None None] Provisioning complete for port ddfec891-f3ab-46bc-8711-08372f3c96b7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:14.548383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4656df6-bddb-4196-b38c-f5349d33b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.553288 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:14.590607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c4656df6-bddb-4196-b38c-f5349d33b8bf None None] Port ddfec891-f3ab-46bc-8711-08372f3c96b7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:14.612244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-019ce906-4617-4fca-8851-e51882a4fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.613791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-019ce906-4617-4fca-8851-e51882a4fe8d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.1201909 Nov 12 03:27:14.651182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:14.667578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:27:14.781196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 8, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.807279 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:14.816204 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:14.816593 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.868531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5b019598-ec0a-4b15-b364-5c33eefc587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.870050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-5b019598-ec0a-4b15-b364-5c33eefc587b service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2498634 Nov 12 03:27:14.896479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:14.906773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:14.909501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a10134a9-7a38-42c4-8708-840fb91c77df tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "PUT /v2.0/routers/2d03ca4a-5ce3-428e-9995-998ecc8503a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2064409 Nov 12 03:27:14.913645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Sync routers for ids ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:14.935336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Routers {'2d03ca4a-5ce3-428e-9995-998ecc8503a0'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:14.935960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:14.963277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:14.989623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-198f6137-1275-401e-8ac5-6c191870836e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 998 time: 0.1069050 Nov 12 03:27:14.996741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a8a1b-d1b1-4f91-88f2-ad3da39ce53d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:14.998618 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b1a8a1b-d1b1-4f91-88f2-ad3da39ce53d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports/ddfec891-f3ab-46bc-8711-08372f3c96b7 HTTP/1.1" status: 200 len: 911 time: 0.0908246 Nov 12 03:27:15.001680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.054113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Set router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:15.115049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-38fdb1f4-c2b1-44aa-9f5c-a92d8f1770da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.115905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e309887-b3b5-440e-a140-67a018d6c43a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.116545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-38fdb1f4-c2b1-44aa-9f5c-a92d8f1770da service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1092365 Nov 12 03:27:15.123567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e309887-b3b5-440e-a140-67a018d6c43a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.125462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e309887-b3b5-440e-a140-67a018d6c43a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1227543 Nov 12 03:27:15.128813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43066) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:15.168156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:15.205970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-a76a52e2-9e5b-468a-8eb9-300f0077b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.207590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-a76a52e2-9e5b-468a-8eb9-300f0077b3bc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839252 Nov 12 03:27:15.211636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.226270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.263478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:15.273812 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 8, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.302471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a6867-d44c-436f-b76d-2170de30a388 None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '25e97f09-c5f8-4a57-958f-03795dd0d74a', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'port_id': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'mac_address': 'fa:16:3e:db:ff:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:26:25Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 8, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:15.331323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.332504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.346867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e809a6b-cc5f-4c53-bf3c-a44b010c2839 req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "PUT /v2.0/ports/8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 981 time: 0.8394053 Nov 12 03:27:15.382623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb889a-1a53-4153-a8ed-82a41d01ce85 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:15.418462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-9c6c8a1b-a7ef-43fa-9e04-34749c56357a service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010539 Nov 12 03:27:15.463719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ca4a-5ce3-428e-9995-998ecc8503a0', 'name': 'tempest-NetworksTestDHCPv6-router-255499051', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:12Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None, '_interfaces': [{'id': 'ddfec891-f3ab-46bc-8711-08372f3c96b7', 'name': '', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'mac_address': 'fa:16:3e:83:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d03ca4a-5ce3-428e-9995-998ecc8503a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '59dff4b4-27be-425b-a2e6-359dde7c0f34', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:27:10Z', 'updated_at': '2021-11-12T03:27:13Z', 'revision_number': 2, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'subnets': [{'id': '59dff4b4-27be-425b-a2e6-359dde7c0f34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:15.504292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:15.509322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Checking router: 2d03ca4a-5ce3-428e-9995-998ecc8503a0 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:15.509678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Updating router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 port ddfec891-f3ab-46bc-8711-08372f3c96b7 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:27:15.555063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.581854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.585852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfdf1e-e45c-49d6-96aa-9e3177aa578f req-1d2c8807-a45c-4078-8e1e-8ada9cfa98cf service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584618 Nov 12 03:27:15.597343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae286a-706f-4136-b923-c1b18cba1508 req-a76435f6-8abe-4666-98c1-721365d7adf2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.598957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44ae286a-706f-4136-b923-c1b18cba1508 req-a76435f6-8abe-4666-98c1-721365d7adf2 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1310763 Nov 12 03:27:15.662699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd3179-9b32-45bb-8ef1-64acd3b65a5d None None] New status for floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:15.675232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44ae286a-706f-4136-b923-c1b18cba1508 req-94fb21b4-28c5-4423-b328-ba4f9f3c90df tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691938 Nov 12 03:27:15.686129 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15620a6-f8b2-48f5-8e42-686701763219 x-openstack-request-id: req-f15620a6-f8b2-48f5-8e42-686701763219 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:15.686767 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b7f5be-123f-46db-aba2-d027702f0e76", "name": "network-vif-deleted", "tag": "eca40f22-1dfa-4746-af1f-1d561f2da321", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:15.688527 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f15620a6-f8b2-48f5-8e42-686701763219 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:15.689154 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b7f5be-123f-46db-aba2-d027702f0e76', 'name': 'network-vif-deleted', 'tag': 'eca40f22-1dfa-4746-af1f-1d561f2da321', 'status': 'completed', 'code': 200} Nov 12 03:27:15.836418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852eca9-aaaf-41b6-94fb-abaddb0bad8f req-a8b952c6-7427-4285-8f97-d4b02bc301fa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:15.837945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0852eca9-aaaf-41b6-94fb-abaddb0bad8f req-a8b952c6-7427-4285-8f97-d4b02bc301fa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0709176 Nov 12 03:27:15.930986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port ddfec891-f3ab-46bc-8711-08372f3c96b7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:15.931576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:15.964291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0852eca9-aaaf-41b6-94fb-abaddb0bad8f req-0aac5243-3666-43c7-9f48-cd593345bb21 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171310 Nov 12 03:27:15.993447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-c7eb4757-f874-4948-8558-99cf177c19da tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=c3667ea670f243ef90f283680e27bfa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754070 Nov 12 03:27:16.079530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.096535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for ddfec891-f3ab-46bc-8711-08372f3c96b7 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:16.102323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eca40f22-1dfa-4746-af1f-1d561f2da321 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:16.133151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: eca40f22-1dfa-4746-af1f-1d561f2da321 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:16.133492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eca40f22-1dfa-4746-af1f-1d561f2da321 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:16.164036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.174006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.228750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190716d9-ddbb-4cb2-8a2a-26efaf994e2c None None] Pushing event updated for resources: {'Port': ['ID=ddfec891-f3ab-46bc-8711-08372f3c96b7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.285023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-4d13ce38-ff62-4878-8ed8-002937dccd89 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1186839445&fields=id&tenant_id=fa17057d08264e19b0951cdac9b19360 HTTP/1.1" status: 200 len: 267 time: 0.1163218 Nov 12 03:27:16.286459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:16.287202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:16.287870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:16.293583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-6ee395fe-984f-426d-8e33-170002ba114a tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.293777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:16.294133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:16.294543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.295045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:16.295434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Bound port: ddfec891-f3ab-46bc-8711-08372f3c96b7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:16.295814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.301555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-6ee395fe-984f-426d-8e33-170002ba114a tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993543 Nov 12 03:27:16.325920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.347774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-8461718a-19c3-4f38-ada1-1be44da2ed31 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/quotas/c3667ea670f243ef90f283680e27bfa3 HTTP/1.1" status: 200 len: 375 time: 0.0450530 Nov 12 03:27:16.363322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=ddfec891-f3ab-46bc-8711-08372f3c96b7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:16.369129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:16.369507 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:16.470159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.521234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a4fb9d37-6503-41bd-8652-cf1ba49d13ca None None] Could not find standard attr ID for object ddfec891-f3ab-46bc-8711-08372f3c96b7. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:16.650535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:16.654463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-e3a1c279-5e00-4b77-8faf-5b90fac8c3d2 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=c3667ea670f243ef90f283680e27bfa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3059893 Nov 12 03:27:16.673926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-22c94fe6-05bf-4c40-b717-2d59b9d3d89a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.681847 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-22c94fe6-05bf-4c40-b717-2d59b9d3d89a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 984 time: 0.3780870 Nov 12 03:27:16.687959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'port': {'security_groups': ['29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:16.738946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:16.747032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5466483f-b02a-40e3-8e1e-1441c049baa4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "PUT /v2.0/routers/2d03ca4a-5ce3-428e-9995-998ecc8503a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143169 Nov 12 03:27:16.747279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:16.765359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.812061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441018c-4f0c-4921-a9f4-6e05b608f286 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.814307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441018c-4f0c-4921-a9f4-6e05b608f286 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:16.819329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c441018c-4f0c-4921-a9f4-6e05b608f286 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0685821 Nov 12 03:27:16.819680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:16.899757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:16.903000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:16.903443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Attempting to bind port ddfec891-f3ab-46bc-8711-08372f3c96b7 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:16.909478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:16.909957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:16.910427 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.910910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:16.911459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Bound port: ddfec891-f3ab-46bc-8711-08372f3c96b7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:16.911925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.924643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 59dff4b4-27be-425b-a2e6-359dde7c0f34 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:16.931745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:16.954560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Port ddfec891-f3ab-46bc-8711-08372f3c96b7 has been deleted concurrently {{(pid=102606) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:27:16.975831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Routers {'2d03ca4a-5ce3-428e-9995-998ecc8503a0'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:16.977583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:17.036213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.067472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] Set router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:17.156736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:17.178212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01ef9444-e0dc-4e65-aef2-12aeaf4ccee1 req-5fc0814f-feaa-42d3-a7f6-c6a8b48a8e1b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 997 time: 0.1609361 Nov 12 03:27:17.266832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d03ca4a-5ce3-428e-9995-998ecc8503a0', 'name': 'tempest-NetworksTestDHCPv6-router-255499051', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:16Z', 'revision_number': 3, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:17.282223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.294252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458c5a1-5d0f-43dc-9810-2011099d0301 None None] The sync data for ids ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'] in n-d-766726-29 is: [{'id': '2d03ca4a-5ce3-428e-9995-998ecc8503a0', 'name': 'tempest-NetworksTestDHCPv6-router-255499051', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:27:08Z', 'updated_at': '2021-11-12T03:27:16Z', 'revision_number': 3, 'project_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:17.307924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.321285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.360870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:17.409422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.410065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.411493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9727086-2561-47a0-9f9c-b8547db0e9f1 req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "PUT /v2.0/ports/8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 942 time: 0.7288492 Nov 12 03:27:17.421661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9444-e0dc-4e65-aef2-12aeaf4ccee1 req-33a53544-b4ed-4aa8-ac79-392e89cb2ba9 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.423080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01ef9444-e0dc-4e65-aef2-12aeaf4ccee1 req-33a53544-b4ed-4aa8-ac79-392e89cb2ba9 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2351537 Nov 12 03:27:17.448526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615b947-04bf-46d1-839f-0062d5c0c86b tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.453802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.484688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=59dff4b4-27be-425b-a2e6-359dde7c0f34,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:17.488146 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.503623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-84345d6a-5777-4c92-b7ed-ed4fbc4f46f4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/59dff4b4-27be-425b-a2e6-359dde7c0f34 HTTP/1.1" status: 204 len: 168 time: 0.6827955 Nov 12 03:27:17.506040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43120) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.534293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f986736-f0ce-494b-84c0-1483980a44a6 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:17.588217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:17.681339 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f5cc8052-fcf5-491f-aae0-d28b63ee86da tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1708190 Nov 12 03:27:17.681665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43128) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:17.690357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}, {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}, {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:17.698636 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c751a09-3b53-4296-841b-3a821dab2b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}, {"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}, {"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:17.774568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9766b6-1b33-4992-85df-1dfe24fce6c2 req-47aa19ec-7da2-4eb6-9177-ff2c9b102106 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 210 time: 0.0603867 Nov 12 03:27:17.790510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:17.796901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-884bc971-471e-4769-99b7-2b5dc246de29 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:17.800362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-884bc971-471e-4769-99b7-2b5dc246de29 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 810 time: 0.2656918 Nov 12 03:27:17.845602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-12b8a80c-7657-453f-abf2-f642a5d8cd49 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/quotas/37625120b6b449aa9395447c5a11b21d HTTP/1.1" status: 200 len: 375 time: 0.0297952 Nov 12 03:27:17.898910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:17.953920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-dd134aee-c63b-4125-8c74-f8010733530a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004713 Nov 12 03:27:18.028322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Deleting port 01fbc345-523b-426b-bdc8-18d525f910fb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:18.028322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.098570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] For port 01fbc345-523b-426b-bdc8-18d525f910fb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=01fbc345-523b-426b-bdc8-18d525f910fb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:18.099041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.114864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Calling delete_port for 01fbc345-523b-426b-bdc8-18d525f910fb owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:18.133987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-44a2dc36-708b-45e6-b5a0-12104cda5437 service neutron] 10.222.0.97 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731031 Nov 12 03:27:18.185706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-c013f903-26ee-4db4-9932-aff967a6ec0d tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1607056 Nov 12 03:27:18.197432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.199446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.231841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] Pushing event deleted for resources: {'Port': ['ID=01fbc345-523b-426b-bdc8-18d525f910fb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:18.237184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee1ea7-b59d-4fa5-bb0b-c9e844c8cccf None None] No DVR routers for this DVR port 01fbc345-523b-426b-bdc8-18d525f910fb on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:18.256871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.265356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.267912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.311817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-728cdf93-8213-4780-8e87-cbfbae2666b6 service neutron] 10.222.0.97 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569521 Nov 12 03:27:18.320753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.321652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Fanout notify agent at l3_agent the message router_deleted on router 2d03ca4a-5ce3-428e-9995-998ecc8503a0 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:18.330106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.331320 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-291c3c67-3d97-4ce8-bb49-b59a0bac3b57 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/routers/2d03ca4a-5ce3-428e-9995-998ecc8503a0 HTTP/1.1" status: 204 len: 168 time: 0.6484950 Nov 12 03:27:18.333717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43134) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.365735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1bb5e750-f48b-4925-a2b3-a109d80811ee tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305417 Nov 12 03:27:18.368366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.436812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9f954-8dc5-443c-bb8b-09105f7a120b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.440766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cea9f954-8dc5-443c-bb8b-09105f7a120b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689619 Nov 12 03:27:18.441893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.496137 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ca07d865-c0fb-4549-924c-401e0283a9c6 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527251 Nov 12 03:27:18.496975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:18.502114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:18.514730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Sync routers for ids ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:18.535222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:18.535648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:27:18.536321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d03ca4a-5ce3-428e-9995-998ecc8503a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102606) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:27:18.547203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:18.548098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:27:18.549211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d03ca4a-5ce3-428e-9995-998ecc8503a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102606) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:27:18.549806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b88cc0-57f9-4f66-ae12-6650c142acb0 None None] The sync data for ids ['2d03ca4a-5ce3-428e-9995-998ecc8503a0'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:18.611399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:18.612384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-fb57305f-3ec9-4a09-b791-83fc94ec135e tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.1590247 Nov 12 03:27:18.615503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.617157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:18.688934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-e5dddbdd-eb1d-4452-b875-a6166ec70601 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=c3667ea670f243ef90f283680e27bfa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733852 Nov 12 03:27:18.764672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-0dd70ef9-d550-4a56-a452-0af1ff684bd5 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:18.777229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-0dd70ef9-d550-4a56-a452-0af1ff684bd5 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports/6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 942 time: 0.1576798 Nov 12 03:27:18.942575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 01fbc345-523b-426b-bdc8-18d525f910fb no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:18.964770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 01fbc345-523b-426b-bdc8-18d525f910fb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:18.965108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 01fbc345-523b-426b-bdc8-18d525f910fb not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:18.992639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:18.994437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.017611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-f34642ef-dd76-485c-afda-f8695c8392e1 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.1487067 Nov 12 03:27:19.041408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:19.046250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:19.049274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.050306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.062411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d4f80-3954-4c25-9391-f8328152d66b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:19.068141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=b399eb56-603f-4824-b771-0fddbd014d3b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.083296 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-86c3f567-e314-46ba-8afa-ba567e0f2cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5850475 Nov 12 03:27:19.084008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.089365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.121940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-9d009d73-4aa1-4fe9-97fd-8395c1e25b50 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.123494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-9d009d73-4aa1-4fe9-97fd-8395c1e25b50 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170313 Nov 12 03:27:19.160433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Request body: {'port': {'device_id': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'c3667ea670f243ef90f283680e27bfa3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.163356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Allocated IP 172.25.7.177 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/4c97ca45-7e22-4cb5-911a-76fe3f90c8b8) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:19.229258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:19.233345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.255548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'b399eb56-603f-4824-b771-0fddbd014d3b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:19.256419 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.256953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-131f3a7d-dc4c-445e-b6de-824d3791708a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.258585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-131f3a7d-dc4c-445e-b6de-824d3791708a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2401204 Nov 12 03:27:19.387897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-fb177259-f385-42f2-98b9-32f16dad0a96 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 1000 time: 0.1146164 Nov 12 03:27:19.409159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.411786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Allocated IP 2001:db8::f816:3eff:fe26:8466 (2bb34d67-d0dc-48a5-8247-4d25002783c6/b399eb56-603f-4824-b771-0fddbd014d3b/93c41679-88c1-4dd7-a958-0715319762c7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:19.507309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.513493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.519612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Made reservation on behalf of c3667ea670f243ef90f283680e27bfa3 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:19.523141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.548623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.568830 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.572596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.580884 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.595832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:19.599102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:19.602253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:19.602881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.624112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=5e80c304-1f10-44d6-b606-b743142ebf15,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.633634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.636895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63abc70d-b0d0-44a6-a5ac-f002ef9697e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5514078 Nov 12 03:27:19.639169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43158) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:19.645005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:5f:13:c8', 'name': 'tempest-NetworksTestDHCPv6-1114229353'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:19.656139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:19.658193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:19.661298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:19.684210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.732968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Attempting to bind port 93c41679-88c1-4dd7-a958-0715319762c7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:19.733493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Attempting to bind port 93c41679-88c1-4dd7-a958-0715319762c7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:19.733939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Attempting to bind port 93c41679-88c1-4dd7-a958-0715319762c7 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:19.739258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:19.739758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:19.740468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.740722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:19.741278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Bound port: 93c41679-88c1-4dd7-a958-0715319762c7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:19.741762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.779737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.825357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:19.837549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:19.841884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:19.847304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.936983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c634ba-5cfd-40ba-b281-c00a7a67cee1 None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:19.959568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:19.985647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port e2802cb1-f373-4bdb-8044-62aa0832513e yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:20.111930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.112343 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a disassociated. External IP: 172.25.7.30, port: 6392265b-cee1-4ac0-b5ff-c0af92eded82. Nov 12 03:27:20.117499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:20.189620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:20.200865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:20.203050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'Port': ['ID=4c97ca45-7e22-4cb5-911a-76fe3f90c8b8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.220789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 172.20.0.12 (2bb34d67-d0dc-48a5-8247-4d25002783c6/5e80c304-1f10-44d6-b606-b743142ebf15/e2802cb1-f373-4bdb-8044-62aa0832513e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:20.228333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe5f:13c8 (2bb34d67-d0dc-48a5-8247-4d25002783c6/b399eb56-603f-4824-b771-0fddbd014d3b/e2802cb1-f373-4bdb-8044-62aa0832513e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:20.275016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.313472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.405662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.417478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-57033ff2-cc03-434f-86b7-3bc9a8f5ca15 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.418973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-57033ff2-cc03-434f-86b7-3bc9a8f5ca15 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.16 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 810 time: 0.6644483 Nov 12 03:27:20.442133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.460293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Request body: {'port': {'device_id': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'admin_state_up': True, 'tenant_id': '37625120b6b449aa9395447c5a11b21d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:20.470372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e94350-038c-49be-ab7b-01f2d6c72f5e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.490359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:20.493625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:20.497637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:20.523955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=e2802cb1-f373-4bdb-8044-62aa0832513e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:20.557108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.558292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.577660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d78255d8-7e61-445c-8b20-2bbc66541d9d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9372389 Nov 12 03:27:20.580229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43160) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.612916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.638346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5738c8-dd94-4ca5-a578-683eb25e1808 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.644734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5738c8-dd94-4ca5-a578-683eb25e1808 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:20.648910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a5738c8-dd94-4ca5-a578-683eb25e1808 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0651867 Nov 12 03:27:20.649162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43162) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:20.737935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Allocated IP 192.168.233.13 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/99067f46-9978-4f67-a257-135aa7f89b9f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:20.744075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port e2802cb1-f373-4bdb-8044-62aa0832513e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:20.744075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.754325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.844450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:20.845823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Made reservation on behalf of 37625120b6b449aa9395447c5a11b21d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:20.848820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.861661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:20.876220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for e2802cb1-f373-4bdb-8044-62aa0832513e owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:20.981892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a257a674-59cb-48d5-afa5-9de55399eeac None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:21.019253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:21.099197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.105168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.105608 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.139727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=e2802cb1-f373-4bdb-8044-62aa0832513e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.184334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.184800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.241566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.244783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-42068bed-64a3-483a-88cc-d0a3b061fea0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e2802cb1-f373-4bdb-8044-62aa0832513e HTTP/1.1" status: 204 len: 168 time: 0.5946655 Nov 12 03:27:21.247752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43164) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:21.284462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.310524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f9a13-83b9-4fd2-906d-ae3493c1c600 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.312292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f9a13-83b9-4fd2-906d-ae3493c1c600 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.313916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f9a13-83b9-4fd2-906d-ae3493c1c600 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.315601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-106f9a13-83b9-4fd2-906d-ae3493c1c600 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0667212 Nov 12 03:27:21.318426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43166) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:21.325723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.353045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Allocated IP 172.20.0.4 (e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29/d4be94d1-c743-4362-b37f-115fb2853702/0426f9f3-8286-45d8-b368-83bb5bb36578) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:21.359066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.362613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:21.369144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.374708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 5e80c304-1f10-44d6-b606-b743142ebf15 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:21.378999 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c876a665-3979-4609-b05f-902094bb451b None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:21.379624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.384949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:21.390977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.394690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:21.395790 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.396126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.432109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.453850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event updated for resources: {'Port': ['ID=4c97ca45-7e22-4cb5-911a-76fe3f90c8b8,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.473897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.483064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c35016ea-7800-4bd5-b4e8-f74e8d61ae5c tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "PUT /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 695 time: 2.0813241 Nov 12 03:27:21.525191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed825c-1f36-4207-94b7-b4713d7b89fc None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.550981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:21.551432 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:21.557659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2c715-5a62-4c99-951e-45635e182a1f None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': 'b399eb56-603f-4824-b771-0fddbd014d3b', 'ip_address': '2001:db8::f816:3eff:fe26:8466'}, {'subnet_id': '5e80c304-1f10-44d6-b606-b743142ebf15'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '93c41679-88c1-4dd7-a958-0715319762c7'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:27:21.569523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.582302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.589958 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:21.595468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c715-5a62-4c99-951e-45635e182a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.650275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.662167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.701069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=5e80c304-1f10-44d6-b606-b743142ebf15,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.723906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:21.727134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.738627 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9c0bfdee-f2c7-49e0-9f4e-c9232c807397 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/5e80c304-1f10-44d6-b606-b743142ebf15 HTTP/1.1" status: 204 len: 168 time: 0.4189081 Nov 12 03:27:21.739917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:21.743339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-feb9b142-07de-4842-beea-1a1e50292dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:21.745138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-feb9b142-07de-4842-beea-1a1e50292dd1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.2268274 Nov 12 03:27:21.746066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:21.751173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:21.756092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.757305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-14f3763a-e009-46a2-8350-a21a9f28e0f0 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5708013 Nov 12 03:27:21.757915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Pushing event updated for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-c9e2c715-5a62-4c99-951e-45635e182a1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e80c304-1f10-44d6-b606-b743142ebf15: This subnet is being modified by another concurrent operation. Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:27:21.805302 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e80c304-1f10-44d6-b606-b743142ebf15: This subnet is being modified by another concurrent operation. Nov 12 03:27:21.810904 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 03:27:21.813621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.840184 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c876a665-3979-4609-b05f-902094bb451b None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:21.842965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet b399eb56-603f-4824-b771-0fddbd014d3b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:21.848124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.850201 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:21.850835 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:26:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:21.933923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:21.951672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b3be1bde-91f5-4df5-83ea-2f1d2363c0b7 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:21.952043 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3be1bde-91f5-4df5-83ea-2f1d2363c0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.008171 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.040250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-dbef59b2-644d-4887-86c0-8b897c4e0d9d tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.2743788 Nov 12 03:27:22.085507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.089071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.089703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.165735 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:22.190148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.207729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04508d0-6d35-4278-a6be-1df2ebb3330a None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:27:22.221058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=b399eb56-603f-4824-b771-0fddbd014d3b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.234100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.241706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9eb653af-6ff3-4c4a-942e-21f4464f8312 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/b399eb56-603f-4824-b771-0fddbd014d3b HTTP/1.1" status: 204 len: 168 time: 0.5002897 Nov 12 03:27:22.242706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43170) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:22.297497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6afc1837-cbd8-40d1-b2eb-eda4da0c81ed tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522802 Nov 12 03:27:22.298212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:22.303499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.390143 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c876a665-3979-4609-b05f-902094bb451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:22.418643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:22.422292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.427232 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c876a665-3979-4609-b05f-902094bb451b None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:26:00Z', 'revision_number': 4, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '86b10be2-6a0e-4116-b11a-983dd49d4038', 'name': '', 'network_id': 'ec6a440d-27fd-41fb-b3ec-e874b9d90182', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'mac_address': 'fa:16:3e:0d:b6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:59Z', 'updated_at': '2021-11-12T03:26:07Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'subnets': [{'id': 'd2569fc5-b739-4235-a7c4-fbdb48708151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:22.503624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38752268-03f1-4782-8b1e-d6574a3fcbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.531561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b901dbbe-a035-466d-82b1-a81c5342745f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3759212 Nov 12 03:27:22.547475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-90af000d-8b41-43c8-b27c-b38f259ae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.552300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-90af000d-8b41-43c8-b27c-b38f259ae485 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.7872317 Nov 12 03:27:22.557123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04508d0-6d35-4278-a6be-1df2ebb3330a None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:27:22.564561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Request body: {'port': {'device_id': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:22.637840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.648435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39710b9b-33b6-47e7-85d5-5336d00fdc4d None None] Could not find standard attr ID for object e2802cb1-f373-4bdb-8044-62aa0832513e. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:22.649433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-93998f92-38b9-4522-bbd4-6bec17263f9d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0622811 Nov 12 03:27:22.693704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f9783fa6-f9ab-4374-9761-08602c103ab7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:22.718139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Pushing event updated for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:22.772179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:22.783227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:22.790682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:22.808150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-d2512b67-0187-4597-b21e-b57ee47fdf28 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.809558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9f502fc-4caf-4ba7-bf9a-ecd3b92ce757 req-d2512b67-0187-4597-b21e-b57ee47fdf28 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.7685521 Nov 12 03:27:22.810449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.818298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5aeea-23d5-44dd-abc5-256dc64c549c None None] New status for floating IP 25e97f09-c5f8-4a57-958f-03795dd0d74a: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:22.827320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:22.830202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39710b9b-33b6-47e7-85d5-5336d00fdc4d None None] Provisioning complete for port 99067f46-9978-4f67-a257-135aa7f89b9f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:22.830579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39710b9b-33b6-47e7-85d5-5336d00fdc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.886160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-9a6a27bb-ba8d-4ca6-abf8-e09a764ec02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.887704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-9a6a27bb-ba8d-4ca6-abf8-e09a764ec02b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.1791551 Nov 12 03:27:22.970753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:22.971415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:22.999911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:23.063328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-2f21403d-f382-46ab-b5fd-1bd540076cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.064755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-2f21403d-f382-46ab-b5fd-1bd540076cc4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618412 Nov 12 03:27:23.069580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39710b9b-33b6-47e7-85d5-5336d00fdc4d None None] Port 99067f46-9978-4f67-a257-135aa7f89b9f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:23.071427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-52342f84-6672-4bdf-80a7-958123c45afa tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6197598 Nov 12 03:27:23.097324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.098732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Request body: {'port': {'device_id': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:23.109667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae7cfc-a699-4b01-8d89-80cb64af97eb req-0f60f7fd-7032-4449-bb65-1fd6ae29340c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.111176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ae7cfc-a699-4b01-8d89-80cb64af97eb req-0f60f7fd-7032-4449-bb65-1fd6ae29340c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2208488 Nov 12 03:27:23.271234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:23.308702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.317463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.318577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.328950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.338235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ae7cfc-a699-4b01-8d89-80cb64af97eb req-3d83b329-5901-45d8-830d-45e13388b7ad tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137079 Nov 12 03:27:23.359039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.387199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-c5198c63-5324-4750-bb81-7cef9521e195 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034685 Nov 12 03:27:23.398226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:23.411262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:23.420110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.420868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.442003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=ce740118-6a6c-4d3c-ae0b-b3721093474d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.451375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:23.459796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c4cf3ee-6e39-4865-92a0-db032aedb4c1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1594014 Nov 12 03:27:23.461617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:23.467869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:23.506107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:23.506376 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:23.528013 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947099c-87d6-4743-bb7a-7dd686e7bd2a x-openstack-request-id: req-d947099c-87d6-4743-bb7a-7dd686e7bd2a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:23.528296 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:23.528554 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d947099c-87d6-4743-bb7a-7dd686e7bd2a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:23.528965 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:27:23.529219 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:27:23.529470 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:27:23.634618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port a7f2ac73-932c-4c69-828e-ca28004f10d5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:23.635220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.775147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:23.775797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.798879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99067f46-9978-4f67-a257-135aa7f89b9f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:23.813769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.828718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c695595a-8b6b-4119-b92a-8402c11efcc1 req-d0ca384e-605e-40f2-b4fb-737be07c5e85 service neutron] 10.222.0.97 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144814 Nov 12 03:27:23.895867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Transition to ACTIVE for port object 99067f46-9978-4f67-a257-135aa7f89b9f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:23.907397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-b6bb6d35-bac1-4e08-be57-0946b6c4f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.908657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-b6bb6d35-bac1-4e08-be57-0946b6c4f842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.3403664 Nov 12 03:27:23.920081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b9175-8cc6-4006-8756-590e0bf76a5a req-a8bd1028-3606-4b2a-a0fd-601828c214f1 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:23.921758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a8b9175-8cc6-4006-8756-590e0bf76a5a req-a8bd1028-3606-4b2a-a0fd-601828c214f1 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 931 time: 0.2679882 Nov 12 03:27:23.924433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.953386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 9aaaf348-adb2-4131-bbae-eae58dca5b41 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:23.954036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:23.962892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:23.971499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.089676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.116006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-42328f8f-4f11-4c55-b22d-22ec90bfb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.117619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-42328f8f-4f11-4c55-b22d-22ec90bfb7d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2011559 Nov 12 03:27:24.123004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 0426f9f3-8286-45d8-b368-83bb5bb36578 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.123004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.126536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.168806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a8b9175-8cc6-4006-8756-590e0bf76a5a req-a916d367-3ab5-40f7-84fc-1f49a47d91a1 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263510 Nov 12 03:27:24.190804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-13a5046a-9397-46e5-9739-8bb7198d2cc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0607314 Nov 12 03:27:24.192161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:24.205304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Port 0426f9f3-8286-45d8-b368-83bb5bb36578 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:24.216349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.254572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0426f9f3-8286-45d8-b368-83bb5bb36578 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:24.273672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 20607263-c84b-4d7d-9eb6-24b9f57811c1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.274076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.293432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-c6409325-8b57-403a-a11b-834c1ddedfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.294870 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-c6409325-8b57-403a-a11b-834c1ddedfa5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.0941255 Nov 12 03:27:24.296050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.305826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d181d8-84d9-4e96-8129-ec09a289c89a req-60747975-b92b-4893-b615-860e919b50cd tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.313547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78d181d8-84d9-4e96-8129-ec09a289c89a req-60747975-b92b-4893-b615-860e919b50cd tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 947 time: 0.3022904 Nov 12 03:27:24.331507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-446a06dc-5713-4207-96b8-82329de61796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.365268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.383162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Transition to ACTIVE for port object 0426f9f3-8286-45d8-b368-83bb5bb36578 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:27:24.395257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.400627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Attempting to bind port 99067f46-9978-4f67-a257-135aa7f89b9f on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:24.400963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Attempting to bind port 99067f46-9978-4f67-a257-135aa7f89b9f by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:24.401838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Attempting to bind port 99067f46-9978-4f67-a257-135aa7f89b9f on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:24.416153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78d181d8-84d9-4e96-8129-ec09a289c89a req-18230f5c-66e8-4e9a-83e7-5f825e736581 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015618 Nov 12 03:27:24.440396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-9e14da12-c156-498f-b43c-fe20ceb0aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.442449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-9e14da12-c156-498f-b43c-fe20ceb0aef4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967326 Nov 12 03:27:24.472178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Port 99067f46-9978-4f67-a257-135aa7f89b9f on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:24.472594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Attempting to bind port 99067f46-9978-4f67-a257-135aa7f89b9f on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:24.484516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.502250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:24.502605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:24.503088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 75f1ae54-4cd6-4f9e-a599-f311b12b7b17 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.503220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:24.503669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Bound port: 99067f46-9978-4f67-a257-135aa7f89b9f, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:24.504040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.504165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.534759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Pushing event updated for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.630960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565822d6-a747-4220-b501-e5addb2dd6c4 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:27:24.648278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:24.656095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:24.661514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fe23-74f0-4714-845d-202a6a999856 req-e69b8025-7603-4270-abf5-62ad6717d6f2 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.661676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:24.662305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.670557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-e69b8025-7603-4270-abf5-62ad6717d6f2 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2097414 Nov 12 03:27:24.674240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=eecbb4fd-6499-40c6-93f8-b86eb019c9c0,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:24.689655 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9121106-37c7-4c3b-8f29-5badcbe27516 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2263937 Nov 12 03:27:24.693883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:24.702325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:8f:16:24', 'name': 'tempest-NetworksTestDHCPv6-2000457282'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:24.785706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-d1cb83fa-e639-435d-b9ae-107a9feb4cb2 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309016 Nov 12 03:27:24.822627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-33803d23-c0c9-4ede-8aab-1727257edbc2 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.1512179 Nov 12 03:27:24.827860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Attempting to bind port 0426f9f3-8286-45d8-b368-83bb5bb36578 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:24.827860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Attempting to bind port 0426f9f3-8286-45d8-b368-83bb5bb36578 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:24.828220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Attempting to bind port 0426f9f3-8286-45d8-b368-83bb5bb36578 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:24.836172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Port 0426f9f3-8286-45d8-b368-83bb5bb36578 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:27:24.836436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Attempting to bind port 0426f9f3-8286-45d8-b368-83bb5bb36578 on network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:24.842164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:24.857097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port a489f032-0aa4-4cb6-ae3f-feae548e03d6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:24.857731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.864466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'floatingip': {'port_id': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:24.870514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:24.870853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Checking segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:24.871082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Bound using segment: {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:24.871528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Bound port: 0426f9f3-8286-45d8-b368-83bb5bb36578, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c8175c-9df0-40ed-bbc0-109e107612eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:24.871884 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:24.918624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99067f46-9978-4f67-a257-135aa7f89b9f,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:24.976004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-8e485999-fc52-4364-a8f3-e707ef22fb4e service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820607 Nov 12 03:27:24.986434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:24.990473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0426f9f3-8286-45d8-b368-83bb5bb36578,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:24.999194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:25.005178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.007528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.028562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701222-bffd-49c8-b9d9-fa0435049ee0 req-ec5b2379-0f6e-4905-b27a-14b0db48d066 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.029913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565822d6-a747-4220-b501-e5addb2dd6c4 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:27:25.047106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9701222-bffd-49c8-b9d9-fa0435049ee0 req-ec5b2379-0f6e-4905-b27a-14b0db48d066 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2582195 Nov 12 03:27:25.056198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.090163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:25.153952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.154522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.155938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] 10.222.0.16 "PUT /v2.0/ports/0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 200 len: 1092 time: 2.0611696 Nov 12 03:27:25.157268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port a55f6c22-c708-4511-a8d4-31518dd0dd7f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.157730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.209318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-ba4c1829-3e19-4e4e-89d7-f4b5303f6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.210923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-ba4c1829-3e19-4e4e-89d7-f4b5303f6306 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0780878 Nov 12 03:27:25.223617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.225295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.227117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] 10.222.0.104 "PUT /v2.0/ports/99067f46-9978-4f67-a257-135aa7f89b9f HTTP/1.1" status: 200 len: 1096 time: 2.6666911 Nov 12 03:27:25.227977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.305130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.305494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.328023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port e84ebc5e-32d4-453c-86e5-e77f63bd0d1b yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:25.396465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.411999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-c7402ea7-ac92-4943-a8d9-57dd208d7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.413693 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-c7402ea7-ac92-4943-a8d9-57dd208d7e75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.1636415 Nov 12 03:27:25.467387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 5547c9f5-2a91-47c6-b4af-8401164c85b9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.467777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.486640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-4fe4f435-c6b5-48a7-b39f-3ebf108cb4ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.0463026 Nov 12 03:27:25.566663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.568697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Port 5547c9f5-2a91-47c6-b4af-8401164c85b9 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:25.582943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-8649b5cd-e78d-4ee4-8b7f-6ef06b29b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.584258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-8649b5cd-e78d-4ee4-8b7f-6ef06b29b47a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.0873673 Nov 12 03:27:25.601758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 8a52f154-516f-4484-a37c-09ec2acf98a6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.602126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.621857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9701222-bffd-49c8-b9d9-fa0435049ee0 req-ce634b77-c982-4a67-93fe-8109830a0eb0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5821464 Nov 12 03:27:25.622364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}, {'name': 'network-changed', 'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578'}, {'name': 'network-changed', 'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:25.624246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 172.20.0.11 (2bb34d67-d0dc-48a5-8247-4d25002783c6/eecbb4fd-6499-40c6-93f8-b86eb019c9c0/e84ebc5e-32d4-453c-86e5-e77f63bd0d1b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:25.624789 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe0a9d-da8c-45c7-a5db-6983b8efe135" -d '{"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}, {"name": "network-changed", "server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578"}, {"name": "network-changed", "server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:25.630704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:25.645991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-259b68ba-9d52-41d0-b361-e5de93ed86cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389931 Nov 12 03:27:25.652529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe8f:1624 (2bb34d67-d0dc-48a5-8247-4d25002783c6/ce740118-6a6c-4d3c-ae0b-b3721093474d/e84ebc5e-32d4-453c-86e5-e77f63bd0d1b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:25.658050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.705524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b39e-6e01-4b0a-a6f4-b90a2008a8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.748001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': 'ce740118-6a6c-4d3c-ae0b-b3721093474d', 'ip_address': '2001:db8::f816:3eff:fe26:8466'}, {'subnet_id': 'eecbb4fd-6499-40c6-93f8-b86eb019c9c0'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '93c41679-88c1-4dd7-a958-0715319762c7'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:27:25.781946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.785959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-542de3f1-17c0-42f4-834b-31845a7e28ce service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290870 Nov 12 03:27:25.807915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98357ac1-00af-4682-bdc5-1b244f5508fc service neutron] Pushing event updated for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:25.814308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.867143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-b2bdbd89-e61f-4a25-91d2-938e6d8b097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.868874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-b2bdbd89-e61f-4a25-91d2-938e6d8b097e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1095 time: 0.6346745 Nov 12 03:27:25.883212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-21ac13f8-340d-4a38-8f05-cadc10a43e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:25.884792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-21ac13f8-340d-4a38-8f05-cadc10a43e04 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c3667ea670f243ef90f283680e27bfa3&device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 1099 time: 0.5713353 Nov 12 03:27:25.896741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 4c97ca45-7e22-4cb5-911a-76fe3f90c8b8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:25.896741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:25.921025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-fdd2d500-2713-4613-86c5-28ed2dfb08bb service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267753 Nov 12 03:27:25.936702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-5032bf22-beb1-41ce-b80b-9d1db2d49814 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Nov 12 03:27:25.978983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-96426067-9687-4867-96b7-8a3609a03abb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=99067f46-9978-4f67-a257-135aa7f89b9f HTTP/1.1" status: 200 len: 217 time: 0.0521808 Nov 12 03:27:25.996720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Port 4c97ca45-7e22-4cb5-911a-76fe3f90c8b8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:26.009870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port f9783fa6-f9ab-4374-9761-08602c103ab7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.010241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.108252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-5a7c4028-4f26-4818-82df-2439e661e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.109762 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-5a7c4028-4f26-4818-82df-2439e661e68f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0934675 Nov 12 03:27:26.111481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 531cd3cd-5395-4dc2-820f-702645fc2290 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.112074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.147764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Port 531cd3cd-5395-4dc2-820f-702645fc2290 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:26.159825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 323dca38-9b8b-424e-9469-e85f0395fbb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.161040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.165349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-69629ffc-e269-4711-ae70-91758e5bbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.166463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-69629ffc-e269-4711-ae70-91758e5bbb07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1990261 Nov 12 03:27:26.175262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b593c51e-bc5b-4d2a-9690-05a4f47eda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.176158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-b593c51e-bc5b-4d2a-9690-05a4f47eda0c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1470454 Nov 12 03:27:26.196065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.198008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Port 323dca38-9b8b-424e-9469-e85f0395fbb3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:26.210036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Provisioning complete for port 81b1caf8-f33c-4867-96e4-833b61408079 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.211044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4cc554fe-40b7-4d70-b25f-d76d775adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.248481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-0ea56fe4-1490-4cdc-8ff6-163b63819908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.249261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-0ea56fe4-1490-4cdc-8ff6-163b63819908 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.1281166 Nov 12 03:27:26.249639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-e98297be-f5d3-425f-8bc9-dac619ae8c82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458109 Nov 12 03:27:26.257706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86eb53-d664-4cc3-9677-c33b35af5013 req-4b810b5f-1dbf-4f0e-a30a-f940f3bbf96c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.259232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e86eb53-d664-4cc3-9677-c33b35af5013 req-4b810b5f-1dbf-4f0e-a30a-f940f3bbf96c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 943 time: 0.2312126 Nov 12 03:27:26.259846 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.342630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Allocated IP 172.20.0.2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/eecbb4fd-6499-40c6-93f8-b86eb019c9c0/93c41679-88c1-4dd7-a958-0715319762c7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:26.349575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-ec52eae1-316a-4bcc-9bab-74179c47f12f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.0541067 Nov 12 03:27:26.351616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:26.355771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:26.358048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:26.413319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=e84ebc5e-32d4-453c-86e5-e77f63bd0d1b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.415573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-ac1c71d2-782a-46ae-bc1f-62f4a77abfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.417681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-ac1c71d2-782a-46ae-bc1f-62f4a77abfee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029634 Nov 12 03:27:26.453374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:26.457075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.457593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.460794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-a00a36f0-30b1-4095-9eba-a04035a40dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.462256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-a00a36f0-30b1-4095-9eba-a04035a40dce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.0980358 Nov 12 03:27:26.475372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e86eb53-d664-4cc3-9677-c33b35af5013 req-c77ef9c8-726a-4c49-8081-ea5238211912 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971338 Nov 12 03:27:26.488290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eacad957-0bfe-4bb7-8507-bcf96f9add07 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7910316 Nov 12 03:27:26.488902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.512480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-23747554-6b87-4dca-b72a-a87c35517038 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412531 Nov 12 03:27:26.517389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3e453110-f140-48d5-a674-2d5207817c37 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:26.517907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e453110-f140-48d5-a674-2d5207817c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.523711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.545142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.592194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-298a208a-5a4e-4241-8bd0-6fd5ca64f76e service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113313 Nov 12 03:27:26.614971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.634789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.635329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838412e0-44e2-47aa-a511-b8e7ab1e8830 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.642112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838412e0-44e2-47aa-a511-b8e7ab1e8830 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.646287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-838412e0-44e2-47aa-a511-b8e7ab1e8830 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1408329 Nov 12 03:27:26.647601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:26.659790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb66e07-8da3-4670-9f07-4db7ff53a1ff None None] Pushing event updated for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:26.750332 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-734bb61c-b4a1-46fe-802c-0094303cbf4f service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928322 Nov 12 03:27:26.753137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-9d45d390-0708-4e1b-a636-69437428714d service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215818 Nov 12 03:27:26.784747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b062bc-b962-4cdf-b759-6e95296a4cbf req-b1812e81-1c8b-4fcb-9fbd-6944a60e18a0 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:26.792197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b062bc-b962-4cdf-b759-6e95296a4cbf req-b1812e81-1c8b-4fcb-9fbd-6944a60e18a0 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 947 time: 0.2191217 Nov 12 03:27:26.797502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port e84ebc5e-32d4-453c-86e5-e77f63bd0d1b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:26.797502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.808699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.926688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef041b8-8252-4eb7-aa44-2a352eba3dbb req-17d06461-90e1-482f-a5d6-683325028dae service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076489 Nov 12 03:27:26.927814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c751a09-3b53-4296-841b-3a821dab2b1a req-89e520f1-6c80-4868-a629-9d97f695dc0f service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656742 Nov 12 03:27:26.943980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:26.960019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for e84ebc5e-32d4-453c-86e5-e77f63bd0d1b owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:26.981579 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Floating IP 02cd3775-e1fe-4d8f-9f55-476dbdfd8193 associated. External IP: 172.25.7.177, port: 8a52f154-516f-4484-a37c-09ec2acf98a6. Nov 12 03:27:26.983559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:27.035468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b062bc-b962-4cdf-b759-6e95296a4cbf req-3770ee49-7ec5-4533-bd75-051f3f7a767f tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426045 Nov 12 03:27:27.054176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.054544 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.057724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6bdd265-cfa2-4c2a-9bbd-fd4e21f57e4d req-9400666c-c47c-4ef4-950b-45df0e4c10f6 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938790 Nov 12 03:27:27.172308 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e45e12a-82b2-46a0-b5d1-42ed40f9e5be x-openstack-request-id: req-2e45e12a-82b2-46a0-b5d1-42ed40f9e5be {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:27.172993 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:27.172993 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2e45e12a-82b2-46a0-b5d1-42ed40f9e5be {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:27.173342 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:27:27.173582 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578', 'status': 'completed', 'code': 200} Nov 12 03:27:27.175075 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f', 'status': 'completed', 'code': 200} Nov 12 03:27:27.242827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.281012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-50f1bf36-63d7-4966-a3bb-063a1ff1cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.282873 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-50f1bf36-63d7-4966-a3bb-063a1ff1cfae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 1097 time: 0.0940313 Nov 12 03:27:27.287856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=e84ebc5e-32d4-453c-86e5-e77f63bd0d1b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:27.310809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48595684-a734-4695-bdc9-546997136ec1 req-4ebcaed6-0e13-47de-a071-3b4144e1340a tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 200 len: 693 time: 0.0862637 Nov 12 03:27:27.397561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eca753-0b38-49c9-b321-3eb6cc23cc34 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:27.425432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54b681-ddd1-4166-82b3-4b8077a2d7bd None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:27.434269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-6e8fb83f-902a-4836-9338-4c88f635b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.435818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-6e8fb83f-902a-4836-9338-4c88f635b552 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c3667ea670f243ef90f283680e27bfa3&device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 1099 time: 0.1695697 Nov 12 03:27:27.463943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.468675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2e1ad61-1b00-4c6f-9fe7-7082152961b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e84ebc5e-32d4-453c-86e5-e77f63bd0d1b HTTP/1.1" status: 204 len: 168 time: 0.8208218 Nov 12 03:27:27.474574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.478086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Router 06b76209-3801-4c57-9623-da0222ef8d62 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:27.496239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-02ba0d89-8a19-4b97-b072-71ec8f022f47 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:27.496835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-02ba0d89-8a19-4b97-b072-71ec8f022f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.497005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-81df7d21-9348-459e-a211-a906c9018f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.498418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85446c-8916-4420-9d8d-e0dcf3d911f5 None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:27.498572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-81df7d21-9348-459e-a211-a906c9018f02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 200 len: 920 time: 0.2031386 Nov 12 03:27:27.575744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe013da-017f-4064-90b0-54b778acd87a None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:27.576015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-2558ceac-4fe7-47d3-a14f-adca8db33ce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 200 len: 217 time: 0.0615711 Nov 12 03:27:27.605409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595684-a734-4695-bdc9-546997136ec1 req-c2019c44-9ece-43a4-96cd-0952b2508957 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.612981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48595684-a734-4695-bdc9-546997136ec1 req-c2019c44-9ece-43a4-96cd-0952b2508957 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2700121 Nov 12 03:27:27.640152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-608821f5-8af0-41d8-a377-0555b0fea667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.643031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-608821f5-8af0-41d8-a377-0555b0fea667 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 200 len: 859 time: 0.0584166 Nov 12 03:27:27.651967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0939508-94a6-4c3e-8d6a-6e0084f744e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.653509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0939508-94a6-4c3e-8d6a-6e0084f744e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.655053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0939508-94a6-4c3e-8d6a-6e0084f744e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.659438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0939508-94a6-4c3e-8d6a-6e0084f744e5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1808207 Nov 12 03:27:27.660935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:27.715054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48595684-a734-4695-bdc9-546997136ec1 req-7fc6cffd-066b-4ce6-bd79-4595a4ce6bcb tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 696 time: 0.1009774 Nov 12 03:27:27.727902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.761021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet ce740118-6a6c-4d3c-ae0b-b3721093474d {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:27.766391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.821509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:27.856197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-e7e20381-4d20-481e-a697-ad5e3afcc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:27.857802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-e7e20381-4d20-481e-a697-ad5e3afcc3e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec6a440d-27fd-41fb-b3ec-e874b9d90182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1854849 Nov 12 03:27:27.868537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48595684-a734-4695-bdc9-546997136ec1 req-41dbda31-2995-43f6-9333-c6f30518af4b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.30 HTTP/1.1" status: 200 len: 696 time: 0.1525939 Nov 12 03:27:27.990489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.040198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-da9e76be-3118-4122-a812-e5506ab4edbc service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727245 Nov 12 03:27:28.149316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.188174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=ce740118-6a6c-4d3c-ae0b-b3721093474d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:28.201684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.208018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-72fa3117-e735-4049-8771-c4a2be8dbe24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/ce740118-6a6c-4d3c-ae0b-b3721093474d HTTP/1.1" status: 204 len: 168 time: 0.5457833 Nov 12 03:27:28.208698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43224) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:28.212528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706eedd-43e2-46dd-a56a-79ee23c539fd None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:28.223389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-07555726-e7f5-435d-a507-9baf60c53da9 service neutron] 10.222.0.16 "GET /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696634 Nov 12 03:27:28.271542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet eecbb4fd-6499-40c6-93f8-b86eb019c9c0 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:28.275995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.276303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-e313d5b2-05a8-40af-89e6-1e559a4fa989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.277804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-e313d5b2-05a8-40af-89e6-1e559a4fa989 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.8208165 Nov 12 03:27:28.287461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-fa618a71-3858-4368-aa7f-539b35aacfef tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.288904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-fa618a71-3858-4368-aa7f-539b35aacfef tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 945 time: 0.5655713 Nov 12 03:27:28.390520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-44e3f801-2d0d-486a-8469-d311e2f28cf9 None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:28.391272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44e3f801-2d0d-486a-8469-d311e2f28cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.408918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-8d6923a9-c46b-4542-9dec-51083d436025 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=99067f46-9978-4f67-a257-135aa7f89b9f HTTP/1.1" status: 200 len: 217 time: 0.1143277 Nov 12 03:27:28.474531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:28.481658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.486738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Sync routers for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:28.511440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:28.512360 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:28.562065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-58d1ffbc-ff75-47d9-9589-e4a4cf9ae320 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "PUT /v2.0/floatingips/02cd3775-e1fe-4d8f-9f55-476dbdfd8193 HTTP/1.1" status: 200 len: 996 time: 3.7232413 Nov 12 03:27:28.566067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-facc77d8-3670-4a1e-816d-fa51de17f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.567584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-facc77d8-3670-4a1e-816d-fa51de17f352 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1361349 Nov 12 03:27:28.594142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.607184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Deleting port 323dca38-9b8b-424e-9469-e85f0395fbb3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:28.607544 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.653810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-63b8d88d-aba3-4f4e-b47b-748eb7a103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.655678 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-63b8d88d-aba3-4f4e-b47b-748eb7a103fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1044016 Nov 12 03:27:28.655917 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:28.706324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Deleting port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:28.706665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.799502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-96e43680-ad80-4d9d-b472-91c293c85a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.801040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-96e43680-ad80-4d9d-b472-91c293c85a81 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201548 Nov 12 03:27:28.818805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-96ebf4a0-6627-4bbd-b14b-283abf4e4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.820614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-96ebf4a0-6627-4bbd-b14b-283abf4e4f67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 910 time: 0.1545138 Nov 12 03:27:28.823724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fe23-74f0-4714-845d-202a6a999856 req-ca44a823-748b-4e1d-b9ed-4afa244b7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.825262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-ca44a823-748b-4e1d-b9ed-4afa244b7256 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2249382 Nov 12 03:27:28.875355 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.875686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.883292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-6ef50eec-271d-4bc6-ac6e-5150217696ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 200 len: 217 time: 0.0496349 Nov 12 03:27:28.888956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:28.920452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Calling delete_port for 323dca38-9b8b-424e-9469-e85f0395fbb3 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:28.938106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-7d4e83f8-7e5f-4b3d-b63f-92ae9d3f41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:28.939796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-7d4e83f8-7e5f-4b3d-b63f-92ae9d3f41d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.0471504 Nov 12 03:27:28.943650 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '02cd3775-e1fe-4d8f-9f55-476dbdfd8193', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'port_id': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'mac_address': 'fa:16:3e:39:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:26Z', 'revision_number': 1, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:28.977898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Checking router: 06b76209-3801-4c57-9623-da0222ef8d62 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:28.988838 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-ee75fdda-8650-46ed-a2b7-d0a92c54e42f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287583 Nov 12 03:27:28.989099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:28.990452 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:28.999290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] For port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:28.999663 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.090895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.123030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=eecbb4fd-6499-40c6-93f8-b86eb019c9c0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.134266 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:29.134942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.138926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8de89c40-e743-44b5-bc4c-b2164480a1e3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/eecbb4fd-6499-40c6-93f8-b86eb019c9c0 HTTP/1.1" status: 204 len: 168 time: 0.9272799 Nov 12 03:27:29.144818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43226) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.155295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-540101f1-6a9b-40c7-81c5-36355010a20f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438628 Nov 12 03:27:29.191065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc7be0e-ecfe-470e-a9b2-ebcc18d751a7 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:29.194264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:29.196621 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a9182b-39c2-4b66-8348-8dbbf86d9077" -d '{"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:29.201170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e83df67-a118-46f4-b759-f61af3166163 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551386 Nov 12 03:27:29.204583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43230) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.211247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:29.218738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fe23-74f0-4714-845d-202a6a999856 req-f76e2f7a-885e-4654-8667-128d5772bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.220262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-f76e2f7a-885e-4654-8667-128d5772bbac service neutron] 10.222.0.97 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.3728437 Nov 12 03:27:29.222225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-23f5ba44-bfc4-438a-bff3-fba478c990aa service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235737 Nov 12 03:27:29.280069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-12a1a98f-9973-4ac9-ad52-cc0db038376c None None] Provisioning complete for port 93c41679-88c1-4dd7-a958-0715319762c7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:29.280502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12a1a98f-9973-4ac9-ad52-cc0db038376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.297722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-665a46a9-67f6-497a-9eb0-70b412b79e2d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 999 time: 0.0685306 Nov 12 03:27:29.399931 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '02cd3775-e1fe-4d8f-9f55-476dbdfd8193', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'port_id': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'mac_address': 'fa:16:3e:39:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:26Z', 'revision_number': 1, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:29.443143 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9159d-1213-4051-9149-feada01ec094 None None] The sync data for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 is: [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '02cd3775-e1fe-4d8f-9f55-476dbdfd8193', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'port_id': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'mac_address': 'fa:16:3e:39:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:27:20Z', 'updated_at': '2021-11-12T03:27:26Z', 'revision_number': 1, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:29.455588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:29.466508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.491442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-7e5b666d-ca6b-427b-b8bb-091443795fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442169 Nov 12 03:27:29.493686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:29.537334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.537761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.538201 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Floating IP 208f3dd6-12c2-41a2-9911-82da58b16a3a disassociated. External IP: 172.25.7.73, port: 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1. Nov 12 03:27:29.538645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Calling delete_port for 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.552624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fe23-74f0-4714-845d-202a6a999856 req-b5dc0f47-ed2f-4ef1-bb14-b130dfbd5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.554319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Deleting port 93c41679-88c1-4dd7-a958-0715319762c7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:29.554487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-b5dc0f47-ed2f-4ef1-bb14-b130dfbd5faf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.2210848 Nov 12 03:27:29.555054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.632077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] For port 93c41679-88c1-4dd7-a958-0715319762c7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93c41679-88c1-4dd7-a958-0715319762c7,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:29.632476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.646691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Calling delete_port for 93c41679-88c1-4dd7-a958-0715319762c7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:29.663607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-194fa525-aedb-4453-ac3d-b19622352459 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949848 Nov 12 03:27:29.709977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47fe0a9d-da8c-45c7-a5db-6983b8efe135 req-b7183d4d-490c-4033-bbb4-55f588450d92 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361652 Nov 12 03:27:29.741871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.759797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.778938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] Pushing event deleted for resources: {'Port': ['ID=93c41679-88c1-4dd7-a958-0715319762c7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.784426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378349f-283a-4208-87cd-b02d2ad0a3aa None None] No DVR routers for this DVR port 93c41679-88c1-4dd7-a958-0715319762c7 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:29.787265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.804398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00acf43d-0dd6-4e59-99db-1f3a01853936 None None] New status for floating IP 02cd3775-e1fe-4d8f-9f55-476dbdfd8193: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:29.816825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.834051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:29.835784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:29.841803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:29.842416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:29.854322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef08a54-459a-446a-b4f4-b6b5ea620288 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:29.863038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event deleted for resources: {'Port': ['ID=323dca38-9b8b-424e-9469-e85f0395fbb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:29.865254 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce27f6e0-b4e5-4441-8906-6e7632d8102d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6591632 Nov 12 03:27:29.868160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43232) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:29.868643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f0c9b-c248-494d-b9fd-c7920c10e105 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:29.873800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:29.967060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-776ba5c2-d670-4646-af29-23f82d199460 service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871559 Nov 12 03:27:29.993371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.011941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:30.013717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.016511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.017141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.017680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48595684-a734-4695-bdc9-546997136ec1 req-96208100-c4ee-4fe4-99ea-a66da29e4460 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "DELETE /v2.0/floatingips/25e97f09-c5f8-4a57-958f-03795dd0d74a HTTP/1.1" status: 204 len: 173 time: 2.1483657 Nov 12 03:27:30.054696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event deleted for resources: {'Port': ['ID=78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.142468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0426f9f3-8286-45d8-b368-83bb5bb36578 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:30.152312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:30.153464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.173718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd6709cb-c4b8-47a6-bc3c-e2f1c9bf0742 req-da36a1bb-b563-4529-afd1-147fd5fa93d5 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.0401323 Nov 12 03:27:30.366543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0426f9f3-8286-45d8-b368-83bb5bb36578,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.387139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '0426f9f3-8286-45d8-b368-83bb5bb36578', 'network_id': 'e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29', 'port_id': '0426f9f3-8286-45d8-b368-83bb5bb36578', 'mac_address': 'fa:16:3e:0b:27:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4be94d1-c743-4362-b37f-115fb2853702', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:30.392640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Allocated IP 172.20.0.2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff/0d5d3d32-331d-4b16-a234-ad747e41d027) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:30.426567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:30.428283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.469520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.475134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:30.482222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:30.486542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.487178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.504713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6352081 Nov 12 03:27:30.505480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8a5f-220d-4282-8cbd-85beccbd1df5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=287e4dd2-0e27-41f3-be93-73f08aa2be77,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.507550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:30.513435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:13:08:cf', 'name': 'tempest-NetworksTestDHCPv6-75848945'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:30.561153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0426f9f3-8286-45d8-b368-83bb5bb36578 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:30.580131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96d4fe23-74f0-4714-845d-202a6a999856 req-0b9c2886-1064-4c7a-b566-d5f46a268edb service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018412 Nov 12 03:27:30.589345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0426f9f3-8286-45d8-b368-83bb5bb36578,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:30.597803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.636886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Router 27347f2e-14ab-4cd1-9a4d-6a715a200863 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:30.652141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb952eba-e260-475e-808f-dde9f80ecc28 req-f715b76d-1e58-41fc-95ff-b1373884d919 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.653809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb952eba-e260-475e-808f-dde9f80ecc28 req-f715b76d-1e58-41fc-95ff-b1373884d919 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.0970950 Nov 12 03:27:30.677125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:30.725727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.728804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.738751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.788073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:30.791154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:30.794767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.795972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:30.808099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:30.819705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 809550d7-5bdf-4360-babf-9b0f6be9d67e yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:30.873957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Attempting to bind port 0d5d3d32-331d-4b16-a234-ad747e41d027 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:30.874420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Attempting to bind port 0d5d3d32-331d-4b16-a234-ad747e41d027 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:30.875044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Attempting to bind port 0d5d3d32-331d-4b16-a234-ad747e41d027 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:30.876712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb952eba-e260-475e-808f-dde9f80ecc28 req-dfd9b589-6744-41aa-adf3-409f55d87ac3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2112808 Nov 12 03:27:30.895681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:30.896718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:30.897720 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.898220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:30.899484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Bound port: 0d5d3d32-331d-4b16-a234-ad747e41d027, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:30.899973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:30.919614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83da332-a8cd-44c7-8c39-5b9684088fab req-19299417-7c00-4a5f-9229-3a83f2a91e3e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:30.921206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83da332-a8cd-44c7-8c39-5b9684088fab req-19299417-7c00-4a5f-9229-3a83f2a91e3e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 944 time: 0.1680081 Nov 12 03:27:30.954216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:30.972341 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Sync routers for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:30.980639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:30.981989 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:30.982813 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.008620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 93c41679-88c1-4dd7-a958-0715319762c7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:31.009152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93c41679-88c1-4dd7-a958-0715319762c7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:31.011566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['0426f9f3-8286-45d8-b368-83bb5bb36578'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:31.066602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 172.20.0.4 (2bb34d67-d0dc-48a5-8247-4d25002783c6/0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff/809550d7-5bdf-4360-babf-9b0f6be9d67e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:31.074132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe13:8cf (2bb34d67-d0dc-48a5-8247-4d25002783c6/287e4dd2-0e27-41f3-be93-73f08aa2be77/809550d7-5bdf-4360-babf-9b0f6be9d67e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:31.079324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9c54691f-da13-49dc-8027-de457675b81b None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:31.079627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] No DVR routers for this DVR port 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:31.084287 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.085721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9c54691f-da13-49dc-8027-de457675b81b None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:31.089326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f70db28-19f0-47a1-8a46-f024bd69b21c req-96fb0414-b887-41b7-9569-3b1b54d65b64 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.16 "DELETE /v2.0/ports/78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 HTTP/1.1" status: 204 len: 173 time: 2.7594299 Nov 12 03:27:31.102303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.103298 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:31.144561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83da332-a8cd-44c7-8c39-5b9684088fab req-205b7708-af8b-4356-b8ac-66cb70f60c1d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065620 Nov 12 03:27:31.162190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e75e27-f40b-42d3-84eb-519209d87979 req-b242bd4e-ae48-427e-8d0e-a75e601f6135 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.171094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24e75e27-f40b-42d3-84eb-519209d87979 req-b242bd4e-ae48-427e-8d0e-a75e601f6135 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 947 time: 0.1782126 Nov 12 03:27:31.247715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24e75e27-f40b-42d3-84eb-519209d87979 req-b48046d4-9c0f-48ff-ac1c-7d7489d0440c tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730026 Nov 12 03:27:31.251818 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d401421-13c0-42a2-aba2-97809c9d602a x-openstack-request-id: req-3d401421-13c0-42a2-aba2-97809c9d602a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:31.252366 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:31.253209 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3d401421-13c0-42a2-aba2-97809c9d602a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:31.254755 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:27:31.264193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.340949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.354955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54691f-da13-49dc-8027-de457675b81b None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.412760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.436197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-1bd9569c-5a7c-47b7-a642-9a188ce0d884 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.1567423 Nov 12 03:27:31.473652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-0d5c4187-a140-477d-9805-c0b703364682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.473652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-0d5c4187-a140-477d-9805-c0b703364682 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1226830 Nov 12 03:27:31.515951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:31.519391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:31.523447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:31.587318 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.619233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=809550d7-5bdf-4360-babf-9b0f6be9d67e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:31.620683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-9a2eca62-0537-4582-a82d-00daaf2c6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.621209 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Checking router: 27347f2e-14ab-4cd1-9a4d-6a715a200863 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:31.622335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-9a2eca62-0537-4582-a82d-00daaf2c6db7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.1018229 Nov 12 03:27:31.642476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-a4ccbb29-dc52-4cd3-91f5-4ab9f1dd4b4a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.644123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-a4ccbb29-dc52-4cd3-91f5-4ab9f1dd4b4a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports/8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 942 time: 0.1985521 Nov 12 03:27:31.651813 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:31.652742 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:31.678867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.685868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:31.725492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-52068f8d-15db-4e16-95d6-13f57adb4530 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2166462 Nov 12 03:27:31.726731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.754308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-31c5e61c-cd12-46b9-b3cc-5b060b0b76b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 1001 time: 0.1066706 Nov 12 03:27:31.867797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ec762-5c2b-4c26-ad8c-25189fc3c8f3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.877826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ee7481b-95b2-4621-87b8-e8e51493bb1a req-01d7a275-a3d8-4e68-b808-df917a43602c tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e3d079-f0cd-451d-aa72-ae97cfa7de82 HTTP/1.1" status: 200 len: 210 time: 0.0370245 Nov 12 03:27:31.886477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ec762-5c2b-4c26-ad8c-25189fc3c8f3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.894592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:31.894776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ef3ec762-5c2b-4c26-ad8c-25189fc3c8f3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1760 time: 0.1668458 Nov 12 03:27:31.927492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-67435529-bdc1-4b1b-b58b-3fa60cc6a978 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.1702461 Nov 12 03:27:31.948396 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:31.958889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-95ad77ac-501f-4138-936f-121efd19be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:31.960345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-95ad77ac-501f-4138-936f-121efd19be98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.1615236 Nov 12 03:27:32.068212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-2a6ef16f-f90e-4948-8fa0-2fd66879652b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906909 Nov 12 03:27:32.152661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0426f9f3-8286-45d8-b368-83bb5bb36578 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:32.183471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:32.217521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa640-c946-4b49-a750-80e31364471b req-e777e9af-3edb-4244-8d0b-a6c2f3dd3777 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.220435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9197fa1-a96b-47e9-9d00-76ad8ca156b4 None None] The sync data for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 is: [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:25:13Z', 'revision_number': 4, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '61ead410-3613-410f-afeb-b5ea15208d03', 'name': '', 'network_id': '6b2357cb-91ef-4191-9496-c5964710f174', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'mac_address': 'fa:16:3e:8d:9c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:12Z', 'updated_at': '2021-11-12T03:25:19Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'subnets': [{'id': '7da28986-7be8-4b65-9a3b-dd0a88b784fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:32.224695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13aa640-c946-4b49-a750-80e31364471b req-e777e9af-3edb-4244-8d0b-a6c2f3dd3777 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 945 time: 0.2616072 Nov 12 03:27:32.235053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 0426f9f3-8286-45d8-b368-83bb5bb36578 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:32.240993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 0426f9f3-8286-45d8-b368-83bb5bb36578 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:32.241738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.254132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-2b4836a3-965d-4ac9-8aae-18ffc71ac531 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.255755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-2b4836a3-965d-4ac9-8aae-18ffc71ac531 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.3075726 Nov 12 03:27:32.366428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.395979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 809550d7-5bdf-4360-babf-9b0f6be9d67e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:32.396326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.402033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:32.404825 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d310b23-df5e-406f-b0ea-a428dba698cb" -d '{"events": [{"server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "name": "network-vif-plugged", "status": "completed", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:32.407838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99067f46-9978-4f67-a257-135aa7f89b9f details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:27:32.416062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0426f9f3-8286-45d8-b368-83bb5bb36578,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:32.427024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.427557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13aa640-c946-4b49-a750-80e31364471b req-7e161bd9-d1a4-4e40-af60-7202cbdfe452 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018046 Nov 12 03:27:32.427815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:32.433600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-d21a8ebb-9b9e-4e3f-af9b-4bf0709dc40e tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 1001 time: 0.1644700 Nov 12 03:27:32.500234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:32.506205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:32.506551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:32.553579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.573710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-4c8da430-fcbf-435d-8f81-8d05224ab13c service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721928 Nov 12 03:27:32.575132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 809550d7-5bdf-4360-babf-9b0f6be9d67e owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:32.597573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8c98f-e9b1-4635-a687-2ca65fd22fa0 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:32.601027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:32.633885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cdcdf1-da35-43d1-803a-8379b0b28b92 None None] New status for floating IP 208f3dd6-12c2-41a2-9911-82da58b16a3a: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:32.782158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.791191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9b40a-c0d8-4f45-87b5-c00eff303fcb req-f4bfb95c-145d-48d1-b25b-cdf90fb95bae tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:32.793298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8e9b40a-c0d8-4f45-87b5-c00eff303fcb req-f4bfb95c-145d-48d1-b25b-cdf90fb95bae tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2150836 Nov 12 03:27:32.855320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99067f46-9978-4f67-a257-135aa7f89b9f,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:32.877308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a9182b-39c2-4b66-8348-8dbbf86d9077 req-10a880ec-0350-4c2a-adb7-90181de2d529 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898517 Nov 12 03:27:32.917998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:32.918373 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:32.925254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '99067f46-9978-4f67-a257-135aa7f89b9f', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '99067f46-9978-4f67-a257-135aa7f89b9f', 'mac_address': 'fa:16:3e:e8:67:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:27:32.988416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8e9b40a-c0d8-4f45-87b5-c00eff303fcb req-cf22807a-a437-4966-93e0-8c63f773391e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1553757 Nov 12 03:27:33.022546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0d5d3d32-331d-4b16-a234-ad747e41d027 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:33.076854 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.095438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.095846 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Floating IP 02cd3775-e1fe-4d8f-9f55-476dbdfd8193 disassociated. External IP: 172.25.7.177, port: 8a52f154-516f-4484-a37c-09ec2acf98a6. Nov 12 03:27:33.102148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.139485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99067f46-9978-4f67-a257-135aa7f89b9f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:27:33.220305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99067f46-9978-4f67-a257-135aa7f89b9f,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.222571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa023ec8-c717-4b3f-b764-32b85bb6062a req-b72bb528-2fb5-4966-b880-4aca501c9796 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.222771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa023ec8-c717-4b3f-b764-32b85bb6062a req-b72bb528-2fb5-4966-b880-4aca501c9796 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1425121 Nov 12 03:27:33.225196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.230188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:33.230543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.239764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.256581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'name': 'network-vif-deleted', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:33.258861 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860a06e7-debb-4b0d-b392-1107656cfd30" -d '{"events": [{"server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "name": "network-vif-deleted", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:33.265273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.317323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=809550d7-5bdf-4360-babf-9b0f6be9d67e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.348214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.365392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.380747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.389432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff', 'ip_address': '172.20.0.2'}, {'subnet_id': '287e4dd2-0e27-41f3-be93-73f08aa2be77'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '0d5d3d32-331d-4b16-a234-ad747e41d027'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:27:33.456054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa023ec8-c717-4b3f-b764-32b85bb6062a req-3e3a3ef3-cccd-47c1-97df-cdb753ba66a0 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005234 Nov 12 03:27:33.479703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.496597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410ca9f-b8a0-4557-adfd-d94a19a75f04 None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:33.668234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Allocated IP 2001:db8::f816:3eff:fe7d:f3fe (2bb34d67-d0dc-48a5-8247-4d25002783c6/287e4dd2-0e27-41f3-be93-73f08aa2be77/0d5d3d32-331d-4b16-a234-ad747e41d027) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:33.771862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:33.802317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.807084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.835895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['99067f46-9978-4f67-a257-135aa7f89b9f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:33.851139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:33.854306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7c0bc733-a5cc-4fc1-bb6f-d1348bcaa2f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/809550d7-5bdf-4360-babf-9b0f6be9d67e HTTP/1.1" status: 204 len: 168 time: 1.9591529 Nov 12 03:27:33.857009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43272) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:33.872484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-e224ead1-9656-4933-81cb-7830e10e86b5 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.874010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-e224ead1-9656-4933-81cb-7830e10e86b5 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 945 time: 0.4473820 Nov 12 03:27:33.904282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c8e7c-41b0-431f-b551-1156e248639d req-94653e13-c7af-4d6c-9f82-1417f41ecb33 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.904282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a1c8e7c-41b0-431f-b551-1156e248639d req-94653e13-c7af-4d6c-9f82-1417f41ecb33 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 948 time: 0.1403139 Nov 12 03:27:33.927106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bdfcf8-f456-4693-ae77-0d22128080f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.928350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Router 06b76209-3801-4c57-9623-da0222ef8d62 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:33.928762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bdfcf8-f456-4693-ae77-0d22128080f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.931071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bdfcf8-f456-4693-ae77-0d22128080f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:33.935962 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-59bdfcf8-f456-4693-ae77-0d22128080f2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0754087 Nov 12 03:27:33.936395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:33.941804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f336c-4db3-4464-867d-c1a8552e840f None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.021620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:34.025289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.063709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a1c8e7c-41b0-431f-b551-1156e248639d req-fd463402-d845-4cfd-8ac9-ce2ea14a2ed4 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417220 Nov 12 03:27:34.080518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.124436 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38fa236-29e4-471c-9d4d-60d9d4de9a82 x-openstack-request-id: req-a38fa236-29e4-471c-9d4d-60d9d4de9a82 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:34.124737 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "name": "network-vif-plugged", "status": "completed", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:34.124994 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a38fa236-29e4-471c-9d4d-60d9d4de9a82 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:34.125395 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578', 'code': 200} Nov 12 03:27:34.147100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Deleting port 6392265b-cee1-4ac0-b5ff-c0af92eded82 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:34.147445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.152892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:34.167304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.173980 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Sync routers for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:34.191338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:34.191972 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:34.217569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.287608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-fffd2a82-6919-41d9-9834-84ae64f1fa23 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "PUT /v2.0/floatingips/02cd3775-e1fe-4d8f-9f55-476dbdfd8193 HTTP/1.1" status: 200 len: 695 time: 1.7028840 Nov 12 03:27:34.345009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f086f-46f8-4eb4-b07c-937afa22fcb1 req-b3ad503f-7935-4be0-bdf7-81a898764f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.346950 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-619f086f-46f8-4eb4-b07c-937afa22fcb1 req-b3ad503f-7935-4be0-bdf7-81a898764f96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1097 time: 0.0675082 Nov 12 03:27:34.348387 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:34.355216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.388005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.396507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:34.397051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff HTTP/1.1" status: 204 len: 168 time: 0.4597018 Nov 12 03:27:34.427351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d391642-45d7-4bc9-a7c5-5f379239cc66 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:34.457641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] For port 6392265b-cee1-4ac0-b5ff-c0af92eded82, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6392265b-cee1-4ac0-b5ff-c0af92eded82,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:34.458057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.466817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-619f086f-46f8-4eb4-b07c-937afa22fcb1 req-73378826-4bd0-4b5c-8461-58954d0426ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986359 Nov 12 03:27:34.481001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-8fea6884-5f6e-4da4-8797-1803b1cea332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.482820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-8fea6884-5f6e-4da4-8797-1803b1cea332 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1944287 Nov 12 03:27:34.491275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cd6f5-6c52-49fc-b071-bae0c59973e1 req-090366b4-579e-4acc-bb34-3d71955b600a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.493192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de7cd6f5-6c52-49fc-b071-bae0c59973e1 req-090366b4-579e-4acc-bb34-3d71955b600a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2007875 Nov 12 03:27:34.501614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Calling delete_port for 6392265b-cee1-4ac0-b5ff-c0af92eded82 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:34.586287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:34.615137 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Checking router: 06b76209-3801-4c57-9623-da0222ef8d62 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:34.622789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad4732-343c-4525-a6c1-0d24d9a9fc9e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:34.625634 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:34.626349 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:34.630753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 287e4dd2-0e27-41f3-be93-73f08aa2be77 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:34.644236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.708641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de7cd6f5-6c52-49fc-b071-bae0c59973e1 req-7974b2a8-4bc1-40a0-b893-2f26ffdee75d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956520 Nov 12 03:27:34.725944 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.766389 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:34.779259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8284e20c-1da4-4cc2-85d8-3e7fcad5e94f None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:34.779882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8284e20c-1da4-4cc2-85d8-3e7fcad5e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.781943 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41100036-d1e3-410d-805d-30e0126e5abe x-openstack-request-id: req-41100036-d1e3-410d-805d-30e0126e5abe {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:34.782245 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e3d079-f0cd-451d-aa72-ae97cfa7de82", "name": "network-vif-deleted", "tag": "78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:34.782487 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-41100036-d1e3-410d-805d-30e0126e5abe {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:34.782910 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e3d079-f0cd-451d-aa72-ae97cfa7de82', 'name': 'network-vif-deleted', 'tag': '78ca8fc2-99b1-4ec2-af17-56c2cfce8fe1', 'status': 'completed', 'code': 200} Nov 12 03:27:34.790671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-93637e07-158a-4981-9aa6-64e975243b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:34.792256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-93637e07-158a-4981-9aa6-64e975243b0a service neutron] 10.222.0.97 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.2940865 Nov 12 03:27:34.907440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-8ec17d8e-984b-4957-92e1-9f142578fd30 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.1024804 Nov 12 03:27:34.911240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8284e20c-1da4-4cc2-85d8-3e7fcad5e94f None None] Could not find standard attr ID for object 809550d7-5bdf-4360-babf-9b0f6be9d67e. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:34.984049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:34.985253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0d5d3d32-331d-4b16-a234-ad747e41d027 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:34.989455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.029474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6392265b-cee1-4ac0-b5ff-c0af92eded82'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:35.059686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Pushing event deleted for resources: {'Port': ['ID=6392265b-cee1-4ac0-b5ff-c0af92eded82,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.075094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:35.075526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.085345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593453da-e1e1-4325-8ea8-f04c88036145 req-82a87ec5-c525-42d8-8945-5b4730caf167 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.088470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593453da-e1e1-4325-8ea8-f04c88036145 req-82a87ec5-c525-42d8-8945-5b4730caf167 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/ports?device_id=fde0667d-10f7-43ed-a74d-13aa2211ad38 HTTP/1.1" status: 200 len: 867 time: 0.2260518 Nov 12 03:27:35.111706 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:35.132259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-e8f8eb20-4955-42c7-8a1c-0c660044e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.133765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-e8f8eb20-4955-42c7-8a1c-0c660044e0e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.1932423 Nov 12 03:27:35.157154 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f3918b-29aa-4b02-a9d0-5f45ac135437 None None] The sync data for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 is: [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:26:10Z', 'revision_number': 4, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9aaaf348-adb2-4131-bbae-eae58dca5b41', 'name': '', 'network_id': '9f8aef90-eec7-4556-bbad-4e1d7b084416', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'mac_address': 'fa:16:3e:05:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:09Z', 'updated_at': '2021-11-12T03:26:21Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'subnets': [{'id': '8c40bb37-019c-42ca-9d45-6de756455a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:35.168521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] No DVR routers for this DVR port 6392265b-cee1-4ac0-b5ff-c0af92eded82 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:35.185673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.189201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd770be5-d91e-43c7-9663-3fb95b3218de req-37ca8c33-9855-4928-956b-95589857df9b tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.16 "DELETE /v2.0/ports/6392265b-cee1-4ac0-b5ff-c0af92eded82 HTTP/1.1" status: 204 len: 173 time: 1.3057201 Nov 12 03:27:35.212801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-8278d4f4-6428-4e14-9bc8-7fde42acd9e0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460720 Nov 12 03:27:35.237218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.296106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593453da-e1e1-4325-8ea8-f04c88036145 req-e3ad9d84-5541-450b-aa49-98a17326f9c3 tempest-FloatingIPsAssociationTestJSON-557522290 tempest-FloatingIPsAssociationTestJSON-557522290-project] 10.222.0.97 "GET /v2.0/security-groups?id=f9521dee-806d-4a24-92b4-541b2c200393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922400 Nov 12 03:27:35.296827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=287e4dd2-0e27-41f3-be93-73f08aa2be77,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.300865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.304058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7d789268-8e81-4469-8ac0-989ed95fe348 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/287e4dd2-0e27-41f3-be93-73f08aa2be77 HTTP/1.1" status: 204 len: 168 time: 0.9005311 Nov 12 03:27:35.306813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43288) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.373552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1e5eae39-77ea-40e4-afb3-ff974c04350e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615156 Nov 12 03:27:35.373989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.380949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:35.384114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-bd888c86-26bd-46af-a95c-253e80f5d1f5 service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582031 Nov 12 03:27:35.404549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.559550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:35.563470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.574506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866dd58-ba50-4f28-b9ec-6b884a935b5f None None] New status for floating IP 02cd3775-e1fe-4d8f-9f55-476dbdfd8193: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:27:35.623048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.650087 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.771229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.773957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.775085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "DELETE /v2.0/security-groups/a5d6ad68-d91f-4245-b47e-2ede4435ae89 HTTP/1.1" status: 204 len: 168 time: 0.3684337 Nov 12 03:27:35.782252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.797370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90bfd4-4cb6-4984-bdae-07bf7b949c15 req-61b23e6d-f77a-4c12-9d65-cf5a0efce14a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.806256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a1124-a03d-4b9b-908c-b75c378ffc0f None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:35.809013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff90bfd4-4cb6-4984-bdae-07bf7b949c15 req-61b23e6d-f77a-4c12-9d65-cf5a0efce14a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.2989497 Nov 12 03:27:35.832627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4cdd79a-69f7-459b-8318-6897b073b8b3 req-adb2fafa-5dfa-4763-9b59-007c80da7d8a service neutron] 10.222.0.97 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398668 Nov 12 03:27:35.841901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d060bd-d40d-4d50-b3e7-af50c84d0c19 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d6ad68-d91f-4245-b47e-2ede4435ae89,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:35.860542 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-6d9a4f93-1673-4e16-814b-5b5b8645159b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] show failed (client error): The resource could not be found. Nov 12 03:27:35.860542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6d9a4f93-1673-4e16-814b-5b5b8645159b tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "GET /v2.0/security-groups/a5d6ad68-d91f-4245-b47e-2ede4435ae89 HTTP/1.1" status: 404 len: 347 time: 0.0718474 Nov 12 03:27:35.868490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:35.921971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.972086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4a7d0598-c6eb-48c2-8fad-0ee77a33d1f1 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:35.972598 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0598-c6eb-48c2-8fad-0ee77a33d1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.976150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:35.980314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:35.984725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:35.985384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:35.999279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=701a2e2c-a62e-432b-a015-990ff6e7d69a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.006894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4647f2ce-e3be-4b45-93c2-cc9398664b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6307058 Nov 12 03:27:36.014534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:36.027005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:36.060634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff90bfd4-4cb6-4984-bdae-07bf7b949c15 req-f3c510ae-2150-4aa1-ae7c-873009fddb0b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493498 Nov 12 03:27:36.139533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e569d-0ef3-4013-9e17-d9b13dfb5393 req-05b68886-5b37-44aa-8ad5-adcf25953662 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.141052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e25e569d-0ef3-4013-9e17-d9b13dfb5393 req-05b68886-5b37-44aa-8ad5-adcf25953662 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1833975 Nov 12 03:27:36.186686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Deleting port 531cd3cd-5395-4dc2-820f-702645fc2290 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:36.187051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.209104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:36.212760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.229697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '701a2e2c-a62e-432b-a015-990ff6e7d69a'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '0d5d3d32-331d-4b16-a234-ad747e41d027'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:27:36.292195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e25e569d-0ef3-4013-9e17-d9b13dfb5393 req-4b940f85-2fa6-4174-bdfd-ca8f17e41952 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333892 Nov 12 03:27:36.332799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699618f0-de4b-42db-80da-5ce0c9219395 req-7bc6ad53-3fc4-414a-a444-2e9b0c7f6d5e tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.341332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699618f0-de4b-42db-80da-5ce0c9219395 req-7bc6ad53-3fc4-414a-a444-2e9b0c7f6d5e tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 948 time: 0.1575797 Nov 12 03:27:36.410316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.410726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.429101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99067f46-9978-4f67-a257-135aa7f89b9f up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:36.434503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-1834cf8b-1fcb-4776-a9bb-fa33fae44641 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips/02cd3775-e1fe-4d8f-9f55-476dbdfd8193 HTTP/1.1" status: 200 len: 693 time: 0.0875328 Nov 12 03:27:36.444377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Calling delete_port for 531cd3cd-5395-4dc2-820f-702645fc2290 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:36.459950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.531656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699618f0-de4b-42db-80da-5ce0c9219395 req-3ef4158d-8509-4b18-be3f-c07279a87255 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887028 Nov 12 03:27:36.600541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 99067f46-9978-4f67-a257-135aa7f89b9f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:27:36.609111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 99067f46-9978-4f67-a257-135aa7f89b9f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:36.610527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.619303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:36.672132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-384e5859-f599-4c9c-93a5-0ef2b84d4eca tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.673505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-384e5859-f599-4c9c-93a5-0ef2b84d4eca tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 784 time: 0.2249122 Nov 12 03:27:36.727080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6d856-e27a-4a72-a422-e9bc20d22f7e req-079086ca-7ac4-4f8d-8a43-aa1cbb992d42 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:36.728623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69a6d856-e27a-4a72-a422-e9bc20d22f7e req-079086ca-7ac4-4f8d-8a43-aa1cbb992d42 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1155586 Nov 12 03:27:36.781994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-d2f88de3-8130-45ff-bf69-da56a3116265 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0709565 Nov 12 03:27:36.784814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.787351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:27:36.787351 n-d-766726-29 neutron-server[102606]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 12 03:27:36.787351 n-d-766726-29 neutron-server[102606]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe7d:f3fe', 'status': 'ALLOCATED', 'ipam_subnet_id': '36185b83-8f28-482f-b1bf-6a6326a7575b'}] Nov 12 03:27:36.787351 n-d-766726-29 neutron-server[102606]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:36.787791 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:36.789874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}, {'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'name': 'network-vif-deleted', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.793788 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36649d16-3771-4f9e-bbea-c482f05a5030" -d '{"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}, {"server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "name": "network-vif-deleted", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.812965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:36.815631 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74dbc76-56c9-4f14-9dac-e5d72a84ef37" -d '{"events": [{"server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "name": "network-vif-plugged", "status": "completed", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:36.816472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.823634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.828044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99067f46-9978-4f67-a257-135aa7f89b9f,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:36.833012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:36.889129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Pushing event deleted for resources: {'Port': ['ID=531cd3cd-5395-4dc2-820f-702645fc2290,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.891502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:36.893674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3ded54a9-663c-4c4d-b122-d4aa16285754 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/floatingips?floating_ip_address=172.25.7.177 HTTP/1.1" status: 200 len: 696 time: 0.0922456 Nov 12 03:27:36.910987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8902d-d514-40eb-a1c4-f04340313521 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:36.932743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69a6d856-e27a-4a72-a422-e9bc20d22f7e req-733780d3-599c-4038-8aa9-c3a149e5d7bf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1720591 Nov 12 03:27:36.986510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.038233 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df7763-aa6f-4751-97fd-f2aa45536eaf x-openstack-request-id: req-81df7763-aa6f-4751-97fd-f2aa45536eaf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:37.038535 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}, {"server_uuid": "fde0667d-10f7-43ed-a74d-13aa2211ad38", "name": "network-vif-deleted", "tag": "6392265b-cee1-4ac0-b5ff-c0af92eded82", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:37.038788 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-81df7763-aa6f-4751-97fd-f2aa45536eaf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:37.039209 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:27:37.039462 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde0667d-10f7-43ed-a74d-13aa2211ad38', 'name': 'network-vif-deleted', 'tag': '6392265b-cee1-4ac0-b5ff-c0af92eded82', 'status': 'completed', 'code': 200} Nov 12 03:27:37.074706 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc190e2-a87e-4231-9ba3-23ea0467575c x-openstack-request-id: req-adc190e2-a87e-4231-9ba3-23ea0467575c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:37.075025 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "name": "network-vif-plugged", "status": "completed", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:37.075277 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-adc190e2-a87e-4231-9ba3-23ea0467575c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:37.075698 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f', 'code': 200} Nov 12 03:27:37.081037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:37.158883 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.164724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.166233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.271634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:37.284646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:37.296204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.296987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.323093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.369113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=8']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.372827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=d7bcaf75-a3b2-45a2-bbf7-d709929a12d7,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.384758 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e101351d-7cc1-4657-9c75-4683ebf7685d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3664663 Nov 12 03:27:37.385760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.391520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:b3:11:50', 'name': 'tempest-NetworksTestDHCPv6-1653721989'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:37.425461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.428025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.429178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86451cb8-34f3-44a4-abf2-0c9e63d30672 tempest-ServersTestFqdnHostnames-1234594140 tempest-ServersTestFqdnHostnames-1234594140-project] 10.222.0.97 "DELETE /v2.0/floatingips/208f3dd6-12c2-41a2-9911-82da58b16a3a HTTP/1.1" status: 204 len: 168 time: 1.5596790 Nov 12 03:27:37.437752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:37.523293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-449d3a65-be72-4055-a941-6d483e2d0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.525154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-449d3a65-be72-4055-a941-6d483e2d0a4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa17057d08264e19b0951cdac9b19360&device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 1097 time: 0.1842782 Nov 12 03:27:37.534306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a77a6-96d8-42d6-a095-b7626ecd13cb req-346a7ae2-2b1d-4dd6-9759-c196061fb928 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.535868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-927a77a6-96d8-42d6-a095-b7626ecd13cb req-346a7ae2-2b1d-4dd6-9759-c196061fb928 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1929359 Nov 12 03:27:37.553408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ec017-55d6-4fc8-b0f9-5c03ac3a21c9 req-81a4fe36-434e-4279-939a-9dbf4ee016e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.554975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-810ec017-55d6-4fc8-b0f9-5c03ac3a21c9 req-81a4fe36-434e-4279-939a-9dbf4ee016e0 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 1101 time: 0.2129595 Nov 12 03:27:37.564444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Allocated IP 172.20.0.2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/701a2e2c-a62e-432b-a015-990ff6e7d69a/0d5d3d32-331d-4b16-a234-ad747e41d027) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:37.589583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Deleting port 4c97ca45-7e22-4cb5-911a-76fe3f90c8b8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:37.589876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.667877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:37.697919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.703501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.796640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a5a3-ece6-4667-81c0-eeeda9212479 None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:37.842214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:37.860937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-927a77a6-96d8-42d6-a095-b7626ecd13cb req-433594c4-1665-4487-b10b-c8dd170c79d7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037779 Nov 12 03:27:37.869500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-810ec017-55d6-4fc8-b0f9-5c03ac3a21c9 req-6da0b566-2abe-43b4-95dc-ff77dfb9e6ff service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775431 Nov 12 03:27:37.872847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.873314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.888338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-fa1068c5-14a9-40c3-ab20-30fab8c0b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:37.889896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-fa1068c5-14a9-40c3-ab20-30fab8c0b7dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 200 len: 919 time: 0.3512788 Nov 12 03:27:37.896607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Calling delete_port for 4c97ca45-7e22-4cb5-911a-76fe3f90c8b8 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:37.987326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:37.994410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-5c7a35a5-8c0c-4ef7-8749-9e506d25d7fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 200 len: 217 time: 0.0903187 Nov 12 03:27:38.017422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port f577d82d-a4de-4346-b6c4-84295403c917 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:38.025964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.174816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6392265b-cee1-4ac0-b5ff-c0af92eded82 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:38.185707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa1588-c23c-4327-925a-1b3af392e276 req-fa166844-759d-4be0-ae19-24c3e2575289 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.187470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcfa1588-c23c-4327-925a-1b3af392e276 req-fa166844-759d-4be0-ae19-24c3e2575289 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.1833885 Nov 12 03:27:38.192698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-7dc90ddb-841c-4cb5-991f-8a9673dcac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.194210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-7dc90ddb-841c-4cb5-991f-8a9673dcac58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 200 len: 859 time: 0.1458881 Nov 12 03:27:38.206175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 6392265b-cee1-4ac0-b5ff-c0af92eded82 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:38.207894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6392265b-cee1-4ac0-b5ff-c0af92eded82 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:38.261612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-5ee71120-3845-41ad-88a2-cfb7302a5f63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f8aef90-eec7-4556-bbad-4e1d7b084416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536785 Nov 12 03:27:38.329160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 172.20.0.8 (2bb34d67-d0dc-48a5-8247-4d25002783c6/701a2e2c-a62e-432b-a015-990ff6e7d69a/f577d82d-a4de-4346-b6c4-84295403c917) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:38.338939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:feb3:1150 (2bb34d67-d0dc-48a5-8247-4d25002783c6/d7bcaf75-a3b2-45a2-bbf7-d709929a12d7/f577d82d-a4de-4346-b6c4-84295403c917) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:38.379694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcfa1588-c23c-4327-925a-1b3af392e276 req-e9febc42-f0e2-4044-b765-acbc06c78717 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783714 Nov 12 03:27:38.456535 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.503740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060ab49-7d9b-4228-a08d-dbab2869143f None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:38.517268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event deleted for resources: {'Port': ['ID=4c97ca45-7e22-4cb5-911a-76fe3f90c8b8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:38.534779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-df625e8d-3894-41cd-819e-6b6f20663c84 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635503 Nov 12 03:27:38.540171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Deleting port 86b10be2-6a0e-4116-b11a-983dd49d4038 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:38.540518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.553348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2e42b-dd67-4f60-aa2a-e7019c800057 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:38.576658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.642274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c413b213-7810-4ef8-bf26-e37ddc87c896 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:38.642723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c413b213-7810-4ef8-bf26-e37ddc87c896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.687370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] For port 86b10be2-6a0e-4116-b11a-983dd49d4038, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=86b10be2-6a0e-4116-b11a-983dd49d4038,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:38.687860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.703500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Calling delete_port for 86b10be2-6a0e-4116-b11a-983dd49d4038 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:38.747377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.749875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.751049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c8ca49-8a6d-4c33-8b69-3ba4341016dc req-3bab593b-c416-4e69-96cd-e82bcda854ab tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "DELETE /v2.0/floatingips/02cd3775-e1fe-4d8f-9f55-476dbdfd8193 HTTP/1.1" status: 204 len: 173 time: 1.8455696 Nov 12 03:27:38.793787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36649d16-3771-4f9e-bbea-c482f05a5030 req-3a945ae0-160b-48d2-8ce6-d571a876f085 service neutron] 10.222.0.16 "GET /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339399 Nov 12 03:27:38.804684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144e0e8-7f73-4568-9e86-f6e05c36c232 req-af407a74-9c90-41be-b6e1-c335866c10f8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.806254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6144e0e8-7f73-4568-9e86-f6e05c36c232 req-af407a74-9c90-41be-b6e1-c335866c10f8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1062419 Nov 12 03:27:38.836251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.918311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:38.923917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-37eb1d5b-8823-4358-afac-767d07636284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:38.925440 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-37eb1d5b-8823-4358-afac-767d07636284 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1097 time: 0.2025304 Nov 12 03:27:38.963341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-e45ae5fd-79ad-46d6-8a45-c1cac5281b5a tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups/aefdb8a1-00b1-4e40-85d0-bcee11afafa6 HTTP/1.1" status: 200 len: 1826 time: 0.1667421 Nov 12 03:27:38.977177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0d5d3d32-331d-4b16-a234-ad747e41d027 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:39.024972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6144e0e8-7f73-4568-9e86-f6e05c36c232 req-9679eb90-d2c9-440e-9778-131c3e9ad4b2 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018921 Nov 12 03:27:39.048274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:39.048650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.056257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:39.081540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:39.095193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:39.147440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-33344ffb-4a56-45e8-b9e6-a31910822e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.149247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-33344ffb-4a56-45e8-b9e6-a31910822e05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 910 time: 0.2103412 Nov 12 03:27:39.169014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.175555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=f577d82d-a4de-4346-b6c4-84295403c917,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.220986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.246517 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-27d7ee6f-a19c-4c8f-bf36-bd1d815effea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 200 len: 217 time: 0.0659251 Nov 12 03:27:39.280830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.281430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.314592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.317594 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.319978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64032bd4-2c3b-4d01-8f51-9a847b851b73 req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "DELETE /v2.0/security-groups/aefdb8a1-00b1-4e40-85d0-bcee11afafa6 HTTP/1.1" status: 204 len: 173 time: 0.3554962 Nov 12 03:27:39.326441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-23ba7b5b-3190-43bc-99b3-5566ec596146 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9374962 Nov 12 03:27:39.326811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.338747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.341086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed44166-f432-417a-99bf-f94e39c26ef9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefdb8a1-00b1-4e40-85d0-bcee11afafa6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.386906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-0b02673a-ed75-46bd-96fd-2308b351aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.388620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-0b02673a-ed75-46bd-96fd-2308b351aa66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1319647 Nov 12 03:27:39.429800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee9d13-9776-4f50-8013-e739a41e4794 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.436928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee9d13-9776-4f50-8013-e739a41e4794 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.442815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-43ee9d13-9776-4f50-8013-e739a41e4794 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0992985 Nov 12 03:27:39.446634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:39.446865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-370f4720-ba48-4f80-ace7-08a73454253a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485353 Nov 12 03:27:39.472491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.531584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Pushing event deleted for resources: {'Port': ['ID=86b10be2-6a0e-4116-b11a-983dd49d4038,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:39.694907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1616d-cd1d-415a-8d96-b17fd4f6dd1f req-e0f19fcc-04ec-4655-8b95-1c8e818b4dad tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:39.708869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81c1616d-cd1d-415a-8d96-b17fd4f6dd1f req-e0f19fcc-04ec-4655-8b95-1c8e818b4dad tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.2070339 Nov 12 03:27:39.726435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Deleting port 61ead410-3613-410f-afeb-b5ea15208d03 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:39.726835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.727927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-142041c1-d061-4b14-a414-b9031bf28043 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711458 Nov 12 03:27:39.787766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c75a3-17eb-4d04-a856-6a6575a2b32f None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:39.887529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7fba60e5-ac8b-4af3-b0f5-45f9cab2ec56 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:39.887895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7fba60e5-ac8b-4af3-b0f5-45f9cab2ec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:39.936709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e50790f-cfd6-48ef-9586-5a4f1fd8536e req-900f778e-2c66-47e6-8dad-514f797cb5cb service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569934 Nov 12 03:27:39.937293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.179829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port f577d82d-a4de-4346-b6c4-84295403c917 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:40.180533 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.182150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Router 20ee7245-a68a-4d3f-8568-5159d8161408 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:40.199426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81c1616d-cd1d-415a-8d96-b17fd4f6dd1f req-790fa30c-d277-402b-a972-ef3b87cd7431 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890389 Nov 12 03:27:40.236242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] For port 61ead410-3613-410f-afeb-b5ea15208d03, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=61ead410-3613-410f-afeb-b5ea15208d03,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:40.246925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.261561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471bfaf-db4c-48ea-b309-7cff1a6c4734 req-530e53de-fe85-4fb9-9fa1-3e5b3304fae8 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.263654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2471bfaf-db4c-48ea-b309-7cff1a6c4734 req-530e53de-fe85-4fb9-9fa1-3e5b3304fae8 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.4947329 Nov 12 03:27:40.301149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Calling delete_port for 61ead410-3613-410f-afeb-b5ea15208d03 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:40.306426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:40.311680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a6585009-57ba-46c8-a7a1-6c7d568b7abf admin admin] 10.222.0.97 "PUT /v2.0/routers/20ee7245-a68a-4d3f-8568-5159d8161408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3241248 Nov 12 03:27:40.314244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43378) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:40.317059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Sync routers for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:40.330629 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:40.332417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:40.407066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8b7df0ab-1415-44b1-8cc8-695191e17b50 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:40.407674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b7df0ab-1415-44b1-8cc8-695191e17b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.426693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.480101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2471bfaf-db4c-48ea-b309-7cff1a6c4734 req-8fabb61b-d591-498b-a85a-2fef5cbe6764 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859503 Nov 12 03:27:40.484073 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:40.497712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.511075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9017-de62-4e00-824f-6e9de9565aa3 req-993fdc4c-69dc-4252-9f72-748c591fe92e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:40.527945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29fb9017-de62-4e00-824f-6e9de9565aa3 req-993fdc4c-69dc-4252-9f72-748c591fe92e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.2202249 Nov 12 03:27:40.581857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for f577d82d-a4de-4346-b6c4-84295403c917 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:40.606188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8b7df0ab-1415-44b1-8cc8-695191e17b50 None None] Provisioning complete for port f577d82d-a4de-4346-b6c4-84295403c917 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:40.606560 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b7df0ab-1415-44b1-8cc8-695191e17b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:40.683299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8b7df0ab-1415-44b1-8cc8-695191e17b50 None None] Port f577d82d-a4de-4346-b6c4-84295403c917 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:40.784898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:40.793232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29fb9017-de62-4e00-824f-6e9de9565aa3 req-a6897def-7cd7-457f-8774-e93c1bb193bd tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592583 Nov 12 03:27:40.825197 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Checking router: 20ee7245-a68a-4d3f-8568-5159d8161408 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:40.854548 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Routers {'20ee7245-a68a-4d3f-8568-5159d8161408'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:40.856890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['20ee7245-a68a-4d3f-8568-5159d8161408'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:40.915236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-62c5b2d7-5df9-4c56-89e2-11a0bc9e1fb4 None None] Could not find standard attr ID for object 809550d7-5bdf-4360-babf-9b0f6be9d67e. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:40.961260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.030516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Deleting port 20607263-c84b-4d7d-9eb6-24b9f57811c1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:41.031117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.110251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.124920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43390) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.143245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] For port 20607263-c84b-4d7d-9eb6-24b9f57811c1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=20607263-c84b-4d7d-9eb6-24b9f57811c1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:41.144216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.155837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Pushing event deleted for resources: {'Port': ['ID=61ead410-3613-410f-afeb-b5ea15208d03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.168776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Calling delete_port for 20607263-c84b-4d7d-9eb6-24b9f57811c1 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:41.249210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.273072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] Set router 20ee7245-a68a-4d3f-8568-5159d8161408 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:41.316381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=f577d82d-a4de-4346-b6c4-84295403c917,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.366306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a6454f7c-777a-4e73-884a-4774a4708061 None None] Could not find standard attr ID for object f577d82d-a4de-4346-b6c4-84295403c917. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:27:41.466529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.493174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5af1a3c3-6ec1-4d72-a483-ac862a22fff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.512268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=20607263-c84b-4d7d-9eb6-24b9f57811c1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:41.524734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b41e1-74a4-4750-8e7b-fb0afb699b4d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:41.619002 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:41.637433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.650442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838572c0-edcb-425d-b9c4-2bfc7a2a133a req-61e835b8-2bb8-45ab-bb0b-0b6832f847cd tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.657314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5d5f9-96ab-4c64-9dfa-fed12df1097a None None] The sync data for ids ['20ee7245-a68a-4d3f-8568-5159d8161408'] in n-d-766726-29 is: [{'id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'name': 'tempest-FloatingIPsAssociationTestJSON-810961526-router', 'tenant_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:27:39Z', 'revision_number': 5, 'project_id': '8ff50b2af09b4251ade00c8c8f7da08c', 'gw_port': {'id': '20607263-c84b-4d7d-9eb6-24b9f57811c1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ee7245-a68a-4d3f-8568-5159d8161408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:55Z', 'updated_at': '2021-11-12T03:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:41.659437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-838572c0-edcb-425d-b9c4-2bfc7a2a133a req-61e835b8-2bb8-45ab-bb0b-0b6832f847cd tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.3301663 Nov 12 03:27:41.736467 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.739880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a221a1f1-52ff-4817-a486-55c209ea3a0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/f577d82d-a4de-4346-b6c4-84295403c917 HTTP/1.1" status: 204 len: 168 time: 2.2928612 Nov 12 03:27:41.746225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.755140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.758479 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.810703 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.811356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ee7245-a68a-4d3f-8568-5159d8161408 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:41.812346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.816282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.817432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-00a90252-0ecb-4790-80ad-2681c8afeda1 admin admin] 10.222.0.97 "DELETE /v2.0/routers/20ee7245-a68a-4d3f-8568-5159d8161408 HTTP/1.1" status: 204 len: 168 time: 1.5022647 Nov 12 03:27:41.820264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:41.873993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Deleting subnet d2569fc5-b739-4235-a7c4-fbdb48708151 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:41.877996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.878289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-838572c0-edcb-425d-b9c4-2bfc7a2a133a req-e43a5cdb-8fd5-4ec1-b9b6-ac475fd68815 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178774 Nov 12 03:27:41.886020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73789631-3d95-4b13-b74c-06d92ed97c0e req-1baea413-5873-456b-a4f4-712a9a85aada tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.904148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73789631-3d95-4b13-b74c-06d92ed97c0e req-1baea413-5873-456b-a4f4-712a9a85aada tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.2929399 Nov 12 03:27:41.931710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:41.948568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5047187-cbc6-4914-83ad-c99378150cd9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.950117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5047187-cbc6-4914-83ad-c99378150cd9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.951595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5047187-cbc6-4914-83ad-c99378150cd9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:41.955722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5047187-cbc6-4914-83ad-c99378150cd9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2005811 Nov 12 03:27:41.960397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43406) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.056424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 701a2e2c-a62e-432b-a015-990ff6e7d69a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:42.060835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.083734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5af1a3c3-6ec1-4d72-a483-ac862a22fff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.098577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5af1a3c3-6ec1-4d72-a483-ac862a22fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.104963 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.121256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73789631-3d95-4b13-b74c-06d92ed97c0e req-57400314-a2e0-4522-bd2d-c512be550ef4 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/security-groups?id=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269151 Nov 12 03:27:42.131375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.173002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570f58d-c1d7-4900-8c28-4fef3f5aa321 req-808825e2-7b41-4b5b-aae1-242f9977d3c7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.180061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0570f58d-c1d7-4900-8c28-4fef3f5aa321 req-808825e2-7b41-4b5b-aae1-242f9977d3c7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1991179 Nov 12 03:27:42.193699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a3c3-6ec1-4d72-a483-ac862a22fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bdee08-3baf-4400-8785-9ae11fad2e22,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.209766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5af1a3c3-6ec1-4d72-a483-ac862a22fff1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f852231ef384450aba5aa6fc5ff15ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0838022 Nov 12 03:27:42.219197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.266626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.342075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0570f58d-c1d7-4900-8c28-4fef3f5aa321 req-efc8afc7-85d1-48d8-adf2-5e23e1c0ee8c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611094 Nov 12 03:27:42.373231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2569fc5-b739-4235-a7c4-fbdb48708151,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.379889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.383340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ece744b7-3e3b-4a07-b7e0-3a98d4d546ba admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d2569fc5-b739-4235-a7c4-fbdb48708151 HTTP/1.1" status: 204 len: 168 time: 0.5617466 Nov 12 03:27:42.389300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5aaac-1f18-4a3a-a833-efcae4752aee None None] Network ec6a440d-27fd-41fb-b3ec-e874b9d90182 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:42.390247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.404252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.461779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a191298-2a02-4d23-b920-94441376cc27 req-437a78ae-a35f-48a6-974d-ead4d77e43c9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.464094 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1a191298-2a02-4d23-b920-94441376cc27 req-437a78ae-a35f-48a6-974d-ead4d77e43c9 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.16 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 945 time: 0.2335010 Nov 12 03:27:42.518956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.559039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.562319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.578456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d47b-3ad3-4e41-8800-f98082dc0542 req-407fd8c4-715d-414c-91cb-d035f5d4a762 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:42.580913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8291d47b-3ad3-4e41-8800-f98082dc0542 req-407fd8c4-715d-414c-91cb-d035f5d4a762 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.1930449 Nov 12 03:27:42.587102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.600022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=701a2e2c-a62e-432b-a015-990ff6e7d69a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:42.603053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Router 27347f2e-14ab-4cd1-9a4d-6a715a200863 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:42.605294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.610757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc1a367a-8daa-478b-8c58-241f1aecb4b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/701a2e2c-a62e-432b-a015-990ff6e7d69a HTTP/1.1" status: 204 len: 168 time: 0.6472094 Nov 12 03:27:42.612093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43416) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:42.621639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ebf8d-ca61-4b41-940f-d7fdc5f124fb None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:42.627139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] DHCP port deletion for ec6a440d-27fd-41fb-b3ec-e874b9d90182 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:42.670604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Deleting port 8a52f154-516f-4484-a37c-09ec2acf98a6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.670986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.755103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Deleting port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.755588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8291d47b-3ad3-4e41-8800-f98082dc0542 req-87f9563c-2e0d-4d11-8ceb-45cf9d2b60d4 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591120 Nov 12 03:27:42.767390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.783847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet d7bcaf75-a3b2-45a2-bbf7-d709929a12d7 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:42.787627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.788642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.791293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.796162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/07bdee08-3baf-4400-8785-9ae11fad2e22 HTTP/1.1" status: 204 len: 168 time: 0.5703013 Nov 12 03:27:42.839411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Deleting port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:42.840038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.846820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.873586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] For port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.874259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.884897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] For port 8a52f154-516f-4484-a37c-09ec2acf98a6, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8a52f154-516f-4484-a37c-09ec2acf98a6,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.885301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.906034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Calling delete_port for 8a52f154-516f-4484-a37c-09ec2acf98a6 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.920008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] For port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,segment=NetworkSegment(a4e402cb-d4e9-40bd-b135-0abd44225689),segment_id=a4e402cb-d4e9-40bd-b135-0abd44225689)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:42.920380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:42.932761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Calling delete_port for 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:42.943045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Calling delete_port for 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:43.017789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.085054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08f411-2235-4be4-bc2b-7d52ccae98ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bdee08-3baf-4400-8785-9ae11fad2e22,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.089876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.114769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] No DVR routers for this DVR port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.127952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.178358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] No DVR routers for this DVR port 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.182862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.255219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 86b10be2-6a0e-4116-b11a-983dd49d4038 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.279436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.284001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 86b10be2-6a0e-4116-b11a-983dd49d4038 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:43.284338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 86b10be2-6a0e-4116-b11a-983dd49d4038 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.284713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20607263-c84b-4d7d-9eb6-24b9f57811c1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.294037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af302e37-8690-4f19-9840-5a56e6747c68 None None] Pushing event deleted for resources: {'Port': ['ID=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.311496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6a440d-27fd-41fb-b3ec-e874b9d90182']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.316628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 20607263-c84b-4d7d-9eb6-24b9f57811c1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:43.316952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 20607263-c84b-4d7d-9eb6-24b9f57811c1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.317382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:43.333073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e402cb-d4e9-40bd-b135-0abd44225689') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.336707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e402cb-d4e9-40bd-b135-0abd44225689') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.344714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:43.345338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:43.360030 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.388154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ab0acd-9e4e-43e8-ac3f-c8f6c7ae8b0a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.388887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.395071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/d7bcaf75-a3b2-45a2-bbf7-d709929a12d7 HTTP/1.1" status: 204 len: 168 time: 0.7804019 Nov 12 03:27:43.395071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.395071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.395917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.435146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8a52f154-516f-4484-a37c-09ec2acf98a6'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:43.446991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Pushing event deleted for resources: {'Port': ['ID=8a52f154-516f-4484-a37c-09ec2acf98a6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.450272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4015678-0bc0-4ac1-8431-6ff1f7529a84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bcaf75-a3b2-45a2-bbf7-d709929a12d7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.453695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.467565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e89db689-7350-47b6-b6bc-983b1025948b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.488197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fa5feb-8b4a-437d-9dc9-e75ceb1ad894 None None] DHCP port deletion for 9f8aef90-eec7-4556-bbad-4e1d7b084416 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:43.586320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] No DVR routers for this DVR port 8a52f154-516f-4484-a37c-09ec2acf98a6 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:43.590070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.594331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1a191298-2a02-4d23-b920-94441376cc27 req-cb482db3-b04a-45b6-b2e4-0a832a259b9c tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.16 "DELETE /v2.0/ports/8a52f154-516f-4484-a37c-09ec2acf98a6 HTTP/1.1" status: 204 len: 173 time: 1.1224508 Nov 12 03:27:43.596140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'name': 'network-vif-deleted', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:43.607574 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4388a63-6bf5-4945-afd4-3065b2a96583" -d '{"events": [{"server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "name": "network-vif-deleted", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:43.646810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e89db689-7350-47b6-b6bc-983b1025948b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.652591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e89db689-7350-47b6-b6bc-983b1025948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.702651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e89db689-7350-47b6-b6bc-983b1025948b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=761716d0d90d47298d0cb5f58e658f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995527 Nov 12 03:27:43.703989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db689-7350-47b6-b6bc-983b1025948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0704c-a98c-4cd0-9508-008aa48279ab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:43.707037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.763224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.792595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.836937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55111788-47e9-4088-8928-f5b9f183ed72 req-6e00eddc-5fb5-4b14-ac2e-7d9e953c2ac5 tempest-ServerRescueTestJSONUnderV235-640470071 tempest-ServerRescueTestJSONUnderV235-640470071-project] 10.222.0.97 "GET /v2.0/ports?device_id=a947028a-c483-44a3-9e70-b30ac0613ca1 HTTP/1.1" status: 200 len: 210 time: 0.4745717 Nov 12 03:27:43.844267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-878130e0-8b45-4eae-94e7-43c2639aec74 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4317319 Nov 12 03:27:43.847389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43436) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.847903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:43.849833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:43.850316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.860813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Sync routers for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:43.864514 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:43.868566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-54741298-c181-4744-b52a-efc8df14c88d admin admin] 10.222.0.97 "PUT /v2.0/routers/27347f2e-14ab-4cd1-9a4d-6a715a200863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4285371 Nov 12 03:27:43.873464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43438) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:43.879987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:43.881186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:43.946392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508ce8d-717d-4257-9bff-b5a8820ddeaf None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:43.951488 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11252e25-d3b8-434a-a78a-4106888dc0a5 x-openstack-request-id: req-11252e25-d3b8-434a-a78a-4106888dc0a5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:43.951488 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a947028a-c483-44a3-9e70-b30ac0613ca1", "name": "network-vif-deleted", "tag": "8a52f154-516f-4484-a37c-09ec2acf98a6", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:43.951821 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-11252e25-d3b8-434a-a78a-4106888dc0a5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:43.952093 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a947028a-c483-44a3-9e70-b30ac0613ca1', 'name': 'network-vif-deleted', 'tag': '8a52f154-516f-4484-a37c-09ec2acf98a6', 'status': 'completed', 'code': 200} Nov 12 03:27:43.958418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.960985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:43.962139 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/76f0704c-a98c-4cd0-9508-008aa48279ab HTTP/1.1" status: 204 len: 168 time: 0.2538030 Nov 12 03:27:43.987699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62bba0-f3b3-4c50-b2c1-a73557acd438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0704c-a98c-4cd0-9508-008aa48279ab,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.032875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.063645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.075505 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.082264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] 10.222.0.97 "DELETE /v2.0/networks/ec6a440d-27fd-41fb-b3ec-e874b9d90182 HTTP/1.1" status: 204 len: 168 time: 1.6884146 Nov 12 03:27:44.091424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2584d-ccbe-438d-8f95-0f4b55c22b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6a440d-27fd-41fb-b3ec-e874b9d90182,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:44.123485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9217f7c6-e398-408c-a343-21cb95fdb72f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.127445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9217f7c6-e398-408c-a343-21cb95fdb72f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2765608 Nov 12 03:27:44.129163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43444) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.151266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780db372-2d30-471c-a77c-263c9ca31ad3 req-bb006ed7-c42f-4ca0-bfbc-eafacfd644c8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.152909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780db372-2d30-471c-a77c-263c9ca31ad3 req-bb006ed7-c42f-4ca0-bfbc-eafacfd644c8 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.3129845 Nov 12 03:27:44.192178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4439c-e2cd-4236-8a9d-cbf969fc7554 req-98acd688-e78a-48e2-9d65-2c5deab51d57 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.199815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec4439c-e2cd-4236-8a9d-cbf969fc7554 req-98acd688-e78a-48e2-9d65-2c5deab51d57 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.2135930 Nov 12 03:27:44.262951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-786b1aee-1944-43a3-91f4-1b9baaab2c28 None None] Provisioning complete for port 0d5d3d32-331d-4b16-a234-ad747e41d027 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:44.263319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-786b1aee-1944-43a3-91f4-1b9baaab2c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.326568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43446) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.364482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec4439c-e2cd-4236-8a9d-cbf969fc7554 req-3f642fe4-dc0f-440d-8c86-6248a23b1df6 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/security-groups?id=34e94350-038c-49be-ab7b-01f2d6c72f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636710 Nov 12 03:27:44.367573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff55cd61-bbc3-46e7-9b13-c795aaa9f799 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.370333 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff55cd61-bbc3-46e7-9b13-c795aaa9f799 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2402256 Nov 12 03:27:44.378865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.451907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-019266a4-7af0-4919-835b-b94fa5cf887e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8ff50b2af09b4251ade00c8c8f7da08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1196840 Nov 12 03:27:44.452815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.455443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780db372-2d30-471c-a77c-263c9ca31ad3 req-4527d7ea-ab6c-46d1-a9f2-4bc1e6fc4465 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929888 Nov 12 03:27:44.466497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.476857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43456) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.476857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:44.478002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9c29f85b-4055-4262-a7a7-9c1726ac465b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946891 Nov 12 03:27:44.546305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-b98920ff-a3b1-407b-aac7-7146e7fc7813 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:44.547883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-b98920ff-a3b1-407b-aac7-7146e7fc7813 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.104 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 949 time: 0.1198137 Nov 12 03:27:44.629078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:44.696927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:44.703965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.705804 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:44.707237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:44.718833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Deleting port 99067f46-9978-4f67-a257-135aa7f89b9f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:44.721671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.777596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.818145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.867759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cd2ec4b1-fba4-4914-a9bc-0b2769671c56 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3930945 Nov 12 03:27:44.868528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:44.874600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:44.877963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:44.956467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] For port 99067f46-9978-4f67-a257-135aa7f89b9f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99067f46-9978-4f67-a257-135aa7f89b9f,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:44.957024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.961169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.964309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:44.965633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f9521dee-806d-4a24-92b4-541b2c200393 HTTP/1.1" status: 204 len: 168 time: 0.5092144 Nov 12 03:27:44.989873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Calling delete_port for 99067f46-9978-4f67-a257-135aa7f89b9f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:44.998097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65bcbd-c64e-46a6-be7f-a80b96df18fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9521dee-806d-4a24-92b4-541b2c200393,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.001503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Deleting port a489f032-0aa4-4cb6-ae3f-feae548e03d6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:45.001837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.058652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.105022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0d5d3d32-331d-4b16-a234-ad747e41d027 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:45.186114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:45.189648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.191346 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:45.191781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:45.228840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:27:40Z', 'revision_number': 5, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port': {'id': 'a489f032-0aa4-4cb6-ae3f-feae548e03d6', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:08Z', 'updated_at': '2021-11-12T03:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.245495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] For port a489f032-0aa4-4cb6-ae3f-feae548e03d6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a489f032-0aa4-4cb6-ae3f-feae548e03d6,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:45.245857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.265902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Calling delete_port for a489f032-0aa4-4cb6-ae3f-feae548e03d6 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:45.273591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-78397751-9bf9-420b-8c53-58abcd7fa325 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3991480 Nov 12 03:27:45.275433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43480) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:45.282016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.282276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:45.312575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Checking router: 27347f2e-14ab-4cd1-9a4d-6a715a200863 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:45.344950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['99067f46-9978-4f67-a257-135aa7f89b9f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:27:45.364667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Pushing event deleted for resources: {'Port': ['ID=99067f46-9978-4f67-a257-135aa7f89b9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:45.429229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] No DVR routers for this DVR port 99067f46-9978-4f67-a257-135aa7f89b9f on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:45.444926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.451474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b28a2b60-5936-40b1-a478-4395c89977f1 req-5c6dcc21-af09-4890-943a-841695e8c003 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.104 "DELETE /v2.0/ports/99067f46-9978-4f67-a257-135aa7f89b9f HTTP/1.1" status: 204 len: 173 time: 0.8965390 Nov 12 03:27:45.459371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'name': 'network-vif-deleted', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:27:45.461980 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87b966a-6ac4-4c8e-84d5-b81358f6b252" -d '{"events": [{"server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "name": "network-vif-deleted", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:27:45.577580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.580767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Deleting port 0d5d3d32-331d-4b16-a234-ad747e41d027 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:45.583640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:45.595358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Routers {'27347f2e-14ab-4cd1-9a4d-6a715a200863'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:45.600210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['27347f2e-14ab-4cd1-9a4d-6a715a200863'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.639914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28d337b9-5841-48f3-9ddd-9a973d63d0d2 req-ecca9009-7c39-4706-b1c6-f48539efb321 tempest-ImagesNegativeTestJSON-295908663 tempest-ImagesNegativeTestJSON-295908663-project] 10.222.0.97 "GET /v2.0/ports?device_id=578e1a36-8664-44e6-ab68-1a7524717bbb HTTP/1.1" status: 200 len: 210 time: 0.0741014 Nov 12 03:27:45.642554 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec002a3f-236d-47f0-bd12-ca292b78e873 x-openstack-request-id: req-ec002a3f-236d-47f0-bd12-ca292b78e873 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:27:45.648226 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578e1a36-8664-44e6-ab68-1a7524717bbb", "name": "network-vif-deleted", "tag": "99067f46-9978-4f67-a257-135aa7f89b9f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:27:45.648518 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ec002a3f-236d-47f0-bd12-ca292b78e873 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:27:45.648957 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578e1a36-8664-44e6-ab68-1a7524717bbb', 'name': 'network-vif-deleted', 'tag': '99067f46-9978-4f67-a257-135aa7f89b9f', 'status': 'completed', 'code': 200} Nov 12 03:27:45.824043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] Set router 27347f2e-14ab-4cd1-9a4d-6a715a200863 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:45.865845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db3fcf-4f25-4590-b740-6eacb282409c req-d4635501-b251-4574-aef4-21cce26af941 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:45.882228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4db3fcf-4f25-4590-b740-6eacb282409c req-d4635501-b251-4574-aef4-21cce26af941 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.0877371 Nov 12 03:27:45.908949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:27:44Z', 'revision_number': 6, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:45.957906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f793-a81a-41a1-905f-3768da9f8b40 None None] The sync data for ids ['27347f2e-14ab-4cd1-9a4d-6a715a200863'] in n-d-766726-29 is: [{'id': '27347f2e-14ab-4cd1-9a4d-6a715a200863', 'name': 'tempest-ServersTestFqdnHostnames-1399381419-router', 'tenant_id': '11eadff8cb40487089ee427be5c88d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:07Z', 'updated_at': '2021-11-12T03:27:44Z', 'revision_number': 6, 'project_id': '11eadff8cb40487089ee427be5c88d07', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:46.003963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4db3fcf-4f25-4590-b740-6eacb282409c req-7a5a4818-e3fb-4e97-8cf0-6bd7173fe76a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075599 Nov 12 03:27:46.049518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:46.049923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.096751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Calling delete_port for 0d5d3d32-331d-4b16-a234-ad747e41d027 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:46.159756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 0d5d3d32-331d-4b16-a234-ad747e41d027, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0d5d3d32-331d-4b16-a234-ad747e41d027,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:46.183976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.308089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a52f154-516f-4484-a37c-09ec2acf98a6 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:46.333563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.346492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.348657 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:46.348795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:46.361751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 8a52f154-516f-4484-a37c-09ec2acf98a6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:46.362098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8a52f154-516f-4484-a37c-09ec2acf98a6 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:46.410239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.415253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.415551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c49192ff-5f9d-4ea4-a0bf-0285060848a7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1368814 Nov 12 03:27:46.431640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43518) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.442817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:46.450965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.464915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] No DVR routers for this DVR port 0d5d3d32-331d-4b16-a234-ad747e41d027 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:46.513442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f7cd7-9e18-43dd-8acd-3be205e02f8f None None] Pushing event deleted for resources: {'Port': ['ID=0d5d3d32-331d-4b16-a234-ad747e41d027,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.611243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.652632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Pushing event deleted for resources: {'Port': ['ID=a489f032-0aa4-4cb6-ae3f-feae548e03d6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:46.681755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d30f6-e733-4c29-8fe8-b9e3f7c75a0d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:46.687865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.691661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.693053 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:46.693489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:46.756726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92d8ab1f-330c-4bc4-861d-abc37efd0ad3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3215463 Nov 12 03:27:46.759848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:46.768218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:46.772251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.829811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1462907447-network', 'tenant_id': 'ec262ebce9724bd0b6c2c8ef8c532251'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:46.968352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.973094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:46.977182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-66df2b86-4221-4847-a5f7-1f58e0736bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2183216 Nov 12 03:27:46.984728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Made reservation on behalf of ec262ebce9724bd0b6c2c8ef8c532251 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:46.991437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.019777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.020665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a489f032-0aa4-4cb6-ae3f-feae548e03d6 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:47.025210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:47.038166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.043977 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:47.046358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:47.047690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.048288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27347f2e-14ab-4cd1-9a4d-6a715a200863 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:47.056333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.068635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6feb9602-fbd2-4bed-bc4d-c01347225cca admin admin] 10.222.0.97 "DELETE /v2.0/routers/27347f2e-14ab-4cd1-9a4d-6a715a200863 HTTP/1.1" status: 204 len: 168 time: 3.1887839 Nov 12 03:27:47.071945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.073683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.076627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a489f032-0aa4-4cb6-ae3f-feae548e03d6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:47.076627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a489f032-0aa4-4cb6-ae3f-feae548e03d6 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:47.077002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 61ead410-3613-410f-afeb-b5ea15208d03 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:47.133318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 61ead410-3613-410f-afeb-b5ea15208d03 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:47.133318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 61ead410-3613-410f-afeb-b5ea15208d03 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:47.133874 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:27:47.207558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.233087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43558) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.260787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.281088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Deleting subnet 7da28986-7be8-4b65-9a3b-dd0a88b784fe {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:47.290284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.293491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f517ab0d-510b-45c2-9137-40533ea7fff1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5316994 Nov 12 03:27:47.293932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43566) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.324637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:47.332687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0142-9426-4359-b59e-6650cd4098ad req-7558a99a-b415-4f10-9fc8-6f74b215b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.334571 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-7558a99a-b415-4f10-9fc8-6f74b215b4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.1840119 Nov 12 03:27:47.354058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:47.372229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e2389-3a85-4eaa-a8ee-0ec2bd352727 req-a607123a-f1a5-4769-a6ee-b0e591d6a711 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.380402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a99e2389-3a85-4eaa-a8ee-0ec2bd352727 req-a607123a-f1a5-4769-a6ee-b0e591d6a711 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1706681 Nov 12 03:27:47.386058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f05379-641f-4aaf-85f9-a8636ca5d339,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.417119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.417793 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Added segment 052f3e33-85f8-4da2-9a1f-2d694c69ab02 of type vlan for network e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d Nov 12 03:27:47.496402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.507865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a99e2389-3a85-4eaa-a8ee-0ec2bd352727 req-d1e9f575-2482-407d-adf5-77ca0973f645 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257315 Nov 12 03:27:47.536088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.537839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.538441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.578759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.631991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2149327 Nov 12 03:27:47.637841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.647343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Request body: {'subnet': {'network_id': 'e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1462907447-subnet', 'tenant_id': 'ec262ebce9724bd0b6c2c8ef8c532251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:47.670154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.677216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0142-9426-4359-b59e-6650cd4098ad req-34ae6a5e-c80e-479f-8b3f-ac1697804c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:47.677921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adf607-f789-4267-9ea2-91f58b100d11 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:47.678707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-34ae6a5e-c80e-479f-8b3f-ac1697804c49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3023829 Nov 12 03:27:47.680145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Made reservation on behalf of ec262ebce9724bd0b6c2c8ef8c532251 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:47.683045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.698091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:47.743500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d3b42dde-9fbc-47ac-b71e-b64ef521c3dd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c3667ea670f243ef90f283680e27bfa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069008 Nov 12 03:27:47.755992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.814757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:47.818490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.819906 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:27:47.820346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:27:47.835066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.851359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aab761cc-0b5d-4e34-86c5-4f2d4a521a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.862105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-a99435f9-127d-4f4c-b3dc-dc1ae1f86683 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1624804 Nov 12 03:27:47.877733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff9aa547-8580-4071-baf5-e127eb71561c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5622551 Nov 12 03:27:47.879543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:47.890835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.951665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:47.951928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-04fa5810-21f7-45cc-b007-973d221cac9b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0586929 Nov 12 03:27:47.957583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.011673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0142-9426-4359-b59e-6650cd4098ad req-e26928c4-fb26-477b-98e8-597fa135508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.013153 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-e26928c4-fb26-477b-98e8-597fa135508c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1344376 Nov 12 03:27:48.087787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.095607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e73cc-26c0-41d5-b9ad-057c0abb662e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.099589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-469e73cc-26c0-41d5-b9ad-057c0abb662e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385732 Nov 12 03:27:48.099777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.105201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.124858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da28986-7be8-4b65-9a3b-dd0a88b784fe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.137459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.141860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616ccbd-f5ed-48e3-aa73-2ba6c4fd5ba9 None None] Network 6b2357cb-91ef-4191-9496-c5964710f174 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:48.143192 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-37088b26-df38-4a1a-8c3a-8eb840c041a3 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7da28986-7be8-4b65-9a3b-dd0a88b784fe HTTP/1.1" status: 204 len: 168 time: 1.0646160 Nov 12 03:27:48.146485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43590) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.161140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0142-9426-4359-b59e-6650cd4098ad req-ab8bd1d2-26e6-4ef7-8c46-a7fc15538d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.162613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-ab8bd1d2-26e6-4ef7-8c46-a7fc15538d64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369779 Nov 12 03:27:48.179443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aab761cc-0b5d-4e34-86c5-4f2d4a521a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.180516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.183445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.187568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/34e94350-038c-49be-ab7b-01f2d6c72f5e HTTP/1.1" status: 204 len: 168 time: 0.4266927 Nov 12 03:27:48.191132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e496191f-5560-4893-b38d-0411dc5c7ba1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802133 Nov 12 03:27:48.196339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.200524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aab761cc-0b5d-4e34-86c5-4f2d4a521a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.207486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:48.248019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d145383-e18f-4a88-b376-429d8288aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e94350-038c-49be-ab7b-01f2d6c72f5e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.274625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Deleting port 9aaaf348-adb2-4131-bbae-eae58dca5b41 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.275003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.334248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3a38ca-c15b-4e51-b5fe-375457f0b398,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.344186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.350658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aab761cc-0b5d-4e34-86c5-4f2d4a521a5b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=76ea663970b34df8bbf9cfec179b96a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6770539 Nov 12 03:27:48.356353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:48.390318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-0aa6fd52-0895-4f4e-bff8-391246c0bbe8 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112138 Nov 12 03:27:48.395072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab761cc-0b5d-4e34-86c5-4f2d4a521a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a3c94-e5f9-42cf-9f2d-cf0ebab33e04,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:48.413121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99067f46-9978-4f67-a257-135aa7f89b9f no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:48.444239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Checking segment: {'id': '052f3e33-85f8-4da2-9a1f-2d694c69ab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:48.444630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Network hostable DHCP agents. Network: e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:48.456511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 99067f46-9978-4f67-a257-135aa7f89b9f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:48.457149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99067f46-9978-4f67-a257-135aa7f89b9f not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:48.466356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:48.470258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.477938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] DHCP port deletion for 6b2357cb-91ef-4191-9496-c5964710f174 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:48.481214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] For port 9aaaf348-adb2-4131-bbae-eae58dca5b41, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9aaaf348-adb2-4131-bbae-eae58dca5b41,segment=NetworkSegment(66516360-aa4e-4210-b24b-5f8c59ad3d00),segment_id=66516360-aa4e-4210-b24b-5f8c59ad3d00)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.481799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.503939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Network e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:48.532095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:48.546107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Calling delete_port for 9aaaf348-adb2-4131-bbae-eae58dca5b41 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.552529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9737fd6-ec4d-41db-93d4-b2a65ced238b None None] Network e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:48.569405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Deleting port 7c557af5-2b97-4e70-8905-9f0a36054352 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.569887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.577559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.578166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.602487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef86fef4-eb6c-4923-8e85-ae4f1ab5ea98 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9633310 Nov 12 03:27:48.631403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.694524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-20ce0142-9426-4359-b59e-6650cd4098ad req-5785ceb6-8dce-475f-b59c-55d1e6eea948 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924139 Nov 12 03:27:48.696218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Deleting port 7c557af5-2b97-4e70-8905-9f0a36054352 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:48.696739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.700615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.736389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] For port 7c557af5-2b97-4e70-8905-9f0a36054352, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7c557af5-2b97-4e70-8905-9f0a36054352,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:48.736924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.763408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Calling delete_port for 7c557af5-2b97-4e70-8905-9f0a36054352 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:48.844751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15909-1ad5-4c66-95bb-748fbfc2d04e req-5a8de1f0-00d1-4e7e-8bfa-f68a97de5c7d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:48.846696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b15909-1ad5-4c66-95bb-748fbfc2d04e req-5a8de1f0-00d1-4e7e-8bfa-f68a97de5c7d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1856921 Nov 12 03:27:48.868544 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:48.924760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b15909-1ad5-4c66-95bb-748fbfc2d04e req-f169d119-6ebe-4cb8-aa4b-0fa873d2dec1 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Nov 12 03:27:49.140157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] For port 7c557af5-2b97-4e70-8905-9f0a36054352, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7c557af5-2b97-4e70-8905-9f0a36054352,segment=NetworkSegment(58018153-526d-49e7-85e0-93a530bad59c),segment_id=58018153-526d-49e7-85e0-93a530bad59c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:49.140407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] Pushing event deleted for resources: {'Port': ['ID=7c557af5-2b97-4e70-8905-9f0a36054352,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.140515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.146222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7c557af5-2b97-4e70-8905-9f0a36054352 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:49.163986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Calling delete_port for 7c557af5-2b97-4e70-8905-9f0a36054352 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:49.173093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602137d7-19dd-46cd-a791-a7df04793488 None None] No DVR routers for this DVR port 7c557af5-2b97-4e70-8905-9f0a36054352 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:49.188110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7c557af5-2b97-4e70-8905-9f0a36054352 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:49.189447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7c557af5-2b97-4e70-8905-9f0a36054352 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:49.218652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.221377 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.225642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e71a3c94-e5f9-42cf-9f2d-cf0ebab33e04 HTTP/1.1" status: 204 len: 168 time: 0.8651693 Nov 12 03:27:49.244162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db038b63-9668-46bf-bece-689c3dbc5e0d None None] Network e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:49.250309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:49.253194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.257571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a3c94-e5f9-42cf-9f2d-cf0ebab33e04,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.280539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.280879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.281212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.281550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.281867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.282191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.282508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.282824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.283167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.283483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.283799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.284250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ddb13e-b792-4356-80a6-a769e048f98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:49.336137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.347184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:49.361374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaaf348-adb2-4131-bbae-eae58dca5b41,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.365500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.375193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-174448606', 'description': 'tempest-description-1316641790'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.382696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee1d85-327b-4186-aae2-57f991a2edea None None] DHCP port deletion for 9f8aef90-eec7-4556-bbad-4e1d7b084416 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:49.384626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:49.389275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=063f7c3d-82aa-4835-a149-b4e5959a19ba,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.402531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4ba9e-fbe3-482e-a129-8880f4d87599 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:49.406803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:49.410192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.450112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.465568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.476360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b2873cbf-2eb9-4743-b45e-6c79cbff730f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2730951 Nov 12 03:27:49.479353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c557af5-2b97-4e70-8905-9f0a36054352,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.481587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43632) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:49.492781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:81:0d:4f', 'name': 'tempest-NetworksTestDHCPv6-1091619268'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.497192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] No DVR routers for this DVR port 7c557af5-2b97-4e70-8905-9f0a36054352 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:49.570826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.581748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.651882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e78756-e265-4341-b560-162bc3b0488a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:49.658165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.659868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ec52c16-8370-410f-95bd-24a515213e6b req-ee2f5e4e-a9c2-44b9-8170-30d89d46af85 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3180442 Nov 12 03:27:49.695452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.748261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '063f7c3d-82aa-4835-a149-b4e5959a19ba'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:49.750628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.758551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-309c58a8-9905-41cd-85a4-3f730f656c46 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/c8e78756-e265-4341-b560-162bc3b0488a HTTP/1.1" status: 200 len: 1831 time: 0.0703111 Nov 12 03:27:49.772972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2357cb-91ef-4191-9496-c5964710f174']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.773272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8e78756-e265-4341-b560-162bc3b0488a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.774304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8e78756-e265-4341-b560-162bc3b0488a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.790486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58018153-526d-49e7-85e0-93a530bad59c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.790781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58018153-526d-49e7-85e0-93a530bad59c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:49.805272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.807654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2000908185-network', 'tenant_id': '4a616983381b4333990d38f7a7b64587'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:49.825326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.828140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.841508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:49.841909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: items = [ Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:49.844886 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:49.856064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:27:49.856064 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:27:49.856064 n-d-766726-29 neutron-server[102605]: [parameters: {'project_id_1': '4a616983381b4333990d38f7a7b64587', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 27, 29, 815071)}] Nov 12 03:27:49.856064 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:27:49.857742 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:27:49.899785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.940390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:49.958307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.964096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.972853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:49.979788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Allocated IP 2001:db8::f816:3eff:fec7:d27 (2bb34d67-d0dc-48a5-8247-4d25002783c6/063f7c3d-82aa-4835-a149-b4e5959a19ba/038916e1-44a0-412b-905e-0175545573d1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:50.000328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5070dfae-8b66-4c8c-8f1e-ea4ae812536b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.002293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.032357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.034662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.040429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] 10.222.0.97 "DELETE /v2.0/networks/6b2357cb-91ef-4191-9496-c5964710f174 HTTP/1.1" status: 204 len: 168 time: 1.8930879 Nov 12 03:27:50.051428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f3046e-6672-46bf-be77-fff5df67b9d7 req-f7f48650-576c-48e5-ac02-bb604017fe16 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2875164 Nov 12 03:27:50.057980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371f8200-e875-48c8-a6eb-a8fd326a7e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.058869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0d7d2-9547-44ae-8da6-2a73e1050dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2357cb-91ef-4191-9496-c5964710f174,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.104429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.160874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port e4771956-7dd1-4415-a337-ccbc6597c1fa yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:50.204359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2a0bce9-2a9e-433c-8b62-9ed7a1e1d5f9 req-93a0058f-2adb-4023-ada4-aed4a44edd1b tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/c8e78756-e265-4341-b560-162bc3b0488a HTTP/1.1" status: 200 len: 2425 time: 0.1352134 Nov 12 03:27:50.227451 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.229849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd058-655f-430e-8598-8019bf3599a9 req-63367a9a-7192-4906-9e01-8baa57a239ef tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:50.238085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95bcd058-655f-430e-8598-8019bf3599a9 req-63367a9a-7192-4906-9e01-8baa57a239ef tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1848307 Nov 12 03:27:50.238629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.282335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.300793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:50.306360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:50.306675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Router 06b76209-3801-4c57-9623-da0222ef8d62 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:27:50.311747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:50.314965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Pushing event updated for resources: {'Port': ['ID=038916e1-44a0-412b-905e-0175545573d1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.330669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe81:d4f (2bb34d67-d0dc-48a5-8247-4d25002783c6/063f7c3d-82aa-4835-a149-b4e5959a19ba/e4771956-7dd1-4415-a337-ccbc6597c1fa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:50.335999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-622925c2-9073-4ecc-9e07-508315e38990 req-a86f4beb-6e72-4e63-93ec-99f493efdf49 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-group-rules/5070dfae-8b66-4c8c-8f1e-ea4ae812536b HTTP/1.1" status: 200 len: 778 time: 0.0889490 Nov 12 03:27:50.390716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Attempting to bind port 038916e1-44a0-412b-905e-0175545573d1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:50.392202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Attempting to bind port 038916e1-44a0-412b-905e-0175545573d1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:50.392817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Attempting to bind port 038916e1-44a0-412b-905e-0175545573d1 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:50.400187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:50.401664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:50.402376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.403019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:50.403738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Bound port: 038916e1-44a0-412b-905e-0175545573d1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:50.404422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.405860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95bcd058-655f-430e-8598-8019bf3599a9 req-91abcc15-f8a7-4d58-82c2-a4b7a8ed4890 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671762 Nov 12 03:27:50.419241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0642df5-99fb-4428-b0c9-4ea45d322c1a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=11eadff8cb40487089ee427be5c88d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339436 Nov 12 03:27:50.421570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43650) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.441921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371f8200-e875-48c8-a6eb-a8fd326a7e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.451816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-622925c2-9073-4ecc-9e07-508315e38990 req-44398087-eaf7-42cc-b0d1-40a9a9b07d3e tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/c8e78756-e265-4341-b560-162bc3b0488a HTTP/1.1" status: 200 len: 2425 time: 0.1038609 Nov 12 03:27:50.453288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-371f8200-e875-48c8-a6eb-a8fd326a7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.464107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Made reservation on behalf of 4a616983381b4333990d38f7a7b64587 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:50.467000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.496017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] For port 038916e1-44a0-412b-905e-0175545573d1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:50.499975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] For port 038916e1-44a0-412b-905e-0175545573d1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=038916e1-44a0-412b-905e-0175545573d1,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:50.504768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.505494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.527135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-371f8200-e875-48c8-a6eb-a8fd326a7e30 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5fee562c62fd4df9a6cadf191e6a9da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5111589 Nov 12 03:27:50.528453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43652) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.528778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f8200-e875-48c8-a6eb-a8fd326a7e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d39cc-578b-42d7-aa4d-22cf859159c0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.550066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-622925c2-9073-4ecc-9e07-508315e38990 req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.565228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-622925c2-9073-4ecc-9e07-508315e38990 req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.576487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9171-560b-492e-8ef9-19e89bdbc7ce None None] Pushing event updated for resources: {'Port': ['ID=038916e1-44a0-412b-905e-0175545573d1,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.610132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:27:50.613350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-622925c2-9073-4ecc-9e07-508315e38990 req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.622876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-622925c2-9073-4ecc-9e07-508315e38990 req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.624213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-622925c2-9073-4ecc-9e07-508315e38990 req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/5070dfae-8b66-4c8c-8f1e-ea4ae812536b HTTP/1.1" status: 204 len: 173 time: 0.1506875 Nov 12 03:27:50.626563 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Sync routers for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:27:50.627062 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f58efd8b-f1f4-4dd3-904f-541fb577d7d7 admin admin] 10.222.0.97 "PUT /v2.0/routers/06b76209-3801-4c57-9623-da0222ef8d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5606718 Nov 12 03:27:50.645643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43654) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:50.650733 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:50.651399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:50.657404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.658336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b9378-abf1-491a-b1e5-0933a43e3f22 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5070dfae-8b66-4c8c-8f1e-ea4ae812536b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.668229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-352783909', 'description': 'tempest-description-1011486261'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:50.681280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.699102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.715624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.734511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:50.749371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.750164 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Added segment c432c011-3d80-49be-9eb5-d6656ffdae66 of type vlan for network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 Nov 12 03:27:50.765416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.772935 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:50.795380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.834282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.839662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.850047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a57a1207-c318-436b-9079-e487d74c1eaa HTTP/1.1" status: 204 len: 168 time: 0.4274101 Nov 12 03:27:50.877758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.939959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e861ee-1f2d-41ca-9d28-38c50a743bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57a1207-c318-436b-9079-e487d74c1eaa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.945808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:50.950207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e08bb0-fae9-4840-996a-30c128f0ed7e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:50.960958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.080959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.081314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.086742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.089156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.090861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.091824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.096774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.144201 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Checking router: 06b76209-3801-4c57-9623-da0222ef8d62 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:27:51.158394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.159807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97a7cfe4-eeac-4e1f-84a4-2598681519ad req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5148308 Nov 12 03:27:51.169082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=e4771956-7dd1-4415-a337-ccbc6597c1fa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.183230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.204602 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Routers {'06b76209-3801-4c57-9623-da0222ef8d62'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:27:51.205513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['06b76209-3801-4c57-9623-da0222ef8d62'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.205753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7389276 Nov 12 03:27:51.219147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.225732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Request body: {'subnet': {'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2000908185-subnet', 'tenant_id': '4a616983381b4333990d38f7a7b64587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:51.229463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36475885-9e48-4fde-b76e-a90a8a453a46 admin admin] Pushing event updated for resources: {'Network': ['ID=21c1ae7f-bec6-4991-b619-54d6920e2ee6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.231698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627f2ce-305a-46a6-b8c5-a6b0fafca092 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328d7297-b8bc-4557-a604-d18fa7619497,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.246554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:51.282704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b035a34-f365-4bd2-b880-e86918fb5b77 req-0fd5f558-1427-40ae-a9b8-4a3d7b6353dc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/328d7297-b8bc-4557-a604-d18fa7619497 HTTP/1.1" status: 200 len: 1831 time: 0.0813386 Nov 12 03:27:51.296577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Made reservation on behalf of 4a616983381b4333990d38f7a7b64587 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:51.297899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:51.299158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.336042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:51.349864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:51.355289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.356072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.373337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.375905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.379505 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8a3d39cc-578b-42d7-aa4d-22cf859159c0 HTTP/1.1" status: 204 len: 168 time: 0.8471494 Nov 12 03:27:51.391999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 038916e1-44a0-412b-905e-0175545573d1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:51.396701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-44b0c079-a0db-407a-bd12-b21325879586 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9088280 Nov 12 03:27:51.396701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1438f1d-6552-4df7-a4dc-44b4b9b2ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d39cc-578b-42d7-aa4d-22cf859159c0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:51.397846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43672) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.436062 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] Set router 06b76209-3801-4c57-9623-da0222ef8d62 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:27:51.440993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1948592729', 'description': 'tempest-description-979669625'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:51.461158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.563622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.591098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 038916e1-44a0-412b-905e-0175545573d1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:51.591470 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.593255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5627ad1-6bec-4fff-8388-d03e89ff550d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.607309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5627ad1-6bec-4fff-8388-d03e89ff550d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.612141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5627ad1-6bec-4fff-8388-d03e89ff550d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2075312 Nov 12 03:27:51.615558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43680) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:51.750176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Deleting port a7f2ac73-932c-4c69-828e-ca28004f10d5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:51.750559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.807225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.833004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636697a-70f4-445a-9025-796c663f8911 req-5458fadb-dc48-4103-9365-0e60b9d68b95 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:51.846164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0636697a-70f4-445a-9025-796c663f8911 req-5458fadb-dc48-4103-9365-0e60b9d68b95 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.2737207 Nov 12 03:27:51.864642 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:51.910881 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727143f-a990-4b3a-b7db-146a6bf3ea89 None None] The sync data for ids ['06b76209-3801-4c57-9623-da0222ef8d62'] in n-d-766726-29 is: [{'id': '06b76209-3801-4c57-9623-da0222ef8d62', 'name': 'tempest-ServerRescueTestJSONUnderV235-866410866-router', 'tenant_id': 'fa17057d08264e19b0951cdac9b19360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:26:05Z', 'updated_at': '2021-11-12T03:27:49Z', 'revision_number': 5, 'project_id': 'fa17057d08264e19b0951cdac9b19360', 'gw_port': {'id': 'a7f2ac73-932c-4c69-828e-ca28004f10d5', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b76209-3801-4c57-9623-da0222ef8d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:26:07Z', 'updated_at': '2021-11-12T03:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:27:51.915817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 038916e1-44a0-412b-905e-0175545573d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=038916e1-44a0-412b-905e-0175545573d1,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:51.916063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port e4771956-7dd1-4415-a337-ccbc6597c1fa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:51.916799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:51.924366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.052204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] For port a7f2ac73-932c-4c69-828e-ca28004f10d5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7f2ac73-932c-4c69-828e-ca28004f10d5,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:52.052671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.065232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.074322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=038916e1-44a0-412b-905e-0175545573d1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.076889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Calling delete_port for a7f2ac73-932c-4c69-828e-ca28004f10d5 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:52.084988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.114004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de27535d-4924-43e3-b7c0-8b3be2655631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.146134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.147802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d0bf15f-d262-46f0-a996-d8f0f88162e2 req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8165009 Nov 12 03:27:52.193396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0636697a-70f4-445a-9025-796c663f8911 req-2177f156-29d0-4088-991b-47e7c8d2fff3 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439693 Nov 12 03:27:52.195333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.200402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68338eb2-2dee-4b00-9aaa-e35c0d35b0e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce43980-27bf-457a-9b0e-a20faf133f98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.205165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.235166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for e4771956-7dd1-4415-a337-ccbc6597c1fa owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:52.266687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-540bfb64-91af-407b-a344-93713ae9a2e2 None None] Provisioning complete for port 038916e1-44a0-412b-905e-0175545573d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:52.267808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-540bfb64-91af-407b-a344-93713ae9a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.351572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c269d4-65e7-4fd7-83c7-921b26e41812,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.389743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:52.412193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Checking segment: {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:52.412560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Network hostable DHCP agents. Network: 21c1ae7f-bec6-4991-b619-54d6920e2ee6, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:52.432508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3f2a30e-1eaa-4cf7-ab92-15fc9682b8f7 req-9b1c2a4b-9d9b-40c5-ab0c-be33e5cdfbe2 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/8ce43980-27bf-457a-9b0e-a20faf133f98 HTTP/1.1" status: 200 len: 1831 time: 0.1762762 Nov 12 03:27:52.460141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-557706188', 'description': 'tempest-description-246071888'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:52.482295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:52.506386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 21c1ae7f-bec6-4991-b619-54d6920e2ee6) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:52.517619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07649590-80ff-4770-89c8-2a29e0b894c6 None None] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:52.527796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:52.529612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.535437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.597396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c83317e2-191c-44d7-abcf-a73f730e6477 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3770587 Nov 12 03:27:52.657626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1329525192-network', 'tenant_id': '65c5260824514a5da2f9e304c918983f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:52.715966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.727322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.745692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b55963e9-bc07-4228-b125-6d72fc3feda6 None None] Provisioning complete for port e4771956-7dd1-4415-a337-ccbc6597c1fa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:52.746181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b55963e9-bc07-4228-b125-6d72fc3feda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.782970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305e48c2-e76c-4e5e-a5b4-ca3d2338fd81,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:52.803339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.820135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19984b-90c2-4bcc-90f3-4e8cc7897f66 None None] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:52.823680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c475d7c1-2f7d-4675-b91b-39741d6bf01f req-59405b94-94cb-400b-8f26-99c2e3d72832 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3640969 Nov 12 03:27:52.824623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Made reservation on behalf of 65c5260824514a5da2f9e304c918983f for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:52.829337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:52.844045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b55963e9-bc07-4228-b125-6d72fc3feda6 None None] Port e4771956-7dd1-4415-a337-ccbc6597c1fa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:27:52.844963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.003216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.003964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 038916e1-44a0-412b-905e-0175545573d1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:53.012270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.023888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db009bce-c4f5-461d-a253-7b4d42ed431d req-21ff7ae3-afcf-4b22-aec4-ea2a76bab174 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/305e48c2-e76c-4e5e-a5b4-ca3d2338fd81 HTTP/1.1" status: 200 len: 1830 time: 0.1728389 Nov 12 03:27:53.057137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f2ac73-932c-4c69-828e-ca28004f10d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.075482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f7820-cf22-486c-809b-91e9741c327f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:53.096229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.100052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1227330948', 'description': 'tempest-description-1822136765'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.110559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 038916e1-44a0-412b-905e-0175545573d1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:53.110943 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.116353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.128526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.175899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb1de3-e300-4777-a304-56f000cf1f96,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.185697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:53.196044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=e4771956-7dd1-4415-a337-ccbc6597c1fa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.198978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.199919 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Added segment b4d5f040-f75a-44ac-b359-f921ec432c58 of type vlan for network 9725397a-338e-41b8-84f7-de9e4f126a52 Nov 12 03:27:53.210042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.236359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.238677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.248581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-db2542ad-2126-48a9-b39c-af1baae63ba3 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e4771956-7dd1-4415-a337-ccbc6597c1fa HTTP/1.1" status: 204 len: 168 time: 1.6318426 Nov 12 03:27:53.251353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.281568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.312768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9aaaf348-adb2-4131-bbae-eae58dca5b41 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:53.338748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.340000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.340677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.351930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9aaaf348-adb2-4131-bbae-eae58dca5b41 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:53.352572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9aaaf348-adb2-4131-bbae-eae58dca5b41 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:53.355973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-776444038', 'description': 'tempest-description-574827198'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.365402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-553186247-network', 'tenant_id': '5ee186eb6f294e67baab5ff066547574'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.370579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.392408 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.450024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.453768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.466064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e673479-553c-4872-bcfe-671968516ed9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.467172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ab015-38cc-4356-892d-5288fe4ba625,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.467767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e673479-553c-4872-bcfe-671968516ed9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.469400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e673479-553c-4872-bcfe-671968516ed9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2171056 Nov 12 03:27:53.470855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] Pushing event updated for resources: {'Network': ['ID=9725397a-338e-41b8-84f7-de9e4f126a52,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.472488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43738) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.473507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.482216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-550b054a-e024-4c9d-96d6-5aae0e1913ec admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0863712 Nov 12 03:27:53.485856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.488442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.489643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5ae218e-ae09-41fe-b62f-97c810a11361 req-bf91895d-1a6c-4f79-b240-b48a2d8df55d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4155602 Nov 12 03:27:53.496213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9725397a-338e-41b8-84f7-de9e4f126a52 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:53.502478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Request body: {'subnet': {'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1329525192-subnet', 'tenant_id': '65c5260824514a5da2f9e304c918983f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:53.569711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.572094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 063f7c3d-82aa-4835-a149-b4e5959a19ba {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:53.578420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.579022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b76209-3801-4c57-9623-da0222ef8d62 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:27:53.580314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.583575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.584623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4b98f02b-0bd5-4383-a076-02fa5feae5bd admin admin] 10.222.0.97 "DELETE /v2.0/routers/06b76209-3801-4c57-9623-da0222ef8d62 HTTP/1.1" status: 204 len: 168 time: 2.9354432 Nov 12 03:27:53.586546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.589501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:53.616070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:53.618296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.633437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.653010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.690871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2682a-16f9-4517-a696-cf5666b8ba7d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.704360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Made reservation on behalf of 65c5260824514a5da2f9e304c918983f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:53.706758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.712010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Deleting subnet 8c40bb37-019c-42ca-9d45-6de756455a79 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:53.723071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2b8a2-829b-4a21-9308-8ff6f515ac9c req-6682ebc8-40e0-45a6-88bf-523c4c24a664 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:53.724646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ad2b8a2-829b-4a21-9308-8ff6f515ac9c req-6682ebc8-40e0-45a6-88bf-523c4c24a664 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1577005 Nov 12 03:27:53.730982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.730982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72ead7b7-d15e-45e5-a82a-65ab1766d000 req-b876d670-6443-448a-bc6e-fc77b91e5ad5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3850758 Nov 12 03:27:53.739520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.810163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.863101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.864972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.872183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.895142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:53.917313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.917662 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Added segment 68752179-75bf-4618-8853-2dd34bd7befc of type vlan for network 495061ef-1f9d-4c9f-b68c-0e529bf2536a Nov 12 03:27:53.929628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e17dffb-b306-4c13-878d-a1ecb0c52603,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:53.934122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.934330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06d5aa06-7452-4e05-8196-2cf0e7d99f1c req-1c3f5e68-c4de-4f94-ba5b-a01b4fd5a6e4 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/4a5ab015-38cc-4356-892d-5288fe4ba625 HTTP/1.1" status: 200 len: 1832 time: 0.1624687 Nov 12 03:27:53.945782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ad2b8a2-829b-4a21-9308-8ff6f515ac9c req-a14f4a13-540f-4446-8664-6c5f8b245374 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042232 Nov 12 03:27:53.960735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:53.994534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1105920340', 'description': 'tempest-description-977160984'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.001090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=063f7c3d-82aa-4835-a149-b4e5959a19ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.012745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.019079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df541679-0ec7-4c43-bcfc-8433c283ec1c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/063f7c3d-82aa-4835-a149-b4e5959a19ba HTTP/1.1" status: 204 len: 168 time: 0.5431085 Nov 12 03:27:54.019079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.020671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43752) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.023999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f6bc4b-0428-415e-ae36-0eb63c760730 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:54.051222 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-33e00b87-22b5-4e2a-9c0f-03b5be787097 req-c85c00d4-446d-493c-ab41-8ac18cf4a97f tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] show failed (client error): The resource could not be found. Nov 12 03:27:54.052229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33e00b87-22b5-4e2a-9c0f-03b5be787097 req-c85c00d4-446d-493c-ab41-8ac18cf4a97f tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/f1f01d1d-2a6c-4b4a-bed4-d33b86b839a4 HTTP/1.1" status: 404 len: 352 time: 0.0499797 Nov 12 03:27:54.068008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e5e23e3-ae2e-4ed0-ab5b-24abdd9f5883 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433531 Nov 12 03:27:54.069890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43756) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.085802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.104928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.114353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.116039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.116644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.159946 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-7bb80b1f-af39-4e86-a7b5-3cd70b70c20e req-6f4cf56d-189f-4965-825a-05ebc8e71087 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] show failed (client error): The resource could not be found. Nov 12 03:27:54.161178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb80b1f-af39-4e86-a7b5-3cd70b70c20e req-6f4cf56d-189f-4965-825a-05ebc8e71087 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-group-rules/15be7787-dda0-4fa4-a233-bf4c8af48c46 HTTP/1.1" status: 404 len: 361 time: 0.0578568 Nov 12 03:27:54.228391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.230541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] Pushing event updated for resources: {'Network': ['ID=495061ef-1f9d-4c9f-b68c-0e529bf2536a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.241245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b977baa3-aa89-47f8-8cf0-ab0e31bc81a2 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2377400 Nov 12 03:27:54.241879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.246113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:54.247062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Request body: {'subnet': {'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-553186247-subnet', 'tenant_id': '5ee186eb6f294e67baab5ff066547574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:54.269713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:54.272844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.337616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:54.344643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9eacd32-f478-4549-8626-b2d2cf51ef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.412767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Deleting port 038916e1-44a0-412b-905e-0175545573d1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:54.413472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.488026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] For port 038916e1-44a0-412b-905e-0175545573d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=038916e1-44a0-412b-905e-0175545573d1,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:54.488326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.496549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.503650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Calling delete_port for 038916e1-44a0-412b-905e-0175545573d1 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:54.549136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fee02d-5c4a-42ed-a920-c1208aac7470,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.565174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:54.565534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Network hostable DHCP agents. Network: 495061ef-1f9d-4c9f-b68c-0e529bf2536a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:54.584658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:54.587414 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.596483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.598606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 495061ef-1f9d-4c9f-b68c-0e529bf2536a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:54.600260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c40bb37-019c-42ca-9d45-6de756455a79,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.607401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:54.608852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.610809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.613945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-74c10566-d14b-44cd-995a-de9b67c9f1e1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8c40bb37-019c-42ca-9d45-6de756455a79 HTTP/1.1" status: 204 len: 168 time: 1.0041161 Nov 12 03:27:54.618993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:54.623081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ac581-ddbf-49eb-bc44-4203270b3877 None None] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:54.625117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb589a-947b-4599-b2ca-489b3ab2381c None None] Network 9f8aef90-eec7-4556-bbad-4e1d7b084416 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:54.630967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Pushing event deleted for resources: {'Port': ['ID=038916e1-44a0-412b-905e-0175545573d1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.659599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] No DVR routers for this DVR port 038916e1-44a0-412b-905e-0175545573d1 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:27:54.673418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47ee08e6-d069-41ca-99ad-e1afb65c23e8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4303117 Nov 12 03:27:54.698557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.699626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.699872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.700476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.701064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.701578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.702243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.702935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.703656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.704127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.704687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.705017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba7556a-ecc9-409b-8f31-3779e4fb67df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.727012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.743340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.751619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-326a5275-684f-47d4-91a7-921d3dcb55ff tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/4a5ab015-38cc-4356-892d-5288fe4ba625 HTTP/1.1" status: 200 len: 1832 time: 0.5319061 Nov 12 03:27:54.785475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.798133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2751a42-1fb5-4e1e-b284-f44c3afec751,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:54.833714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.853301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:54.857083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.859539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8aef90-eec7-4556-bbad-4e1d7b084416']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.876936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66516360-aa4e-4210-b24b-5f8c59ad3d00') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.877329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66516360-aa4e-4210-b24b-5f8c59ad3d00') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:27:54.890659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.926354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.929822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Checking segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:54.930178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Network hostable DHCP agents. Network: 9725397a-338e-41b8-84f7-de9e4f126a52, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:54.940337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:27:54.940337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:27:54.956013 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:27:54.963740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.964101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.964412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.964735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.965063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.965449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.965880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.966200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.966515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.966828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.967170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.967482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:27:54.992226 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:54.993413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f81ba4fd-aac6-4822-a734-4c9177768ef5 req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0341997 Nov 12 03:27:55.045388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e682-e562-4247-a584-1dd37ba9149b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649fa8ba-c48c-4108-85a6-3ca3f84cb885,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.058164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7f2ac73-932c-4c69-828e-ca28004f10d5 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:55.063049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01496a8f-7c4c-4929-a942-d0e65a628fdb None None] DHCP port deletion for 9f8aef90-eec7-4556-bbad-4e1d7b084416 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:27:55.079344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.081046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Network 9725397a-338e-41b8-84f7-de9e4f126a52 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:55.110164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.111050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a7f2ac73-932c-4c69-828e-ca28004f10d5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:55.111572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7f2ac73-932c-4c69-828e-ca28004f10d5 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:55.112187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 038916e1-44a0-412b-905e-0175545573d1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:27:55.123313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.126460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] 10.222.0.97 "DELETE /v2.0/networks/9f8aef90-eec7-4556-bbad-4e1d7b084416 HTTP/1.1" status: 204 len: 168 time: 0.5054934 Nov 12 03:27:55.136405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e08a75-7101-4606-b1f8-0af41c74d4e6 None None] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:55.140600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 038916e1-44a0-412b-905e-0175545573d1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:27:55.141101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 038916e1-44a0-412b-905e-0175545573d1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:27:55.154035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9725397a-338e-41b8-84f7-de9e4f126a52) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:55.165595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7ebfc-633c-41fe-bcb5-d963e477c068 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8aef90-eec7-4556-bbad-4e1d7b084416,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.187109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.187710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.193848 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.194590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953caf85-8de6-421b-bf29-661e948e2b11 None None] Network 9725397a-338e-41b8-84f7-de9e4f126a52 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:55.305269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bdc20c53-653f-4de1-be14-3f1faac6fcea admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8143733 Nov 12 03:27:55.380178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410ae87-2146-407f-b85f-46b429e7aeec req-9126e050-b5ee-4849-b5d3-1fbadfaec538 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.381753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1410ae87-2146-407f-b85f-46b429e7aeec req-9126e050-b5ee-4849-b5d3-1fbadfaec538 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1910350 Nov 12 03:27:55.386738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.389309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.390456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77046a89-d9fe-41e2-a005-3752cfc10fd6 req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-groups/4a5ab015-38cc-4356-892d-5288fe4ba625 HTTP/1.1" status: 204 len: 173 time: 0.6263573 Nov 12 03:27:55.410293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861266f2-2b85-4afc-8c64-a6109c6efecc tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ab015-38cc-4356-892d-5288fe4ba625,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.410636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.415807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.453861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9725397a-338e-41b8-84f7-de9e4f126a52', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'tenant_id': '65c5260824514a5da2f9e304c918983f', 'fixed_ips': [{'subnet_id': 'd2751a42-1fb5-4e1e-b284-f44c3afec751'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:55.455117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.511092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0846d6ca-be5d-4673-bd63-280ffb0733b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fa17057d08264e19b0951cdac9b19360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991893 Nov 12 03:27:55.513620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.569074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1410ae87-2146-407f-b85f-46b429e7aeec req-6f59d7cb-ea75-4e18-a0b5-6aa50c4bf8e5 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630330 Nov 12 03:27:55.655789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.713934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:27:55.724007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.735288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.777747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Allocated IP 172.20.0.2 (9725397a-338e-41b8-84f7-de9e4f126a52/d2751a42-1fb5-4e1e-b284-f44c3afec751/97df66d6-6094-493e-a14a-7cb559b36b81) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:55.824472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.838917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1080933130-network', 'tenant_id': '42b49ccb8d554e2081986deeef9a0d9b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:55.842482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-08b35d2b-ef5e-4ebc-8316-7c5adf9f2497 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/305e48c2-e76c-4e5e-a5b4-ca3d2338fd81 HTTP/1.1" status: 200 len: 1830 time: 0.1925101 Nov 12 03:27:55.845585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:55.894054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:55.895510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cea21-836d-4706-93d1-d66262399c85 req-ee0ecc86-727a-4dad-8c62-0c1fa00d24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.900919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-ee0ecc86-727a-4dad-8c62-0c1fa00d24bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.1371262 Nov 12 03:27:55.910507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:55.910723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Made reservation on behalf of 42b49ccb8d554e2081986deeef9a0d9b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:55.910824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.911951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e786dde-9d4d-419e-b3a7-d4fdf4eb6d30 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:55.912459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.922769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=fd2f3d7e-1397-41a8-957d-a836312f7687,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.935231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.937965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.939538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f HTTP/1.1" status: 204 len: 168 time: 0.4243937 Nov 12 03:27:55.962731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:55.976672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82298cb7-e774-4b73-9f6d-2f37e0794f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7d5cd-bbf0-4d07-b0cd-f11cbb9f495f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:55.977951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-44e64389-8179-44e3-ab08-941b4d667c23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9054065 Nov 12 03:27:55.981563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:55.992986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:69:f4:4e', 'name': 'tempest-NetworksTestDHCPv6-837068746'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:56.031921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-e3f2f24e-6a24-4414-83d5-5b1a955582d0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.034251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-e3f2f24e-6a24-4414-83d5-5b1a955582d0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 813 time: 0.2903042 Nov 12 03:27:56.040426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.081695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-51eb47ac-d176-4629-b86e-223bdea9a778 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/quotas/4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 375 time: 0.0384648 Nov 12 03:27:56.087743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.098745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.099034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.168784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Network 9725397a-338e-41b8-84f7-de9e4f126a52 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:56.177867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.180935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.183495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d8cc4a1-80f5-4fc8-9eac-a8e9755c8ce0 req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-groups/305e48c2-e76c-4e5e-a5b4-ca3d2338fd81 HTTP/1.1" status: 204 len: 173 time: 0.3399501 Nov 12 03:27:56.189478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:56.195919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:56.208951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Pushing event updated for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.216422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-26456b80-1ffe-4aef-9375-422c7aa03e75 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571141 Nov 12 03:27:56.223323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca04ffd-5ea1-48aa-9071-b6c5898684be tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e48c2-e76c-4e5e-a5b4-ca3d2338fd81,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.284974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cea21-836d-4706-93d1-d66262399c85 req-013ab0ed-8944-4512-8592-c27982bf9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.289656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-013ab0ed-8944-4512-8592-c27982bf9523 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3726442 Nov 12 03:27:56.308430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'fd2f3d7e-1397-41a8-957d-a836312f7687'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:27:56.310755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.344527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Attempting to bind port 97df66d6-6094-493e-a14a-7cb559b36b81 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:56.345288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Attempting to bind port 97df66d6-6094-493e-a14a-7cb559b36b81 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:56.345798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Attempting to bind port 97df66d6-6094-493e-a14a-7cb559b36b81 on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:56.354303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:56.354871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Checking segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:56.355590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.355757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Bound using segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:56.356134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Bound port: 97df66d6-6094-493e-a14a-7cb559b36b81, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:56.356520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.361215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:56.408736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154388d-5743-4416-854b-e5f2e9b0ea6c req-f77c8071-9051-4a35-a787-562af09ee291 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.410764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a154388d-5743-4416-854b-e5f2e9b0ea6c req-f77c8071-9051-4a35-a787-562af09ee291 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1019452 Nov 12 03:27:56.467309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.472097 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-1af526c9-29de-439d-b949-91e80c72540b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1689060 Nov 12 03:27:56.474794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.481706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-4c9dae1d-dd52-407e-add0-264b2a87c71b service neutron] 10.222.0.97 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547073 Nov 12 03:27:56.490380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a154388d-5743-4416-854b-e5f2e9b0ea6c req-95973446-8c08-4305-8b02-ee0812fe7613 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715270 Nov 12 03:27:56.561110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:56.577187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130ec7b3-1951-4f69-bca1-c5a7600c00e1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.601600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.602185 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Added segment cc34c467-d01b-4276-8db5-d8175d4930a5 of type vlan for network f05cb441-fecb-4a8c-8286-56ec5e40688b Nov 12 03:27:56.608721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-4822712d-8c11-4e3c-a893-41c3ccb73fee service neutron] 10.222.0.97 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180341 Nov 12 03:27:56.618525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.622469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:56.642035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Allocated IP 2001:db8::f816:3eff:fe7d:a26 (2bb34d67-d0dc-48a5-8247-4d25002783c6/fd2f3d7e-1397-41a8-957d-a836312f7687/8bda169a-cdf5-4be9-bcea-25e20dbbdbf2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:56.649953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=97df66d6-6094-493e-a14a-7cb559b36b81,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:56.654804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cea21-836d-4706-93d1-d66262399c85 req-b3030431-8f2e-4a9a-baff-60443d531d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.656802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-b3030431-8f2e-4a9a-baff-60443d531d4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1628897 Nov 12 03:27:56.662774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.703670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.712531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 8db54fd4-c122-4886-9abc-4e69138ef5d4 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:27:56.807890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cea21-836d-4706-93d1-d66262399c85 req-61b80d1e-86b5-49ea-a6de-1629e136a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.809850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-61b80d1e-86b5-49ea-a6de-1629e136a38d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429136 Nov 12 03:27:56.813704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.814960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:56.816036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.817674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a067be-55c7-4651-b505-c6372eaf65b3 None None] Pushing event updated for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.857446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:56.951636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1236970 Nov 12 03:27:56.954402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:56.957183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991cc5c-b80e-403d-aa1b-1a1845814ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=f05cb441-fecb-4a8c-8286-56ec5e40688b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:56.959553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Request body: {'subnet': {'network_id': 'f05cb441-fecb-4a8c-8286-56ec5e40688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1080933130-subnet', 'tenant_id': '42b49ccb8d554e2081986deeef9a0d9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:57.038083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.042660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-9e4f7cee-7e3f-4344-a55b-7488a78d6e7e service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152946 Nov 12 03:27:57.046790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f05cb441-fecb-4a8c-8286-56ec5e40688b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:57.186619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.191560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Made reservation on behalf of 42b49ccb8d554e2081986deeef9a0d9b for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:57.194302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.242575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Pushing event updated for resources: {'Port': ['ID=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.278934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:57.281974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:57.284652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:57.287281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe69:f44e (2bb34d67-d0dc-48a5-8247-4d25002783c6/fd2f3d7e-1397-41a8-957d-a836312f7687/8db54fd4-c122-4886-9abc-4e69138ef5d4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:27:57.312181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-61d457b1-2a97-4e2a-b049-c816204fa80f tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/8ce43980-27bf-457a-9b0e-a20faf133f98 HTTP/1.1" status: 200 len: 1831 time: 0.3270032 Nov 12 03:27:57.315042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43862) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.352522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a07cea21-836d-4706-93d1-d66262399c85 req-e08ae7d0-c45c-4485-b116-6f85288cf20a service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989357 Nov 12 03:27:57.353322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Attempting to bind port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:27:57.355299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Attempting to bind port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:27:57.356934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Attempting to bind port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:27:57.363929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:27:57.364617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:57.365205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.366097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:27:57.366899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Bound port: 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:27:57.367487 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.448865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] For port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:27:57.452906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] For port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:27:57.460064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.508795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1908636330-network', 'tenant_id': 'ac2fe76db771407087b06bfad250a246'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:57.566612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81503ce9-5f0f-49b9-81c0-e5d60efe07d4 None None] Pushing event updated for resources: {'Port': ['ID=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.613524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.625430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-9eb48579-878f-4ff3-9b80-590a5d4ed24f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.636387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-9eb48579-878f-4ff3-9b80-590a5d4ed24f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.6186941 Nov 12 03:27:57.653821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Made reservation on behalf of ac2fe76db771407087b06bfad250a246 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:57.657755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.684118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.710600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.712443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-29426883-f3f3-4488-a952-f344469c4414 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/quotas/65c5260824514a5da2f9e304c918983f HTTP/1.1" status: 200 len: 375 time: 0.0405734 Nov 12 03:27:57.714976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.729407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.739051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.806166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=8db54fd4-c122-4886-9abc-4e69138ef5d4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.825932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:27:57.828588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:57.831871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:27:57.838316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:57.839019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.857101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.870736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6cf1b2ae-088c-4466-aed7-dc806394c1b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8819370 Nov 12 03:27:57.883971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:57.906158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.913767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.941174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:27:57.973733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:57.974125 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Added segment e9135a00-22cc-422c-a60b-b2cfb3aedd91 of type vlan for network 7cf697ba-4cd3-4414-aacd-c0db94e575c4 Nov 12 03:27:57.984562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcb5d7b-1fd8-4b13-9d44-66c8b982e3a6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:57.996506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96da7972-f042-4976-905a-a930a8dd8b3e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.050872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.051908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-9466f8ac-f352-4f9b-a9c2-3df85b749312 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3200021 Nov 12 03:27:58.089990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.091405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.092655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.147494 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8310204 Nov 12 03:27:58.186057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Checking segment: {'id': 'cc34c467-d01b-4276-8db5-d8175d4930a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f05cb441-fecb-4a8c-8286-56ec5e40688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:58.186489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Network hostable DHCP agents. Network: f05cb441-fecb-4a8c-8286-56ec5e40688b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:58.187298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.193352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Request body: {'subnet': {'network_id': '7cf697ba-4cd3-4414-aacd-c0db94e575c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1908636330-subnet', 'tenant_id': 'ac2fe76db771407087b06bfad250a246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:58.198130 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.200920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.215848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-302fbdab-6163-4907-afbf-a4b09f1a6ede req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-groups/8ce43980-27bf-457a-9b0e-a20faf133f98 HTTP/1.1" status: 204 len: 173 time: 0.8850217 Nov 12 03:27:58.222334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Made reservation on behalf of ac2fe76db771407087b06bfad250a246 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:58.225387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.229183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e9ec2-8ca9-4240-8553-19bf34ae65b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf697ba-4cd3-4414-aacd-c0db94e575c4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.241582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 7cf697ba-4cd3-4414-aacd-c0db94e575c4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:27:58.300970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dce703-66c5-48cf-b097-d091d91a2151 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.309240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dce703-66c5-48cf-b097-d091d91a2151 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.313105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38dce703-66c5-48cf-b097-d091d91a2151 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3862920 Nov 12 03:27:58.313920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43876) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:58.319450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a435f96-7b88-4eeb-b4a7-52914c29bb91 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce43980-27bf-457a-9b0e-a20faf133f98,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.322112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Network f05cb441-fecb-4a8c-8286-56ec5e40688b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:58.344744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f05cb441-fecb-4a8c-8286-56ec5e40688b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:58.356697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbfdb0f-7100-4c9b-a4b7-be2d37e97531 None None] Network f05cb441-fecb-4a8c-8286-56ec5e40688b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:58.373396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.374050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.392388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b314d-a64f-4fb6-9381-b047165ad295 None None] Network 9725397a-338e-41b8-84f7-de9e4f126a52 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:58.405696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-5010d236-4207-447e-bbd2-52548141eed3 service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298547 Nov 12 03:27:58.419522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7760ce2b-e1f9-4598-b070-b1a3a3e371e7 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4639974 Nov 12 03:27:58.484739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893aba7-f757-498e-88bc-b7f1fd480443 req-efb032ba-e464-4a0f-82d5-69bd022ac79a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:58.491923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e893aba7-f757-498e-88bc-b7f1fd480443 req-efb032ba-e464-4a0f-82d5-69bd022ac79a tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1802871 Nov 12 03:27:58.554279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-01365fde-4769-4ac4-9a20-4688c902aec8 service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477039 Nov 12 03:27:58.591471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] Provisioning complete for port 97df66d6-6094-493e-a14a-7cb559b36b81 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:58.591850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.613592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e893aba7-f757-498e-88bc-b7f1fd480443 req-e648610c-bb21-4da5-a653-92df8eb3cbab tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206725 Nov 12 03:27:58.632936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 8db54fd4-c122-4886-9abc-4e69138ef5d4 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:27:58.633370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.656906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:58.806180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae7c3c3f-7a77-4498-9bec-4ad58ad3318e req-f6f96d95-ed25-4bf2-9660-1de2f7406a59 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 210 time: 0.1002932 Nov 12 03:27:58.869105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba3ccc38-3fce-4af0-b8b4-25eef7d53c71,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:58.872789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127ac4d-8660-44ce-8e79-16a32072ce3b None None] Network f05cb441-fecb-4a8c-8286-56ec5e40688b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:58.931801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Checking segment: {'id': 'e9135a00-22cc-422c-a60b-b2cfb3aedd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7cf697ba-4cd3-4414-aacd-c0db94e575c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:27:58.932368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Network hostable DHCP agents. Network: 7cf697ba-4cd3-4414-aacd-c0db94e575c4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:27:58.955009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.003774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 8db54fd4-c122-4886-9abc-4e69138ef5d4 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:27:59.012870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Network 7cf697ba-4cd3-4414-aacd-c0db94e575c4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:27:59.061834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 7cf697ba-4cd3-4414-aacd-c0db94e575c4) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:27:59.141430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.141958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.221616 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d14586b3-096e-4775-8435-432e17079c45 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0245748 Nov 12 03:27:59.274082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-aad274a2-f8d4-4857-b85c-9639d960b0b7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.275918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-aad274a2-f8d4-4857-b85c-9639d960b0b7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 813 time: 0.4430289 Nov 12 03:27:59.306011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-6b528620-2c02-4b57-8288-7a1964fcef14 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/328d7297-b8bc-4557-a604-d18fa7619497 HTTP/1.1" status: 200 len: 1831 time: 0.2339873 Nov 12 03:27:59.330128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'device_id': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6', 'admin_state_up': True, 'tenant_id': '4a616983381b4333990d38f7a7b64587'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:27:59.330917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b3e52-fb9b-46c9-8734-8f1ed6decb55 None None] Network 7cf697ba-4cd3-4414-aacd-c0db94e575c4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:59.358045 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.387398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887657ec-c33e-4a2a-8ad6-db0c7271128c req-62bbc5d9-4bba-4112-a91a-6a89717a7659 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.389133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-887657ec-c33e-4a2a-8ad6-db0c7271128c req-62bbc5d9-4bba-4112-a91a-6a89717a7659 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.3221507 Nov 12 03:27:59.419311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=8db54fd4-c122-4886-9abc-4e69138ef5d4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.457984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 97df66d6-6094-493e-a14a-7cb559b36b81 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:27:59.472738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.479428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c8d5d767-31b1-4472-85c4-c63ac37a2bb1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/8db54fd4-c122-4886-9abc-4e69138ef5d4 HTTP/1.1" status: 204 len: 168 time: 1.1637683 Nov 12 03:27:59.481921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.555086 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.564783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0e96f-d57f-496a-b3f2-f3595503199b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.566950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0e96f-d57f-496a-b3f2-f3595503199b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:27:59.569071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e6f0e96f-d57f-496a-b3f2-f3595503199b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0860262 Nov 12 03:27:59.571743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:27:59.621845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-887657ec-c33e-4a2a-8ad6-db0c7271128c req-6320a801-6c8f-41b4-be9a-2f5d9dd72f27 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2077200 Nov 12 03:27:59.649889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.658452 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.687458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet fd2f3d7e-1397-41a8-957d-a836312f7687 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:27:59.696331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.715742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf2aa71-b91e-4935-b4e9-2f44876a678a None None] Network 7cf697ba-4cd3-4414-aacd-c0db94e575c4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:27:59.735699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Made reservation on behalf of 4a616983381b4333990d38f7a7b64587 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:27:59.741025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.768526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.771727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.779834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8df555d2-e779-412f-8a4f-19a962433ef5 req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-groups/328d7297-b8bc-4557-a604-d18fa7619497 HTTP/1.1" status: 204 len: 173 time: 0.4694636 Nov 12 03:27:59.808233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=97df66d6-6094-493e-a14a-7cb559b36b81,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:27:59.810199 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.812931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 97df66d6-6094-493e-a14a-7cb559b36b81 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:27:59.813422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:27:59.912457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953a918-af08-44e3-b99f-24577a432530 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d7297-b8bc-4557-a604-d18fa7619497,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:27:59.944881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.110975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Could not find standard attr ID for object 8db54fd4-c122-4886-9abc-4e69138ef5d4. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:00.209456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ddfa-45f7-4d50-8b56-492415678284 None None] Pushing event updated for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.227061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Provisioning complete for port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.227474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.235582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-58c23ab6-2eed-4f6b-b372-b50898e7c622 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.243060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-58c23ab6-2eed-4f6b-b372-b50898e7c622 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.3321376 Nov 12 03:28:00.273434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.279368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:00.284981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-07f4f84e-2027-4481-b7c2-5005e44745df tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/quotas/65c5260824514a5da2f9e304c918983f HTTP/1.1" status: 200 len: 375 time: 0.0407333 Nov 12 03:28:00.310877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Allocated IP 172.20.0.3 (21c1ae7f-bec6-4991-b619-54d6920e2ee6/40c269d4-65e7-4fd7-83c7-921b26e41812/4a0ea8a1-7240-4fd5-95a4-99fc80d6091d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:00.344647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.349078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7b89c97e-e720-4cfb-a630-1cb9bd84a310 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.357318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7b89c97e-e720-4cfb-a630-1cb9bd84a310 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.3865008 Nov 12 03:28:00.388766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-aa753093-02b9-4647-832f-59f57697b4b4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/quotas/5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 375 time: 0.0303771 Nov 12 03:28:00.389629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2f3d7e-1397-41a8-957d-a836312f7687,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.396642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.403582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-673ab6ed-aa11-49bb-83bf-03f3833b3180 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/fd2f3d7e-1397-41a8-957d-a836312f7687 HTTP/1.1" status: 204 len: 168 time: 0.8279717 Nov 12 03:28:00.406483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.409822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e89043-0a9b-4535-92bd-1bc4173187b2 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:00.449864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-f21756cf-f96b-4ea0-b502-98c9b739fdb0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576186 Nov 12 03:28:00.451577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acdda46b-2bc2-4fbd-b16d-5343fe6b2964 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438974 Nov 12 03:28:00.453943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.471512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-b1c0fe51-7fd1-4148-88e3-b63f75eb9650 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852953 Nov 12 03:28:00.489219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.496284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.496930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.535351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929809dc-8609-406a-9197-18f391866c4a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.536870 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-929809dc-8609-406a-9197-18f391866c4a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0817676 Nov 12 03:28:00.540137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:00.628737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-dd06076d-0604-476c-af2d-616e1572c630 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:00.630529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-dd06076d-0604-476c-af2d-616e1572c630 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.1331801 Nov 12 03:28:00.632243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] For port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.640991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.662987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Request body: {'port': {'device_id': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'admin_state_up': True, 'tenant_id': '65c5260824514a5da2f9e304c918983f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:00.730484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d5370-8622-4b4e-821d-d28fcd61e292 None None] Pushing event updated for resources: {'Port': ['ID=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:00.743128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:00.795081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f7fca326-6dde-4ca2-9fc8-a5a5bfd1eaf8 None None] Provisioning complete for port 97df66d6-6094-493e-a14a-7cb559b36b81 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:00.795465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7fca326-6dde-4ca2-9fc8-a5a5bfd1eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.801998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Made reservation on behalf of 65c5260824514a5da2f9e304c918983f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:00.805614 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.842724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Deleting port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:00.843146 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.942678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] For port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:00.942678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:00.961574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Allocated IP 172.20.0.4 (9725397a-338e-41b8-84f7-de9e4f126a52/d2751a42-1fb5-4e1e-b284-f44c3afec751/1a9329e3-23f1-439c-85c0-1ae8b813f43b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:00.962087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Calling delete_port for 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:01.019047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 97df66d6-6094-493e-a14a-7cb559b36b81 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:01.076060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c97b-c4fa-439a-9e8b-c9c19d0ad812 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.077520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7de2c97b-c4fa-439a-9e8b-c9c19d0ad812 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5342910 Nov 12 03:28:01.087434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.101292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 97df66d6-6094-493e-a14a-7cb559b36b81 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:01.102212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.111744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-22af7744-bf94-4738-8be6-285729246b3c service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146152 Nov 12 03:28:01.137218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.143854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7bcaa5cb-1d6b-4f5c-baee-428cd2b259e7 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929905 Nov 12 03:28:01.154760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-685e8da2-3aad-4b59-bb36-ca8ad2650210 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601318 Nov 12 03:28:01.155300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.157224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.163060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:01.184182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] Pushing event deleted for resources: {'Port': ['ID=8bda169a-cdf5-4be9-bcea-25e20dbbdbf2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.190018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6f022-e652-4e3f-acbb-a5c55204f9be None None] No DVR routers for this DVR port 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:01.204029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.211430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.270561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.311239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:01.317428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:01.317640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.351238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:01.351238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8bda169a-cdf5-4be9-bcea-25e20dbbdbf2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:01.359924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Network 9725397a-338e-41b8-84f7-de9e4f126a52 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:01.363867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-102cf9d5-272d-48d7-920d-8d3dc00bbef1 service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189183 Nov 12 03:28:01.375577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-011e705f-2147-4228-aa47-1dc3fbf628b8 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112477 Nov 12 03:28:01.376728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.391338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:01.403062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:01.429405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:01.433390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:01.437102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event updated for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.438275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:01.442731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:01.488321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.488965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.498745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:01.499856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.517687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d04d0bc6-3c05-4648-8125-5781b7e0b396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1972497 Nov 12 03:28:01.528033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-d7aa41a9-dd63-4911-9dc9-288476caa67b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782511 Nov 12 03:28:01.544156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Request body: {'port': {'device_id': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:01.557814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:01.599938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Request body: {'port': {'device_id': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:01.752810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.758935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.791987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-798094d9-3a01-4578-b540-edd3d77c9b9d tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "GET /v2.0/security-groups/c8e78756-e265-4341-b560-162bc3b0488a HTTP/1.1" status: 200 len: 1831 time: 0.1194925 Nov 12 03:28:01.800983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Deleting subnet ba3ccc38-3fce-4af0-b8b4-25eef7d53c71 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:01.818833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd7b862c-34a6-4578-be17-c5c3f41efc29 None None] Provisioning complete for port 1a9329e3-23f1-439c-85c0-1ae8b813f43b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:01.819659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd7b862c-34a6-4578-be17-c5c3f41efc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.821820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:01.886050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b862c-34a6-4578-be17-c5c3f41efc29 None None] Port 1a9329e3-23f1-439c-85c0-1ae8b813f43b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:01.949693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:01.956758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.026192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:02.034255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:02.040459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.041105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.051063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228edbf8-0fac-4c67-9674-84ad6c3a109d None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:02.079924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=9d77863f-8135-4363-b0ed-3037bdf59a6a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.095549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6a28aad2-8499-42ef-921b-c397124e18c2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9377320 Nov 12 03:28:02.098149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43962) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.104534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:d7:0b:bf', 'name': 'tempest-NetworksTestDHCPv6-2085369576'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:02.214587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:02.226152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.241720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Transition to ACTIVE for port object 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:02.254047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.278429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9329e3-23f1-439c-85c0-1ae8b813f43b {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:02.288702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.303350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:02.310958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Transition to ACTIVE for port object 1a9329e3-23f1-439c-85c0-1ae8b813f43b will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:02.323549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.329706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.370948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '9d77863f-8135-4363-b0ed-3037bdf59a6a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:02.372463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.386299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c98de3-6303-4855-bf15-ccf81bb6e649 req-5b35e096-9309-4223-bb78-4c686509074c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.394046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60c98de3-6303-4855-bf15-ccf81bb6e649 req-5b35e096-9309-4223-bb78-4c686509074c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.6311777 Nov 12 03:28:02.430161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.505319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.543264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 11ca376d-5720-4503-9ab2-9a70a4f1261f yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:02.551725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.561751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.606911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Attempting to bind port 1a9329e3-23f1-439c-85c0-1ae8b813f43b on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:02.608000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Attempting to bind port 1a9329e3-23f1-439c-85c0-1ae8b813f43b by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:02.608330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Attempting to bind port 1a9329e3-23f1-439c-85c0-1ae8b813f43b on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:02.617907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Allocated IP 2001:db8::f816:3eff:fe50:e837 (2bb34d67-d0dc-48a5-8247-4d25002783c6/9d77863f-8135-4363-b0ed-3037bdf59a6a/68ccb147-05d8-4847-b60e-3f1e109259df) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:02.622255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60c98de3-6303-4855-bf15-ccf81bb6e649 req-fc9f769a-5d7b-44ae-bf5e-3299728a1742 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228084 Nov 12 03:28:02.631989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Port 1a9329e3-23f1-439c-85c0-1ae8b813f43b on network 9725397a-338e-41b8-84f7-de9e4f126a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:02.632700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Attempting to bind port 1a9329e3-23f1-439c-85c0-1ae8b813f43b on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:02.697812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:02.698075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Checking segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:02.698461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Bound using segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:02.698927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Bound port: 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:02.700257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.751831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.789653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.792063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:02.795403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:02.800240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.807392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.834995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.843001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.849870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba3ccc38-3fce-4af0-b8b4-25eef7d53c71,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.850131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.850806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.852485 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] 10.222.0.16 "PUT /v2.0/ports/1a9329e3-23f1-439c-85c0-1ae8b813f43b HTTP/1.1" status: 200 len: 1092 time: 1.2568865 Nov 12 03:28:02.852649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:02.853870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:02.856045 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dbf848-900c-48c4-bb88-ddff1cf18f38" -d '{"events": [{"name": "network-changed", "server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:02.856351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-76c54fc6-0921-4c25-8933-ffe32fa2e701 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ba3ccc38-3fce-4af0-b8b4-25eef7d53c71 HTTP/1.1" status: 204 len: 168 time: 1.2975237 Nov 12 03:28:02.863213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:02.872348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbc952-af1c-469a-bf51-c2600a7a6c57 req-5594dd46-80b6-46f7-99b8-c458f17ab66b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:02.881114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21cbc952-af1c-469a-bf51-c2600a7a6c57 req-5594dd46-80b6-46f7-99b8-c458f17ab66b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 943 time: 0.1701300 Nov 12 03:28:02.890963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Attempting to bind port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:02.891658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Attempting to bind port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:02.891658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Attempting to bind port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:02.926596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:02.930680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:02.936034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:02.938955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc658-eca6-48d0-ac49-4bc8826eca9e service neutron] Pushing event updated for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.949873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Pushing event updated for resources: {'Port': ['ID=68ccb147-05d8-4847-b60e-3f1e109259df,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:02.965911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:02.966076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Attempting to bind port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:02.993094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fed7:bbf (2bb34d67-d0dc-48a5-8247-4d25002783c6/9d77863f-8135-4363-b0ed-3037bdf59a6a/11ca376d-5720-4503-9ab2-9a70a4f1261f) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:03.009894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Attempting to bind port 68ccb147-05d8-4847-b60e-3f1e109259df on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:03.010303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Attempting to bind port 68ccb147-05d8-4847-b60e-3f1e109259df by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:03.010686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Attempting to bind port 68ccb147-05d8-4847-b60e-3f1e109259df on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:03.017710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:03.018030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-7d109ad0-af5e-4be8-9c9e-7754616223b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.018226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:03.020600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.020600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:03.020867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-7d109ad0-af5e-4be8-9c9e-7754616223b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.0756679 Nov 12 03:28:03.020976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Bound port: 68ccb147-05d8-4847-b60e-3f1e109259df, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:03.020976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.032358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:03.032717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Checking segment: {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:03.033091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Bound using segment: {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:03.033703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Bound port: 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:03.034086 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.084608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.087491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.107899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b79ee5b-7227-42f5-8b89-d3dbd1121d1f req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] 10.222.0.97 "DELETE /v2.0/security-groups/c8e78756-e265-4341-b560-162bc3b0488a HTTP/1.1" status: 204 len: 173 time: 1.2873211 Nov 12 03:28:03.115406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:03.128402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] For port 68ccb147-05d8-4847-b60e-3f1e109259df, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:03.134195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] For port 68ccb147-05d8-4847-b60e-3f1e109259df, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=68ccb147-05d8-4847-b60e-3f1e109259df,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:03.136428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-560b6114-393f-4a3e-a53a-7cf9b30b6d93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b HTTP/1.1" status: 200 len: 217 time: 0.0980721 Nov 12 03:28:03.143282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.153587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.243066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6c96-63b8-40ff-afa1-e4ed517e8608 None None] Pushing event updated for resources: {'Port': ['ID=68ccb147-05d8-4847-b60e-3f1e109259df,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.246631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bce10-8aa6-4815-9f3a-936031f1c566 tempest-SecurityGroupRulesNegativeTestJSON-1558775953 tempest-SecurityGroupRulesNegativeTestJSON-1558775953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e78756-e265-4341-b560-162bc3b0488a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.278627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21cbc952-af1c-469a-bf51-c2600a7a6c57 req-ac37d539-837d-428c-8347-6543b3b3be1a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906922 Nov 12 03:28:03.323003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-997eab6c-1f29-4f8a-95de-5e278231599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.325753 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-997eab6c-1f29-4f8a-95de-5e278231599b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.1806171 Nov 12 03:28:03.383546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Deleting subnet 8b3a38ca-c15b-4e51-b5fe-375457f0b398 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:03.390440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.425922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.428871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-a547f9f7-80db-4e0a-af90-1de178e38bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.430419 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-a547f9f7-80db-4e0a-af90-1de178e38bdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979109 Nov 12 03:28:03.459421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f3b4493-89e0-4211-8126-31ae49d593c1 req-87fd7198-30ec-4f08-9f97-94b366485efb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 210 time: 0.2106705 Nov 12 03:28:03.545433 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ebccb3-6fce-4325-8a85-4057edcd9313 x-openstack-request-id: req-44ebccb3-6fce-4325-8a85-4057edcd9313 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:03.547277 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:03.547600 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-44ebccb3-6fce-4325-8a85-4057edcd9313 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:03.548075 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b', 'status': 'completed', 'code': 200} Nov 12 03:28:03.579353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.605171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:03.609132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:03.633095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-b41825f5-432f-4d69-971a-d118ff24cbeb service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948857 Nov 12 03:28:03.646530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:03.659563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:03.674546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:03.680972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.682456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.700284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=11ca376d-5720-4503-9ab2-9a70a4f1261f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:03.732508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.735589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.753078 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-49ffbd4d-94cb-41a3-b88e-2c116f752a24 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6537795 Nov 12 03:28:03.764956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43982) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:03.770244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.886388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ad86df3a-f5f0-4f6d-b8cb-a5f474d75c2f req-a1cbcbbd-d003-43b5-9d40-5bfd2e148fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419953 Nov 12 03:28:03.892705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.893337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.894744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] 10.222.0.104 "PUT /v2.0/ports/4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 1092 time: 2.3563511 Nov 12 03:28:03.898630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d1c3e-aebe-418e-af74-a783bd688079 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.904497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d1c3e-aebe-418e-af74-a783bd688079 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.906481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-056d1c3e-aebe-418e-af74-a783bd688079 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1389155 Nov 12 03:28:03.911311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:03.912084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:03.913623 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1db445-6779-4106-a0cb-d3be66b88366" -d '{"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:03.926227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf697ba-4cd3-4414-aacd-c0db94e575c4']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:03.948691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-2cd2281c-bcf5-432f-a2ba-93d4d43193dd tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.950139 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-2cd2281c-bcf5-432f-a2ba-93d4d43193dd tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.2406294 Nov 12 03:28:03.964974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9135a00-22cc-422c-a60b-b2cfb3aedd91') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:03.965270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9135a00-22cc-422c-a60b-b2cfb3aedd91') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:03.975029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-47b5a7ae-a0b6-4098-9e16-63d8d3baaf21 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:03.976854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-47b5a7ae-a0b6-4098-9e16-63d8d3baaf21 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.104 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.7318239 Nov 12 03:28:03.990031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:03.995165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.014800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27a1c1-f2a0-4b53-9846-d42be46e9b2a service neutron] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.023509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-fb9ad958-c14d-434a-8834-491a28d8b2fd tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.024957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-fb9ad958-c14d-434a-8834-491a28d8b2fd tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.5644670 Nov 12 03:28:04.031726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Request body: {'port': {'device_id': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'admin_state_up': True, 'tenant_id': '5ee186eb6f294e67baab5ff066547574'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:04.040717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Request body: {'port': {'device_id': '85208563-544c-4da0-abcc-b961f98252a6', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'admin_state_up': True, 'tenant_id': '65c5260824514a5da2f9e304c918983f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:04.077103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 11ca376d-5720-4503-9ab2-9a70a4f1261f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:04.077460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.099947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.128660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c37f-dc3e-475c-9c5b-97e6edf17a20 req-c7ae987a-0240-413b-96db-5b20dc5e5bda tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.129920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-75f87b9e-ecd3-4f6c-80ba-04ce9e09ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.130156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a43c37f-dc3e-475c-9c5b-97e6edf17a20 req-c7ae987a-0240-413b-96db-5b20dc5e5bda tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.3746519 Nov 12 03:28:04.131432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-75f87b9e-ecd3-4f6c-80ba-04ce9e09ab5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 1095 time: 0.1341989 Nov 12 03:28:04.167613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-3f2c3556-c009-4865-b9e0-3948d70cc351 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/quotas/65c5260824514a5da2f9e304c918983f HTTP/1.1" status: 200 len: 375 time: 0.1315043 Nov 12 03:28:04.170436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:04.170864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:04.176835 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:04.303776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-f39aae5a-26f4-4709-857a-f45e0ea86354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.305291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-f39aae5a-26f4-4709-857a-f45e0ea86354 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1095 time: 0.2777197 Nov 12 03:28:04.307927 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.319536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.341181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.342266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 11ca376d-5720-4503-9ab2-9a70a4f1261f owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:04.355240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:04.358809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.363737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-82e43509-3fb4-479e-8f77-e1f2486fa025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.365228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-82e43509-3fb4-479e-8f77-e1f2486fa025 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 916 time: 0.2208812 Nov 12 03:28:04.384162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.390793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] 10.222.0.97 "DELETE /v2.0/networks/7cf697ba-4cd3-4414-aacd-c0db94e575c4 HTTP/1.1" status: 204 len: 168 time: 1.5081389 Nov 12 03:28:04.398603 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.402378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8b3a38ca-c15b-4e51-b5fe-375457f0b398 HTTP/1.1" status: 204 len: 168 time: 1.2761600 Nov 12 03:28:04.403343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39873d6-dda1-4a04-96d2-64cc74216f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3a38ca-c15b-4e51-b5fe-375457f0b398,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.406947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.461022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-6baa5a83-e0d3-48f8-b46c-c24247b6bbc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b HTTP/1.1" status: 200 len: 217 time: 0.0813365 Nov 12 03:28:04.555774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] Provisioning complete for port 68ccb147-05d8-4847-b60e-3f1e109259df triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.557303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.655805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.713041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] For port 68ccb147-05d8-4847-b60e-3f1e109259df, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=68ccb147-05d8-4847-b60e-3f1e109259df,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:04.718467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.784541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a43c37f-dc3e-475c-9c5b-97e6edf17a20 req-cdfe2e3b-5df4-4eaa-b562-457a4209492d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105828 Nov 12 03:28:04.786742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:04.792745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2319-8dce-40de-942c-79cfa724564c admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf697ba-4cd3-4414-aacd-c0db94e575c4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.827833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dbec5-9470-43f1-ac8a-554697d80421 None None] Pushing event updated for resources: {'Port': ['ID=68ccb147-05d8-4847-b60e-3f1e109259df,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:04.842029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-e974a7c5-efd8-429f-aa83-8fe932af1d90 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 217 time: 0.4708121 Nov 12 03:28:04.853987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9c4add3e-714b-4bd8-b0ad-e236c04aba08 None None] Provisioning complete for port 11ca376d-5720-4503-9ab2-9a70a4f1261f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:04.854368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c4add3e-714b-4bd8-b0ad-e236c04aba08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:04.865371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-f9c7cdb2-a7a0-4559-b908-696a7d14a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:04.866892 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-f9c7cdb2-a7a0-4559-b908-696a7d14a62e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.3902798 Nov 12 03:28:04.877983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-200041b9-8b3f-42f0-90fb-ca5eeca56be6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6866734 Nov 12 03:28:04.879685 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49738502-3e75-42bb-832e-626093454a07 x-openstack-request-id: req-49738502-3e75-42bb-832e-626093454a07 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:04.880066 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:04.880433 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-49738502-3e75-42bb-832e-626093454a07 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:04.880908 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'status': 'completed', 'code': 200} Nov 12 03:28:04.941389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9c4add3e-714b-4bd8-b0ad-e236c04aba08 None None] Port 11ca376d-5720-4503-9ab2-9a70a4f1261f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:05.005573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Allocated IP 172.20.0.5 (495061ef-1f9d-4c9f-b68c-0e529bf2536a/22fee02d-5c4a-42ed-a920-c1208aac7470/4cbec6e4-197b-48e1-80e7-17ebea2c0bed) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:05.006733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Made reservation on behalf of 65c5260824514a5da2f9e304c918983f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:05.011074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.028589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-203fdf6f-54f0-4303-b792-a30812f1e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.030632 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-203fdf6f-54f0-4303-b792-a30812f1e1f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359537 Nov 12 03:28:05.033478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.061007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 68ccb147-05d8-4847-b60e-3f1e109259df up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:05.088817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.093546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=11ca376d-5720-4503-9ab2-9a70a4f1261f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.122800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d11afb3f-0149-4869-8a0c-f6371a9ae3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.124306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-d11afb3f-0149-4869-8a0c-f6371a9ae3dc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.2710869 Nov 12 03:28:05.126565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03eeed31-1640-407f-8345-8bcfffb629ac admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac2fe76db771407087b06bfad250a246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3349185 Nov 12 03:28:05.130595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.139754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 68ccb147-05d8-4847-b60e-3f1e109259df triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:05.140130 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.158834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4638-a20f-465b-aa06-fc76118de5eb req-518a2eb0-60c7-49e0-9263-ca93beaab308 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.160437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7aca4638-a20f-465b-aa06-fc76118de5eb req-518a2eb0-60c7-49e0-9263-ca93beaab308 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 943 time: 0.2088387 Nov 12 03:28:05.193860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.197744 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e44494a-d2f9-4cab-9c45-60e87142439a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/11ca376d-5720-4503-9ab2-9a70a4f1261f HTTP/1.1" status: 204 len: 168 time: 1.2844932 Nov 12 03:28:05.202622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44000) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.276214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-f7b2d1b3-75d8-40b0-9664-5000e07c0d3a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420701 Nov 12 03:28:05.292764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-fac3214c-ede0-412f-a840-fa97dfe3767d service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493054 Nov 12 03:28:05.368682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-ea81ad3f-bfd2-4296-8799-6e66b2dc4377 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268859 Nov 12 03:28:05.407290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d94319-31b5-4c38-b64c-7c42a630c99a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.408735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d94319-31b5-4c38-b64c-7c42a630c99a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.410247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c5d94319-31b5-4c38-b64c-7c42a630c99a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2020884 Nov 12 03:28:05.422609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.424085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44002) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:05.526856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.532730 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.551173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.552109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Allocated IP 172.20.0.7 (9725397a-338e-41b8-84f7-de9e4f126a52/d2751a42-1fb5-4e1e-b284-f44c3afec751/fb045b63-8d9b-4227-902e-8f7a1dcaf5cb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:05.571191 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7aca4638-a20f-465b-aa06-fc76118de5eb req-e96c6b73-4364-47d5-b25a-a8d21c6a1c4e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024404 Nov 12 03:28:05.585386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 9d77863f-8135-4363-b0ed-3037bdf59a6a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:05.596582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.602726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:05.639485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052f3e33-85f8-4da2-9a1f-2d694c69ab02') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:05.639777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052f3e33-85f8-4da2-9a1f-2d694c69ab02') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:05.662802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-2e368fe7-f74b-49d7-9352-365c795406eb service neutron] 10.222.0.97 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210692 Nov 12 03:28:05.674268 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.677198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-882e4324-b23e-45bd-8aaa-b0f0cfd4e33e service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915832 Nov 12 03:28:05.682807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71dbf848-900c-48c4-bb88-ddff1cf18f38 req-b1121d49-832e-4d3f-beed-995e12acc7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987361 Nov 12 03:28:05.690425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.715313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.746436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.768980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:05.769597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:05.771334 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:05.778412 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.781061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.782220 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0bcb5d7b-1fd8-4b13-9d44-66c8b982e3a6 HTTP/1.1" status: 204 len: 168 time: 0.6508794 Nov 12 03:28:05.789400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:05.798488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:05.810292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:05.833237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec31e8b-dafa-4775-9e23-e7e1a3e386ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcb5d7b-1fd8-4b13-9d44-66c8b982e3a6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.855504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:05.893131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.926223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd62ed-d775-4953-a3a2-747bab6e8d12 req-403fe8a2-0ffe-4a7e-87d5-90fe333d812e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.928010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:05.928671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.938006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dcd62ed-d775-4953-a3a2-747bab6e8d12 req-403fe8a2-0ffe-4a7e-87d5-90fe333d812e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 931 time: 0.2825775 Nov 12 03:28:05.957855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-7f40e6f7-964f-4c66-8abb-2f1c96ff478c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9457998 Nov 12 03:28:05.961781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.986715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:05.992433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] 10.222.0.97 "DELETE /v2.0/networks/e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d HTTP/1.1" status: 204 len: 168 time: 1.5675035 Nov 12 03:28:05.997542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Request body: {'port': {'device_id': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.010518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fc1f6b7-332a-4438-8a9e-74fb273e3a8d req-ac5b2a42-3ccc-4a2a-8a53-9039206da61a service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170075 Nov 12 03:28:06.031468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.053869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235a474-dacb-4773-a170-89e29762ad3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e1db4a-2eb1-4b55-bb7a-8d35955ba19d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.086977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea73bd-5c28-4c30-92a7-68e2bee83b4e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:06.096442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.102546 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9d77863f-8135-4363-b0ed-3037bdf59a6a HTTP/1.1" status: 204 len: 168 time: 0.6661332 Nov 12 03:28:06.102546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4cff2-0a26-4541-bfb2-fef471560c58 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=9d77863f-8135-4363-b0ed-3037bdf59a6a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.104743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.116396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.130558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dcd62ed-d775-4953-a3a2-747bab6e8d12 req-55c54880-ad3a-4bba-9bc6-d52036580264 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916456 Nov 12 03:28:06.135509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.159829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2686a-544c-41f7-aeb0-c2e074279f2b req-7f840973-7d7a-4ec4-b0ce-2321f68cd243 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.169058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ba2686a-544c-41f7-aeb0-c2e074279f2b req-7f840973-7d7a-4ec4-b0ce-2321f68cd243 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1639078 Nov 12 03:28:06.234015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-15759448-1378-46be-9ce8-f109568ed89f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261902 Nov 12 03:28:06.243484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44016) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.257981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.283905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bbff981-4243-4438-8553-8f0d4be291ab req-d7f7a353-5f2e-4951-98b6-1744514e7c79 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 210 time: 0.0585172 Nov 12 03:28:06.294378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1a9329e3-23f1-439c-85c0-1ae8b813f43b details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:06.326807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ba2686a-544c-41f7-aeb0-c2e074279f2b req-c95d798b-78b8-447b-ad79-a64b770b0b00 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523573 Nov 12 03:28:06.328027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.339122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.369633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-0e84bc31-0494-4da1-9bb6-2dff4f3b019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.371379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-0e84bc31-0494-4da1-9bb6-2dff4f3b019b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1095 time: 0.1983263 Nov 12 03:28:06.415509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Network 9725397a-338e-41b8-84f7-de9e4f126a52 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:06.440265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:06.449386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:06.498181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event updated for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:06.596098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4179e4d3-ef16-462d-b325-d948bbfdba0d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ec262ebce9724bd0b6c2c8ef8c532251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582936 Nov 12 03:28:06.598825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.601970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:06.642165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:06.683841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.684560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.714682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '1a9329e3-23f1-439c-85c0-1ae8b813f43b', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'port_id': '1a9329e3-23f1-439c-85c0-1ae8b813f43b', 'mac_address': 'fa:16:3e:b7:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2751a42-1fb5-4e1e-b284-f44c3afec751', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:06.736196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-bf2f3b97-a2e7-4095-a06a-d7351b23f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.738641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-bf2f3b97-a2e7-4095-a06a-d7351b23f53e service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.3568413 Nov 12 03:28:06.773234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac207-6c97-461b-a73e-f39b989935c8 req-c60990fc-540a-428e-b150-298070ef60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.776920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3dac207-6c97-461b-a73e-f39b989935c8 req-c60990fc-540a-428e-b150-298070ef60c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1097 time: 0.4600933 Nov 12 03:28:06.797406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.828469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9329e3-23f1-439c-85c0-1ae8b813f43b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:06.858566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:06.872688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Deleting port 68ccb147-05d8-4847-b60e-3f1e109259df {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:06.873188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.874804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.878361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-29f702e2-5e92-4ddd-9862-6a8b018d5a98 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8440652 Nov 12 03:28:06.882267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-388fd6cc-c888-4a97-ba89-f046b24bc223 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 217 time: 0.1331365 Nov 12 03:28:06.932220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c0a5d-b4bf-4136-8cd9-1fa32e9d41b5 req-1ecc3401-739c-4ee2-aa21-c059f4c8c68f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:06.940085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-626c0a5d-b4bf-4136-8cd9-1fa32e9d41b5 req-1ecc3401-739c-4ee2-aa21-c059f4c8c68f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 943 time: 0.2001452 Nov 12 03:28:06.952125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Request body: {'port': {'device_id': '85208563-544c-4da0-abcc-b961f98252a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:06.958955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:06.995363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.102861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbec6e4-197b-48e1-80e7-17ebea2c0bed {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:07.109032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.111709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.112976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f1f05379-641f-4aaf-85f9-a8636ca5d339 HTTP/1.1" status: 204 len: 168 time: 0.5034044 Nov 12 03:28:07.126629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.130677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-680f7379-0639-44ea-a2d2-f9fa5b4b235b None None] Provisioning complete for port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:07.131440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-680f7379-0639-44ea-a2d2-f9fa5b4b235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.139532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 68ccb147-05d8-4847-b60e-3f1e109259df no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:07.157438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b74665-6842-4ccd-945c-12a5a16a3264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f05379-641f-4aaf-85f9-a8636ca5d339,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.163986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Transition to ACTIVE for port object 4cbec6e4-197b-48e1-80e7-17ebea2c0bed will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:07.191141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-a5e2f5e2-83bc-4b81-9915-baadd70339cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:07.193195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-a5e2f5e2-83bc-4b81-9915-baadd70339cb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.2714739 Nov 12 03:28:07.198674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.229952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.280638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-626c0a5d-b4bf-4136-8cd9-1fa32e9d41b5 req-de8487fc-d6e5-4c33-a061-3fa1b59d88eb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391294 Nov 12 03:28:07.314820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-3eaf6622-aa5f-43e4-9156-bf463853a633 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913002 Nov 12 03:28:07.332703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1a9329e3-23f1-439c-85c0-1ae8b813f43b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:07.407607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3dac207-6c97-461b-a73e-f39b989935c8 req-c9e56785-ecf6-4cfd-afe5-2dcc388be7f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304096 Nov 12 03:28:07.426704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:07.432449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.461928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.508178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae2beb74-7d8b-48c5-8e82-873e070029d1 req-cd6e6ed2-beb4-4f56-9361-93ecf82fef26 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 210 time: 0.1170733 Nov 12 03:28:07.533747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:07.537152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-680f7379-0639-44ea-a2d2-f9fa5b4b235b None None] Port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:07.593786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] For port 68ccb147-05d8-4847-b60e-3f1e109259df, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=68ccb147-05d8-4847-b60e-3f1e109259df,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:07.596166 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.610679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:07.611328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:07.611861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.621614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:07.622221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:07.634069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Calling delete_port for 68ccb147-05d8-4847-b60e-3f1e109259df owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:07.684342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:07.684686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:07.685392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:07.686127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Bound port: 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:07.686676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.786601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.882986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:07.883561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 68ccb147-05d8-4847-b60e-3f1e109259df, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=68ccb147-05d8-4847-b60e-3f1e109259df,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:07.910046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:07.912991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:07.942432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.011124 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.042624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=68ccb147-05d8-4847-b60e-3f1e109259df,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.048310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.049267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.050617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] No DVR routers for this DVR port 68ccb147-05d8-4847-b60e-3f1e109259df on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:08.051280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] 10.222.0.104 "PUT /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 1092 time: 2.0709052 Nov 12 03:28:08.053762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9cc1f-eff3-4c4d-be98-0402b2a58399 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.058357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:08.061028 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a99f6-56c5-42f5-a673-e31226feeea7" -d '{"events": [{"name": "network-changed", "server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:08.084730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251f769-d78a-42f8-9744-0028553dc01f None None] Pushing event deleted for resources: {'Port': ['ID=68ccb147-05d8-4847-b60e-3f1e109259df,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.182968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe8620-081c-47c8-97a7-e0d084f2581c req-313b6de1-3b51-46bf-a151-2866060f3565 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.191468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2fe8620-081c-47c8-97a7-e0d084f2581c req-313b6de1-3b51-46bf-a151-2866060f3565 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.9176426 Nov 12 03:28:08.299678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-bfd38d31-8042-4224-99eb-2fd7faa6ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.301353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-bfd38d31-8042-4224-99eb-2fd7faa6ba39 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1095 time: 0.1631401 Nov 12 03:28:08.334412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-c0ddc18c-b938-401a-ace9-c97ac05c2fa6 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9944415 Nov 12 03:28:08.336155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:08.350178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4111b04-76f5-4030-9af2-79401b63bf1b req-e2717d4d-74a4-47aa-9766-3612451664f9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.351592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4111b04-76f5-4030-9af2-79401b63bf1b req-e2717d4d-74a4-47aa-9766-3612451664f9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.6369750 Nov 12 03:28:08.373782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44080) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.376253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.384224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-ca64539a-9e84-4a69-a8a3-016d01554614 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.386228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-ca64539a-9e84-4a69-a8a3-016d01554614 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 816 time: 0.3115120 Nov 12 03:28:08.393972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2fe8620-081c-47c8-97a7-e0d084f2581c req-2db0b749-f39c-41d7-998d-53b9ccd765f6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015550 Nov 12 03:28:08.394589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-e257c912-4d39-4111-83ef-03bff0040c10 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.0555029 Nov 12 03:28:08.437907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Request body: {'port': {'device_id': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'admin_state_up': True, 'tenant_id': '65c5260824514a5da2f9e304c918983f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.468799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:08.496540 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085ff152-42b3-4c51-ad94-4677f7fe7b48 x-openstack-request-id: req-085ff152-42b3-4c51-ad94-4677f7fe7b48 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:08.496787 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:08.496900 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-085ff152-42b3-4c51-ad94-4677f7fe7b48 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:08.497255 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'status': 'completed', 'code': 200} Nov 12 03:28:08.503365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:08.510830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4111b04-76f5-4030-9af2-79401b63bf1b req-7e9a5202-90f6-4971-b3a4-dd5c305a557e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516271 Nov 12 03:28:08.516287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b74ed-0808-40e6-9c52-5815d7db4654 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:08.540685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.541816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.568903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e1db445-6779-4106-a0cb-d3be66b88366 req-f3767fe4-cbec-431b-8b53-3e87af78cf36 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118452 Nov 12 03:28:08.586963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=48a8a71e-bedd-4f72-bea9-809db766f2d9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.615348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-0cd34433-6000-4bbe-9d90-128f00e9bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.615798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb045b63-8d9b-4227-902e-8f7a1dcaf5cb {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:08.625695 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-0cd34433-6000-4bbe-9d90-128f00e9bd89 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1984735 Nov 12 03:28:08.633810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.661708 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f1c3407-df74-49f9-a715-15c7f28cad37 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4152648 Nov 12 03:28:08.668437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.680722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:c5:80:fe', 'name': 'tempest-NetworksTestDHCPv6-1675744546'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.717084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-3c15b5a0-0d34-46ce-800f-4d67e67c2292 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537531 Nov 12 03:28:08.737347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Transition to ACTIVE for port object fb045b63-8d9b-4227-902e-8f7a1dcaf5cb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:08.745708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-908445434-network', 'tenant_id': '71db3878eedb4b7b8d92dfa730966234'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:08.785487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09dd23d3-71a3-4e08-8dce-04253acc3264 req-c59aabde-4309-4cd0-ace5-f07a46c59bbc tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 210 time: 0.0978272 Nov 12 03:28:08.791448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.827365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '48a8a71e-bedd-4f72-bea9-809db766f2d9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:08.830074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.848031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdef2f9-a6df-4d43-a67b-faae05004e5d req-ff44f40a-c8fa-412d-8e36-9a021b83c5c7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:08.858993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bdef2f9-a6df-4d43-a67b-faae05004e5d req-ff44f40a-c8fa-412d-8e36-9a021b83c5c7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 943 time: 0.2328291 Nov 12 03:28:08.890786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Made reservation on behalf of 65c5260824514a5da2f9e304c918983f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:08.895758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.912511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Made reservation on behalf of 71db3878eedb4b7b8d92dfa730966234 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:08.916637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.930657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Pushing event updated for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:08.932832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:08.933395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:08.983122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-b5075008-49de-465d-b156-d6e8e9bf8190 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528789 Nov 12 03:28:09.047910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Allocated IP 2001:db8::f816:3eff:feb4:4cee (2bb34d67-d0dc-48a5-8247-4d25002783c6/48a8a71e-bedd-4f72-bea9-809db766f2d9/65c80542-009e-4d2f-b4a3-ce9a2705f355) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:09.059325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bdef2f9-a6df-4d43-a67b-faae05004e5d req-c7839036-21c5-4102-a70f-fc9124a7e10c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920602 Nov 12 03:28:09.107483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:09.137704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73974729-dadf-4c1e-89fb-b617ad79d15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.196016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Attempting to bind port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:09.196723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Attempting to bind port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:09.196723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Attempting to bind port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:09.219906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb on network 9725397a-338e-41b8-84f7-de9e4f126a52 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:09.220296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Attempting to bind port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:09.244249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:09.244660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Checking segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:09.244974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Bound using segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:09.245426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Bound port: fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:09.245788 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.278108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.287666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.307892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.334298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.366583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 6a24b1a9-9536-4cb5-adfd-8558d989581d yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:09.370079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:09.373123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:09.375974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:09.395858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73974729-dadf-4c1e-89fb-b617ad79d15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.413960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Pushing event updated for resources: {'Port': ['ID=65c80542-009e-4d2f-b4a3-ce9a2705f355,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.435542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73974729-dadf-4c1e-89fb-b617ad79d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.448675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:09.464534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Attempting to bind port 65c80542-009e-4d2f-b4a3-ce9a2705f355 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:09.471509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Attempting to bind port 65c80542-009e-4d2f-b4a3-ce9a2705f355 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:09.471881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Attempting to bind port 65c80542-009e-4d2f-b4a3-ce9a2705f355 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:09.481009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:09.481386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:09.481838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.482234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:09.482731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Bound port: 65c80542-009e-4d2f-b4a3-ce9a2705f355, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:09.483295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.496857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db973197-1766-46c1-85c3-b01e6a283ef2 req-2f7b20ce-0124-4187-84ad-a75557571440 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641418 Nov 12 03:28:09.499798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:09.523772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-73974729-dadf-4c1e-89fb-b617ad79d15d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=19ea1c28381041c1962a726298f2f721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838459 Nov 12 03:28:09.524738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.527111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:09.540130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Allocated IP 172.20.0.5 (9725397a-338e-41b8-84f7-de9e4f126a52/d2751a42-1fb5-4e1e-b284-f44c3afec751/7dfff4a5-16f7-4291-8563-87a9d6812c02) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:09.565762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] For port 65c80542-009e-4d2f-b4a3-ce9a2705f355, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:09.570543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] For port 65c80542-009e-4d2f-b4a3-ce9a2705f355, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=65c80542-009e-4d2f-b4a3-ce9a2705f355,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:09.576446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.576801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73974729-dadf-4c1e-89fb-b617ad79d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b95e3d-58b2-477d-b5ec-236bf1fdbb64,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.580124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.602920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.624857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:09.642176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.643088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.643507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.643952 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Added segment 1ff16914-6aeb-4a3c-9a17-331bfda08775 of type vlan for network 478c949b-33ff-441e-85b4-6981e349313c Nov 12 03:28:09.649882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] 10.222.0.104 "PUT /v2.0/ports/fb045b63-8d9b-4227-902e-8f7a1dcaf5cb HTTP/1.1" status: 200 len: 1092 time: 2.7324851 Nov 12 03:28:09.659786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:09.662458 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43607094-3940-442d-b841-fd6a3ca78252" -d '{"events": [{"name": "network-changed", "server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:09.679622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e52093-573e-40dc-b9cf-7d03a4af0e00 None None] Pushing event updated for resources: {'Port': ['ID=65c80542-009e-4d2f-b4a3-ce9a2705f355,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.722926 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.755595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fec5:80fe (2bb34d67-d0dc-48a5-8247-4d25002783c6/48a8a71e-bedd-4f72-bea9-809db766f2d9/6a24b1a9-9536-4cb5-adfd-8558d989581d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:09.765211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88088863-4b1e-42ca-baad-56e8e8b5058c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.783663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c0db8-709c-422b-b843-f9eb2f4cdacb req-e9d6c69a-27a3-4fcd-a7fb-bf28a39878bd tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.786379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336c0db8-709c-422b-b843-f9eb2f4cdacb req-e9d6c69a-27a3-4fcd-a7fb-bf28a39878bd tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.2987750 Nov 12 03:28:09.812170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80184a99-b90e-4109-9b93-c907a1dc6d01 service neutron] Pushing event updated for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:09.861329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.862453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.863698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.894272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-1f386291-1684-4a69-b121-7447697f7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.896066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-1f386291-1684-4a69-b121-7447697f7628 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 1095 time: 0.1322961 Nov 12 03:28:09.924822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:09.933086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-f81b9b5a-af91-4d94-8ef5-acd9a3a164f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:09.937476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-f81b9b5a-af91-4d94-8ef5-acd9a3a164f4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1095 time: 0.2517791 Nov 12 03:28:09.983261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6061697 Nov 12 03:28:10.016834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55705f4e-f063-4ad1-8915-b1a735d74ade req-0ebbf9e8-898c-428a-928f-fc42c74b1a0c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.018477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55705f4e-f063-4ad1-8915-b1a735d74ade req-0ebbf9e8-898c-428a-928f-fc42c74b1a0c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.3112929 Nov 12 03:28:10.019024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:10.049457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Request body: {'subnet': {'network_id': '478c949b-33ff-441e-85b4-6981e349313c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-908445434-subnet', 'tenant_id': '71db3878eedb4b7b8d92dfa730966234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.073493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-05557f72-6fe2-4b51-8fda-7b814d931437 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb HTTP/1.1" status: 200 len: 217 time: 0.1092026 Nov 12 03:28:10.079487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c60e8-1e17-4bf8-bc0d-a307fe9bebdb admin admin] Pushing event updated for resources: {'Network': ['ID=478c949b-33ff-441e-85b4-6981e349313c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.080281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.093868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 478c949b-33ff-441e-85b4-6981e349313c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:10.098078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336c0db8-709c-422b-b843-f9eb2f4cdacb req-e6cde20f-c085-4b99-acf4-a45cded5aebf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908990 Nov 12 03:28:10.170323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.183150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-4db7cebc-5a2f-45ae-9423-c1be1423f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.184572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-4db7cebc-5a2f-45ae-9423-c1be1423f9c9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.0990677 Nov 12 03:28:10.222176 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a54b7b-6a0e-4601-8f4d-6353c18f47f1 x-openstack-request-id: req-87a54b7b-6a0e-4601-8f4d-6353c18f47f1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:10.222765 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:10.222765 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-87a54b7b-6a0e-4601-8f4d-6353c18f47f1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:10.223130 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb', 'status': 'completed', 'code': 200} Nov 12 03:28:10.237200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.246925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Made reservation on behalf of 71db3878eedb4b7b8d92dfa730966234 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:10.252847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.270781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1a9329e3-23f1-439c-85c0-1ae8b813f43b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:10.293037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-181e729a-7e37-42f3-903f-61f408635f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.294564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-181e729a-7e37-42f3-903f-61f408635f7e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882146 Nov 12 03:28:10.296545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Network 9725397a-338e-41b8-84f7-de9e4f126a52 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:10.301935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:10.307897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:10.342354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1a9329e3-23f1-439c-85c0-1ae8b813f43b up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:10.347124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55705f4e-f063-4ad1-8915-b1a735d74ade req-e435fa30-a1af-40f5-97ca-eb01bf802541 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828171 Nov 12 03:28:10.360361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event updated for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.432804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-bd9bfab3-5722-4821-b8e2-78e3fec9baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.434422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-bd9bfab3-5722-4821-b8e2-78e3fec9baa9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.4844241 Nov 12 03:28:10.448718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 1a9329e3-23f1-439c-85c0-1ae8b813f43b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:10.459509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.461068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 1a9329e3-23f1-439c-85c0-1ae8b813f43b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.461845 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.462328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.464141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d4b95e3d-58b2-477d-b5ec-236bf1fdbb64 HTTP/1.1" status: 204 len: 168 time: 0.9151595 Nov 12 03:28:10.469349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.487022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.487806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.496099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:10.529641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-88666688-8d39-4587-b607-0988ef1212b0 service neutron] 10.222.0.104 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254236 Nov 12 03:28:10.533525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-35591fb5-72cd-4904-b54b-2e2e8c87fad1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1074479 Nov 12 03:28:10.566875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Request body: {'port': {'device_id': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:10.574412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-7c6e55ff-3381-4221-92e6-e13311ab1ad7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.1302998 Nov 12 03:28:10.583847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e8ffc-ef17-4120-a7f9-f49bb974f8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b95e3d-58b2-477d-b5ec-236bf1fdbb64,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:10.639330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d21a33-9be2-46c9-b7cb-98373cc983cb req-4c2dc592-695d-49b1-9930-768d93025b2c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.647442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16d21a33-9be2-46c9-b7cb-98373cc983cb req-4c2dc592-695d-49b1-9930-768d93025b2c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 931 time: 0.3608837 Nov 12 03:28:10.658082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.699822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:10.765975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe477d1-97a6-48a0-bd40-75f9f1d7542a req-fdeda989-9135-4cf3-9746-44c0dd3bc016 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.767574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fe477d1-97a6-48a0-bd40-75f9f1d7542a req-fdeda989-9135-4cf3-9746-44c0dd3bc016 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 943 time: 0.3369467 Nov 12 03:28:10.776941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6', 'port_id': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'mac_address': 'fa:16:3e:22:67:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c269d4-65e7-4fd7-83c7-921b26e41812', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:10.842724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.851555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-113aa0d5-67f3-43f3-a067-ac272a3dbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:10.853417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-113aa0d5-67f3-43f3-a067-ac272a3dbecc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.2630277 Nov 12 03:28:10.866992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2279f65f-a96b-4c4d-95bf-7d26ae6776c6 None None] Provisioning complete for port 7dfff4a5-16f7-4291-8563-87a9d6812c02 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:10.867678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2279f65f-a96b-4c4d-95bf-7d26ae6776c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.956803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:10.985583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16d21a33-9be2-46c9-b7cb-98373cc983cb req-21a93a8c-7017-4be8-ae95-b7700ce66aa7 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368208 Nov 12 03:28:11.016643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.018816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2279f65f-a96b-4c4d-95bf-7d26ae6776c6 None None] Port 7dfff4a5-16f7-4291-8563-87a9d6812c02 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:11.082723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.100268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-631bbbdd-7534-4025-ae36-ab539320721c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2338080 Nov 12 03:28:11.127499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 65c80542-009e-4d2f-b4a3-ce9a2705f355 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:11.135985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:11.153953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.168306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfff4a5-16f7-4291-8563-87a9d6812c02 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:11.176795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.189904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Transition to ACTIVE for port object 7dfff4a5-16f7-4291-8563-87a9d6812c02 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:11.212384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:11.214251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fab46776-760b-43fd-adcb-b6f2e5a8d1b7 req-d61590cb-bd55-4cf9-bd34-9786898df83d service neutron] 10.222.0.104 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722293 Nov 12 03:28:11.215658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.219922 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936450f7-2572-4407-9b67-27b365c1cf23" -d '{"events": [{"server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:11.224943 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.299538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:11.316795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.320455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=6a24b1a9-9536-4cb5-adfd-8558d989581d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.321198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.325640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:11.339432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.340102 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.346108 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.374013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.389696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] Provisioning complete for port 65c80542-009e-4d2f-b4a3-ce9a2705f355 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:11.390174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.436277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.533063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Attempting to bind port 7dfff4a5-16f7-4291-8563-87a9d6812c02 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:11.533507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Attempting to bind port 7dfff4a5-16f7-4291-8563-87a9d6812c02 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:11.534099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Attempting to bind port 7dfff4a5-16f7-4291-8563-87a9d6812c02 on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:11.534820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 65c80542-009e-4d2f-b4a3-ce9a2705f355 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:11.535213 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.546976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Port 7dfff4a5-16f7-4291-8563-87a9d6812c02 on network 9725397a-338e-41b8-84f7-de9e4f126a52 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:11.547456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Attempting to bind port 7dfff4a5-16f7-4291-8563-87a9d6812c02 on network 9725397a-338e-41b8-84f7-de9e4f126a52 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:11.551334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607094-3940-442d-b841-fd6a3ca78252 req-40c22f83-4014-4c9b-8486-4cca81dc5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.553662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-40c22f83-4014-4c9b-8486-4cca81dc5e43 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 1095 time: 0.1476040 Nov 12 03:28:11.597945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:11.598511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Checking segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:11.599136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Bound using segment: {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:11.610205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.610476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Bound port: 7dfff4a5-16f7-4291-8563-87a9d6812c02, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d5f040-f75a-44ac-b359-f921ec432c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:11.611482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.703244 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.738691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607094-3940-442d-b841-fd6a3ca78252 req-3287b175-f654-4ce9-b11d-34c05cb1098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.740252 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-3287b175-f654-4ce9-b11d-34c05cb1098f service neutron] 10.222.0.104 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 916 time: 0.1438613 Nov 12 03:28:11.798326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] For port 65c80542-009e-4d2f-b4a3-ce9a2705f355, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=65c80542-009e-4d2f-b4a3-ce9a2705f355,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:11.812236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-8364cf4a-ca03-4f7b-ace7-5e8a52604843 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb HTTP/1.1" status: 200 len: 217 time: 0.0618737 Nov 12 03:28:11.814949 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.826306 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.863148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fe477d1-97a6-48a0-bd40-75f9f1d7542a req-1fbea47a-3c95-4a6f-8eff-cdeabb2f1b66 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0818079 Nov 12 03:28:11.907463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24398fe-496d-4673-b43d-bebe6e48052f req-a8daa071-f332-4675-8dbc-cdaa9901feee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.909062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24398fe-496d-4673-b43d-bebe6e48052f req-a8daa071-f332-4675-8dbc-cdaa9901feee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.5898080 Nov 12 03:28:11.919851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607094-3940-442d-b841-fd6a3ca78252 req-49e5718d-b2dd-4cbf-8d16-245dcaf90874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:11.922204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b619c1e4-c44e-4bda-878c-ec9d34330356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2466908 Nov 12 03:28:11.924840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:11.930949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-49e5718d-b2dd-4cbf-8d16-245dcaf90874 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.1053541 Nov 12 03:28:11.940804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:11.950496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7a362-84d3-4b4b-9814-5902c0986b7e None None] Pushing event updated for resources: {'Port': ['ID=65c80542-009e-4d2f-b4a3-ce9a2705f355,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.974597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:11.974994 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:11.984569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d4c9350e-9605-447a-b2ba-fe5873a05b08 None None] Provisioning complete for port 6a24b1a9-9536-4cb5-adfd-8558d989581d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:11.984935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4c9350e-9605-447a-b2ba-fe5873a05b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:11.987207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4fc360-bebc-4fde-beac-47e860248a74,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:11.988134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:12.004681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.007675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-555ee723-6f0f-4abf-9688-72dcf5f1b273 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8692327 Nov 12 03:28:12.012940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:12.013154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-9037a659-61cf-434b-8a9b-7032ce50c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.014468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-9037a659-61cf-434b-8a9b-7032ce50c137 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37625120b6b449aa9395447c5a11b21d&device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 1097 time: 0.7104871 Nov 12 03:28:12.048419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d4c9350e-9605-447a-b2ba-fe5873a05b08 None None] Port 6a24b1a9-9536-4cb5-adfd-8558d989581d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:12.064699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.065734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.067559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dfff4a5-16f7-4291-8563-87a9d6812c02 HTTP/1.1" status: 200 len: 1092 time: 1.5129797 Nov 12 03:28:12.068424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:12.071628 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:12.073883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Checking segment: {'id': '1ff16914-6aeb-4a3c-9a17-331bfda08775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '478c949b-33ff-441e-85b4-6981e349313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:12.074246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Network hostable DHCP agents. Network: 478c949b-33ff-441e-85b4-6981e349313c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:12.105471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607094-3940-442d-b841-fd6a3ca78252 req-de550678-6126-491e-90e1-d73028c08bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.107937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-de550678-6126-491e-90e1-d73028c08bfc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637073 Nov 12 03:28:12.112592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e7ffe-9079-4e5e-85ba-b49ac701ab01 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:12.213935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24398fe-496d-4673-b43d-bebe6e48052f req-79d58e87-f8e7-4f17-9d67-706649147fea tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789891 Nov 12 03:28:12.223972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458014a-5563-47a8-b80f-5ba106518e9e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.230709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458014a-5563-47a8-b80f-5ba106518e9e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.235146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b458014a-5563-47a8-b80f-5ba106518e9e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3044775 Nov 12 03:28:12.237716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:12.269262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Network 478c949b-33ff-441e-85b4-6981e349313c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:12.270790 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8ab1dd-5e2c-43e2-836c-7e56fc3a6e7e x-openstack-request-id: req-7d8ab1dd-5e2c-43e2-836c-7e56fc3a6e7e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:12.271213 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:12.271558 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7d8ab1dd-5e2c-43e2-836c-7e56fc3a6e7e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:12.272053 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b', 'code': 200} Nov 12 03:28:12.290902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf749287-81d9-4335-8840-67bcaea9c163 req-0a9a79e1-e27f-45d1-891e-5b47a43b252d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.292615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf749287-81d9-4335-8840-67bcaea9c163 req-0a9a79e1-e27f-45d1-891e-5b47a43b252d tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.2829638 Nov 12 03:28:12.313266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-c8fb50bf-d976-4199-bdd7-228c4a17cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.314546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 478c949b-33ff-441e-85b4-6981e349313c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:12.315145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-c8fb50bf-d976-4199-bdd7-228c4a17cfd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 1095 time: 0.1561968 Nov 12 03:28:12.319687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-601a99f6-56c5-42f5-a673-e31226feeea7 req-bc03612b-ed89-4f02-ab9d-159765321636 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999473 Nov 12 03:28:12.323831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.324414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.325023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c158b6-154e-4c6c-9156-24685e1de48f None None] Network 478c949b-33ff-441e-85b4-6981e349313c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:12.328319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-ebe25347-ce2c-4ade-8c20-c7da2eecb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.329804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-ebe25347-ce2c-4ade-8c20-c7da2eecb226 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 200 len: 910 time: 0.2964671 Nov 12 03:28:12.369680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-35d9c36e-47ea-459b-87b2-d5e2b6c708de admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3324089 Nov 12 03:28:12.445749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-151202ee-fb91-47ee-aff1-b0a598389447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 200 len: 217 time: 0.0950160 Nov 12 03:28:12.472863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-19ad3cf5-08f8-4fdf-9dfc-a79dc9aeca16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02 HTTP/1.1" status: 200 len: 217 time: 0.1060965 Nov 12 03:28:12.477019 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-d92fbc54-a18b-4c40-bbc4-37bdc6516b40 service neutron] 10.222.0.104 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489146 Nov 12 03:28:12.568544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf749287-81d9-4335-8840-67bcaea9c163 req-1fdf7efb-bd66-47d8-850e-79cce0437cef tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352648 Nov 12 03:28:12.601859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-6d6a5a1a-5627-4f64-a2eb-2c5b887be417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.603531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-6d6a5a1a-5627-4f64-a2eb-2c5b887be417 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 200 len: 850 time: 0.1470294 Nov 12 03:28:12.634112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-37ddd1eb-74c3-4e10-9787-98c467bf17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.636336 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-37ddd1eb-74c3-4e10-9787-98c467bf17ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.1381824 Nov 12 03:28:12.646137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 6a24b1a9-9536-4cb5-adfd-8558d989581d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:12.646922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.652278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2130929-64e7-4541-9fa5-e8e72968ce1d req-e0a5f808-7e7c-4355-9074-b7faf2153d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.654301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2130929-64e7-4541-9fa5-e8e72968ce1d req-e0a5f808-7e7c-4355-9074-b7faf2153d4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.1937528 Nov 12 03:28:12.672634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-21bb2dcb-cff9-466c-94d3-68eed80a0fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621090 Nov 12 03:28:12.796859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-43607094-3940-442d-b841-fd6a3ca78252 req-bdae22e2-9e7c-49c9-816d-bd80f14754f8 service neutron] 10.222.0.104 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008857 Nov 12 03:28:12.803319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f3655-b60a-46cc-beb6-4fdf48af377c None None] Network 478c949b-33ff-441e-85b4-6981e349313c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:12.816841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c7128-fd9f-41b3-81bc-93a96700a7ad req-566409ae-cada-48a5-9ee6-334e02d0ed7c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.825891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2130929-64e7-4541-9fa5-e8e72968ce1d req-ebf55bd9-903b-49d6-954f-5e111d36d9e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467252 Nov 12 03:28:12.828149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-9ed44842-ed2e-4c31-b540-aad61e2ad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:12.829871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-9ed44842-ed2e-4c31-b540-aad61e2ad9d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713545 Nov 12 03:28:12.836661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-186c7128-fd9f-41b3-81bc-93a96700a7ad req-566409ae-cada-48a5-9ee6-334e02d0ed7c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 943 time: 0.1625335 Nov 12 03:28:12.844839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:12.859707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 6a24b1a9-9536-4cb5-adfd-8558d989581d owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:12.965364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-186c7128-fd9f-41b3-81bc-93a96700a7ad req-7960916e-696c-48f4-b77a-3d96df3307da tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275926 Nov 12 03:28:12.973232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-3072c06a-30ee-4213-8329-73c4747e6919 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838204 Nov 12 03:28:13.019239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 65c80542-009e-4d2f-b4a3-ce9a2705f355 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:13.071724 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb49cb2-c1da-4d4b-b057-7a90c04d0272 x-openstack-request-id: req-4bb49cb2-c1da-4d4b-b057-7a90c04d0272 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:13.073351 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:13.073499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 65c80542-009e-4d2f-b4a3-ce9a2705f355 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:13.073933 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4bb49cb2-c1da-4d4b-b057-7a90c04d0272 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:13.074089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.074878 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02', 'status': 'completed', 'code': 200} Nov 12 03:28:13.079013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.117726 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-eef05103-d179-4ac7-b944-38cfa9d3e464 req-689308b6-0c85-409a-9b97-afd2c0542712 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] show failed (client error): The resource could not be found. Nov 12 03:28:13.119320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eef05103-d179-4ac7-b944-38cfa9d3e464 req-689308b6-0c85-409a-9b97-afd2c0542712 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/8ae01f4e-e45f-4e52-b190-13797200c153 HTTP/1.1" status: 404 len: 352 time: 0.0170715 Nov 12 03:28:13.119853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=6a24b1a9-9536-4cb5-adfd-8558d989581d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.258417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.264663 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cff56621-0adc-4b07-a816-80f3430922d1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/6a24b1a9-9536-4cb5-adfd-8558d989581d HTTP/1.1" status: 204 len: 168 time: 1.0221808 Nov 12 03:28:13.265450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.316875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ac87fcd-9fdd-4b1b-b253-6164a6eddafa req-c555c474-f7c1-44ce-b2d0-5c5fbff6208b service neutron] 10.222.0.16 "GET /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797907 Nov 12 03:28:13.342868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698d562-4f79-4638-b7bc-baf22e3422a8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.345061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0698d562-4f79-4638-b7bc-baf22e3422a8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.346654 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0698d562-4f79-4638-b7bc-baf22e3422a8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0808301 Nov 12 03:28:13.350003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.418957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 48a8a71e-bedd-4f72-bea9-809db766f2d9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:13.423833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-419a97ed-e999-4f48-a8e6-a0d5508b028b service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787476 Nov 12 03:28:13.423999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81493e95-cab7-4636-bd9b-f9b041ebf502 req-92dbe97e-a8be-46b4-ace7-f079f880a533 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.424498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.425707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81493e95-cab7-4636-bd9b-f9b041ebf502 req-92dbe97e-a8be-46b4-ace7-f079f880a533 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 944 time: 0.1710925 Nov 12 03:28:13.440111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018b7f7-c9cb-4c8a-b754-2029851132d7 req-5babb65c-e5f5-4a9a-b252-48a43426fd95 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.441988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c018b7f7-c9cb-4c8a-b754-2029851132d7 req-5babb65c-e5f5-4a9a-b252-48a43426fd95 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.1021199 Nov 12 03:28:13.516071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81493e95-cab7-4636-bd9b-f9b041ebf502 req-c5f582db-ed1c-4c74-83ab-2114278d7318 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728357 Nov 12 03:28:13.523556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c018b7f7-c9cb-4c8a-b754-2029851132d7 req-4f61f815-f1a2-4e2f-a145-ff52d7be6cc9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668123 Nov 12 03:28:13.552059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.604279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58e15f8a-d9d0-4293-9c5c-795add202c43 req-955beaaf-d2c9-4905-b5d7-7b37b46719fc tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=71db3878eedb4b7b8d92dfa730966234 HTTP/1.1" status: 200 len: 3005 time: 0.0534337 Nov 12 03:28:13.614624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-695ff9c1-b5c1-4161-b389-9aa1dafe0637 req-8bdfc711-dabc-40b3-960a-a86607ed625f service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627438 Nov 12 03:28:13.675095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.708307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58e15f8a-d9d0-4293-9c5c-795add202c43 req-c64ae5a3-9120-4be9-ad40-4d3c137b8210 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/88088863-4b1e-42ca-baad-56e8e8b5058c HTTP/1.1" status: 200 len: 3002 time: 0.0896428 Nov 12 03:28:13.730220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba283-f1b3-4fea-9bb1-725e787f4943 req-1de7f1df-0b55-4c77-9d28-1c1fd2d5d587 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.732019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1cba283-f1b3-4fea-9bb1-725e787f4943 req-1de7f1df-0b55-4c77-9d28-1c1fd2d5d587 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.0828981 Nov 12 03:28:13.783986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.795749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-7ed2cfb2-3169-4eff-8da9-fca0d5e72601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:13.797590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58e15f8a-d9d0-4293-9c5c-795add202c43 req-205eaf33-e37c-4894-a02d-9e3ce75e765f tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/88088863-4b1e-42ca-baad-56e8e8b5058c HTTP/1.1" status: 200 len: 3002 time: 0.0783091 Nov 12 03:28:13.797836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-7ed2cfb2-3169-4eff-8da9-fca0d5e72601 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 1095 time: 0.0663023 Nov 12 03:28:13.819148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=48a8a71e-bedd-4f72-bea9-809db766f2d9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:13.821130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:13.824872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0eda6cad-14c2-4381-99b9-acb8e800ed64 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/48a8a71e-bedd-4f72-bea9-809db766f2d9 HTTP/1.1" status: 204 len: 168 time: 0.4739115 Nov 12 03:28:13.827329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1cba283-f1b3-4fea-9bb1-725e787f4943 req-0bdbf98b-c531-43ab-a51e-2ca92dd296f9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791557 Nov 12 03:28:13.828676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e7fa3-b8af-4e04-9ed9-b07b70802229 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:13.832714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.868929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bac714f-ca97-466c-9d60-1216a75b508a req-de41a7ce-7349-477b-b9e1-e9eb55b4e3ee tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/88088863-4b1e-42ca-baad-56e8e8b5058c HTTP/1.1" status: 200 len: 3002 time: 0.0493946 Nov 12 03:28:13.875073 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d012e6d9-e850-4db6-8569-f89a937acbec tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390694 Nov 12 03:28:13.876570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44192) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:13.968300 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-9bac714f-ca97-466c-9d60-1216a75b508a req-c90aa9fa-d1ea-4b31-9997-4c0f587e1a3a tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:28:13.986737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bac714f-ca97-466c-9d60-1216a75b508a req-c90aa9fa-d1ea-4b31-9997-4c0f587e1a3a tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "DELETE /v2.0/security-groups/88088863-4b1e-42ca-baad-56e8e8b5058c HTTP/1.1" status: 409 len: 352 time: 0.1009305 Nov 12 03:28:14.067304 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-38932c1a-d5cc-4644-a181-643a5adcc872 req-a5bcd889-0663-4eb4-98a8-2f6e07ebc621 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] show failed (client error): The resource could not be found. Nov 12 03:28:14.068309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38932c1a-d5cc-4644-a181-643a5adcc872 req-a5bcd889-0663-4eb4-98a8-2f6e07ebc621 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/0eaa4bb7-a515-4220-a715-5ef0c6af75d3 HTTP/1.1" status: 404 len: 352 time: 0.0203154 Nov 12 03:28:14.128997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:14.141927 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-56761b2d-50c0-497a-8ec5-903925622f75 req-65b377ec-3b77-427a-9b97-2833403c9c49 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] show failed (client error): The resource could not be found. Nov 12 03:28:14.143011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56761b2d-50c0-497a-8ec5-903925622f75 req-65b377ec-3b77-427a-9b97-2833403c9c49 tempest-SecurityGroupsNegativeTestJSON-766524809 tempest-SecurityGroupsNegativeTestJSON-766524809-project] 10.222.0.97 "GET /v2.0/security-groups/36505fab-b3e9-4933-94dc-db5edfdb6a26 HTTP/1.1" status: 404 len: 352 time: 0.0278108 Nov 12 03:28:14.160810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.188988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Deleting port 65c80542-009e-4d2f-b4a3-ce9a2705f355 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:14.191170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.234608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2ccd7-f845-4c22-9a88-dc101ecf5658 req-ad800f6c-5a5f-442b-a97f-2b42fa7fa6b1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.236411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5b2ccd7-f845-4c22-9a88-dc101ecf5658 req-ad800f6c-5a5f-442b-a97f-2b42fa7fa6b1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 943 time: 0.1628525 Nov 12 03:28:14.273613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] For port 65c80542-009e-4d2f-b4a3-ce9a2705f355, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=65c80542-009e-4d2f-b4a3-ce9a2705f355,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.274137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.297961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Calling delete_port for 65c80542-009e-4d2f-b4a3-ce9a2705f355 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:14.303014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Deleting subnet 1f4fc360-bebc-4fde-beac-47e860248a74 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:14.323652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.329164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4bbc3-fa11-4eea-b087-397c25411d72 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.331865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5df4bbc3-fa11-4eea-b087-397c25411d72 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4536092 Nov 12 03:28:14.335397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.363647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5b2ccd7-f845-4c22-9a88-dc101ecf5658 req-2dd7bbdb-35af-4c3d-beb3-45b24dfa051d tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127992 Nov 12 03:28:14.378263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.413251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.422575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-3d6921d2-95a5-44cc-9961-c57d7b61a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.424085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-3d6921d2-95a5-44cc-9961-c57d7b61a668 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 916 time: 0.5019157 Nov 12 03:28:14.429236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7fa699-6756-4149-b756-1a119073338c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.430654 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ba7fa699-6756-4149-b756-1a119073338c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0946429 Nov 12 03:28:14.440344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.440797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.451853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] Pushing event deleted for resources: {'Port': ['ID=65c80542-009e-4d2f-b4a3-ce9a2705f355,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.455521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c97183-6499-48de-8ee0-f2e7ce8740de None None] No DVR routers for this DVR port 65c80542-009e-4d2f-b4a3-ce9a2705f355 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:14.479533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:14.491177 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-5eb64c1d-79b2-4eb2-9102-1dcfd0e1b018 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02 HTTP/1.1" status: 200 len: 217 time: 0.0571973 Nov 12 03:28:14.498882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:14.515327 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.524804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-678a2e55-9c6e-43ea-b679-fabc38224c95 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839689 Nov 12 03:28:14.529588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.563634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.568116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/1f4fc360-bebc-4fde-beac-47e860248a74 HTTP/1.1" status: 204 len: 168 time: 0.4061327 Nov 12 03:28:14.573956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:14.577003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:14.621537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22b944-febb-42cc-b9e0-7b7720caf150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4fc360-bebc-4fde-beac-47e860248a74,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:14.629981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:14.640061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:14.640432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.647087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.679644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.685980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'port_id': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'mac_address': 'fa:16:3e:6e:b0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fee02d-5c4a-42ed-a920-c1208aac7470', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:14.697266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-b02d01bb-a5bc-499d-af8a-b5932ca99eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.699085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-b02d01bb-a5bc-499d-af8a-b5932ca99eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.1769845 Nov 12 03:28:14.758104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210d8c-092d-4c20-842a-19c92c9f2f5a req-aca43b23-9311-4c65-ba9d-8370d0d31c1e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.760958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8210d8c-092d-4c20-842a-19c92c9f2f5a req-aca43b23-9311-4c65-ba9d-8370d0d31c1e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 944 time: 0.1080744 Nov 12 03:28:14.783934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.785949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:14.789706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.825907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbec6e4-197b-48e1-80e7-17ebea2c0bed {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:14.861270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:14.862006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.868202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.880179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-291689c0-6a60-416b-a5ad-095273e52508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:14.881706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-291689c0-6a60-416b-a5ad-095273e52508 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412885 Nov 12 03:28:14.890869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8210d8c-092d-4c20-842a-19c92c9f2f5a req-f480d511-32cb-495a-ab84-2de9ec73ccc8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227365 Nov 12 03:28:14.896520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:14.922776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478c949b-33ff-441e-85b4-6981e349313c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:14.956232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff16914-6aeb-4a3c-9a17-331bfda08775') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:14.956541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff16914-6aeb-4a3c-9a17-331bfda08775') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:14.987008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:14.989698 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd19e46-1703-4d10-b4d4-3a93c5d9cfd8" -d '{"events": [{"server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:14.997377 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.023952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.034096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471adb3b-0a80-4282-b7f4-b4b45453a544 req-7809fc30-7d38-48a1-9574-61f2e96ff238 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.034567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:15.034998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:15.037012 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:15.040430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:15.042047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-471adb3b-0a80-4282-b7f4-b4b45453a544 req-7809fc30-7d38-48a1-9574-61f2e96ff238 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.2332323 Nov 12 03:28:15.063035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 65c80542-009e-4d2f-b4a3-ce9a2705f355 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:15.067167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.106811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-471adb3b-0a80-4282-b7f4-b4b45453a544 req-69008145-9402-4f98-93e8-cf622cb17f7e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575364 Nov 12 03:28:15.136390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.141698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 65c80542-009e-4d2f-b4a3-ce9a2705f355 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:15.155412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 65c80542-009e-4d2f-b4a3-ce9a2705f355 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:15.197849 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-c5de51c9-0178-487a-8ebf-967b03db8942 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967663 Nov 12 03:28:15.200714 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a2e3b5-e177-4892-ba3c-0291f6b82a56 x-openstack-request-id: req-20a2e3b5-e177-4892-ba3c-0291f6b82a56 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:15.207410 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "name": "network-vif-plugged", "status": "completed", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:15.207867 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20a2e3b5-e177-4892-ba3c-0291f6b82a56 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:15.208337 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'code': 200} Nov 12 03:28:15.268999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.290751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee87ae4-b67b-41f8-a4eb-d07175233b36 req-65e31fb3-a571-4f16-a239-ef25a41e54a3 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.292322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ee87ae4-b67b-41f8-a4eb-d07175233b36 req-65e31fb3-a571-4f16-a239-ef25a41e54a3 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1259243 Nov 12 03:28:15.303391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.371417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.377191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] 10.222.0.97 "DELETE /v2.0/networks/478c949b-33ff-441e-85b4-6981e349313c HTTP/1.1" status: 204 len: 168 time: 0.7991784 Nov 12 03:28:15.408504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ee87ae4-b67b-41f8-a4eb-d07175233b36 req-4717629f-a203-4c8c-ba19-347cc6359676 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958557 Nov 12 03:28:15.428602 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.432363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4cbec6e4-197b-48e1-80e7-17ebea2c0bed'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:15.464744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4be45-bfd4-4b71-b078-82b0d339cbbf admin admin] Pushing event deleted for resources: {'Network': ['ID=478c949b-33ff-441e-85b4-6981e349313c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.504145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049785b-30d1-46a7-9b2a-628f54736a9e req-d939ef9c-cc2b-48cd-8e44-9e6fb59b018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.505742 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2049785b-30d1-46a7-9b2a-628f54736a9e req-d939ef9c-cc2b-48cd-8e44-9e6fb59b018f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1097 time: 0.1388779 Nov 12 03:28:15.520681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb9d3a46-43ca-41e7-88a8-6a54e758c3dd req-1c055e1f-e9ff-4193-ae95-a35ea32f9aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977509 Nov 12 03:28:15.531825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:15.535538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:15.551152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e3f194-b043-4dcb-8a50-7cb1b294ac2a None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:15.556741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.557365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.575696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=ed6cb66a-394e-42fa-96ad-74922c960599,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:15.635090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2049785b-30d1-46a7-9b2a-628f54736a9e req-5424a0cd-d511-4539-b287-69503adb9524 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129596 Nov 12 03:28:15.641783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-12924b40-e6c5-4b12-9240-a454d8e5c080 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0701764 Nov 12 03:28:15.642601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.658804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:13:73:21', 'name': 'tempest-NetworksTestDHCPv6-1613567079'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:15.669235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0cea1-ad6d-4688-9f16-6c3c95aa41e7 req-e3388596-6445-4e70-b388-dc5e003179ea tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:15.671204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8a0cea1-ad6d-4688-9f16-6c3c95aa41e7 req-e3388596-6445-4e70-b388-dc5e003179ea tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 943 time: 0.0929730 Nov 12 03:28:15.735055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.783976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8a0cea1-ad6d-4688-9f16-6c3c95aa41e7 req-80fc3d55-363c-4208-b4b4-1252f7dd5178 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065335 Nov 12 03:28:15.819494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f9bbcfcd-e4bb-462a-a049-6f51c359915f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=71db3878eedb4b7b8d92dfa730966234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830309 Nov 12 03:28:15.819911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44246) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:15.828764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': 'ed6cb66a-394e-42fa-96ad-74922c960599'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:15.829569 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.852940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:15.936292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.964869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:15.986270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/ed6cb66a-394e-42fa-96ad-74922c960599/be9edffd-7c95-4fa2-9079-eac154446620) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:16.026414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.029006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.030180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/88088863-4b1e-42ca-baad-56e8e8b5058c HTTP/1.1" status: 204 len: 168 time: 0.2089112 Nov 12 03:28:16.043779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.066817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822aa15b-d320-45e4-8ff6-12c7d732fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88088863-4b1e-42ca-baad-56e8e8b5058c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.081053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacbb38-170b-4800-a7ca-d62cd972a65f req-67ec6ee4-1a31-441d-b5e4-1c38bd9aef39 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.082610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dacbb38-170b-4800-a7ca-d62cd972a65f req-67ec6ee4-1a31-441d-b5e4-1c38bd9aef39 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 945 time: 0.0923944 Nov 12 03:28:16.103736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port b80eab5a-4293-4a7e-b700-67d39207bcb3 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:16.177610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dacbb38-170b-4800-a7ca-d62cd972a65f req-3f09053d-908e-4f5d-956f-3e113a2d9822 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841172 Nov 12 03:28:16.234876 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.245115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.271132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629bc18-0048-48b6-9d48-06fe00ffa6d7 req-0df10024-3138-4f5b-b67d-aa9bf1129bcf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.273684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a629bc18-0048-48b6-9d48-06fe00ffa6d7 req-0df10024-3138-4f5b-b67d-aa9bf1129bcf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.0590005 Nov 12 03:28:16.292063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:16.299786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7dfff4a5-16f7-4291-8563-87a9d6812c02 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:16.306964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:16.314567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:16.328309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Pushing event updated for resources: {'Port': ['ID=be9edffd-7c95-4fa2-9079-eac154446620,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.351831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::19c (2bb34d67-d0dc-48a5-8247-4d25002783c6/ed6cb66a-394e-42fa-96ad-74922c960599/b80eab5a-4293-4a7e-b700-67d39207bcb3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:16.388634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a629bc18-0048-48b6-9d48-06fe00ffa6d7 req-5cc56771-0460-4d88-b7cb-0692b75b5d12 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083834 Nov 12 03:28:16.615536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fb045b63-8d9b-4227-902e-8f7a1dcaf5cb details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:16.657186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff1cc7-ca3f-4809-a240-0f8f6985c4c2 req-e8057058-0517-49bd-9ab2-a7ee49328dcb tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.668470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9eff1cc7-ca3f-4809-a240-0f8f6985c4c2 req-e8057058-0517-49bd-9ab2-a7ee49328dcb tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1424801 Nov 12 03:28:16.708945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.714911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Attempting to bind port be9edffd-7c95-4fa2-9079-eac154446620 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:16.715450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Attempting to bind port be9edffd-7c95-4fa2-9079-eac154446620 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:16.717881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Attempting to bind port be9edffd-7c95-4fa2-9079-eac154446620 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:16.738881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9eff1cc7-ca3f-4809-a240-0f8f6985c4c2 req-c7c95d88-0656-4ec5-a6a9-56c76a79e229 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584781 Nov 12 03:28:16.757712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:16.768685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:16.769127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:16.769461 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.770009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:16.770484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Bound port: be9edffd-7c95-4fa2-9079-eac154446620, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:16.770876 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.775631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.841533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=b80eab5a-4293-4a7e-b700-67d39207bcb3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:16.864957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:16.866928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:16.870698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:16.878667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.879715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:16.914266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '7dfff4a5-16f7-4291-8563-87a9d6812c02', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'port_id': '7dfff4a5-16f7-4291-8563-87a9d6812c02', 'mac_address': 'fa:16:3e:66:de:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2751a42-1fb5-4e1e-b284-f44c3afec751', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:16.940118 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e104073-823e-46d6-9821-4cd49ae81603 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2951522 Nov 12 03:28:16.941980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:16.996233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bf308-2864-4196-b9bc-67df61264a8b req-c574002b-edf7-4667-b984-ea972a2c5ecf tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:16.997890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e06bf308-2864-4196-b9bc-67df61264a8b req-c574002b-edf7-4667-b984-ea972a2c5ecf tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 943 time: 0.0866489 Nov 12 03:28:17.008984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.026255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] For port be9edffd-7c95-4fa2-9079-eac154446620, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:17.029093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfff4a5-16f7-4291-8563-87a9d6812c02 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:17.034411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:17.041988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4cedb0-2eaa-4cb8-a55b-730653f5b308 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.049003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4cedb0-2eaa-4cb8-a55b-730653f5b308 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.051188 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1f4cedb0-2eaa-4cb8-a55b-730653f5b308 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1079223 Nov 12 03:28:17.053872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.065949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] For port be9edffd-7c95-4fa2-9079-eac154446620, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=be9edffd-7c95-4fa2-9079-eac154446620,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:17.068739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb', 'network_id': '9725397a-338e-41b8-84f7-de9e4f126a52', 'port_id': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb', 'mac_address': 'fa:16:3e:7c:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2751a42-1fb5-4e1e-b284-f44c3afec751', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:17.076735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:17.079979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.111219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.128551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e06bf308-2864-4196-b9bc-67df61264a8b req-bb7b2785-734a-4cb7-9caf-e3d1f66381d6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163578 Nov 12 03:28:17.158070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd7d4d-35db-4bd6-84a5-8999274bce4d req-cb329374-3d89-414f-bb8c-28757a2bc506 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.171220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9bd7d4d-35db-4bd6-84a5-8999274bce4d req-cb329374-3d89-414f-bb8c-28757a2bc506 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.1229711 Nov 12 03:28:17.179882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port b80eab5a-4293-4a7e-b700-67d39207bcb3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:17.180075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.180421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.196550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb045b63-8d9b-4227-902e-8f7a1dcaf5cb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:17.219227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:17.223231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7678-ca2a-40bb-9edd-fd8f499df8b8 None None] Pushing event updated for resources: {'Port': ['ID=be9edffd-7c95-4fa2-9079-eac154446620,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.274668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9bd7d4d-35db-4bd6-84a5-8999274bce4d req-79312aa3-1f68-4c7d-9bc9-b1c83d4f3f5c tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022789 Nov 12 03:28:17.292615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.299560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.349375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.366330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for b80eab5a-4293-4a7e-b700-67d39207bcb3 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:17.373622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.393030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41536e-5b83-44c5-bd86-65d63a00b1ca req-937fd32d-a326-4d14-a80a-23917560b117 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.394800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c41536e-5b83-44c5-bd86-65d63a00b1ca req-937fd32d-a326-4d14-a80a-23917560b117 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 945 time: 0.0948150 Nov 12 03:28:17.455039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.457858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7dfff4a5-16f7-4291-8563-87a9d6812c02'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:17.567283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c41536e-5b83-44c5-bd86-65d63a00b1ca req-5658f650-e73d-44d8-a3af-ef85c8170b76 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650679 Nov 12 03:28:17.639910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.655354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1298d5-f5f6-476a-ac6e-b16bdb794e9c req-be6f869f-1083-4320-8462-8a922a3d99f8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.667052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db1298d5-f5f6-476a-ac6e-b16bdb794e9c req-be6f869f-1083-4320-8462-8a922a3d99f8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.0986428 Nov 12 03:28:17.728610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db1298d5-f5f6-476a-ac6e-b16bdb794e9c req-b0d8cd7d-412c-42a2-83fd-24a59bb597f9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Nov 12 03:28:17.740669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2003765962-network', 'tenant_id': 'ef4525ff294746969de366ed16d253ee'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:17.754585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=b80eab5a-4293-4a7e-b700-67d39207bcb3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:17.779419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.782832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1bee31eb-00e1-4dab-b7d6-25df342958f8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/b80eab5a-4293-4a7e-b700-67d39207bcb3 HTTP/1.1" status: 204 len: 168 time: 0.7271345 Nov 12 03:28:17.785410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.801365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Made reservation on behalf of ef4525ff294746969de366ed16d253ee for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:17.804970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.817119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.860151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93732bfe-7818-480c-bd70-9874fdffc533 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.862145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93732bfe-7818-480c-bd70-9874fdffc533 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:17.866668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:17.866907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-93732bfe-7818-480c-bd70-9874fdffc533 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0802262 Nov 12 03:28:17.878700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fb045b63-8d9b-4227-902e-8f7a1dcaf5cb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:17.946060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet ed6cb66a-394e-42fa-96ad-74922c960599 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:17.951755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.955468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:17.981882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.023712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:18.034744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.061152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280f7f7-2d80-4c91-99c4-648cb6681aea,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.071190 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.072032 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Added segment d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd of type vlan for network 9658e838-754a-4d1e-b8db-78b75f4b45bc Nov 12 03:28:18.131945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.187789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.218988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.219937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.220572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.282816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810a9d-cd9e-43c9-bf29-2495ff58fac5 req-60c2b4e6-f006-49cd-bc53-3ad92a53233b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.284502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3810a9d-cd9e-43c9-bf29-2495ff58fac5 req-60c2b4e6-f006-49cd-bc53-3ad92a53233b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 944 time: 0.0652261 Nov 12 03:28:18.304230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8476586 Nov 12 03:28:18.308204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44314) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.312620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Request body: {'subnet': {'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2003765962-subnet', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.317292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0eff-5df1-4922-a7ca-08eaf257429a admin admin] Pushing event updated for resources: {'Network': ['ID=9658e838-754a-4d1e-b8db-78b75f4b45bc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.330910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:18.346367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.380635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.383954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/ed6cb66a-394e-42fa-96ad-74922c960599 HTTP/1.1" status: 204 len: 168 time: 0.5161452 Nov 12 03:28:18.385199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Made reservation on behalf of ef4525ff294746969de366ed16d253ee for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:18.388011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.388202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.390863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d8caa-f868-478e-8a2c-c36e1f74b460 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6cb66a-394e-42fa-96ad-74922c960599,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.476434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba78edce-d973-4aa1-932f-fdee79094979 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848689 Nov 12 03:28:18.477925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44320) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.480892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3810a9d-cd9e-43c9-bf29-2495ff58fac5 req-7d4e4ca7-9c11-485c-b02e-6e174fd9e6a7 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875677 Nov 12 03:28:18.504953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:18.505091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9271f-4e49-4ea2-84a6-b6e0306306c4 req-668e0d71-ba9c-4f93-9b06-d6c6942d8336 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.505091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fa9271f-4e49-4ea2-84a6-b6e0306306c4 req-668e0d71-ba9c-4f93-9b06-d6c6942d8336 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.0953224 Nov 12 03:28:18.544503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebf991-3d73-4179-87a2-c0f5f7cfeb7b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:18.569547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fa9271f-4e49-4ea2-84a6-b6e0306306c4 req-e47ca3d5-3b88-4492-970b-7c039763710b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546329 Nov 12 03:28:18.585916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0eb7c-827e-4260-a751-c02c14acb194 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.590463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bae0eb7c-827e-4260-a751-c02c14acb194 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1090846 Nov 12 03:28:18.591094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44322) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.692390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b8263-3857-4808-8268-fd888106c59b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.693915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f96b8263-3857-4808-8268-fd888106c59b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008322 Nov 12 03:28:18.696793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.714885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.747657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-432f290a-2300-4ba2-8945-3a6de2429218 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489831 Nov 12 03:28:18.772492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:18.774136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c95071-3758-49ed-acea-c68fd87244bf,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:18.784056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed56f8-b245-4abf-9051-96f4d9719e99 req-2146bf1e-20cf-4bad-9e68-548c44c9cc72 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.793023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:18.797684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fed56f8-b245-4abf-9051-96f4d9719e99 req-2146bf1e-20cf-4bad-9e68-548c44c9cc72 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 945 time: 0.1475925 Nov 12 03:28:18.888575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] Provisioning complete for port be9edffd-7c95-4fa2-9079-eac154446620 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:18.888940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.902511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fed56f8-b245-4abf-9051-96f4d9719e99 req-356bfd53-7f81-4afb-9227-0ae6ea5b025b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033196 Nov 12 03:28:18.945756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:18.954907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:18.955280 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:18.985768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369b4d0-c7af-401e-9a07-14a33b4ed7da req-5d46e1e3-d5db-44ea-ad2e-2d31a2bf1116 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:18.989383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4369b4d0-c7af-401e-9a07-14a33b4ed7da req-5d46e1e3-d5db-44ea-ad2e-2d31a2bf1116 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.1400456 Nov 12 03:28:19.006417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:19.012999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.076038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Checking segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:19.076712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Network hostable DHCP agents. Network: 9658e838-754a-4d1e-b8db-78b75f4b45bc, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:19.089924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4369b4d0-c7af-401e-9a07-14a33b4ed7da req-e8920e1c-48e6-4a8e-90bb-36526c84b98c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899665 Nov 12 03:28:19.144429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.155527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:19.158028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-e14695d2-e80b-4b2c-bd74-19955d19153b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-776444038&fields=id&tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 267 time: 0.0508440 Nov 12 03:28:19.178191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:19.195909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9658e838-754a-4d1e-b8db-78b75f4b45bc) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:19.199150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.206022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.206939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.227200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-6213a07a-66a3-4eaf-b9bb-c0f10a445059 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.228771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-6213a07a-66a3-4eaf-b9bb-c0f10a445059 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 945 time: 0.0699670 Nov 12 03:28:19.235587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] For port be9edffd-7c95-4fa2-9079-eac154446620, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=be9edffd-7c95-4fa2-9079-eac154446620,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.242229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'security_groups': ['73e08bb0-fae9-4840-996a-30c128f0ed7e', '1cd2682a-16f9-4517-a696-cf5666b8ba7d']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.259975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5a3b73e-b52e-430a-b044-cf7676ae239a admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9505858 Nov 12 03:28:19.262553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44338) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:19.266816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:19.278041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b13e6e-47ec-4511-bd7b-2b9fb54125ce None None] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:19.285548 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.299698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.300708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.358572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.420087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:19.422975 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e1d614-2a21-4ea1-966f-edfdbfd1e24d" -d '{"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-plugged", "status": "completed", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:19.433994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.451615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.478751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.487861 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f98fdb-0b65-4825-b860-03f1cd259571 x-openstack-request-id: req-35f98fdb-0b65-4825-b860-03f1cd259571 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:19.488070 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-plugged", "status": "completed", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:19.488453 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-35f98fdb-0b65-4825-b860-03f1cd259571 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:19.488926 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'code': 200} Nov 12 03:28:19.495075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d5207-7acb-4303-9f41-876c6814b553 None None] Pushing event updated for resources: {'Port': ['ID=be9edffd-7c95-4fa2-9079-eac154446620,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.607787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Deleting port be9edffd-7c95-4fa2-9079-eac154446620 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:19.608680 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.661833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:19.689848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c339f-6672-4cd3-b916-6758f6fad36a req-a842045a-1c69-4389-95ee-709ca0d66d53 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.691676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d15c339f-6672-4cd3-b916-6758f6fad36a req-a842045a-1c69-4389-95ee-709ca0d66d53 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 944 time: 0.0966897 Nov 12 03:28:19.734041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.753949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9658e838-754a-4d1e-b8db-78b75f4b45bc', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:19.755440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.788008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] For port be9edffd-7c95-4fa2-9079-eac154446620, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=be9edffd-7c95-4fa2-9079-eac154446620,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:19.788841 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.809044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d15c339f-6672-4cd3-b916-6758f6fad36a req-a1f3aa63-49e1-4c92-bcd4-e9af82e6f7e3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070600 Nov 12 03:28:19.811153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.811960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Calling delete_port for be9edffd-7c95-4fa2-9079-eac154446620 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:19.818792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.879481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:19.880532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:19.883452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:19.886369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-813f6499-1d8d-4cfb-9d1d-c940c4d7f22f req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "PUT /v2.0/ports/4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 981 time: 0.6490176 Nov 12 03:28:19.887397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:19.899363 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af45740-474d-4978-8d85-4ba3934f6b61" -d '{"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:19.922089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118b5f3-2b99-48e3-ab18-b441fa208693 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.018002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530bf8-2fd9-4e42-9da3-fade8ad41364 req-84189c6d-8b27-42a1-8deb-aca5606e4ebe tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.019597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e530bf8-2fd9-4e42-9da3-fade8ad41364 req-84189c6d-8b27-42a1-8deb-aca5606e4ebe tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.0945346 Nov 12 03:28:20.024636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-50859bb8-5e90-4c5b-99a9-4738477d36f4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1105920340&fields=id&tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 267 time: 0.0678589 Nov 12 03:28:20.062536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.106402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:20.110492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51948536-e22e-44d4-bb90-ed43e10c3f04 req-952ecd93-69c8-4dae-9cef-5f11f01f78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.112301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-51948536-e22e-44d4-bb90-ed43e10c3f04 req-952ecd93-69c8-4dae-9cef-5f11f01f78b5 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1097 time: 0.5107069 Nov 12 03:28:20.112494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-3327f399-bd17-4a29-8827-437afbdf4133 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.115036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:20.115220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-3327f399-bd17-4a29-8827-437afbdf4133 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 984 time: 0.0818748 Nov 12 03:28:20.126005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e530bf8-2fd9-4e42-9da3-fade8ad41364 req-f773ffe8-d5c0-4728-9655-6e0ac3bfc391 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991924 Nov 12 03:28:20.144673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'security_groups': ['1cd2682a-16f9-4517-a696-cf5666b8ba7d', '73e08bb0-fae9-4840-996a-30c128f0ed7e', '649fa8ba-c48c-4108-85a6-3ca3f84cb885']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:20.174542 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fb5f54-b37a-4f64-9931-25a35c7182f7 x-openstack-request-id: req-07fb5f54-b37a-4f64-9931-25a35c7182f7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:20.175816 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:20.176434 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-07fb5f54-b37a-4f64-9931-25a35c7182f7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:20.177007 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'status': 'completed', 'code': 200} Nov 12 03:28:20.193035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Allocated IP 172.20.0.2 (9658e838-754a-4d1e-b8db-78b75f4b45bc/69c95071-3758-49ed-acea-c68fd87244bf/abdab741-830d-4690-9f2b-ab025972e525) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:20.273680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.303814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-51948536-e22e-44d4-bb90-ed43e10c3f04 req-5180e580-d6ad-4704-a773-3e6f116fa050 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726816 Nov 12 03:28:20.329941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7dfff4a5-16f7-4291-8563-87a9d6812c02 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:20.341429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.349841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-6b4d28dd-1811-43a8-81d3-b33758d49858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.351355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-6b4d28dd-1811-43a8-81d3-b33758d49858 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1136 time: 0.1199241 Nov 12 03:28:20.352969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_pluggable_backend [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Port be9edffd-7c95-4fa2-9079-eac154446620 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102604) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 03:28:20.353887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_pluggable_backend [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:5ce1 {{(pid=102604) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 03:28:20.359862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_pluggable_backend [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:5ce1 {{(pid=102604) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 03:28:20.364549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.392150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6eda9-be4e-45f4-8841-9eed4adc7f86 req-f65dce9a-80b8-4b61-89ac-f9778d1f1392 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.393622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39b6eda9-be4e-45f4-8841-9eed4adc7f86 req-f65dce9a-80b8-4b61-89ac-f9778d1f1392 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 945 time: 0.1156464 Nov 12 03:28:20.418811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] Pushing event deleted for resources: {'Port': ['ID=be9edffd-7c95-4fa2-9079-eac154446620,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.428481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0403c-63c6-4087-86e8-61420f035137 None None] No DVR routers for this DVR port be9edffd-7c95-4fa2-9079-eac154446620 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:20.457108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:20.486252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39b6eda9-be4e-45f4-8841-9eed4adc7f86 req-79f1d3b0-1b03-4467-9c1f-7c9d7127a903 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818224 Nov 12 03:28:20.499157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:20.516951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fb045b63-8d9b-4227-902e-8f7a1dcaf5cb up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:20.536697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27861a9-177e-47e2-b2b5-06517a626cf1 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:20.536927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.537512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.545333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=3ce65f48-354f-4e89-8b56-cd5de575b21a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:20.574015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-a659aad0-6b2a-45df-9f16-43b51619c0eb tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.574015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-a659aad0-6b2a-45df-9f16-43b51619c0eb tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.16 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 945 time: 0.2008183 Nov 12 03:28:20.621556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:20.629952 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-740e3c0f-6903-4534-8ddc-18b017364619 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8469584 Nov 12 03:28:20.635028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44360) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:20.644329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:20.662369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.671366 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.697698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.734091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.734867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.739635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-600f5ab6-5b56-44fe-a5ac-13cfbb29bbbd req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "PUT /v2.0/ports/4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 1020 time: 0.6039240 Nov 12 03:28:20.757113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 7dfff4a5-16f7-4291-8563-87a9d6812c02 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:20.764455 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.783459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.798705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 7dfff4a5-16f7-4291-8563-87a9d6812c02 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:20.799090 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.824459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.937415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-591d9171-226a-4198-b23b-b8fa4f7d7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:20.938997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-591d9171-226a-4198-b23b-b8fa4f7d7180 service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.1816261 Nov 12 03:28:20.955036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Deleting port 0426f9f3-8286-45d8-b368-83bb5bb36578 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:20.955519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.980354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:20.981944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:20.985836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:20.998668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:21.011835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:21.012428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.027501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb9d9b-09f5-45c1-8a63-bc949794101f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.050960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:21.057305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:21.086300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device be9edffd-7c95-4fa2-9079-eac154446620 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:21.109504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Allocated IP 172.25.7.95 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:21.131077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-2ef30b5a-022d-4dcb-930b-6c5b7aabdd23 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 217 time: 0.0864346 Nov 12 03:28:21.169111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.187587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Pushing event updated for resources: {'Port': ['ID=abdab741-830d-4690-9f2b-ab025972e525,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.193764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] For port 0426f9f3-8286-45d8-b368-83bb5bb36578, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=0426f9f3-8286-45d8-b368-83bb5bb36578,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.194278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.235594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-610772c9-f755-4496-9c51-469004c387ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.237290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-610772c9-f755-4496-9c51-469004c387ba service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0763979 Nov 12 03:28:21.247591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Calling delete_port for 0426f9f3-8286-45d8-b368-83bb5bb36578 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:21.252882 n-d-766726-29 neutron-server[102604]: INFO neutron.db.ipam_backend_mixin [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ce65f48-354f-4e89-8b56-cd5de575b21a (CIDR: 2001:db8::/64) Nov 12 03:28:21.254073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe1f7b-a5e5-4084-914d-e6c52067deb3 req-ba0131c8-94d4-4946-a132-2ec54a2ae3f3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:21.256478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6dfe1f7b-a5e5-4084-914d-e6c52067deb3 req-ba0131c8-94d4-4946-a132-2ec54a2ae3f3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1023 time: 0.3162074 Nov 12 03:28:21.268662 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:21.269279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:21.340492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0c366c50-5e42-4e7b-8a5d-59093df19bab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7045038 Nov 12 03:28:21.346814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:21.355768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:21.411568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.450030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: be9edffd-7c95-4fa2-9079-eac154446620 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:21.451010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device be9edffd-7c95-4fa2-9079-eac154446620 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:21.501410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:21.504172 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d0332-6558-4142-9308-d4c7ccf8a995" -d '{"events": [{"server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "name": "network-vif-plugged", "status": "completed", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:21.531667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.558036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.569021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Attempting to bind port abdab741-830d-4690-9f2b-ab025972e525 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:21.569021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Attempting to bind port abdab741-830d-4690-9f2b-ab025972e525 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:21.569021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Attempting to bind port abdab741-830d-4690-9f2b-ab025972e525 on network 9658e838-754a-4d1e-b8db-78b75f4b45bc {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:21.577448 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.579455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '3ce65f48-354f-4e89-8b56-cd5de575b21a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:21.580319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.625952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.627874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:21.629372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Checking segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:21.629372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.629372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Bound using segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:21.629673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Bound port: abdab741-830d-4690-9f2b-ab025972e525, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:21.629863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.638797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:21.644802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:21.649267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.656510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:21.672352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.674762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:21.689895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548078d-4d71-431a-a3fc-db879cdad0b7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:21.718375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.731938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['0426f9f3-8286-45d8-b368-83bb5bb36578'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:21.779303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.792194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Pushing event deleted for resources: {'Port': ['ID=0426f9f3-8286-45d8-b368-83bb5bb36578,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:21.836095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181711a-05de-497f-8d30-8ba42afab13c None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:21.850779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:21.860442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] No DVR routers for this DVR port 0426f9f3-8286-45d8-b368-83bb5bb36578 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:21.875985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.901284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:21.907508 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fa886fc3-b211-4bc9-9063-7fa5cbffdb3d req-9cc32900-38f4-4033-b234-e0b9e96bdb9e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.16 "DELETE /v2.0/ports/0426f9f3-8286-45d8-b368-83bb5bb36578 HTTP/1.1" status: 204 len: 173 time: 1.3143201 Nov 12 03:28:21.908129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'name': 'network-vif-deleted', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:21.910575 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2da5a-f6ac-4f2e-83a6-3dd98dfcb12e" -d '{"events": [{"server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "name": "network-vif-deleted", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:21.926887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] For port abdab741-830d-4690-9f2b-ab025972e525, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:21.953930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f9783fa6-f9ab-4374-9761-08602c103ab7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.000272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] For port abdab741-830d-4690-9f2b-ab025972e525, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abdab741-830d-4690-9f2b-ab025972e525,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:22.004261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.026893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84335-524b-4f0b-8fcb-546ecd68c7b1 req-79ebd586-0bca-4185-bec9-d04ec1c91c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.028728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80d84335-524b-4f0b-8fcb-546ecd68c7b1 req-79ebd586-0bca-4185-bec9-d04ec1c91c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 944 time: 0.9165165 Nov 12 03:28:22.036141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6dfe1f7b-a5e5-4084-914d-e6c52067deb3 req-524fb31d-191a-4439-9cb5-33e59ad424c8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=1cd2682a-16f9-4517-a696-cf5666b8ba7d&id=649fa8ba-c48c-4108-85a6-3ca3f84cb885&id=73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 200 len: 6206 time: 0.7587166 Nov 12 03:28:22.039704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-b6101d34-f6b6-4bdb-8f74-5c67f04641b8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7752824 Nov 12 03:28:22.081853 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.117899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Allocated IP 2001:db8::f816:3eff:fe8d:c8f2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/3ce65f48-354f-4e89-8b56-cd5de575b21a/402730e5-8bd4-4f17-a27b-4ff0c5bf6944) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:22.166647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e2fb6466-39ca-44ce-b972-51ea2c8af75d None None] Provisioning complete for port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:22.167199 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6466-39ca-44ce-b972-51ea2c8af75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.198763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.228444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:22.239917 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32" -d '{"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:22.252232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706c6b26-fe27-4d39-a266-ff804fdb32ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.264746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:22.316057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.361716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4891f9c3-a93c-48b3-ae5b-a05e2462daa8 req-b6331dd1-d583-41c9-bd91-3254a61668bd tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=724a5c44-77d2-49cc-921f-07b4b9b97ee2 HTTP/1.1" status: 200 len: 210 time: 0.1393423 Nov 12 03:28:22.375736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80d84335-524b-4f0b-8fcb-546ecd68c7b1 req-7e7e19de-e2d2-4322-83db-7473457e9c90 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325832 Nov 12 03:28:22.421334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-5f5582e2-ad57-448f-bbfc-cfc023623bc3 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560033 Nov 12 03:28:22.490426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.517568 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bd6015-9210-4e25-8309-0f19502e12b1 x-openstack-request-id: req-d6bd6015-9210-4e25-8309-0f19502e12b1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:22.518188 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "name": "network-vif-plugged", "status": "completed", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:22.518188 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d6bd6015-9210-4e25-8309-0f19502e12b1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:22.518474 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb', 'code': 200} Nov 12 03:28:22.550703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb6466-39ca-44ce-b972-51ea2c8af75d None None] Port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:22.605337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af45740-474d-4978-8d85-4ba3934f6b61 req-1c2c1dce-bcb9-4b7b-ac85-175db35b9945 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747439 Nov 12 03:28:22.622518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7913a42-e4bc-4a5b-92a6-fb0a491afe4a None None] Pushing event updated for resources: {'Port': ['ID=abdab741-830d-4690-9f2b-ab025972e525,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.685461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:22.695858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:22.710181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.710725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.746462 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940c5b3-751e-4f49-877c-aa1f3cec30b1 x-openstack-request-id: req-e940c5b3-751e-4f49-877c-aa1f3cec30b1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:22.746735 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a5c44-77d2-49cc-921f-07b4b9b97ee2", "name": "network-vif-deleted", "tag": "0426f9f3-8286-45d8-b368-83bb5bb36578", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:22.747045 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e940c5b3-751e-4f49-877c-aa1f3cec30b1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:22.747458 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724a5c44-77d2-49cc-921f-07b4b9b97ee2', 'name': 'network-vif-deleted', 'tag': '0426f9f3-8286-45d8-b368-83bb5bb36578', 'status': 'completed', 'code': 200} Nov 12 03:28:22.808724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': ' tempest-securitygroup -973370814 ', 'description': 'tempest-description-660171593'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.828265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=76d9d8ce-2428-49bd-8030-7b1c73fd4d7d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:22.836089 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6192d7e6-32ec-4f5e-bc30-b33383d59897 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4867365 Nov 12 03:28:22.842174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:22.847225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e809c-b992-4bbf-83bc-cadbbcb0e812 req-080201f3-5c06-474c-835f-15a923228386 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.849275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f87e809c-b992-4bbf-83bc-cadbbcb0e812 req-080201f3-5c06-474c-835f-15a923228386 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 945 time: 0.2433755 Nov 12 03:28:22.851074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:41:6d:98', 'name': 'tempest-NetworksTestDHCPv6-1556328137'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:22.919385 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.935464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:22.947309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ce91-e3eb-472f-b7e3-70c2e9928046 req-672f3874-d2b9-405d-8ce8-8d7fdd9887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:22.951276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7945ce91-e3eb-472f-b7e3-70c2e9928046 req-672f3874-d2b9-405d-8ce8-8d7fdd9887cc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 1097 time: 0.2115834 Nov 12 03:28:22.976291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.060092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:23.061435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f87e809c-b992-4bbf-83bc-cadbbcb0e812 req-9fc318fc-2645-49d1-811e-ea99b86e8baa tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032914 Nov 12 03:28:23.125236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:23.133073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:23.141454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abdab741-830d-4690-9f2b-ab025972e525 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:23.151671 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384b6df-2132-46db-87ff-96598652a054 x-openstack-request-id: req-2384b6df-2132-46db-87ff-96598652a054 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:23.151916 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:23.152206 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2384b6df-2132-46db-87ff-96598652a054 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:23.152527 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'status': 'completed', 'code': 200} Nov 12 03:28:23.157874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7945ce91-e3eb-472f-b7e3-70c2e9928046 req-c4b2ab43-0348-41dc-bf5b-d33a2e749204 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783764 Nov 12 03:28:23.220142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.233202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.297090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Pushing event updated for resources: {'Port': ['ID=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.312275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286830dd-048a-4826-98c8-3e7c2252c4a4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:23.322298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.330180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5dfa294-2ec6-4b15-8ca8-cda6c067ecae req-7524f466-51f9-4d57-a919-99c187503dbb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5348315 Nov 12 03:28:23.401427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.447099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f5c6ad5-03ed-4db0-b28e-6cefdae2b28f req-f4738652-0246-4df7-8617-58351a3eca16 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/286830dd-048a-4826-98c8-3e7c2252c4a4 HTTP/1.1" status: 200 len: 1798 time: 0.0977800 Nov 12 03:28:23.541507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Attempting to bind port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:23.542078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Attempting to bind port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:23.542219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Attempting to bind port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:23.550937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9534c-3365-4c40-87fb-6a4d6967fe82 req-b1c6fbe4-503e-4d5e-9c84-1834bbac1d5f tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.555417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bd9534c-3365-4c40-87fb-6a4d6967fe82 req-b1c6fbe4-503e-4d5e-9c84-1834bbac1d5f tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1097 time: 0.0867772 Nov 12 03:28:23.572989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:23.573377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:23.573775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.574174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:23.580289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Bound port: 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:23.580759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.581973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:23.608690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port abdab741-830d-4690-9f2b-ab025972e525 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:23.609125 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.675927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bd9534c-3365-4c40-87fb-6a4d6967fe82 req-d6163829-46a7-48d0-b1fc-7c0ef5c1012f tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030095 Nov 12 03:28:23.703171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-d986ab2c-97c6-49c4-8c3e-283ae0397cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.705007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-d986ab2c-97c6-49c4-8c3e-283ae0397cd9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1175 time: 0.1061840 Nov 12 03:28:23.722235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd281-f652-4cab-9777-a3527a32c201 req-d47e1e44-3afb-4a89-8ea9-837ea2b424fb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:23.731662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d8dd281-f652-4cab-9777-a3527a32c201 req-d47e1e44-3afb-4a89-8ea9-837ea2b424fb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.1710980 Nov 12 03:28:23.769266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Router 554b5f1c-b620-4c06-841e-cc46a10ec8cc is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:28:23.802036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] For port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:23.809974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.810476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] For port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:23.830344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d8dd281-f652-4cab-9777-a3527a32c201 req-2a3c02f6-2a30-41db-9f3d-987278fab369 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949750 Nov 12 03:28:23.836939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port b76f16db-27d1-4002-b58e-852a80ce17aa yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:23.839662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:23.922069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0fc3f-353d-4eea-8e0c-3eea4e59639c None None] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:24.034067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-d799b7ad-b2ed-43f7-b3fb-ffbbdb817b78 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/286830dd-048a-4826-98c8-3e7c2252c4a4 HTTP/1.1" status: 200 len: 1798 time: 0.2011309 Nov 12 03:28:24.055905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.116245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6789b7-fc00-4a63-a638-94169fa606e1 None None] Pushing event updated for resources: {'Port': ['ID=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.135501 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:28:24.144950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-efee327d-73df-479b-8658-75a6b59d9a66 None None] Provisioning complete for port abdab741-830d-4690-9f2b-ab025972e525 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:24.146520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-efee327d-73df-479b-8658-75a6b59d9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.154645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8:0:1::306 (2bb34d67-d0dc-48a5-8247-4d25002783c6/76d9d8ce-2428-49bd-8030-7b1c73fd4d7d/b76f16db-27d1-4002-b58e-852a80ce17aa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:24.162204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe41:6d98 (2bb34d67-d0dc-48a5-8247-4d25002783c6/3ce65f48-354f-4e89-8b56-cd5de575b21a/b76f16db-27d1-4002-b58e-852a80ce17aa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:24.168956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-d8a0a932-36dd-4f92-864b-975cbc6755b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.170447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-d8a0a932-36dd-4f92-864b-975cbc6755b8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.4365132 Nov 12 03:28:24.175107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0b7b4-41c5-4dbf-a0b3-ed57697a6562 req-53a5eeb7-c01c-43a6-bc28-1382ec116789 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.182714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf0b7b4-41c5-4dbf-a0b3-ed57697a6562 req-53a5eeb7-c01c-43a6-bc28-1382ec116789 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1097 time: 0.0913091 Nov 12 03:28:24.220410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port abdab741-830d-4690-9f2b-ab025972e525, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abdab741-830d-4690-9f2b-ab025972e525,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:24.262983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.288229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.298602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-4b297bdb-1815-46a4-a159-1f0d561f91c1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 200 len: 217 time: 0.1131456 Nov 12 03:28:24.398235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-e74b1fe3-123e-4dba-8911-2006c5d5e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.400456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-e74b1fe3-123e-4dba-8911-2006c5d5e1fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0782249 Nov 12 03:28:24.416487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.450413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:24.500472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.503119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.503454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.504321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bcf55a2-1a70-4981-89c1-4f644bb178d7 req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/286830dd-048a-4826-98c8-3e7c2252c4a4 HTTP/1.1" status: 204 len: 173 time: 0.4694443 Nov 12 03:28:24.508624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-65d83bdc-b253-4c5b-9369-000693f9e5a7 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2450314 Nov 12 03:28:24.515100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44414) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:24.536629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0426f9f3-8286-45d8-b368-83bb5bb36578 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:24.547063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf0b7b4-41c5-4dbf-a0b3-ed57697a6562 req-eba711a4-aad8-4ab0-860d-423e77b92aa6 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633337 Nov 12 03:28:24.547993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17726ebb-de7f-4426-a7f8-be05db56c7a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286830dd-048a-4826-98c8-3e7c2252c4a4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:24.558563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-0987f596-6a38-4dec-839a-3d0e8b8d114e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732071 Nov 12 03:28:24.567779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:24.578578 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b7e635-c43d-4fb0-b3cd-326c6c7439cf" -d '{"events": [{"server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "name": "network-vif-plugged", "status": "completed", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:24.586373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Sync routers for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:24.597464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.643161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.699433 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-4c36d974-0ef0-4985-b57f-7a1be57c5c20 req-1fa8f9e9-27d2-4d60-a075-7e799045c362 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:28:24.705379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c36d974-0ef0-4985-b57f-7a1be57c5c20 req-1fa8f9e9-27d2-4d60-a075-7e799045c362 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/286830dd-048a-4826-98c8-3e7c2252c4a4 HTTP/1.1" status: 404 len: 352 time: 0.0917668 Nov 12 03:28:24.708104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 0426f9f3-8286-45d8-b368-83bb5bb36578 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:24.708609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 0426f9f3-8286-45d8-b368-83bb5bb36578 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:24.796442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1648833086', 'description': 'tempest-description-1525994089'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:24.805068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:24.820757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:24.858400 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989cac2f-41fa-45aa-a3ff-13be58b541aa x-openstack-request-id: req-989cac2f-41fa-45aa-a3ff-13be58b541aa {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:24.858914 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "name": "network-vif-plugged", "status": "completed", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:24.859278 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-989cac2f-41fa-45aa-a3ff-13be58b541aa {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:24.859999 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02', 'code': 200} Nov 12 03:28:24.863391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:24.864194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:27:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:24.872403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:24.881666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.882563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:24.913682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51dafb-0c4b-4859-82d2-25f74f47bfc5 req-7c82da22-43f4-45be-a75e-a9d9784c4078 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:24.927332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b51dafb-0c4b-4859-82d2-25f74f47bfc5 req-7c82da22-43f4-45be-a75e-a9d9784c4078 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.1174572 Nov 12 03:28:24.931981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-b60f1307-87ae-4756-8d82-54533bee2805 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633680 Nov 12 03:28:24.959346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.036832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:25.039783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=b76f16db-27d1-4002-b58e-852a80ce17aa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.079415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.112567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.113308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:25.114506 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-42386976-535c-4d95-919a-8a3511bd3838 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2676303 Nov 12 03:28:25.146645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-524d1b33-0758-4fcf-a298-9611e4bfe7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.148239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:25.208529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28624132-2c9e-4aad-ad6c-c2a0b2c8ea2a req-6c1825d2-5a43-4d2b-81ae-849d91e07cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.219882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-28624132-2c9e-4aad-ad6c-c2a0b2c8ea2a req-6c1825d2-5a43-4d2b-81ae-849d91e07cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 1097 time: 0.2949624 Nov 12 03:28:25.242119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=abdab741-830d-4690-9f2b-ab025972e525,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.280756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.286831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65792527-65e1-44ee-a09a-0139aef60288 req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4979482 Nov 12 03:28:25.314714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b51dafb-0c4b-4859-82d2-25f74f47bfc5 req-3bcb3686-e754-4195-b644-def54cae7910 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865409 Nov 12 03:28:25.383482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029d96c-d1c6-4817-af54-0aea9aa57ca4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4058d82f-1255-4e3d-91ac-927953544d3b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:25.409625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.467717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:25.468902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.524715 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-28624132-2c9e-4aad-ad6c-c2a0b2c8ea2a req-8454ed62-98a5-411f-ba0b-26b5d368700f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854185 Nov 12 03:28:25.537679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ef11a6-ca01-4940-b6d5-3a32f7a56f32 req-bbe0bfa7-60f9-4b0c-a707-0098aee354c8 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560415 Nov 12 03:28:25.588034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port b76f16db-27d1-4002-b58e-852a80ce17aa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:25.588618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.610535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d36a4-b0a0-43fa-90a1-5510a87b9fa9 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:25.702977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464dc6-2d66-438a-9c58-9d7a6782bda1 req-2306c5f3-da84-4ac1-97c9-d319eb4f0a05 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:25.713823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85464dc6-2d66-438a-9c58-9d7a6782bda1 req-2306c5f3-da84-4ac1-97c9-d319eb4f0a05 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.2555995 Nov 12 03:28:25.790465 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.810115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2bae62f3-a6a2-4e2f-bf5e-2ec1f93d7afc None None] Provisioning complete for port abdab741-830d-4690-9f2b-ab025972e525 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:25.810659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bae62f3-a6a2-4e2f-bf5e-2ec1f93d7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.833717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for b76f16db-27d1-4002-b58e-852a80ce17aa owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:25.851503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:22Z', 'revision_number': 3, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:25.871226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.904252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Checking router: 554b5f1c-b620-4c06-841e-cc46a10ec8cc for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:25.904897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Updating router 554b5f1c-b620-4c06-841e-cc46a10ec8cc port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:25.909829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:25.999404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.038197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:26.053930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.075920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Allocated IP 172.20.0.1 (9658e838-754a-4d1e-b8db-78b75f4b45bc/69c95071-3758-49ed-acea-c68fd87244bf/74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:26.188775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.228520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.242490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85464dc6-2d66-438a-9c58-9d7a6782bda1 req-b6af180e-eada-4581-b1ac-f7c1fe1ac8d2 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273674 Nov 12 03:28:26.243239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.278252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:26.281601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:26.286195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:26.301377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Pushing event updated for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.325325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.370775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.396014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2bae62f3-a6a2-4e2f-bf5e-2ec1f93d7afc None None] Provisioning complete for port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:26.396396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bae62f3-a6a2-4e2f-bf5e-2ec1f93d7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.411174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=b76f16db-27d1-4002-b58e-852a80ce17aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.421968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1517761776', 'description': 'tempest-description-288588200'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:26.456922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.461734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ebeca3e4-6dda-4f17-8780-bdb4856c5562 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/b76f16db-27d1-4002-b58e-852a80ce17aa HTTP/1.1" status: 204 len: 168 time: 1.3349838 Nov 12 03:28:26.464952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.546460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146540a0-5260-4799-a306-93848def8764 None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '3ce65f48-354f-4e89-8b56-cd5de575b21a', 'ip_address': '2001:db8::f816:3eff:fe8d:c8f2'}, {'subnet_id': '76d9d8ce-2428-49bd-8030-7b1c73fd4d7d'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '402730e5-8bd4-4f17-a27b-4ff0c5bf6944'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:26.553006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.606885 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-146540a0-5260-4799-a306-93848def8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.626780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.736071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.769163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d86d-5373-45ba-9432-6dc0cfe8f114 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.770865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eb10d86d-5373-45ba-9432-6dc0cfe8f114 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3049505 Nov 12 03:28:26.773585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.775582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.778390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.784837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.828943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.831288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-438a88c3-c72d-424f-82c5-f2ef9a198b3e req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4443455 Nov 12 03:28:26.838894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6532f3-e9a8-475f-a4a4-89c067f606df tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381be3ed-6b38-4cba-8e66-90940bf7e5f7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:26.866997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.892134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21583840-50a5-495e-ab36-3fbdb7eda12f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:26.898007 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-21583840-50a5-495e-ab36-3fbdb7eda12f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1194952 Nov 12 03:28:26.900693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44472) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:26.910123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:26.917124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c0808-ac6d-4d9c-a33a-abb52cebffb0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:27.017252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12840b-398b-41a2-ac06-602e8c882bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.017454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.019215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12840b-398b-41a2-ac06-602e8c882bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.021248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12840b-398b-41a2-ac06-602e8c882bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.023501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b12840b-398b-41a2-ac06-602e8c882bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1213911 Nov 12 03:28:27.028636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.052024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d11206-2335-4cb9-a5d5-c465476890f0 req-9e8e5be7-121e-4838-a93f-e9eb4fa7d7ca tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.053936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7d11206-2335-4cb9-a5d5-c465476890f0 req-9e8e5be7-121e-4838-a93f-e9eb4fa7d7ca tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.0685520 Nov 12 03:28:27.098992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:27.110344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Pushing event updated for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.127113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7d11206-2335-4cb9-a5d5-c465476890f0 req-f0ead11c-407c-48e3-b4a1-27863d7a25f7 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647449 Nov 12 03:28:27.140910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7553-8424-42b2-85b2-a94d388807e0 None None] Pushing event updated for resources: {'Port': ['ID=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.150216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.151164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Attempting to bind port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:27.151661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Attempting to bind port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:27.152359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Attempting to bind port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:27.180439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:27.180666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-2636d2c9-381b-48d2-9dfd-4161e5415308 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:28:27.181694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:27.182097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.182188 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-2636d2c9-381b-48d2-9dfd-4161e5415308 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055853 Nov 12 03:28:27.182484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:27.182996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Bound port: 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:27.183527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.188232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 3ce65f48-354f-4e89-8b56-cd5de575b21a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:27.206484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-33e0481f-2c6e-4154-8541-99735dd6236f None None] Provisioning complete for port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:27.206484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33e0481f-2c6e-4154-8541-99735dd6236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.235632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-11190690', 'description': 'tempest-description-773290067'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.239352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:27.241178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:27.265222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.307780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-146540a0-5260-4799-a306-93848def8764 None None] Allocated IP 2001:db8:0:1::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/76d9d8ce-2428-49bd-8030-7b1c73fd4d7d/402730e5-8bd4-4f17-a27b-4ff0c5bf6944) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:27.334422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-33e0481f-2c6e-4154-8541-99735dd6236f None None] Port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:27.356616 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.362655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] For port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:27.363051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.366811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] For port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:27.384707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:27.385080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.389865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.400039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.404902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.417674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-529e5ad0-bed7-41f8-a18d-e97d22d05c4f req-519b655c-9996-4609-af27-6c894c1b7f05 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1862617 Nov 12 03:28:27.592857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-146540a0-5260-4799-a306-93848def8764 None None] For port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:27.610989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dfcd4-2435-41c2-b68a-86de54acf3de None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:27.626816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb747-a864-4d4e-906b-2449854ced97 req-ea7a96f7-fd96-43b6-b5a5-553455b6fd56 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.629323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-855cb747-a864-4d4e-906b-2449854ced97 req-ea7a96f7-fd96-43b6-b5a5-553455b6fd56 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.0786703 Nov 12 03:28:27.645183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] Provisioning complete for port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:27.646067 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.676682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:27.677397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:27.681882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b0b62d54-9367-4a90-94a7-309b1fba0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:27.683304 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b0b62d54-9367-4a90-94a7-309b1fba0c19 service neutron] 10.222.0.97 "GET /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 1094 time: 0.4844515 Nov 12 03:28:27.707042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Request body: {'binding': {'host': 'n-h1-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:27.707588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Unknown quota resources ['binding']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:28:27.726456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-855cb747-a864-4d4e-906b-2449854ced97 req-f17b58cf-b02a-442b-b8c8-9c8bd64de9ab tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Nov 12 03:28:27.741006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Router 554b5f1c-b620-4c06-841e-cc46a10ec8cc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:27.780209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-146540a0-5260-4799-a306-93848def8764 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.781950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7553-8424-42b2-85b2-a94d388807e0 None None] Pushing event updated for resources: {'Port': ['ID=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:27.806904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-146540a0-5260-4799-a306-93848def8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.817690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.824493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:27.872923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.912613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8fcdf4-f5a9-46aa-a4bd-4b1f3844f147 req-c2981320-e245-4284-a475-34f752807fca tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 11009 time: 0.1581197 Nov 12 03:28:27.944305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:27.995480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8fcdf4-f5a9-46aa-a4bd-4b1f3844f147 req-2a1278f2-52f0-4682-b26c-0b61b9d92313 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 200 len: 3002 time: 0.0813811 Nov 12 03:28:28.018784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:28.023212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abdab741-830d-4690-9f2b-ab025972e525 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:28.030032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1bad131-b634-418e-800f-2e40f7c1cfad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.032455 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d5298ec-988d-4760-aac4-18d536e43aee admin admin] 10.222.0.97 "PUT /v2.0/routers/554b5f1c-b620-4c06-841e-cc46a10ec8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5137515 Nov 12 03:28:28.048926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146540a0-5260-4799-a306-93848def8764 None None] Pushing event updated for resources: {'Port': ['ID=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.075035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:28.088995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.133608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1bad131-b634-418e-800f-2e40f7c1cfad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.147499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1bad131-b634-418e-800f-2e40f7c1cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.160254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.174735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.194916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on host n-h1-766726-29 for vnic_type normal with profile None {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:28.199357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:28.199738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:28.203121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bad131-b634-418e-800f-2e40f7c1cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca131f9-2d74-4100-bd06-dff0b8a1c464,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.237389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8fcdf4-f5a9-46aa-a4bd-4b1f3844f147 req-eeaf45a5-98ca-40a0-b79b-9344aee62009 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 200 len: 3002 time: 0.2409356 Nov 12 03:28:28.239105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce65f48-354f-4e89-8b56-cd5de575b21a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.245132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.249566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efaf1ec8-1c8a-429e-83b1-e5d0e09bc59d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/3ce65f48-354f-4e89-8b56-cd5de575b21a HTTP/1.1" status: 204 len: 168 time: 1.2196751 Nov 12 03:28:28.252227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:28.252678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:28.255452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.263928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:28.264296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:28.264694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:28.265133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Bound port: 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:28.266676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] For port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:28.309998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.313782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port abdab741-830d-4690-9f2b-ab025972e525 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.314741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.350114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a1bad131-b634-418e-800f-2e40f7c1cfad admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d1f9c61621984a689c2fd3aa5c305c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231757 Nov 12 03:28:28.353393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:28.369907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:28.382148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.383052 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-50479960-4822-4aa8-94fb-f22281676b45 service neutron] 10.222.0.97 "POST /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed/bindings HTTP/1.1" status: 201 len: 390 time: 0.6822376 Nov 12 03:28:28.435140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 76d9d8ce-2428-49bd-8030-7b1c73fd4d7d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:28.436508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fe678-5569-4bb2-85f9-283e2a79b4cf None None] Pushing event updated for resources: {'Port': ['ID=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:28.447365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.495292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b1b4a4d7-7261-4cd3-b8d8-7325016a960a None None] Provisioning complete for port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.495667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a4d7-7261-4cd3-b8d8-7325016a960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.511832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de18afb-b99b-443c-9516-b53bedaa0c00 req-f3228285-a471-4d8f-8407-73d714d5b314 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.519177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8de18afb-b99b-443c-9516-b53bedaa0c00 req-f3228285-a471-4d8f-8407-73d714d5b314 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1701722 Nov 12 03:28:28.527750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.552802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.591996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4a4d7-7261-4cd3-b8d8-7325016a960a None None] Port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:28.616415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b1b4a4d7-7261-4cd3-b8d8-7325016a960a None None] Provisioning complete for port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.617018 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a4d7-7261-4cd3-b8d8-7325016a960a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.620871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 2, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:28.646808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.676373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab6229-7655-4858-a4c2-535cfb921427 None None] The sync data for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 is: [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 2, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:28.748023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8de18afb-b99b-443c-9516-b53bedaa0c00 req-5c84db05-28e0-43d7-a5d9-40728cb814cb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278695 Nov 12 03:28:28.805534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcdc44-0c57-4b8a-8f6f-4c84edf6b096 req-b4477131-9fef-4b3d-81a9-d42093f2f72b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.812916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89fcdc44-0c57-4b8a-8f6f-4c84edf6b096 req-b4477131-9fef-4b3d-81a9-d42093f2f72b tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.2580812 Nov 12 03:28:28.832510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.860715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6484db-8fb6-4954-90d2-53f378a667cc None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:28.917501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-882604cb-1dd0-4421-9130-6816363e42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:28.919386 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-882604cb-1dd0-4421-9130-6816363e42c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1097 time: 0.0655792 Nov 12 03:28:28.930371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.931110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-18647d37-1b7b-4dd2-86e8-0f65451c5a5d None None] Could not find standard attr ID for object b76f16db-27d1-4002-b58e-852a80ce17aa. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:28.932455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:28.933574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8ca131f9-2d74-4100-bd06-dff0b8a1c464 HTTP/1.1" status: 204 len: 168 time: 0.5792804 Nov 12 03:28:28.958014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-18647d37-1b7b-4dd2-86e8-0f65451c5a5d None None] Provisioning complete for port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:28.958563 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18647d37-1b7b-4dd2-86e8-0f65451c5a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.014609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9db68-bb91-4115-977d-ed82f0fef2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca131f9-2d74-4100-bd06-dff0b8a1c464,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.034716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:29.068675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-2cbcf9e8-ac9a-483a-aa76-d986a3add081 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/4058d82f-1255-4e3d-91ac-927953544d3b HTTP/1.1" status: 200 len: 1820 time: 0.2841375 Nov 12 03:28:29.069775 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.126658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-2c46a351-1423-45de-8e13-254386f76325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.128422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-2c46a351-1423-45de-8e13-254386f76325 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.1976981 Nov 12 03:28:29.177617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89fcdc44-0c57-4b8a-8f6f-4c84edf6b096 req-d8bd1b71-54ff-44ca-b10a-af9be45b8c6f tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/security-groups?id=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638256 Nov 12 03:28:29.185310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=76d9d8ce-2428-49bd-8030-7b1c73fd4d7d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.198778 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.202476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f8a1510d-4d2a-4418-b153-e8dec60db029 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/76d9d8ce-2428-49bd-8030-7b1c73fd4d7d HTTP/1.1" status: 204 len: 168 time: 0.9421358 Nov 12 03:28:29.225035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44524) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.268077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-55f818b9-6870-4b5d-8262-3ca4368143e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.1306877 Nov 12 03:28:29.273174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5293e385-effc-4914-99a6-cd5c7414a45d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467029 Nov 12 03:28:29.273812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44526) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:29.279131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:29.285323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-b899bef6-a6cd-4d11-bc87-61992b6aacf9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.286969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-b899bef6-a6cd-4d11-bc87-61992b6aacf9 tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.104 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 945 time: 0.4035158 Nov 12 03:28:29.473371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.483459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-1788548e-a358-491c-9948-02a8b9cfd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:29.487626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-1788548e-a358-491c-9948-02a8b9cfd9dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1305470 Nov 12 03:28:29.528208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.549452 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-f6d33764-7f49-40e8-b24d-3906b93dc6c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430741 Nov 12 03:28:29.557521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:29.567748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.568066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:29.568441 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.585337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Deleting port f9783fa6-f9ab-4374-9761-08602c103ab7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:29.585683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.715032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:29.739377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.747155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.748767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a3797ae-eae3-4c91-8935-5f077fc52c77 req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/4058d82f-1255-4e3d-91ac-927953544d3b HTTP/1.1" status: 204 len: 173 time: 0.6619370 Nov 12 03:28:29.772184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b2154-ae0b-4574-8e10-9dbc52d9f14a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058d82f-1255-4e3d-91ac-927953544d3b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:29.869879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] For port f9783fa6-f9ab-4374-9761-08602c103ab7, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f9783fa6-f9ab-4374-9761-08602c103ab7,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.871410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.896609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Calling delete_port for f9783fa6-f9ab-4374-9761-08602c103ab7 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:29.899036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Deleting port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:29.900161 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:29.989075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] For port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:29.989820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.012823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Calling delete_port for 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:30.122564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.131815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-4fbeaba8-18f1-48d3-846d-197e99fca791 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541470 Nov 12 03:28:30.152718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] No DVR routers for this DVR port 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:30.179099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.191769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071903191', 'description': 'tempest-description--103570192'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.208069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668438e-fdf5-428c-895b-607de53f4b33 None None] Pushing event deleted for resources: {'Port': ['ID=402730e5-8bd4-4f17-a27b-4ff0c5bf6944,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.252073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:30.289605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.340480 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.354203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:30.362295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:30.369314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.369995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.374279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d41e14-2f1e-41d6-919d-772f1a345fce None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:30.385622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=9f58459e-ff1c-45da-8101-1ce01f9e2186,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.400685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-39b2d861-a687-4a83-8053-57512711b6e6 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555852 Nov 12 03:28:30.407044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fff8d77e-927b-43cb-b6c0-39448e28de35 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1295671 Nov 12 03:28:30.407767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.412554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.420172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f9783fa6-f9ab-4374-9761-08602c103ab7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:30.438155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.464184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Pushing event deleted for resources: {'Port': ['ID=f9783fa6-f9ab-4374-9761-08602c103ab7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.484529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3a507-7ee3-4217-bdc8-b4807b2b42c7 req-d519dbaf-7b77-4fa5-a884-7175fa63a048 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.486173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c3a507-7ee3-4217-bdc8-b4807b2b42c7 req-d519dbaf-7b77-4fa5-a884-7175fa63a048 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 945 time: 0.3439872 Nov 12 03:28:30.510998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7852b6-52af-449b-bc8f-6c034aa183d5 None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:30.569908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59fe91-c17b-4c6c-bb44-6812ecb4bd11 req-71759118-1b0e-428a-be1b-dac0879435bb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.579239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e59fe91-c17b-4c6c-bb44-6812ecb4bd11 req-71759118-1b0e-428a-be1b-dac0879435bb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.3159142 Nov 12 03:28:30.595804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] No DVR routers for this DVR port f9783fa6-f9ab-4374-9761-08602c103ab7 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:30.599300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.604434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0af4d43-e49b-44f2-8c84-bf1c6a346902 req-9324fa37-3ae4-4883-a8f4-75548d23d5ff tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.104 "DELETE /v2.0/ports/f9783fa6-f9ab-4374-9761-08602c103ab7 HTTP/1.1" status: 204 len: 173 time: 1.3020427 Nov 12 03:28:30.623875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'name': 'network-vif-deleted', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:30.628202 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b39c2-5781-4226-ace9-70d9222e5ef4" -d '{"events": [{"server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "name": "network-vif-deleted", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:30.629724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '9f58459e-ff1c-45da-8101-1ce01f9e2186'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:30.633751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.690691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:30.694885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.706018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-891d8903-fb8d-413b-8515-3126e0839dba tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:30.709658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-891d8903-fb8d-413b-8515-3126e0839dba tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.1688328 Nov 12 03:28:30.767512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-29'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.794279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.803035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.917117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.927247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Allocated IP 2001:db8::f816:3eff:fe3a:b0b5 (2bb34d67-d0dc-48a5-8247-4d25002783c6/9f58459e-ff1c-45da-8101-1ce01f9e2186/6558ce7d-ac02-4b70-bd98-13aa3eb63197) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:30.941600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c3a507-7ee3-4217-bdc8-b4807b2b42c7 req-7b40bf11-dcaa-4b11-85ca-76cd99e76ab7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369402 Nov 12 03:28:30.948297 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:30.953063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7699883 Nov 12 03:28:30.953835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:30.957369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617d5e3-c195-4149-bc4f-d53cfe17ba3c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eedee1-bafc-438d-90b1-708e3124b64e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:30.987595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e59fe91-c17b-4c6c-bb44-6812ecb4bd11 req-3f2344f6-eecf-4e6d-b189-49bda79fe24d tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944724 Nov 12 03:28:30.987595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'security_group_rule': {'security_group_id': 'a5eedee1-bafc-438d-90b1-708e3124b64e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:30.988377 n-d-766726-29 neutron-server[102604]: INFO neutron.db.ipam_backend_mixin [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f58459e-ff1c-45da-8101-1ce01f9e2186 (CIDR: 2001:db8::/64) Nov 12 03:28:31.007287 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:31.008097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:31.057565 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-f2682e95-9d47-4be0-9010-46be970de95d req-90ebb383-d204-4ada-ab27-af64b8d34af4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:28:31.058998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2682e95-9d47-4be0-9010-46be970de95d req-90ebb383-d204-4ada-ab27-af64b8d34af4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/4058d82f-1255-4e3d-91ac-927953544d3b HTTP/1.1" status: 404 len: 352 time: 0.0451920 Nov 12 03:28:31.098742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.203670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:31.221653 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20829f63-63f0-4b7f-a4b2-ac90945e7c44 x-openstack-request-id: req-20829f63-63f0-4b7f-a4b2-ac90945e7c44 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:31.221945 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5cecb8-bd54-4481-9c43-9615cfd0eab3", "name": "network-vif-deleted", "tag": "f9783fa6-f9ab-4374-9761-08602c103ab7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:31.222195 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20829f63-63f0-4b7f-a4b2-ac90945e7c44 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:31.222586 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5cecb8-bd54-4481-9c43-9615cfd0eab3', 'name': 'network-vif-deleted', 'tag': 'f9783fa6-f9ab-4374-9761-08602c103ab7', 'status': 'completed', 'code': 200} Nov 12 03:28:31.234256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61e7926c-89fd-4dd6-b491-af9ee485f7b2 req-41faf2bb-c3fa-4eb9-9400-34f7dfacb53e tempest-ServerRescueTestJSON-462836631 tempest-ServerRescueTestJSON-462836631-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5cecb8-bd54-4481-9c43-9615cfd0eab3 HTTP/1.1" status: 200 len: 210 time: 0.0983741 Nov 12 03:28:31.264421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:31.288541 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-755440c2-256d-4ebb-bf29-8597b9a0af0e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8800747 Nov 12 03:28:31.289086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.308690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.321233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.328250 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.337152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.359249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:31.377477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:31.382600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:31.387187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:31.437917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.463154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:31.464017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.467024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:31.470691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Pushing event updated for resources: {'Port': ['ID=6558ce7d-ac02-4b70-bd98-13aa3eb63197,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.472192 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a13796-489a-48d6-abee-63ba29074d93" -d '{"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:31.481896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.495379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.505410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.544003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Attempting to bind port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:31.544374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Attempting to bind port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:31.544737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Attempting to bind port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:31.548527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.552103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5940497 Nov 12 03:28:31.557500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:31.557873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:31.558294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.559487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:31.559985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Bound port: 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:31.560383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.563219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-5f6b681b-e661-40ba-98b0-da2aecfaa6fb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/381be3ed-6b38-4cba-8e66-90940bf7e5f7 HTTP/1.1" status: 200 len: 1819 time: 0.3009779 Nov 12 03:28:31.565206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5bf76-b843-4604-a6ef-1ce719f2f61d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b07a3b5-fed8-4b5d-93f1-cf408de5e518,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.576625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44578) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:31.595708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'security_group_rule': {'security_group_id': 'a5eedee1-bafc-438d-90b1-708e3124b64e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:31.696995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:31.696995 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 03:28:31.696995 n-d-766726-29 neutron-server[102605]: [parameters: {'project_id_1': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'expiration_1': datetime.datetime(2021, 11, 12, 3, 28, 11, 655114)}] Nov 12 03:28:31.696995 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:31.697375 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:31.699567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.735099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.759528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:31.778725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.781476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.804556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:31.804947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 402730e5-8bd4-4f17-a27b-4ff0c5bf6944 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:31.810470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:31.810941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:31.811583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:31.824075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] For port 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:31.824204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7d31-bf63-4267-843d-ea5f62e238c8 req-48c83151-f349-4bf1-860e-15cd8badd56e tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:31.826432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:31.826878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Attempting to bind port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:31.829149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] For port 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6558ce7d-ac02-4b70-bd98-13aa3eb63197,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:31.831466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a85b7d31-bf63-4267-843d-ea5f62e238c8 req-48c83151-f349-4bf1-860e-15cd8badd56e tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.1509867 Nov 12 03:28:31.836874 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.837812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:31.838257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:31.838823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:31.839412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Bound port: 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:31.839878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.905398 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.912360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.916493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e77ba5e-2071-4c6d-bc5a-41a67d0ab62b req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/381be3ed-6b38-4cba-8e66-90940bf7e5f7 HTTP/1.1" status: 204 len: 173 time: 0.3523951 Nov 12 03:28:31.943842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2fc5-9276-4249-965a-191185a5ec9c None None] Pushing event updated for resources: {'Port': ['ID=6558ce7d-ac02-4b70-bd98-13aa3eb63197,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:31.971724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.977770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:31.980569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d19e0-c6ac-46b7-8e1b-1ae38842c327 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381be3ed-6b38-4cba-8e66-90940bf7e5f7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.030926 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c9a22-e769-40f9-b075-798dbfc1ff12 x-openstack-request-id: req-671c9a22-e769-40f9-b075-798dbfc1ff12 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:32.031381 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:32.031746 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-671c9a22-e769-40f9-b075-798dbfc1ff12 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:32.032244 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'code': 200} Nov 12 03:28:32.033315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a85b7d31-bf63-4267-843d-ea5f62e238c8 req-18338858-3a1f-4576-a53b-af5ec3ec1676 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895306 Nov 12 03:28:32.056183 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-744c5d13-4f60-444b-b6fd-baedcb18b1b9 req-954536e5-e217-4cd1-9646-e1b29967e1a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:28:32.064494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744c5d13-4f60-444b-b6fd-baedcb18b1b9 req-954536e5-e217-4cd1-9646-e1b29967e1a6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/381be3ed-6b38-4cba-8e66-90940bf7e5f7 HTTP/1.1" status: 404 len: 352 time: 0.0237908 Nov 12 03:28:32.069318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4821c425-edac-49bb-8bf1-11626eec0810,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.078894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:32.084232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:32.088998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.093345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44594) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:32.099822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:32.100807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1ca5d7c6-34f2-47fa-a6c1-40d56e81077c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198197 Nov 12 03:28:32.103152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.225014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.226184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.227879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] 10.222.0.16 "PUT /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 1123 time: 1.4925654 Nov 12 03:28:32.239673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32574e04-5735-4e8b-9172-6e79c634b57c service neutron] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=8']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:32.256271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.281637 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Sync routers for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:32.305854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:32.319375 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.384837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:32.388427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:32.447754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4cbec6e4-197b-48e1-80e7-17ebea2c0bed'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:32.470201 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:32.493868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79993b23-dba4-415c-a5aa-e3c627ef89ae req-26a12af4-d966-48b0-9d74-9d1e818e3f6d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:32.501161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79993b23-dba4-415c-a5aa-e3c627ef89ae req-26a12af4-d966-48b0-9d74-9d1e818e3f6d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.3427703 Nov 12 03:28:32.565484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f9783fa6-f9ab-4374-9761-08602c103ab7 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:32.600335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: f9783fa6-f9ab-4374-9761-08602c103ab7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:32.600682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f9783fa6-f9ab-4374-9761-08602c103ab7 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:32.745628 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 2, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:32.773771 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Checking router: 554b5f1c-b620-4c06-841e-cc46a10ec8cc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:32.774370 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Updating router 554b5f1c-b620-4c06-841e-cc46a10ec8cc port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:28:32.801310 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.052006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6558ce7d-ac02-4b70-bd98-13aa3eb63197 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:33.058499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79993b23-dba4-415c-a5aa-e3c627ef89ae req-db44239d-5a62-47f4-831f-5276df1df65d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564556 Nov 12 03:28:33.122101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bfff6-bd3a-4719-9f1d-559733fd3f1d req-dc593fba-9219-4921-baab-456bd8b018ce tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:33.126069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87bfff6-bd3a-4719-9f1d-559733fd3f1d req-dc593fba-9219-4921-baab-456bd8b018ce tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2533629 Nov 12 03:28:33.144468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.144843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.200879 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.254992 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.265730 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.290542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.325020 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Pushing event updated for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.332667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6558ce7d-ac02-4b70-bd98-13aa3eb63197,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:33.337286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.337833 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.338386 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.338981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.339112 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.339702 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.340288 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.340878 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.341796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.342285 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.342772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.343220 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.343658 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:33.375205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-a41cd1df-7de0-497a-8f50-a2c61196f2a4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3 HTTP/1.1" status: 200 len: 1817 time: 0.2387130 Nov 12 03:28:33.389714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87bfff6-bd3a-4719-9f1d-559733fd3f1d req-e1e637d2-72a4-4b75-8bbb-652259bc7fe3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370234 Nov 12 03:28:33.425097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=6558ce7d-ac02-4b70-bd98-13aa3eb63197,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.451573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.480324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Attempting to bind port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:33.480992 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Attempting to bind port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:33.482631 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Attempting to bind port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 on network 9658e838-754a-4d1e-b8db-78b75f4b45bc {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:33.500490 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:33.501357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Checking segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:33.501960 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.502540 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Bound using segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:33.508333 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Bound port: 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:33.509547 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.520587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-911998dc-7493-4780-867f-51e4ce372f2a None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.526679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-911998dc-7493-4780-867f-51e4ce372f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.632912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Allocated IP 172.25.7.41 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:33.635598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] For port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:33.640868 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] For port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:33.647600 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.656454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:33.715880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88d7d9-2e4c-437d-84d7-a412ec1afc08 None None] Pushing event updated for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:33.740472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:33.741439 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:33.776974 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.796924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] Provisioning complete for port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:33.797297 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.893305 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:33.924840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-accf6660-14d7-419f-ade4-ef4b2bc73a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:33.965761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.021809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.033788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] For port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.040722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.044339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:34.047192 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03ce80-44d3-494f-ba17-dd67a9c4266b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:34.074488 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.086565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-accf6660-14d7-419f-ade4-ef4b2bc73a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.088223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:34.095150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:34.099117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-accf6660-14d7-419f-ade4-ef4b2bc73a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.106164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e00ea-cf07-4c63-8bbf-346b2aeccae1 req-3605775b-2e0e-4e37-b6ed-0477fff9693f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.113643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-005e00ea-cf07-4c63-8bbf-346b2aeccae1 req-3605775b-2e0e-4e37-b6ed-0477fff9693f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.5610437 Nov 12 03:28:34.116021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.118620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:34.124410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671381-a031-4257-9b03-4303aa00cf4d None None] Pushing event updated for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.146743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-accf6660-14d7-419f-ade4-ef4b2bc73a42 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5d93b9862fc44db193da8bb05e1be0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4867940 Nov 12 03:28:34.153321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.159118 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:34.172598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e2023529-9975-4eb0-8f86-61f1d3151475 None None] Provisioning complete for port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:34.172977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2023529-9975-4eb0-8f86-61f1d3151475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.190605 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3abe810-b389-44a7-b90a-bc625a693083 None None] The sync data for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 is: [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:34.201094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf6660-14d7-419f-ade4-ef4b2bc73a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756a8ce1-b2f5-4d7a-b1b1-0e7e1c6639d3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.226656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.235604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'Port': ['ID=aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.260519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:34.275849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.278729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.289313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:34.299256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.299852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.304505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a7b4c-42d1-4934-bf4c-6858d248f53d None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:34.342449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=1147753f-f2a7-4bf5-828a-9ef3f55f7552,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.342678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.361405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-005e00ea-cf07-4c63-8bbf-346b2aeccae1 req-3e9ee6b0-4c2f-48d5-80a1-60f4e1edd5bf tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2465966 Nov 12 03:28:34.387779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:34.410756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ac0f19f-4cb5-448a-b9b2-b17ef4cf1ba4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1091180 Nov 12 03:28:34.414270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:34.420774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:3e:53:c6', 'name': 'tempest-NetworksTestDHCPv6-1023594652'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:34.448043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.451078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.466648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e775963f-a568-4f46-b2f5-37ee6535f743 req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3 HTTP/1.1" status: 204 len: 173 time: 1.0675216 Nov 12 03:28:34.580288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f8fe9-ec1d-4e3f-a26d-7e952d3c69f1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:34.591577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.700995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:34.742694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed has no active binding in host n-h1-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:28:34.745358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.808007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-eeed3080-6beb-4068-aaae-18ace747c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.810266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-eeed3080-6beb-4068-aaae-18ace747c75c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1126 time: 0.2012899 Nov 12 03:28:34.820405 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ce5443-d4ba-4b6f-b241-170c2cdd1647 x-openstack-request-id: req-e2ce5443-d4ba-4b6f-b241-170c2cdd1647 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:34.822155 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:34.822765 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e2ce5443-d4ba-4b6f-b241-170c2cdd1647 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:34.823463 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'status': 'completed', 'code': 200} Nov 12 03:28:34.826500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189f344-3610-4bcf-b2b9-d34fdf59b7de req-3bd2f38a-6884-4516-88f8-31d9fb31ecb9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:34.834908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5189f344-3610-4bcf-b2b9-d34fdf59b7de req-3bd2f38a-6884-4516-88f8-31d9fb31ecb9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.2094700 Nov 12 03:28:34.840435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Update dhcp port {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'fixed_ips': [{'subnet_id': '9f58459e-ff1c-45da-8101-1ce01f9e2186', 'ip_address': '2001:db8::f816:3eff:fe3a:b0b5'}, {'subnet_id': '1147753f-f2a7-4bf5-828a-9ef3f55f7552'}], 'binding:host_id': 'n-d-766726-29'}, 'id': '6558ce7d-ac02-4b70-bd98-13aa3eb63197'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:28:34.877389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.935384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:34.974748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.983500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:34.986981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/756a8ce1-b2f5-4d7a-b1b1-0e7e1c6639d3 HTTP/1.1" status: 204 len: 168 time: 0.8304195 Nov 12 03:28:35.015640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed687b-c4a1-4464-8bec-d680e049f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a8ce1-b2f5-4d7a-b1b1-0e7e1c6639d3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.165741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6558ce7d-ac02-4b70-bd98-13aa3eb63197 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:35.185299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Deleting port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:35.185783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.193372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ccb9e-d0d0-4062-bf28-7de549d5a71a req-f3c7f565-db67-4cca-a1a3-866316c28c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.202390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ccb9e-d0d0-4062-bf28-7de549d5a71a req-f3c7f565-db67-4cca-a1a3-866316c28c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.209526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ccb9e-d0d0-4062-bf28-7de549d5a71a req-f3c7f565-db67-4cca-a1a3-866316c28c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.218545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-195ccb9e-d0d0-4062-bf28-7de549d5a71a req-f3c7f565-db67-4cca-a1a3-866316c28c1c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff&device_id=85208563-544c-4da0-abcc-b961f98252a6&device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 2416 time: 0.4341738 Nov 12 03:28:35.229901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Allocated IP 2001:db8:0:1::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/1147753f-f2a7-4bf5-828a-9ef3f55f7552/6558ce7d-ac02-4b70-bd98-13aa3eb63197) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:35.255493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5189f344-3610-4bcf-b2b9-d34fdf59b7de req-8051627e-444c-4b90-9324-346088fb0102 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196510 Nov 12 03:28:35.279126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:35.279496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.331790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] For port e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,segment=NetworkSegment(52c8175c-9df0-40ed-bbc0-109e107612eb),segment_id=52c8175c-9df0-40ed-bbc0-109e107612eb)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:35.332116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.345595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.359005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Calling delete_port for e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:35.377332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.445552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-277566e3-d67f-4827-84ce-7eb30a7d70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.447967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-277566e3-d67f-4827-84ce-7eb30a7d70c0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.5893600 Nov 12 03:28:35.507620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-195ccb9e-d0d0-4062-bf28-7de549d5a71a req-4ab5f5ae-3a7f-436a-aab0-2f0026822c10 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880952 Nov 12 03:28:35.553620 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.566025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44652) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.587206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67213c63-6276-4cad-b202-1a02e8ef335a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.596245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] For port 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6558ce7d-ac02-4b70-bd98-13aa3eb63197,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:35.632233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-d0d4cd0e-df74-4d64-b741-e00d5d19b98d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.1334062 Nov 12 03:28:35.641705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'Port': ['ID=aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.648510 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-c5d78f4d-8f27-4e79-a668-44675ad6de58 req-f6339bf1-2b65-4398-884f-b44a31eaa52c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:28:35.657370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:35.657516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5d78f4d-8f27-4e79-a668-44675ad6de58 req-f6339bf1-2b65-4398-884f-b44a31eaa52c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3 HTTP/1.1" status: 404 len: 352 time: 0.1088777 Nov 12 03:28:35.682041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.694153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.702809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.753279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 9de54c00-bd69-4afd-bc57-d3a7d40a77c0 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:35.753685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67213c63-6276-4cad-b202-1a02e8ef335a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.757953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67213c63-6276-4cad-b202-1a02e8ef335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.764387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.769440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:35.769804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.773575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c313604-5c2b-4085-90a7-5c9e78451a38 req-1114e0fb-5049-45a6-b2a0-f5ecd453fe71 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.779390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c313604-5c2b-4085-90a7-5c9e78451a38 req-1114e0fb-5049-45a6-b2a0-f5ecd453fe71 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.3797650 Nov 12 03:28:35.816370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Pushing event deleted for resources: {'Port': ['ID=e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.829856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf30738-16ee-42a2-a6f4-fd7be7201e70 None None] Pushing event updated for resources: {'Port': ['ID=6558ce7d-ac02-4b70-bd98-13aa3eb63197,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.836758 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67213c63-6276-4cad-b202-1a02e8ef335a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c4a6707a67f54d5e9c1cdaeb5275cd18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2688413 Nov 12 03:28:35.843911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:35.851569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213c63-6276-4cad-b202-1a02e8ef335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f256623f-4f3b-4686-9106-d15526976905,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:35.854213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8dd91f98-bf3d-4372-9f68-a84f6190dcb3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7595897 Nov 12 03:28:35.855358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:35.921215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a1c1f-0d78-4b89-9006-59c72d708db8 None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:35.979352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-83497b44-48d7-46b2-a49e-9e2d2ae431de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:35.981985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-83497b44-48d7-46b2-a49e-9e2d2ae431de service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.3179624 Nov 12 03:28:35.998803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.027301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c313604-5c2b-4085-90a7-5c9e78451a38 req-19c8f780-def9-4fa9-8054-325915981b59 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188928 Nov 12 03:28:36.081817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.099390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-09c3771f-372a-4c0e-988f-089ed1b64cd0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918226 Nov 12 03:28:36.145140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.186010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee99e8-78a3-4ced-bb8d-2e7a5133f097 req-20789d38-a83a-4f98-90a7-2d98453c02e3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:36.187583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aee99e8-78a3-4ced-bb8d-2e7a5133f097 req-20789d38-a83a-4f98-90a7-2d98453c02e3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.4401176 Nov 12 03:28:36.203048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.205863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.207089 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f256623f-4f3b-4686-9106-d15526976905 HTTP/1.1" status: 204 len: 168 time: 0.3504934 Nov 12 03:28:36.219972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff395d0-5e52-4508-adb5-b0e15d4e92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f256623f-4f3b-4686-9106-d15526976905,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:36.356868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9efa3405-5af4-4105-986c-2a33f99ab5c5 req-8d40583c-8967-4661-bf32-c7689d5f537d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 6206 time: 0.2527997 Nov 12 03:28:36.402707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-bba93da1-6e84-4742-9222-a9e7c3b3849e service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928522 Nov 12 03:28:36.420059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8:0:1::dc (2bb34d67-d0dc-48a5-8247-4d25002783c6/1147753f-f2a7-4bf5-828a-9ef3f55f7552/9de54c00-bd69-4afd-bc57-d3a7d40a77c0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:36.422534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Router 7edcdf82-ea1d-4742-a153-1f36127101f4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:28:36.486633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::f816:3eff:fe3e:53c6 (2bb34d67-d0dc-48a5-8247-4d25002783c6/9f58459e-ff1c-45da-8101-1ce01f9e2186/9de54c00-bd69-4afd-bc57-d3a7d40a77c0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:36.500932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9efa3405-5af4-4105-986c-2a33f99ab5c5 req-db7024ba-bfb4-4317-824e-5219cd84f042 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 200 len: 3002 time: 0.0911613 Nov 12 03:28:36.517869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aee99e8-78a3-4ced-bb8d-2e7a5133f097 req-44623c2b-bed3-4efe-b674-3d64120c5074 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236904 Nov 12 03:28:36.586922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:28:36.597084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd1ac2a7-5dc2-4fce-aab2-c8ff6720129a admin admin] 10.222.0.97 "PUT /v2.0/routers/7edcdf82-ea1d-4742-a153-1f36127101f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1421781 Nov 12 03:28:36.597435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Sync routers for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:28:36.597890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44680) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:36.617154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:36.618766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:36.739398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.765597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b1296a4-02dc-4a2d-be51-b9eeea37193c None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:36.766136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b1296a4-02dc-4a2d-be51-b9eeea37193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.821115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:36.881539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:36.986590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Deleting port 81b1caf8-f33c-4867-96e4-833b61408079 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:36.986965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.018421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9efa3405-5af4-4105-986c-2a33f99ab5c5 req-3f83867b-722a-4b7a-bdb5-82815e1fc26f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 200 len: 3002 time: 0.4934752 Nov 12 03:28:37.084347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-eb708eb5-3847-42ae-8a76-99cb1f6d2dcf tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1071903191&fields=id&tenant_id=ef4525ff294746969de366ed16d253ee HTTP/1.1" status: 200 len: 267 time: 0.1458993 Nov 12 03:28:37.086312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a03ce80-44d3-494f-ba17-dd67a9c4266b req-ee5472f8-b547-4d5e-8ec1-b1c6572301fc service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138794 Nov 12 03:28:37.142592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6558ce7d-ac02-4b70-bd98-13aa3eb63197 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:37.164328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] For port 81b1caf8-f33c-4867-96e4-833b61408079, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=81b1caf8-f33c-4867-96e4-833b61408079,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:37.164718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.184443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Calling delete_port for 81b1caf8-f33c-4867-96e4-833b61408079 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:37.194403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '81b1caf8-f33c-4867-96e4-833b61408079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:28:35Z', 'revision_number': 5, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port': {'id': '81b1caf8-f33c-4867-96e4-833b61408079', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:25:56Z', 'updated_at': '2021-11-12T03:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:37.231329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Checking router: 7edcdf82-ea1d-4742-a153-1f36127101f4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:28:37.254934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Routers {'7edcdf82-ea1d-4742-a153-1f36127101f4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:28:37.255930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7edcdf82-ea1d-4742-a153-1f36127101f4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:37.258291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:37.258664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.355492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.389282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-bf78caf5-a24f-40dd-8c17-9b174be8a221 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.391119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-bf78caf5-a24f-40dd-8c17-9b174be8a221 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2476673 Nov 12 03:28:37.403340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-d0e89e48-f1ef-422d-adc1-a8d500d37552 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.404818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-d0e89e48-f1ef-422d-adc1-a8d500d37552 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/networks?id=9658e838-754a-4d1e-b8db-78b75f4b45bc HTTP/1.1" status: 200 len: 806 time: 0.3054402 Nov 12 03:28:37.411247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] Set router 7edcdf82-ea1d-4742-a153-1f36127101f4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:28:37.437833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-95975282-00cb-46eb-ac19-7325d8554562 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/quotas/254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 375 time: 0.0306022 Nov 12 03:28:37.442921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-71b972aa-048c-4c0b-b4fb-a12b22d80393 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/quotas/ef4525ff294746969de366ed16d253ee HTTP/1.1" status: 200 len: 375 time: 0.0253384 Nov 12 03:28:37.480986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.489688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.507552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:28:36Z', 'revision_number': 6, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:37.518324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Pushing event deleted for resources: {'Port': ['ID=81b1caf8-f33c-4867-96e4-833b61408079,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.550860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4414581c-fe34-47ae-9307-b15433c877d5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:37.558483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9facf00f-a458-42e2-a12e-d00d1ed821e3 None None] The sync data for ids ['7edcdf82-ea1d-4742-a153-1f36127101f4'] in n-d-766726-29 is: [{'id': '7edcdf82-ea1d-4742-a153-1f36127101f4', 'name': 'tempest-ServerRescueTestJSON-926052126-router', 'tenant_id': '37625120b6b449aa9395447c5a11b21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:25:54Z', 'updated_at': '2021-11-12T03:28:36Z', 'revision_number': 6, 'project_id': '37625120b6b449aa9395447c5a11b21d', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:28:37.609184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:37.620095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:37.622694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:37.629192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:37.630634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.630746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.656603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-9a7db6d8-c0b9-431c-b24e-b5a648ca397a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2113202 Nov 12 03:28:37.663008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=9de54c00-bd69-4afd-bc57-d3a7d40a77c0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:37.677628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-08fdf05f-45dc-494b-8e4e-bbc46d63d30b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ef4525ff294746969de366ed16d253ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2195187 Nov 12 03:28:37.701010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34fe4311-ad5c-40ef-9fc9-4f2974665b12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2842913 Nov 12 03:28:37.727367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:37.745864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.748865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.806989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.808436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edcdf82-ea1d-4742-a153-1f36127101f4 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:28:37.812898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.817401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0181669d-0b7c-4425-8935-f4d090f7343d admin admin] 10.222.0.97 "DELETE /v2.0/routers/7edcdf82-ea1d-4742-a153-1f36127101f4 HTTP/1.1" status: 204 len: 168 time: 1.2184584 Nov 12 03:28:37.818874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44722) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:37.871800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Deleting subnet d4be94d1-c743-4362-b37f-115fb2853702 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:37.878154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.924472 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:37.952794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-88a608f9-8a3d-4ebe-96af-a4dfd6129253 service neutron] 10.222.0.104 "GET /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.1234431 Nov 12 03:28:38.001055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.079610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.095656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-a548a589-71c5-4298-8d67-f6429f5b37ed service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082527 Nov 12 03:28:38.097710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ed64dfe6-d094-4799-9888-32aa6f4592b4 None None] Provisioning complete for port 9de54c00-bd69-4afd-bc57-d3a7d40a77c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:38.098173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed64dfe6-d094-4799-9888-32aa6f4592b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.102111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-77cf6ccb-cc43-4544-8df1-20c519a4dca1 service neutron] 10.222.0.97 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832245 Nov 12 03:28:38.121276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 9de54c00-bd69-4afd-bc57-d3a7d40a77c0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:38.121622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.125366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4be94d1-c743-4362-b37f-115fb2853702,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.127615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.133701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-129167a8-8d4c-4d54-b459-fb80bea872cf admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d4be94d1-c743-4362-b37f-115fb2853702 HTTP/1.1" status: 204 len: 168 time: 0.3136122 Nov 12 03:28:38.135037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44730) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:38.152204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ed64dfe6-d094-4799-9888-32aa6f4592b4 None None] Port 9de54c00-bd69-4afd-bc57-d3a7d40a77c0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:38.158165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63c3e2-1e25-4c2a-9b45-81335d1d1c7a None None] Network e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:38.216979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.309341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdaddb6-50f4-43df-9300-dfff9c424763 None None] DHCP port deletion for e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:38.321816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.346673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.359014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c8175c-9df0-40ed-bbc0-109e107612eb') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.359526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c8175c-9df0-40ed-bbc0-109e107612eb') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:28:38.371056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.395027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.403813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-ddfaadd1-f54b-47eb-aaea-937d5c3522ba service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888684 Nov 12 03:28:38.421526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:28:38.422133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:28:38.428751 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:28:38.434747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.463628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 9de54c00-bd69-4afd-bc57-d3a7d40a77c0 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:38.509181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.525842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:38.535866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29 HTTP/1.1" status: 204 len: 168 time: 0.3990307 Nov 12 03:28:38.571129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651c38-20c4-4642-9f61-a2b124e83bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d28dbb-d24f-4e95-8fc1-9fe0719bfd29,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:38.595479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-fac1cc4c-6de9-482a-8b43-0eab791d4e21 service neutron] 10.222.0.97 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752409 Nov 12 03:28:38.791040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:38.826247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad548f-57b7-4619-9e99-2b8713112c27 req-6cf89301-67f5-488c-8da0-0af140c74489 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:38.834301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60ad548f-57b7-4619-9e99-2b8713112c27 req-6cf89301-67f5-488c-8da0-0af140c74489 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 943 time: 0.1919086 Nov 12 03:28:38.901217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:38.914897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.038107 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d727258-a242-40d8-a178-0c3f35a3316b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=37625120b6b449aa9395447c5a11b21d&name=default HTTP/1.1" status: 200 len: 2997 time: 0.1235313 Nov 12 03:28:39.038807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44766) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.042041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 81b1caf8-f33c-4867-96e4-833b61408079 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:39.112237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.116469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 81b1caf8-f33c-4867-96e4-833b61408079 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:39.116990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 81b1caf8-f33c-4867-96e4-833b61408079 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:39.117660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:39.142496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.190927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbec6e4-197b-48e1-80e7-17ebea2c0bed {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:39.191067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:39.191363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e25cbcb0-5fa8-4b69-b7e4-9ab2772a67b0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:39.196067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.225975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=9de54c00-bd69-4afd-bc57-d3a7d40a77c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.248573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:39.315161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.324646 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.330041 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dadf34d3-66d6-4eaa-a1c6-6d79da5faed7 HTTP/1.1" status: 204 len: 168 time: 0.2870147 Nov 12 03:28:39.350002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.363177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8f641-7279-427a-bb69-0f1f87e48c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf34d3-66d6-4eaa-a1c6-6d79da5faed7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:39.378876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60ad548f-57b7-4619-9e99-2b8713112c27 req-1a1a7847-2665-40b9-990f-eb704e785c60 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358486 Nov 12 03:28:39.378876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-557457529', 'description': 'tempest-description-1007355380'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:39.456936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.466952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8fc99b9d-eea4-4780-80d7-1c36a1346f12 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/9de54c00-bd69-4afd-bc57-d3a7d40a77c0 HTTP/1.1" status: 204 len: 168 time: 1.7372813 Nov 12 03:28:39.469259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44780) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.480166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.497801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.527188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44782) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.555071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21547911-dc16-4e42-995a-1740766f0f65 req-2c353aad-296e-4de6-ab4d-48bcbcf056ca tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 210 time: 0.0627301 Nov 12 03:28:39.595571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64708cc9-67b2-4416-a9ca-b34f4323eb79 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.599467 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64708cc9-67b2-4416-a9ca-b34f4323eb79 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1268520 Nov 12 03:28:39.600431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.699392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99edf58-fa39-4d11-b1db-003e3c42bc9a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:39.703701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44792) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:39.704279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b99edf58-fa39-4d11-b1db-003e3c42bc9a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0996070 Nov 12 03:28:39.755981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0b5c95a-16da-456e-8f00-3e69065f64ca req-2eae9cc5-4144-4bc0-9a17-d05ec4b7a881 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 210 time: 0.1490786 Nov 12 03:28:39.907164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ddd7-980f-4dd6-8e6a-1895e23c4744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.936665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.973677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:39.997036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0007b2-28b1-4d49-99a4-470aec169c84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.000604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0007b2-28b1-4d49-99a4-470aec169c84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.002325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0007b2-28b1-4d49-99a4-470aec169c84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.004158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8a0007b2-28b1-4d49-99a4-470aec169c84 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2509460 Nov 12 03:28:40.008304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44802) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.045320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] Transition to ACTIVE for port object 4cbec6e4-197b-48e1-80e7-17ebea2c0bed will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:40.047143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f310f-954f-4feb-9da8-722428d1fce9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.048760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ddd7-980f-4dd6-8e6a-1895e23c4744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.052694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.074614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abf6da04-4cc7-47eb-94cf-3e431d430f22 req-ef20b5dd-02a2-4c7c-b302-e2fdec8ad153 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7818429 Nov 12 03:28:40.076521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.113156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534960642', 'description': 'tempest-description-1756504427'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.114624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 1147753f-f2a7-4bf5-828a-9ef3f55f7552 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:40.118263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.158637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fe5ddd7-980f-4dd6-8e6a-1895e23c4744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.177335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] No DVR routers for this DVR port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:40.185525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.188755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.215841 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3fe5ddd7-980f-4dd6-8e6a-1895e23c4744 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4a710ae92b52409ea5b53e5a0c3c1e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6789899 Nov 12 03:28:40.224056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.239660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5ddd7-980f-4dd6-8e6a-1895e23c4744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4907fba4-0deb-45dc-96ca-b54bff65ff34,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.250021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.254743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-b22194e0-160c-478d-911a-f2ff69061ce4 service neutron] 10.222.0.104 "PUT /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed/bindings/n-h1-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 2.2698121 Nov 12 03:28:40.356133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.369631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.409982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.411411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66168233-6d2a-4803-af09-aa07633b65e1 req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3224657 Nov 12 03:28:40.420614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24e4ac-18bb-4cef-8b60-5e795f1b35ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.434275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.475202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.526463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.576245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:40.665713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.674971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.677845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.679092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4907fba4-0deb-45dc-96ca-b54bff65ff34 HTTP/1.1" status: 204 len: 168 time: 0.4542267 Nov 12 03:28:40.694474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:40.697890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d4ff3-40a2-4a3b-9f15-cc237fd19710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907fba4-0deb-45dc-96ca-b54bff65ff34,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.713932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-d0ab20a1-cbd8-4171-b907-3e78158bae48 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.715939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-d0ab20a1-cbd8-4171-b907-3e78158bae48 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.1025629 Nov 12 03:28:40.723352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.764098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-286a7582-36cf-44bb-9656-95b8a65c6c37 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.766725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-286a7582-36cf-44bb-9656-95b8a65c6c37 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2117176 Nov 12 03:28:40.817524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'device_id': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'admin_state_up': True, 'tenant_id': '254ecbe03bcf4546b930013876409cea'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.823557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b6fce47-c1df-40ed-bce5-e8be91ff2a9f req-d60c0bd4-0159-4646-960d-0d974020d146 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 210 time: 0.0558403 Nov 12 03:28:40.844358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff12df2-2468-4162-8610-ffba1dc6aa13 req-5f8b83e3-0a3c-4102-bd20-e59bf1f42545 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:40.845878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ff12df2-2468-4162-8610-ffba1dc6aa13 req-5f8b83e3-0a3c-4102-bd20-e59bf1f42545 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.3331726 Nov 12 03:28:40.870750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:40.874585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1d4d6-b086-4bcd-9d60-9ff17417116e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:40.881159 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/1147753f-f2a7-4bf5-828a-9ef3f55f7552 HTTP/1.1" status: 204 len: 168 time: 0.8307931 Nov 12 03:28:40.883882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa629558-ef05-4e7e-aac4-14bf26afb2b0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=1147753f-f2a7-4bf5-828a-9ef3f55f7552,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:40.890203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44842) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:40.938898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351968578-network', 'tenant_id': '791f37a801f6482ca62f866fc9928374'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:40.990978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ff12df2-2468-4162-8610-ffba1dc6aa13 req-31311956-a087-4413-8495-2a30bef878cd tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319020 Nov 12 03:28:41.053092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:28:41.053092 n-d-766726-29 neutron-server[102605]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:28:41.053092 n-d-766726-29 neutron-server[102605]: [parameters: {'project_id': '254ecbe03bcf4546b930013876409cea', 'id': '6ef20e98-135c-41ee-b159-e64ca5001694', 'expiration': datetime.datetime(2021, 11, 12, 3, 30, 41, 47804)}] Nov 12 03:28:41.053092 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:41.053509 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:41.056273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-d85a683f-7148-4443-b442-9d191f537412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.061431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-d85a683f-7148-4443-b442-9d191f537412 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&tenant_id=5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 1096 time: 0.3315151 Nov 12 03:28:41.079955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 9f58459e-ff1c-45da-8101-1ce01f9e2186 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:41.083722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.086618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Made reservation on behalf of 791f37a801f6482ca62f866fc9928374 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:41.089211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.119737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.144261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67b0fc4b-6894-41a1-bd85-15a852e6688a req-0632e173-feae-44bc-9b03-35bf910ea9d7 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 210 time: 0.0817111 Nov 12 03:28:41.161220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.269041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.319269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7678-eba3-4988-9037-501fc8db3fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.372267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543084f-a4e4-4528-b323-847afedd2b2b req-dcde6cb7-b200-417b-b86b-48215b084122 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.373830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8543084f-a4e4-4528-b323-847afedd2b2b req-dcde6cb7-b200-417b-b86b-48215b084122 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1056554 Nov 12 03:28:41.387802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-e80d65df-7473-4e5a-8e22-fe40ead53a3e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.389330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-e80d65df-7473-4e5a-8e22-fe40ead53a3e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 813 time: 0.2522411 Nov 12 03:28:41.437084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-aa87a97b-35a7-4e94-84ed-3d16308ae177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.438615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-aa87a97b-35a7-4e94-84ed-3d16308ae177 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1096 time: 0.2720444 Nov 12 03:28:41.477647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8543084f-a4e4-4528-b323-847afedd2b2b req-e634a675-4139-437f-9f5b-cfd44541b8d6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822432 Nov 12 03:28:41.529321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.530982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7678-eba3-4988-9037-501fc8db3fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.533924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.537927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8d7678-eba3-4988-9037-501fc8db3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.595789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.608499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:41.619456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.619824 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Added segment 764d1d21-b9a3-4fb4-86f0-674cb598e658 of type vlan for network b8864359-73e9-47c0-9dd0-a02fb15f0812 Nov 12 03:28:41.692052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-147e416f-4996-4a8e-933e-99cbc60eeaf8 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.693676 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-147e416f-4996-4a8e-933e-99cbc60eeaf8 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.16 "GET /v2.0/networks?id=9658e838-754a-4d1e-b8db-78b75f4b45bc HTTP/1.1" status: 200 len: 806 time: 0.4248650 Nov 12 03:28:41.749111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.778568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-c3253e69-6e08-4bac-b8a6-cbb2c983a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.780202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-c3253e69-6e08-4bac-b8a6-cbb2c983a4df service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3261197 Nov 12 03:28:41.790500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.877191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.880437 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-e17c6b6c-9502-4424-b1b2-8d06ded31553 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.0800207 Nov 12 03:28:41.896693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.897631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:41.898188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.979552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=9f58459e-ff1c-45da-8101-1ce01f9e2186,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:41.983527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:41.986863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-84e041de-f5ae-4f05-bf25-77e41e2dfb25 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9f58459e-ff1c-45da-8101-1ce01f9e2186 HTTP/1.1" status: 204 len: 168 time: 1.0813451 Nov 12 03:28:41.992469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:41.999748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba8d7678-eba3-4988-9037-501fc8db3fcf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dd2cfb89e7eb45c085d04173c7084fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7297199 Nov 12 03:28:42.000424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.005547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-1b6f789a-7876-4fbd-86b2-9766864d5be9 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4525ff294746969de366ed16d253ee HTTP/1.1" status: 200 len: 380 time: 0.2688634 Nov 12 03:28:42.016197 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3495569 Nov 12 03:28:42.020402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:42.023786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.032495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.032761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d7678-eba3-4988-9037-501fc8db3fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f03807-d30f-4de2-a2c8-22748c165982,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.037578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e87b0f-786d-4635-b62f-3e29a5323927 req-ecc6bac4-7109-41c2-905b-38192dbc9298 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 210 time: 0.0697887 Nov 12 03:28:42.045534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-c056189e-8fd7-488c-9d95-ddd4f826eb07 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/quotas/4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 375 time: 0.6430697 Nov 12 03:28:42.052137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Request body: {'subnet': {'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351968578-subnet', 'tenant_id': '791f37a801f6482ca62f866fc9928374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:42.057091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded3451-d00f-4f35-a69a-0ad9f2525889 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:42.120093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8bcb182a-1c2b-45a6-ab44-fe62ebbe8e23 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262407 Nov 12 03:28:42.120713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:42.134705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:42.181260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b3a2a11f-edea-4d67-a9dc-576bf64c0f71 None None] Provisioning complete for port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:42.181877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a11f-edea-4d67-a9dc-576bf64c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.279754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Made reservation on behalf of 791f37a801f6482ca62f866fc9928374 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:42.282105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.340828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:42.347685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'port': {'device_id': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'admin_state_up': True, 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'security_groups': ['a5eedee1-bafc-438d-90b1-708e3124b64e']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:42.375132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-20c8b7a6-65de-424c-926a-14b3feaec3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.376613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-20c8b7a6-65de-424c-926a-14b3feaec3a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.4866116 Nov 12 03:28:42.379303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22657ce9-9da6-4715-8b9e-082eeba1fb58 admin admin] Pushing event updated for resources: {'Network': ['ID=b8864359-73e9-47c0-9dd0-a02fb15f0812,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.391208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b8864359-73e9-47c0-9dd0-a02fb15f0812 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:42.417641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-9d562eab-294b-483f-a157-bcccbedd8ceb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3712680 Nov 12 03:28:42.445042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-d84c8622-2dd4-4702-a018-7b2de40a0e42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572445 Nov 12 03:28:42.445537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Deleting port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:42.446628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.460853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.506378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadc23e-d836-4add-b65a-74dbd3cfc7cc req-4a3fecad-f7b1-4528-842b-3860beba6f7d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:42.508377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbadc23e-d836-4add-b65a-74dbd3cfc7cc req-4a3fecad-f7b1-4528-842b-3860beba6f7d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.3445525 Nov 12 03:28:42.574213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-0085b482-7cdc-4354-9524-70daf794a3ff service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157396 Nov 12 03:28:42.619941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.650401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:42.654220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.681999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Made reservation on behalf of ef4525ff294746969de366ed16d253ee for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:42.686328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.686493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] For port 6558ce7d-ac02-4b70-bd98-13aa3eb63197, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6558ce7d-ac02-4b70-bd98-13aa3eb63197,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:42.686912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.704575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Calling delete_port for 6558ce7d-ac02-4b70-bd98-13aa3eb63197 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:42.717393 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-91d79cef-4154-4e5d-942a-8d362351d887 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318526 Nov 12 03:28:42.788778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.20.0.14 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/d22b4164-f2f2-4ae2-aac5-4646b4a069a3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:42.806062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:42.832952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] Pushing event deleted for resources: {'Port': ['ID=6558ce7d-ac02-4b70-bd98-13aa3eb63197,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:42.838640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f1044-c69e-49c0-b0ff-f57145fa4641 None None] No DVR routers for this DVR port 6558ce7d-ac02-4b70-bd98-13aa3eb63197 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:42.839245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-691806e5-8ea1-4ae1-ba67-654782161d78 service neutron] 10.222.0.97 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054868 Nov 12 03:28:42.856608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Allocated IP 172.20.0.5 (9658e838-754a-4d1e-b8db-78b75f4b45bc/69c95071-3758-49ed-acea-c68fd87244bf/e3b144b8-3cf1-4ffb-be2f-20f843c2cf44) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:42.857277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbadc23e-d836-4add-b65a-74dbd3cfc7cc req-0eb5c86b-4095-4efa-83c0-67aee4feabfa tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731943 Nov 12 03:28:43.000059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.002611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.004059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/14f03807-d30f-4de2-a2c8-22748c165982 HTTP/1.1" status: 204 len: 168 time: 0.9844952 Nov 12 03:28:43.039054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6558ce7d-ac02-4b70-bd98-13aa3eb63197 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:43.070527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b20105-7322-4749-bc81-af33272660d0 req-b3ce0084-fea0-417c-b2c0-589a5b36ac2f tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 210 time: 0.1047626 Nov 12 03:28:43.076942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6558ce7d-ac02-4b70-bd98-13aa3eb63197 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:28:43.079651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6558ce7d-ac02-4b70-bd98-13aa3eb63197 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:28:43.081357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb5f36-b703-4e74-bbe2-c426f414ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f03807-d30f-4de2-a2c8-22748c165982,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.086583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.094422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.127924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-99992703-aa96-4bd1-a2a3-9a1eaf946147 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.129688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-99992703-aa96-4bd1-a2a3-9a1eaf946147 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0860662 Nov 12 03:28:43.224339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.273027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-f7d3e628-97fb-4889-b1e7-cab37788907d service neutron] 10.222.0.97 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248967 Nov 12 03:28:43.302518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event updated for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.340545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.365472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:43.370791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-4f2b14f7-2016-4292-b662-ec09437431aa service neutron] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:43.375162 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-4f2b14f7-2016-4292-b662-ec09437431aa service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.376682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a0034f4b-7629-4cd0-868e-dc6b453607bf req-4f2b14f7-2016-4292-b662-ec09437431aa service neutron] 10.222.0.16 "DELETE /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed/bindings/n-h2-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.2173185 Nov 12 03:28:43.378026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.381823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:43.387844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.389163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Checking segment: {'id': '764d1d21-b9a3-4fb4-86f0-674cb598e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:43.389538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Network hostable DHCP agents. Network: b8864359-73e9-47c0-9dd0-a02fb15f0812, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:43.414720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf72c4-0a64-4f9d-b7a4-077ec8e03eb6 req-a704a6ae-fdc8-4abb-ba57-b39def3af1cb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.423395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2cf72c4-0a64-4f9d-b7a4-077ec8e03eb6 req-a704a6ae-fdc8-4abb-ba57-b39def3af1cb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2472200 Nov 12 03:28:43.448636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.450000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.468223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.476716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-af6ece93-963a-4e36-bafa-35c7132d9652 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1436245 Nov 12 03:28:43.501654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Request body: {'port': {'device_id': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:43.510284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:43.527965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Network b8864359-73e9-47c0-9dd0-a02fb15f0812 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:43.530158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.536234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.536852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.549433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52cfbd-3f05-4cc6-80d8-6628d51c6ef4 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:43.553133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=55371198-67f3-4983-b073-542832f9b6a9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:43.583283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b8864359-73e9-47c0-9dd0-a02fb15f0812) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:43.590998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:43.591625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.608159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ebe7a6b3-074c-40d8-9255-fc99f5443fc9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4793556 Nov 12 03:28:43.615042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:43.628777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:43.661223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.673146 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:43.719633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab06a01-9a09-4073-a241-a279f0f2ced8 None None] Network b8864359-73e9-47c0-9dd0-a02fb15f0812 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:43.745666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98', '25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:43.767678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a7c28d29-f6c0-4874-bc6c-2a5fb80a5127 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7127974 Nov 12 03:28:43.991719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:44.025700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:44.041290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:44.082145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-90319dd9-919a-46a3-9472-310572a37d95 None None] Provisioning complete for port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:44.082145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90319dd9-919a-46a3-9472-310572a37d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.123283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:44.155490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-90319dd9-919a-46a3-9472-310572a37d95 None None] Port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:44.241465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905ec6d-1cf1-4fc1-a18b-ea39b58b9a8e None None] Network b8864359-73e9-47c0-9dd0-a02fb15f0812 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:44.274326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '55371198-67f3-4983-b073-542832f9b6a9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:44.275728 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.280967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f42ff-8141-4e2c-ae1e-b99d2bde5cef req-85b53dc9-0429-428e-bf0c-60f554c1e388 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.282558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-588f42ff-8141-4e2c-ae1e-b99d2bde5cef req-85b53dc9-0429-428e-bf0c-60f554c1e388 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 932 time: 0.5574155 Nov 12 03:28:44.332105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2cf72c4-0a64-4f9d-b7a4-077ec8e03eb6 req-52241ab8-29d5-424c-99e7-38dcc0d69a1a tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9077590 Nov 12 03:28:44.437402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:44.438127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.499104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:44.504080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.525185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:44.542362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.560183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00ffc827-ed92-4c51-a8a7-2a171a9d08f9 req-bea32c15-a4c5-469a-90e7-30ed6c8d3490 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 210 time: 0.1141438 Nov 12 03:28:44.584004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Transition to ACTIVE for port object e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:44.591424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:44.600140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-13e2037c-1a78-4c96-9aec-3efd4257776a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8034914 Nov 12 03:28:44.603316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/55371198-67f3-4983-b073-542832f9b6a9/27455ad6-1f46-4690-ae19-25d3cfd08819) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:44.649642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Request body: {'port': {'device_id': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:44.841599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-588f42ff-8141-4e2c-ae1e-b99d2bde5cef req-a7f3cbd6-6105-407d-84e3-568597ed01c3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516982 Nov 12 03:28:44.942623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Pushing event updated for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.019801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.041010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b56f0cf-4c4d-4fd4-b35c-b85536d3d840 None None] Provisioning complete for port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:45.048696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b56f0cf-4c4d-4fd4-b35c-b85536d3d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.098156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Attempting to bind port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:45.098631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Attempting to bind port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:45.100134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Attempting to bind port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 on network 9658e838-754a-4d1e-b8db-78b75f4b45bc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:45.116303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 on network 9658e838-754a-4d1e-b8db-78b75f4b45bc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:45.117470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Attempting to bind port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 on network 9658e838-754a-4d1e-b8db-78b75f4b45bc {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:45.139029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:45.140750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Checking segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:45.141399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Bound using segment: {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:45.142060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Bound port: e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:45.142749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.149204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.157047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-585565210-network', 'tenant_id': '7ee6338d40f5444ebcb9cc61fd86d3af'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:45.188120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1b56f0cf-4c4d-4fd4-b35c-b85536d3d840 None None] Port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:28:45.271803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Made reservation on behalf of 7ee6338d40f5444ebcb9cc61fd86d3af for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:45.275224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.293953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.339185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:45.345364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:45.351235 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55371198-67f3-4983-b073-542832f9b6a9 (CIDR: 2001:db8::/64) Nov 12 03:28:45.358944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.371674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.382924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.415981 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:45.417623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:45.444115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c83e0-345b-4bfe-8a46-63be668b3482 req-e17adf58-bb13-4f7c-a0fe-4913694dcf79 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.446631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35c83e0-345b-4bfe-8a46-63be668b3482 req-e17adf58-bb13-4f7c-a0fe-4913694dcf79 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.6191790 Nov 12 03:28:45.450381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:45.460385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4043d3f7-5152-4c7c-96c1-e92d674292f5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8433375 Nov 12 03:28:45.470011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:45.472450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:45.477013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.478948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.481435 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] 10.222.0.16 "PUT /v2.0/ports/e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 HTTP/1.1" status: 200 len: 1092 time: 1.9852812 Nov 12 03:28:45.483784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:45.483907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:45.487676 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97" -d '{"events": [{"name": "network-changed", "server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:45.496298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:45.518305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Pushing event updated for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.554197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305f9a6-e378-49e2-b36d-452f33a97d4c req-5c92ebaf-f2d6-467b-a7b9-aaa79f079b2e tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.558698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f375e48-2c1c-46a8-a541-232bdcaab09e service neutron] Pushing event updated for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:45.561033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3305f9a6-e378-49e2-b36d-452f33a97d4c req-5c92ebaf-f2d6-467b-a7b9-aaa79f079b2e tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 943 time: 0.4546671 Nov 12 03:28:45.645330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Attempting to bind port 27455ad6-1f46-4690-ae19-25d3cfd08819 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:45.645848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Attempting to bind port 27455ad6-1f46-4690-ae19-25d3cfd08819 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:45.646285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Attempting to bind port 27455ad6-1f46-4690-ae19-25d3cfd08819 on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:45.652633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:45.653120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:45.653597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.654229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:45.654870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Bound port: 27455ad6-1f46-4690-ae19-25d3cfd08819, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:45.655343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.749915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.780447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.803457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35c83e0-345b-4bfe-8a46-63be668b3482 req-8569c61d-e584-426d-8534-f6aeb4b3dd8b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386075 Nov 12 03:28:45.837553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3305f9a6-e378-49e2-b36d-452f33a97d4c req-de9852bd-5bf8-4a61-b50e-ca3905c3ec8e tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395175 Nov 12 03:28:45.906498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:28:45.910824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:45.919829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=27455ad6-1f46-4690-ae19-25d3cfd08819,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:45.929286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:45.987789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-d9522f63-4219-431a-ba5d-92dc5ff2b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:45.989488 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-d9522f63-4219-431a-ba5d-92dc5ff2b360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4525ff294746969de366ed16d253ee&device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 1095 time: 0.3947062 Nov 12 03:28:46.007490 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec95ac3e-7c00-44e7-8e3a-92aa08d25194 x-openstack-request-id: req-ec95ac3e-7c00-44e7-8e3a-92aa08d25194 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:46.007490 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:46.007490 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ec95ac3e-7c00-44e7-8e3a-92aa08d25194 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:46.007490 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'status': 'completed', 'code': 200} Nov 12 03:28:46.011230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-a49d5aa4-4ab9-456c-b04e-ce45b6388ebc tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.013089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-a49d5aa4-4ab9-456c-b04e-ce45b6388ebc tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 813 time: 0.1916912 Nov 12 03:28:46.080684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.081020 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Added segment dbeeb8f6-69ec-4a4a-8c6e-a606ff038ba9 of type vlan for network a507d6e0-9873-40dc-b795-6f87f78ed1dd Nov 12 03:28:46.087292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe486f-cdec-47e4-a8f9-95c73a84dd6d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.139269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b67780-805a-4ad4-ac32-d6a5fa6571c4 None None] Pushing event updated for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.140181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'device_id': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6', 'admin_state_up': True, 'tenant_id': '4a616983381b4333990d38f7a7b64587'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.186253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-2104cf96-c224-4f67-bb0a-9ad7fcbd33dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 HTTP/1.1" status: 200 len: 217 time: 0.1767406 Nov 12 03:28:46.240950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aeabe2f4-4199-4987-9d24-e69e9a001306 req-99d70d76-2184-4804-b747-171b17f2de1b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 210 time: 0.1134200 Nov 12 03:28:46.266636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:46.271998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.372075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-b553c6a2-96cf-424e-b006-16c75a2859aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.373880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-b553c6a2-96cf-424e-b006-16c75a2859aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69c95071-3758-49ed-acea-c68fd87244bf HTTP/1.1" status: 200 len: 845 time: 0.1780145 Nov 12 03:28:46.490931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.539132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.540702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.541600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.637548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] Pushing event updated for resources: {'Network': ['ID=a507d6e0-9873-40dc-b795-6f87f78ed1dd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:46.652485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a507d6e0-9873-40dc-b795-6f87f78ed1dd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:28:46.666679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b40c0-44f4-449c-b328-33040df57370 req-16f02a8d-6e4d-4dbe-b0f6-9f5eedeb1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.668641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-16f02a8d-6e4d-4dbe-b0f6-9f5eedeb1757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9658e838-754a-4d1e-b8db-78b75f4b45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2463613 Nov 12 03:28:46.671431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8af231a2-1ad1-4820-9632-6cbecc85f689 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5210059 Nov 12 03:28:46.674405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:46.680032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Request body: {'subnet': {'network_id': 'a507d6e0-9873-40dc-b795-6f87f78ed1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-585565210-subnet', 'tenant_id': '7ee6338d40f5444ebcb9cc61fd86d3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:46.825602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Made reservation on behalf of 7ee6338d40f5444ebcb9cc61fd86d3af for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:46.827958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.893517 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-39ac79c5-c656-4fae-8fd6-d0f41f82b229 service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074883 Nov 12 03:28:46.898813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef37849-2356-4e14-92c5-931dfc20401c req-6b9e6860-7943-489b-a838-4eb0beb5d2fd tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:46.902966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bef37849-2356-4e14-92c5-931dfc20401c req-6b9e6860-7943-489b-a838-4eb0beb5d2fd tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.7926097 Nov 12 03:28:46.940022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22b4164-f2f2-4ae2-aac5-4646b4a069a3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:46.965845 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:46.998700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b60db-b82f-49d9-b835-10a4fd894f00 req-25cda2ae-1c44-4d50-bad7-e8d4080827a9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.013286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c7b60db-b82f-49d9-b835-10a4fd894f00 req-25cda2ae-1c44-4d50-bad7-e8d4080827a9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 932 time: 0.3622496 Nov 12 03:28:47.103864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Transition to ACTIVE for port object d22b4164-f2f2-4ae2-aac5-4646b4a069a3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:47.109936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Made reservation on behalf of 4a616983381b4333990d38f7a7b64587 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:47.113831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.125621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 27455ad6-1f46-4690-ae19-25d3cfd08819 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:47.142412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.197505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bef37849-2356-4e14-92c5-931dfc20401c req-2171053f-5345-465d-abd6-33360e73d7d1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819414 Nov 12 03:28:47.203419 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c0b40c0-44f4-449c-b328-33040df57370 req-ef79b170-eaec-4503-9d74-f9fdbc61d701 service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618670 Nov 12 03:28:47.222630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:47.223733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.284620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c7b60db-b82f-49d9-b835-10a4fd894f00 req-36a0f3c2-df44-4ef7-b46d-1bec510b48e0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701969 Nov 12 03:28:47.408483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.475779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=27455ad6-1f46-4690-ae19-25d3cfd08819,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:47.484294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.516767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.575466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.582121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.648254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-602b372e-6846-496b-8dd5-fea3aa979ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.652862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-602b372e-6846-496b-8dd5-fea3aa979ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4525ff294746969de366ed16d253ee&device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 1095 time: 0.3011551 Nov 12 03:28:47.673472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:47.712557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1247f-d1ad-4c4b-8ec8-f978f41d799b req-1e4571ee-3b4b-4b75-8bdc-e89a3810410b tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.714242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62d1247f-d1ad-4c4b-8ec8-f978f41d799b req-1e4571ee-3b4b-4b75-8bdc-e89a3810410b tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1096 time: 0.2854249 Nov 12 03:28:47.731942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9436-46b2-490c-86af-f3507c82ddf9 req-318c7c82-65ad-4db7-871a-d3ecde1cfb76 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:47.733669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a0b9436-46b2-490c-86af-f3507c82ddf9 req-318c7c82-65ad-4db7-871a-d3ecde1cfb76 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 943 time: 0.2676973 Nov 12 03:28:47.746303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Allocated IP 172.20.0.4 (21c1ae7f-bec6-4991-b619-54d6920e2ee6/40c269d4-65e7-4fd7-83c7-921b26e41812/54f6ee09-8e73-4681-ab4b-f6e542c0f381) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:47.790677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b3e6f33f-3945-42f4-9035-fe31eb1938ff None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:47.791309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f33f-3945-42f4-9035-fe31eb1938ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.792272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Attempting to bind port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:47.792617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Attempting to bind port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:47.792951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Attempting to bind port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:47.818565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:47.818929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Attempting to bind port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:47.857181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d97732-2a5d-4fa9-be67-762c387a8cbf,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:47.862350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:47.862689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:47.863108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:47.863610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Bound port: d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:47.863977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:47.882132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a0b9436-46b2-490c-86af-f3507c82ddf9 req-5278b2ab-143a-4679-98c4-7378bcf82cc1 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379302 Nov 12 03:28:47.903683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62d1247f-d1ad-4c4b-8ec8-f978f41d799b req-4dbc0fc2-f9a3-4be1-a448-7fd167b2aac5 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691213 Nov 12 03:28:48.024620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-873b6874-9714-41f0-b202-205e10baeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.026297 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-873b6874-9714-41f0-b202-205e10baeebf service neutron] 10.222.0.16 "GET /v2.0/networks?id=9658e838-754a-4d1e-b8db-78b75f4b45bc HTTP/1.1" status: 200 len: 906 time: 0.3487041 Nov 12 03:28:48.028969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Checking segment: {'id': 'dbeeb8f6-69ec-4a4a-8c6e-a606ff038ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a507d6e0-9873-40dc-b795-6f87f78ed1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:48.029343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Network hostable DHCP agents. Network: a507d6e0-9873-40dc-b795-6f87f78ed1dd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:28:48.074101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8468cf6f-8913-499a-99a9-385613bbbb89 req-42c8fa84-6294-49b9-8c54-11dd6023a749 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 210 time: 0.0726752 Nov 12 03:28:48.132709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-7a19546d-4fbc-41a7-9602-6ba7344ee0b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 HTTP/1.1" status: 200 len: 217 time: 0.0892165 Nov 12 03:28:48.141441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Network a507d6e0-9873-40dc-b795-6f87f78ed1dd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:28:48.177510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.181743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:48.204218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a507d6e0-9873-40dc-b795-6f87f78ed1dd) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:48.207379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.214873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e8ded7-aae8-4c41-9696-50806bdfda83 None None] Network a507d6e0-9873-40dc-b795-6f87f78ed1dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:48.216198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.216671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.235847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:48.242616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-1070ad56-892e-4600-a40e-495a8586a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.245323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-1070ad56-892e-4600-a40e-495a8586a664 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69c95071-3758-49ed-acea-c68fd87244bf HTTP/1.1" status: 200 len: 845 time: 0.1049776 Nov 12 03:28:48.257880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.305135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-338f618d-6a7b-4f20-beeb-543004710e46 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6209226 Nov 12 03:28:48.329826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.330709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.332332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] 10.222.0.16 "PUT /v2.0/ports/d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 200 len: 1093 time: 3.6940293 Nov 12 03:28:48.339756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:48.342476 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780ef997-124e-4388-bc94-25d36b0a2e57" -d '{"events": [{"name": "network-changed", "server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:48.476032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-4124cb08-8466-49eb-9011-8a2f6e43e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.477604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-4124cb08-8466-49eb-9011-8a2f6e43e64a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9658e838-754a-4d1e-b8db-78b75f4b45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957431 Nov 12 03:28:48.485208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7fb8-d64b-495e-9fb7-7396a5d35f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.495747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a9286-3dfb-4140-a3cd-36a1c1e824dc None None] Network a507d6e0-9873-40dc-b795-6f87f78ed1dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:48.558436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-cf755521-2752-420f-8c98-61fbbb843adb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.560017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-cf755521-2752-420f-8c98-61fbbb843adb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.4328518 Nov 12 03:28:48.564885 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:48.637807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:48.663126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcbcf-9837-4d53-aa0a-bf45cf3443f2 req-fa36a8fe-ec56-4c65-b46f-7a95cf241a92 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.671460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-251bcbcf-9837-4d53-aa0a-bf45cf3443f2 req-fa36a8fe-ec56-4c65-b46f-7a95cf241a92 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.3508086 Nov 12 03:28:48.717184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-227d774d-93b2-4276-a83a-6ecc6080cb6b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/quotas/5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 375 time: 0.1394413 Nov 12 03:28:48.719180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-e057be64-9138-45bc-85d5-3bff53f8c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:48.720622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-e057be64-9138-45bc-85d5-3bff53f8c6b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 1096 time: 0.2923701 Nov 12 03:28:48.734683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:48.758489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:48.781928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:48.783261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=27455ad6-1f46-4690-ae19-25d3cfd08819,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:48.784804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:48.809585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-c93e553f-1c9d-480d-a798-067882736dab service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593207 Nov 12 03:28:48.856835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-03de9de7-f034-4bee-8280-f872778683d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 200 len: 217 time: 0.1011760 Nov 12 03:28:48.863795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-251bcbcf-9837-4d53-aa0a-bf45cf3443f2 req-12052a4a-466d-4ee4-8a57-add75aa10af3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915023 Nov 12 03:28:49.033815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.034495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.043805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 27455ad6-1f46-4690-ae19-25d3cfd08819 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:49.045908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-97f8a7eb-eb9d-44c1-8bee-dab2c1db0674 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3208535 Nov 12 03:28:49.051634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-2136903a-68ff-41d5-b317-daf57fac83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.053425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-2136903a-68ff-41d5-b317-daf57fac83aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1878669 Nov 12 03:28:49.155409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:49.155835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.184448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-bc05070b-2277-4f36-b61d-90da62398a74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0580881 Nov 12 03:28:49.233177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Request body: {'port': {'device_id': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:49.233591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.241417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.242311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.249181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919759-ba21-4656-a646-99e3a053c5ac req-1c0dd00f-8c0c-4bd7-9c5b-471a8c0d128c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.251508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4919759-ba21-4656-a646-99e3a053c5ac req-1c0dd00f-8c0c-4bd7-9c5b-471a8c0d128c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 944 time: 0.2862542 Nov 12 03:28:49.266364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:49.290202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:49.304122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838fa11-0890-4d7c-83e4-9b8519e077ff None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:49.312665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-89b3bc90-b9ab-438f-843b-f41f626e3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.314815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-89b3bc90-b9ab-438f-843b-f41f626e3323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450705 Nov 12 03:28:49.318787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:49.318787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.369468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.381156 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8984108 Nov 12 03:28:49.388090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b8e3f532-c3f1-4b12-a43b-eb5bd76edd97 req-c40cc3b5-2401-4a26-927e-a030268fa5b1 service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692308 Nov 12 03:28:49.390801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:49.395890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:f5:4b:b1', 'name': 'tempest-NetworksTestDHCPv6-2053057766'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:49.447785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-32a7a744-1299-424e-9c84-54609e30955a service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804412 Nov 12 03:28:49.462625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4919759-ba21-4656-a646-99e3a053c5ac req-74d01cb0-6879-4062-93b5-d01f62b5affb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010953 Nov 12 03:28:49.503601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=0a4d4fd1-5dae-4ecd-b70c-f3c78660b608,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.507638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=5']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:49.524347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.524569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.524782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.525471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.525471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.525766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.526090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.526415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.526742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.527458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.527458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.527726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.534412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.534764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.535505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.535505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.535793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.536122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.536452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.536775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.537113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.537427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.537757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.538077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec5e97-f357-43e1-bfc9-6d08483694dc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:49.557061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:49.607332 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6440b0-bd18-4317-8271-4d7a1a9f76d4 x-openstack-request-id: req-3d6440b0-bd18-4317-8271-4d7a1a9f76d4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:49.607679 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:49.607938 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3d6440b0-bd18-4317-8271-4d7a1a9f76d4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:49.608344 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'status': 'completed', 'code': 200} Nov 12 03:28:49.637491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-2326fbf5-7d64-4ca0-9046-3c837ebe0395 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138926 Nov 12 03:28:49.663755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:49.686730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 8a155df6-2afd-440d-9fa9-5bde177f9a59 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:49.832187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-af0bd79b-de9b-4556-9b86-2d4aa5083d96 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736963 Nov 12 03:28:49.925077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce0f6f36-c901-46cf-8c4e-83a75d2d53d5 req-db4e8325-88c7-4b2a-a42b-de89ac6f3103 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139287 Nov 12 03:28:49.934648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::2ba (2bb34d67-d0dc-48a5-8247-4d25002783c6/55371198-67f3-4983-b073-542832f9b6a9/8a155df6-2afd-440d-9fa9-5bde177f9a59) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:49.944781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:4bb1 (2bb34d67-d0dc-48a5-8247-4d25002783c6/0a4d4fd1-5dae-4ecd-b70c-f3c78660b608/8a155df6-2afd-440d-9fa9-5bde177f9a59) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:50.248915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-cebb0d61-4d74-44a6-abcc-18ddc6c21e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.250324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-cebb0d61-4d74-44a6-abcc-18ddc6c21e02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 1096 time: 0.0893102 Nov 12 03:28:50.308605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.354807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.376207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-d4fc36ef-841d-4761-8150-b7c0cacd0e32 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.384192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-d4fc36ef-841d-4761-8150-b7c0cacd0e32 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/networks?id=b8864359-73e9-47c0-9dd0-a02fb15f0812 HTTP/1.1" status: 200 len: 825 time: 0.3626237 Nov 12 03:28:50.417513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-6e709795-129f-4965-9f25-54408e29cf96 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/quotas/791f37a801f6482ca62f866fc9928374 HTTP/1.1" status: 200 len: 375 time: 0.0323410 Nov 12 03:28:50.418580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:50.444964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:50.455921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:50.464484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:50.482941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:50.486522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.536438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=8a155df6-2afd-440d-9fa9-5bde177f9a59,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:50.558071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47e5b16a-a20d-45cc-8133-9329fd00bde8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1660943 Nov 12 03:28:50.558698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45074) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:50.751524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 8a155df6-2afd-440d-9fa9-5bde177f9a59 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:50.751890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.759247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:50.799237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'port_id': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'mac_address': 'fa:16:3e:4a:ff:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:50.806213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7bf0709a-06c4-4886-8774-0b7fa8019fb5 None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:50.806583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7bf0709a-06c4-4886-8774-0b7fa8019fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.907855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.912430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f6ee09-8e73-4681-ab4b-f6e542c0f381 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:50.939277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:50.958998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-7014005b-298e-4da7-a672-c651640e8c99 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=791f37a801f6482ca62f866fc9928374&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5394075 Nov 12 03:28:50.967903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:50.968907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.005566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:51.008883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 8a155df6-2afd-440d-9fa9-5bde177f9a59 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:51.044772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Transition to ACTIVE for port object 54f6ee09-8e73-4681-ab4b-f6e542c0f381 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:51.053380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424dc6-0c87-4ebd-bc15-a0c2b17e880c req-6eb07a93-e714-4ac7-88fc-09e068dd2cc3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.070880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1424dc6-0c87-4ebd-bc15-a0c2b17e880c req-6eb07a93-e714-4ac7-88fc-09e068dd2cc3 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 943 time: 0.7910521 Nov 12 03:28:51.077952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.115262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.164363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.167670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 27455ad6-1f46-4690-ae19-25d3cfd08819 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:51.184239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-c405a8ad-870d-498e-b2dd-ec835ee43371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.185944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-c405a8ad-870d-498e-b2dd-ec835ee43371 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.9174147 Nov 12 03:28:51.231866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:51.232250 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.276007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-ea3d5d61-dfb3-453b-ac06-e28f20fa3331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 200 len: 217 time: 0.0812190 Nov 12 03:28:51.296382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.300445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.321608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-65901a02-6616-422c-b28d-015ff5d7b525 None None] Could not find standard attr ID for object 8a155df6-2afd-440d-9fa9-5bde177f9a59. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:28:51.343409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-8d67d77c-dff3-45f5-ba20-9a3bda6eed75 service neutron] 10.222.0.97 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834929 Nov 12 03:28:51.355584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=8a155df6-2afd-440d-9fa9-5bde177f9a59,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:51.370649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1424dc6-0c87-4ebd-bc15-a0c2b17e880c req-2bbed751-3a03-4e11-8282-f7d766dcd0b5 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985666 Nov 12 03:28:51.414067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.421164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74dfffcf-adda-4bee-b2ac-82414f216cf5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/8a155df6-2afd-440d-9fa9-5bde177f9a59 HTTP/1.1" status: 204 len: 168 time: 0.8594487 Nov 12 03:28:51.421847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.456114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:51.515724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-137e6432-059a-4e6e-9ec8-76c58bf628b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.516463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d7286-b5f4-41c7-a65b-ee21226a1e15 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.517310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-137e6432-059a-4e6e-9ec8-76c58bf628b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.2181659 Nov 12 03:28:51.521132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Attempting to bind port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:51.521472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Attempting to bind port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:51.521941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Attempting to bind port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:51.522679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a02d7286-b5f4-41c7-a65b-ee21226a1e15 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0997305 Nov 12 03:28:51.523274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45084) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.593420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb63b8-2a7c-4bb2-9ee2-2aaebecfc248 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.595679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6adb63b8-2a7c-4bb2-9ee2-2aaebecfc248 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0712814 Nov 12 03:28:51.598279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.644492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:51.644916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Attempting to bind port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 on network 21c1ae7f-bec6-4991-b619-54d6920e2ee6 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:51.668216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:51.668555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Checking segment: {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:51.668947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Bound using segment: {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:51.669391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Bound port: 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c432c011-3d80-49be-9eb5-d6656ffdae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:51.669750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.679673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-3814639a-3964-48ba-a4ed-83c52ff79597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.681716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-3814639a-3964-48ba-a4ed-83c52ff79597 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189563 Nov 12 03:28:51.697193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d407971-b422-477b-a888-6fc6fcef46d4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.699427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d407971-b422-477b-a888-6fc6fcef46d4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.701033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d407971-b422-477b-a888-6fc6fcef46d4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.702916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d407971-b422-477b-a888-6fc6fcef46d4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1032953 Nov 12 03:28:51.705449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-5e89b417-fab8-4d6f-aaba-1d209a8a96c6 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:28:51.705778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:51.706470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-5e89b417-fab8-4d6f-aaba-1d209a8a96c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124149 Nov 12 03:28:51.771676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef02f-eaf6-47f3-81f3-c659ec7d0688 req-d6ae4a95-3d9e-45e9-bb63-c6de84582953 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.773202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b8ef02f-eaf6-47f3-81f3-c659ec7d0688 req-d6ae4a95-3d9e-45e9-bb63-c6de84582953 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 943 time: 0.2548261 Nov 12 03:28:51.845542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 0a4d4fd1-5dae-4ecd-b70c-f3c78660b608 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:51.852833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.875802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-f8be866e-5373-44ae-b4d6-be9ad0bdc708 service neutron] 10.222.0.97 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034184 Nov 12 03:28:51.926049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:51.957776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-e013606f-6954-4a54-ba7d-6360deb35afc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:51.959119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:51.960343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-e013606f-6954-4a54-ba7d-6360deb35afc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.2086904 Nov 12 03:28:51.965169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b8ef02f-eaf6-47f3-81f3-c659ec7d0688 req-1eab9545-83e3-489a-b0d5-b6c17bebc46f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757693 Nov 12 03:28:51.969059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.970056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:51.976581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-72538d7a-f655-4b73-b279-2850fe78f0c8 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575347 Nov 12 03:28:52.002216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Request body: {'port': {'device_id': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'admin_state_up': True, 'tenant_id': '5ee186eb6f294e67baab5ff066547574'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:52.050256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.051224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.053520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] 10.222.0.104 "PUT /v2.0/ports/54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 1092 time: 2.8268430 Nov 12 03:28:52.090580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:52.098428 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:52.124566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ead12f6-3090-457f-ab1c-9feb396c4160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.234469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.289164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:52.290912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e61024b-11c6-40c5-ace5-b12d0c2b03e0 req-4b662ce1-b63d-4640-b70a-3db52bc4763f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 210 time: 0.0650189 Nov 12 03:28:52.295599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14719303-43f5-4ede-b8f3-fb12999182e4 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.306207 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.408598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-0ef7c079-7793-4868-8a53-ac321bdf3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.410361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-0ef7c079-7793-4868-8a53-ac321bdf3794 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1095 time: 0.2670336 Nov 12 03:28:52.437597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c5ae054-c44c-4dfd-b1fb-771387ca73ed req-33e4c49e-10f1-478b-8135-68cc0c94ed03 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 210 time: 0.0486956 Nov 12 03:28:52.439651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-780ef997-124e-4388-bc94-25d36b0a2e57 req-a95a7f85-2bf7-460b-a695-9129565efa42 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484916 Nov 12 03:28:52.467265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d22b4164-f2f2-4ae2-aac5-4646b4a069a3 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:52.491383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:52.492157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.515533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-555b11a1-c678-431f-9c00-744686b14d60 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 217 time: 0.0821233 Nov 12 03:28:52.537205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46028fd-d2d1-4e11-8014-51221d837542 req-72e4a2e0-d796-4744-83c7-b785bbf948b1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.542815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d46028fd-d2d1-4e11-8014-51221d837542 req-72e4a2e0-d796-4744-83c7-b785bbf948b1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 944 time: 0.2562022 Nov 12 03:28:52.548252 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71119d-618a-465a-a188-561c8812ea83 x-openstack-request-id: req-bb71119d-618a-465a-a188-561c8812ea83 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:52.548632 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:52.549631 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bb71119d-618a-465a-a188-561c8812ea83 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:52.558539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.564168 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/0a4d4fd1-5dae-4ecd-b70c-f3c78660b608 HTTP/1.1" status: 204 len: 168 time: 0.8550303 Nov 12 03:28:52.564168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d260ff-1569-4a98-bc0f-7cc0fbaebd19 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4d4fd1-5dae-4ecd-b70c-f3c78660b608,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:52.566724 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'status': 'completed', 'code': 200} Nov 12 03:28:52.567286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:52.586654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95fa74-4353-46bc-af33-2f9d23bc4a3e None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:52.619535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60458-60e8-494c-9c03-a87e247b479f req-67358133-31bc-40ea-a790-5e2386f95d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.621085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-67358133-31bc-40ea-a790-5e2386f95d63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c5260824514a5da2f9e304c918983f&device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.2479298 Nov 12 03:28:52.625987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:28:52.672863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Allocated IP 172.20.0.13 (495061ef-1f9d-4c9f-b68c-0e529bf2536a/22fee02d-5c4a-42ed-a920-c1208aac7470/6802f906-6177-482b-89cb-116be8899d50) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:52.806687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60458-60e8-494c-9c03-a87e247b479f req-69c0f73b-8f4d-4236-a735-c99f281cb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:52.806933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:52.808424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-69c0f73b-8f4d-4236-a735-c99f281cb720 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 200 len: 916 time: 0.1794517 Nov 12 03:28:52.820549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:52.826145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 55371198-67f3-4983-b073-542832f9b6a9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:28:52.827400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.874478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:52.912372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:52.961013 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-9617af46-15d0-499b-892f-7cb89fbb0ca0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b HTTP/1.1" status: 200 len: 217 time: 0.1393106 Nov 12 03:28:52.968726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'mac_address': 'fa:16:3e:d6:5a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:52.972734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d46028fd-d2d1-4e11-8014-51221d837542 req-5f5ce825-a39e-42b8-a336-0db45e86a31b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042737 Nov 12 03:28:53.020093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff18123-4dd9-4881-8813-212f98c222ff req-218eecee-a6a4-48b1-8ff2-51e08392921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.024623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-218eecee-a6a4-48b1-8ff2-51e08392921e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.4786990 Nov 12 03:28:53.037121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.085453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60458-60e8-494c-9c03-a87e247b479f req-ebfeec9e-6a56-4e04-912a-2e3d802631db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.087171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-ebfeec9e-6a56-4e04-912a-2e3d802631db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 200 len: 855 time: 0.1152546 Nov 12 03:28:53.108829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.116480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a17f37-82ae-440d-a26c-2357a40146a0 req-9cdbc963-4a2f-43ee-95a3-930f3968e784 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.123766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87a17f37-82ae-440d-a26c-2357a40146a0 req-9cdbc963-4a2f-43ee-95a3-930f3968e784 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.4515305 Nov 12 03:28:53.157282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-1ff63902-e149-43b0-ba26-3251c5209441 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664408 Nov 12 03:28:53.160845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60458-60e8-494c-9c03-a87e247b479f req-d6d5b682-95d6-4ca4-9d99-aa0fd9f61686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.162390 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-d6d5b682-95d6-4ca4-9d99-aa0fd9f61686 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9725397a-338e-41b8-84f7-de9e4f126a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665913 Nov 12 03:28:53.170825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.205370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.212361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.217587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22b4164-f2f2-4ae2-aac5-4646b4a069a3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:53.248877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.261888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.289923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:53.313396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:53.317734 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec1c0b-89a4-4778-99bc-7a2658bf5e70" -d '{"events": [{"server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "name": "network-vif-plugged", "status": "completed", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:53.325710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.342974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:53.344193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.351981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e42c-88d1-47e8-b4c8-85129571a9ae req-434e4a6b-6659-4d2d-a0fe-c3485884c713 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.364027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:53.364866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a82e42c-88d1-47e8-b4c8-85129571a9ae req-434e4a6b-6659-4d2d-a0fe-c3485884c713 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 944 time: 0.2728155 Nov 12 03:28:53.368584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:53.379552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.438338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87a17f37-82ae-440d-a26c-2357a40146a0 req-5fba2e74-8323-489a-a6d1-646fff73f5c1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135145 Nov 12 03:28:53.453250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:53.472704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.473409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.504159 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-99b5d0ce-9f3a-44a1-adbf-c6622d82068d service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332324 Nov 12 03:28:53.511521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-0146b3ad-4f46-4485-891e-853419db99ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5148973 Nov 12 03:28:53.518386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.544616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Request body: {'port': {'device_id': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:53.631721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-3bfb7f1a-26d5-4601-8f4b-191d470ea3c7 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440160 Nov 12 03:28:53.671836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d22b4164-f2f2-4ae2-aac5-4646b4a069a3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:53.681726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:53.740805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d9b60458-60e8-494c-9c03-a87e247b479f req-a4e54078-e9af-44bc-ac9f-6a03c002a169 service neutron] 10.222.0.16 "GET /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089388 Nov 12 03:28:53.813881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aff18123-4dd9-4881-8813-212f98c222ff req-b95074dc-01a9-4ce3-b954-394724abc126 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465302 Nov 12 03:28:53.917253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a82e42c-88d1-47e8-b4c8-85129571a9ae req-26190e56-c70a-4fad-a8ed-0fbf14668493 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5296776 Nov 12 03:28:53.977058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fee20-b2aa-4f4b-bb6c-cec96dd1fc02 req-d30b0fd2-70c3-4cd0-89cf-52f603de0cf1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:53.988030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f94fee20-b2aa-4f4b-bb6c-cec96dd1fc02 req-d30b0fd2-70c3-4cd0-89cf-52f603de0cf1 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 943 time: 0.4186192 Nov 12 03:28:54.001073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.070322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.076473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/55371198-67f3-4983-b073-542832f9b6a9 HTTP/1.1" status: 204 len: 168 time: 1.4848216 Nov 12 03:28:54.077339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45138) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.097524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a9fd2-6093-4fc8-bcf6-f2ce5b94e6b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=55371198-67f3-4983-b073-542832f9b6a9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.135899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-723eef69-0e13-4428-b87a-90b215cddb14 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570903 Nov 12 03:28:54.139580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:54.145740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:54.205565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-6663daf3-20e0-4f56-b7ec-107e3fceba30 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.207082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-6663daf3-20e0-4f56-b7ec-107e3fceba30 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.16 "GET /v2.0/networks?id=b8864359-73e9-47c0-9dd0-a02fb15f0812 HTTP/1.1" status: 200 len: 825 time: 0.6390624 Nov 12 03:28:54.211896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-fd0dfe45-5d72-4437-ba18-ce6bbde2d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.213603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-fd0dfe45-5d72-4437-ba18-ce6bbde2d626 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1095 time: 0.2641213 Nov 12 03:28:54.217912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f94fee20-b2aa-4f4b-bb6c-cec96dd1fc02 req-8b4c9885-a7fc-4a4c-8b07-eb279e0674e0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222223 Nov 12 03:28:54.225770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aa57a-97e7-4a19-b92b-b70f30cc94f8 req-13ae7e3c-4114-4bca-acbb-ef37aff50570 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.233944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-199aa57a-97e7-4a19-b92b-b70f30cc94f8 req-13ae7e3c-4114-4bca-acbb-ef37aff50570 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 932 time: 0.2006426 Nov 12 03:28:54.248354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bea6d4-d1f6-4005-ad60-915514f4787b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:54.285142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Request body: {'port': {'device_id': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812', 'admin_state_up': True, 'tenant_id': '791f37a801f6482ca62f866fc9928374'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:54.293960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6802f906-6177-482b-89cb-116be8899d50 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:54.298880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:54.303842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.313801 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e419a9ca-c69a-4cb2-a668-48f1a57c59c0 x-openstack-request-id: req-e419a9ca-c69a-4cb2-a668-48f1a57c59c0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:54.314089 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "name": "network-vif-plugged", "status": "completed", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:54.314340 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e419a9ca-c69a-4cb2-a668-48f1a57c59c0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:54.314863 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'code': 200} Nov 12 03:28:54.325488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.404155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Transition to ACTIVE for port object 6802f906-6177-482b-89cb-116be8899d50 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:54.411104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.496439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:54.525072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-199aa57a-97e7-4a19-b92b-b70f30cc94f8 req-577b6067-0c44-4fdf-8848-92beab62136e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899873 Nov 12 03:28:54.526301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-bf23e3ad-3a8c-4f30-94ef-df1a7fe41809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.527810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-bf23e3ad-3a8c-4f30-94ef-df1a7fe41809 service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.2811756 Nov 12 03:28:54.604924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0b4c9c8-fb5b-47f5-b35e-e0a72f0fbdb4 req-2d271753-3479-4cc5-85c9-0c4e0de86543 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 210 time: 0.1788068 Nov 12 03:28:54.607945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8d2aaece-7ae8-4f8d-a8ad-30fcd0f6dc7a None None] Provisioning complete for port 27455ad6-1f46-4690-ae19-25d3cfd08819 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:54.608318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d2aaece-7ae8-4f8d-a8ad-30fcd0f6dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.637425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b0a5b9e-ace8-4409-89ea-29ee61a2e164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.671417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-b2e373f7-dcdc-495b-b48a-17221e36b1b3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 217 time: 0.0735786 Nov 12 03:28:54.755520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-2541f8fe-b3ed-476e-bd5c-134f98d0ccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.757017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-2541f8fe-b3ed-476e-bd5c-134f98d0ccc8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0647807 Nov 12 03:28:54.781723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:28:54.784916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:54.785262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:54.785592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:54.802044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:54.802370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:54.822318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-8d6aa354-aa60-4782-a30f-2490ec1c0dfa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387580 Nov 12 03:28:54.825116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:54.825955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:54.826669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:54.828436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Bound port: 6802f906-6177-482b-89cb-116be8899d50, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:54.828436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.832454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.864763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Deleting port 27455ad6-1f46-4690-ae19-25d3cfd08819 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:28:54.866864 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:54.953968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:54.969621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:54.992537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:54.997326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.006011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=27455ad6-1f46-4690-ae19-25d3cfd08819,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.006536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.023209 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 27455ad6-1f46-4690-ae19-25d3cfd08819 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:28:55.030809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.067205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Calling delete_port for 27455ad6-1f46-4690-ae19-25d3cfd08819 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:28:55.069499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:55.075975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5423-e41e-40be-a629-b3588b8cd42e req-2337b8ee-5b3e-4c02-bdcc-59e10ed28980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.077804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a4ca5423-e41e-40be-a629-b3588b8cd42e req-2337b8ee-5b3e-4c02-bdcc-59e10ed28980 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 1097 time: 0.6254909 Nov 12 03:28:55.080842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:55.089684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e403b31-df25-4ff0-8c2b-b8823fc50395 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9490597 Nov 12 03:28:55.091856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.098130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:55.110592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.207602 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.239950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.240732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.241982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] 10.222.0.104 "PUT /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 1093 time: 1.7015953 Nov 12 03:28:55.245012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'tag': '6802f906-6177-482b-89cb-116be8899d50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:55.259325 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd6339-13a8-48b7-bb27-a285af986429" -d '{"events": [{"name": "network-changed", "server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "tag": "6802f906-6177-482b-89cb-116be8899d50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:55.274526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 27455ad6-1f46-4690-ae19-25d3cfd08819, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=27455ad6-1f46-4690-ae19-25d3cfd08819,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:55.286657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.322613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a4ca5423-e41e-40be-a629-b3588b8cd42e req-e8e28872-1e9f-40af-81c1-0631f933e219 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315104 Nov 12 03:28:55.331349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef941ad5-5d3f-4107-9b22-83934b20ef41 req-5b30c944-4c9e-462a-86c2-2f29ddaa88ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.333267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef941ad5-5d3f-4107-9b22-83934b20ef41 req-5b30c944-4c9e-462a-86c2-2f29ddaa88ce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 945 time: 0.6610529 Nov 12 03:28:55.341513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a89ca-3302-4333-9a78-6a55ffaa74c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.361430 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.373023 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.390222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] No DVR routers for this DVR port 27455ad6-1f46-4690-ae19-25d3cfd08819 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:28:55.418033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-b0e2cda0-5dab-4cc4-9413-506dd4199e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.420269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-b0e2cda0-5dab-4cc4-9413-506dd4199e2d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1096 time: 0.0913148 Nov 12 03:28:55.421095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2fabd-774d-4f59-8c78-cb726c207f9b None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:55.421381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:55.425667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.466343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-2d769663-1967-49cc-ab23-0476310a8512 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6373229 Nov 12 03:28:55.508957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fef62-187e-4b36-afe5-bec7c8c27854 req-a76359a2-3080-4ee8-a69a-e78c0995cf57 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.510538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a12fef62-187e-4b36-afe5-bec7c8c27854 req-a76359a2-3080-4ee8-a69a-e78c0995cf57 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.6873028 Nov 12 03:28:55.523104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.538274 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-68101ed6-179c-4faf-819e-45eb3edf06ab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0925815 Nov 12 03:28:55.550681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.551447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.551908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.552368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.552802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.553635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.553635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.554355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.554784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.555269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.555688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.556095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:55.560750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Made reservation on behalf of 791f37a801f6482ca62f866fc9928374 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:55.565947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.591221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6ad03-5be0-4ae3-852a-aacf68383215 None None] Pushing event deleted for resources: {'Port': ['ID=27455ad6-1f46-4690-ae19-25d3cfd08819,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:55.618703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef941ad5-5d3f-4107-9b22-83934b20ef41 req-4780e6ad-ea27-4938-a290-72ea3ae810fb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684634 Nov 12 03:28:55.626755 n-d-766726-29 neutron-server[102604]: INFO neutron.db.ipam_backend_mixin [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5 (CIDR: 2001:db8::/64) Nov 12 03:28:55.634253 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:28:55.634783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:28:55.642899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-2cdb8e04-9224-4466-99dd-bf154b4796e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.642899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-2cdb8e04-9224-4466-99dd-bf154b4796e9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0877433 Nov 12 03:28:55.650173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-afdbed7a-a970-43d1-a6c9-3b4c5dde7c56 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8156397 Nov 12 03:28:55.699605 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-09c74747-6a35-4e1c-a30d-445c15df2ad5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403070 Nov 12 03:28:55.705931 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-655654c5-58e0-4902-aeb2-bacf71b084e9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6124482 Nov 12 03:28:55.706532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:55.712328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2bb34d67-d0dc-48a5-8247-4d25002783c6', 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'tenant_id': 'dc8ce26564e24870b3ae6c833ef2aa6f', 'fixed_ips': [{'subnet_id': '9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:28:55.712978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'subnet': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:55.714556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:55.871140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-9caac0b1-3159-43ae-b2ae-4fe65b1f4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.873073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-9caac0b1-3159-43ae-b2ae-4fe65b1f4dc3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 1098 time: 0.2897773 Nov 12 03:28:55.883197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a12fef62-187e-4b36-afe5-bec7c8c27854 req-27caa805-e4ed-4aac-8fc9-e67d0db672fe tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246403 Nov 12 03:28:55.946518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8fcc2-0432-4f61-87cd-f0def1ef91ff req-fa00bed1-5f25-4f85-8edf-8c58bf08e40c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:55.947982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Allocated IP 2001:db8::2 (2bb34d67-d0dc-48a5-8247-4d25002783c6/9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5/34ad225f-8bb4-4cba-99a0-8c567c75b8eb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:55.955637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34e8fcc2-0432-4f61-87cd-f0def1ef91ff req-fa00bed1-5f25-4f85-8edf-8c58bf08e40c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.2044594 Nov 12 03:28:56.122740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Allocated IP 172.20.0.13 (b8864359-73e9-47c0-9dd0-a02fb15f0812/759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9/d392de6f-6da3-4dd5-8027-4a16cbe24953) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:28:56.137310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76c2d9e8-9eda-48d4-8b14-5b32677a9b4b req-a5e26f1b-08f3-49e7-8c99-ca2917916a08 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735610 Nov 12 03:28:56.139895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.150279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.194424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:56.197328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:56.198811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34e8fcc2-0432-4f61-87cd-f0def1ef91ff req-0424cec8-9944-4da1-aa2f-7b8da165923c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418871 Nov 12 03:28:56.199947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:56.249470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-6ca6235e-b25b-49e5-8a08-e0012bcb8cd5 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310962 Nov 12 03:28:56.266308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-f8e13fd0-081f-49f5-a735-4b182920e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.268384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-f8e13fd0-081f-49f5-a735-4b182920e663 service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3319819 Nov 12 03:28:56.271988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Pushing event updated for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.284403 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0060220-9916-4c86-bd11-a8db9ff02541 x-openstack-request-id: req-f0060220-9916-4c86-bd11-a8db9ff02541 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:56.284693 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "tag": "6802f906-6177-482b-89cb-116be8899d50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:56.284947 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f0060220-9916-4c86-bd11-a8db9ff02541 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:56.285348 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'tag': '6802f906-6177-482b-89cb-116be8899d50', 'status': 'completed', 'code': 200} Nov 12 03:28:56.287034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Attempting to bind port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:56.287488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Attempting to bind port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:56.287655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Attempting to bind port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb on network 2bb34d67-d0dc-48a5-8247-4d25002783c6 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:56.297450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:28:56.297831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Checking segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:28:56.298350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.298799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Bound using segment: {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:28:56.299383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Bound port: 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163742c3-09f2-47d4-99fb-50e832cfeed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:28:56.299902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.303704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bcf39-245a-4fff-a9c2-71fdf1d25709 req-94f3dd75-c9da-4995-9be6-c8803f6de91a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.307919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed6bcf39-245a-4fff-a9c2-71fdf1d25709 req-94f3dd75-c9da-4995-9be6-c8803f6de91a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 943 time: 0.2921095 Nov 12 03:28:56.338291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:56.342293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.364428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-4c8cebbb-7e28-44d0-a16e-eb2c7cc6880e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 200 len: 217 time: 0.0540321 Nov 12 03:28:56.399699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:28:56.405996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:28:56.414382 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.441587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0c9953c4-5a2e-4767-afb1-ae961d468619 req-461d26b5-b053-462d-8341-6938167a1216 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837451 Nov 12 03:28:56.515127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d22b4164-f2f2-4ae2-aac5-4646b4a069a3 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:56.627843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed6bcf39-245a-4fff-a9c2-71fdf1d25709 req-710965b0-0555-40dc-ad68-a3752b531265 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052833 Nov 12 03:28:56.635841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-b80856cc-3af4-4846-88d9-200e5acbc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.639938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-b80856cc-3af4-4846-88d9-200e5acbc5a7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.2426872 Nov 12 03:28:56.656146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba36afe-90c5-4e2a-8126-c049f841bfc2 None None] Pushing event updated for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:56.699597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:28:56.710449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:56.711214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.713814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fd4d8-1d0c-4a56-a73d-147f876c0f4b req-d095253e-8465-44eb-a1bd-e5f20330b67a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.715749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-466fd4d8-1d0c-4a56-a73d-147f876c0f4b req-d095253e-8465-44eb-a1bd-e5f20330b67a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.3356378 Nov 12 03:28:56.721341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6339-13a8-48b7-bb27-a285af986429 req-d7c4042d-2b6f-4539-b390-4246f800e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.723180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-d7c4042d-2b6f-4539-b390-4246f800e385 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1096 time: 0.1273320 Nov 12 03:28:56.827574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.842745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.863944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:56.904132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec0aa761-4a9f-4f95-ba9c-04c2ceebb93b req-56f70f77-cac2-4351-a48b-9f11f2ab9d82 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 210 time: 0.0453901 Nov 12 03:28:56.911822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-1b13adeb-966c-47df-a11e-d2f3e2e8ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:56.913342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-1b13adeb-966c-47df-a11e-d2f3e2e8ee86 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2470820 Nov 12 03:28:56.914090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:28:56.918257 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add7a44-4012-4b52-b6ea-b73f19c29487" -d '{"events": [{"server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "name": "network-vif-plugged", "status": "completed", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:28:56.928926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:56.933630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.028318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.033373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6339-13a8-48b7-bb27-a285af986429 req-1872d74d-b3bd-480e-89c1-e4e08f6aa67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.034983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-1872d74d-b3bd-480e-89c1-e4e08f6aa67b service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.2995865 Nov 12 03:28:57.039986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-466fd4d8-1d0c-4a56-a73d-147f876c0f4b req-10b74a6e-4348-449d-8f08-81553092a6df tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827370 Nov 12 03:28:57.087671 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dca707-19d5-46da-8d7f-24f0033f7757 x-openstack-request-id: req-e7dca707-19d5-46da-8d7f-24f0033f7757 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:28:57.088420 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "name": "network-vif-plugged", "status": "completed", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:28:57.088977 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e7dca707-19d5-46da-8d7f-24f0033f7757 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:28:57.089571 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'code': 200} Nov 12 03:28:57.141624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-ac432e87-44bf-4915-bf66-1fae67ab7cf5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0913236 Nov 12 03:28:57.147344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 34ad225f-8bb4-4cba-99a0-8c567c75b8eb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:57.150892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:28:57.170090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.242292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:57.242822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.309078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6339-13a8-48b7-bb27-a285af986429 req-fc58cef5-98c2-451c-ac90-0594129cc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.310565 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-fc58cef5-98c2-451c-ac90-0594129cc6c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1584065 Nov 12 03:28:57.324971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582840f5-4656-40d2-8ec4-fd5ae4204178 req-057f46fd-3364-447e-9ccf-5a6f360a008a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.327243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-582840f5-4656-40d2-8ec4-fd5ae4204178 req-057f46fd-3364-447e-9ccf-5a6f360a008a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 946 time: 0.1890121 Nov 12 03:28:57.335225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Network b8864359-73e9-47c0-9dd0-a02fb15f0812 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:57.351402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-a5ff4080-4c42-449f-a82b-9200e21f9ea3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320172 Nov 12 03:28:57.351660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Pushing event updated for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:57.354548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:57.368333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:28:57.386616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b8215-a99e-4317-b742-c56f293f0b09 req-cf993442-1e1c-46bf-a9a4-85577018ad77 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.389567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b3b8215-a99e-4317-b742-c56f293f0b09 req-cf993442-1e1c-46bf-a9a4-85577018ad77 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2203224 Nov 12 03:28:57.428057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a063d-8a7c-499a-b250-55cf4fdc88bc req-adda88b5-ab20-46c1-b4f1-203310f42939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.429597 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e41a063d-8a7c-499a-b250-55cf4fdc88bc req-adda88b5-ab20-46c1-b4f1-203310f42939 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 1098 time: 0.1851130 Nov 12 03:28:57.443311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.443711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.444088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.444406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.444687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.445015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.447572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.447919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.448238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.450736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.451117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.451439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:28:57.470185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-aa579299-fa6a-4850-acd0-c93297245f26 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433197 Nov 12 03:28:57.564029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.564701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.583013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b3b8215-a99e-4317-b742-c56f293f0b09 req-5771b6c4-c501-481d-9e78-f20b35f9cd79 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780009 Nov 12 03:28:57.591190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.612299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.640202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-5d93d837-94ec-4cdd-9d7d-3e31a79754b6 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804811 Nov 12 03:28:57.665041 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e41a063d-8a7c-499a-b250-55cf4fdc88bc req-e08d0f26-8bb9-4f5e-9eaf-4e974b31784f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908464 Nov 12 03:28:57.666979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:57.667510 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:57.733653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.791538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-983632d0-8386-4305-ba63-ea59d688f577 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5173752 Nov 12 03:28:57.832347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-582840f5-4656-40d2-8ec4-fd5ae4204178 req-05c35426-86e6-4b6d-8f90-203047e9d9be tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944258 Nov 12 03:28:57.853320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15b88640-09c8-409d-82ad-f793d4ed9e67 req-19da1c23-60fd-4c21-8b97-142390559ccb service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668829 Nov 12 03:28:57.861525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902a86a-eb6c-46a9-8e16-45a236a77270 req-9825bc6a-176f-42bf-9226-78df1f03b26b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:57.861772 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-61dd6339-13a8-48b7-bb27-a285af986429 req-63846f96-8503-4161-a241-ddd11bceb900 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961374 Nov 12 03:28:57.863235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c902a86a-eb6c-46a9-8e16-45a236a77270 req-9825bc6a-176f-42bf-9226-78df1f03b26b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.0933309 Nov 12 03:28:57.943284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:57.986024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.990417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Request body: {'port': {'device_id': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:57.991980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:57.992923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.024338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c902a86a-eb6c-46a9-8e16-45a236a77270 req-7ceab8df-0104-4b3c-b644-22a6812daa37 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487389 Nov 12 03:28:58.051499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de8013-2568-4ba6-ad0a-6339a8d79a63 req-099655c4-e86c-47aa-82c0-80528aaa3df6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.052991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66de8013-2568-4ba6-ad0a-6339a8d79a63 req-099655c4-e86c-47aa-82c0-80528aaa3df6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.1140974 Nov 12 03:28:58.082654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:28:58.093059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:28:58.100085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.100210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.100611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.111938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19baf936-066b-4fcd-b3ac-0a98d8a4a7b5 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:28:58.116441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d613beda-a988-4e8e-8ca3-d3abbb6fadb0 None None] Provisioning complete for port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:58.116815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d613beda-a988-4e8e-8ca3-d3abbb6fadb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.135570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Subnet': ['ID=2a936e47-b469-4ccb-912c-405d0acaa782,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.154390 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4467475 Nov 12 03:28:58.155220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d141db3-32ec-4a4a-a6d6-d1f57b719fcc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=4']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.158478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.168816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Request body: {'port': {'network_id': '2bb34d67-d0dc-48a5-8247-4d25002783c6', 'mac_address': 'fa:16:3e:eb:dc:51', 'name': 'tempest-NetworksTestDHCPv6-1554938431'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.223049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66de8013-2568-4ba6-ad0a-6339a8d79a63 req-956422db-e24b-4c41-b81b-e8641fd1e602 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529019 Nov 12 03:28:58.292114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530dbb7-e47a-4668-bd6e-fe866f96d8a5 req-172fa89d-c571-47f8-a1e1-f02cc483bfcd tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.293641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c530dbb7-e47a-4668-bd6e-fe866f96d8a5 req-172fa89d-c571-47f8-a1e1-f02cc483bfcd tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 943 time: 0.1736968 Nov 12 03:28:58.302041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.356339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d613beda-a988-4e8e-8ca3-d3abbb6fadb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.424558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:58.442822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.501577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadd239-a4b2-4679-bd45-6fa116d3dc20 req-83c4452d-4fed-48bf-91a9-36797d6c5abd tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.503105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffadd239-a4b2-4679-bd45-6fa116d3dc20 req-83c4452d-4fed-48bf-91a9-36797d6c5abd tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 932 time: 0.1545146 Nov 12 03:28:58.541134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c530dbb7-e47a-4668-bd6e-fe866f96d8a5 req-24f20d06-0ca7-4a7f-8a68-e8e193ae8c39 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381666 Nov 12 03:28:58.573603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-d613beda-a988-4e8e-8ca3-d3abbb6fadb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:28:58.573960 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-d613beda-a988-4e8e-8ca3-d3abbb6fadb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:28:58.575324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:58.597974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Made reservation on behalf of dc8ce26564e24870b3ae6c833ef2aa6f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:28:58.623295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffadd239-a4b2-4679-bd45-6fa116d3dc20 req-028ee1e3-d7c4-4c49-b285-9d9f791af905 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Nov 12 03:28:58.647421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 54f6ee09-8e73-4681-ab4b-f6e542c0f381 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:28:58.775328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:58.794891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'network_id': '21c1ae7f-bec6-4991-b619-54d6920e2ee6', 'port_id': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'mac_address': 'fa:16:3e:06:2d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c269d4-65e7-4fd7-83c7-921b26e41812', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:28:58.819732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fa22-6074-4255-999c-c8822dddb05e req-8ddbaecc-68a8-4fc5-94cc-7534f1ebfdb1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.821829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc13fa22-6074-4255-999c-c8822dddb05e req-8ddbaecc-68a8-4fc5-94cc-7534f1ebfdb1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.2026150 Nov 12 03:28:58.872489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.887547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f6ee09-8e73-4681-ab4b-f6e542c0f381 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:58.912874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f1fcf-dcf5-43af-8287-a45fb9472619 req-9c1a98d0-291b-489d-93d2-ff555db8ef6d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:58.919670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f4f1fcf-dcf5-43af-8287-a45fb9472619 req-9c1a98d0-291b-489d-93d2-ff555db8ef6d tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.2228563 Nov 12 03:28:58.923643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:58.932406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Request body: {'floatingip': {'port_id': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:28:58.947215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d392de6f-6da3-4dd5-8027-4a16cbe24953 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:28:58.953619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:28:58.958418 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:58.964099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.041938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.073038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.087352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 34ad225f-8bb4-4cba-99a0-8c567c75b8eb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:28:59.111103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45244) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.201149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:59.201523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.375783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-529e607a-4667-4d74-9cb4-d2450e803442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.449044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.506467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Transition to ACTIVE for port object d392de6f-6da3-4dd5-8027-4a16cbe24953 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:28:59.508054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f72b7d90-65be-47b7-ae0e-c8407d619413 None None] Provisioning complete for port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:28:59.508514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d90-65be-47b7-ae0e-c8407d619413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.509509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] device_id is not set on port 6a8b3328-17f4-4dd4-a377-7d3e40913e15 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:28:59.528230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc13fa22-6074-4255-999c-c8822dddb05e req-c7bbb82a-bf72-469a-bde4-3b707d618514 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756594 Nov 12 03:28:59.529565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.542354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['54f6ee09-8e73-4681-ab4b-f6e542c0f381'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:28:59.669254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c886-19e2-40a2-a274-3c1e72c07cc5 req-d1479b2c-9f38-4f62-be41-98b632912b2f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.670782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c0c886-19e2-40a2-a274-3c1e72c07cc5 req-d1479b2c-9f38-4f62-be41-98b632912b2f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.2268229 Nov 12 03:28:59.717473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-529e607a-4667-4d74-9cb4-d2450e803442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.717731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Pushing event updated for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.724530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-529e607a-4667-4d74-9cb4-d2450e803442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.810807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88cf40-8492-4e86-98d9-e35f5840c141 req-0361d680-7552-4daa-a833-dc08d23b4268 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:28:59.812349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c88cf40-8492-4e86-98d9-e35f5840c141 req-0361d680-7552-4daa-a833-dc08d23b4268 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 946 time: 0.2014647 Nov 12 03:28:59.830893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e607a-4667-4d74-9cb4-d2450e803442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f3aca3-67b6-477a-beb4-82121a0de8bd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:28:59.836763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-529e607a-4667-4d74-9cb4-d2450e803442 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=36302764df5247e1a188632b376243d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245071 Nov 12 03:28:59.842625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:28:59.852388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:28:59.900287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c0c886-19e2-40a2-a274-3c1e72c07cc5 req-a3f65a74-5a18-4f4e-a8b8-2da93c1a1998 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937540 Nov 12 03:28:59.943014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Attempting to bind port d392de6f-6da3-4dd5-8027-4a16cbe24953 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:28:59.943352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Attempting to bind port d392de6f-6da3-4dd5-8027-4a16cbe24953 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '764d1d21-b9a3-4fb4-86f0-674cb598e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:28:59.943914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Attempting to bind port d392de6f-6da3-4dd5-8027-4a16cbe24953 on network b8864359-73e9-47c0-9dd0-a02fb15f0812 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:59.957425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.959912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Port d392de6f-6da3-4dd5-8027-4a16cbe24953 on network b8864359-73e9-47c0-9dd0-a02fb15f0812 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:28:59.960256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Attempting to bind port d392de6f-6da3-4dd5-8027-4a16cbe24953 on network b8864359-73e9-47c0-9dd0-a02fb15f0812 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:28:59.967759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:28:59.971535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c88cf40-8492-4e86-98d9-e35f5840c141 req-5f68fb67-a435-4412-97af-b86fba7f4509 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470163 Nov 12 03:28:59.996030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8::248 (2bb34d67-d0dc-48a5-8247-4d25002783c6/9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5/6a8b3328-17f4-4dd4-a377-7d3e40913e15) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:00.011872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.017988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:00.018325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Checking segment: {'id': '764d1d21-b9a3-4fb4-86f0-674cb598e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:00.018712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Bound using segment: {'id': '764d1d21-b9a3-4fb4-86f0-674cb598e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:00.019188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Bound port: d392de6f-6da3-4dd5-8027-4a16cbe24953, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764d1d21-b9a3-4fb4-86f0-674cb598e658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:00.019540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.038528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:dc51 (2bb34d67-d0dc-48a5-8247-4d25002783c6/2a936e47-b469-4ccb-912c-405d0acaa782/6a8b3328-17f4-4dd4-a377-7d3e40913e15) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:00.047325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.126190 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Floating IP 5efd14b1-9d80-4f43-b1dd-3cc38c2cea43 associated. External IP: 172.25.7.41, port: e3b144b8-3cf1-4ffb-be2f-20f843c2cf44. Nov 12 03:29:00.150357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d7fe-c49b-42a2-b73d-7d5b094f1192 req-0dd6084d-dbe0-4bbd-aeb8-156be93b487c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.151902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01f0d7fe-c49b-42a2-b73d-7d5b094f1192 req-0dd6084d-dbe0-4bbd-aeb8-156be93b487c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 944 time: 0.1791954 Nov 12 03:29:00.184643 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.187380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.188716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/54f3aca3-67b6-477a-beb4-82121a0de8bd HTTP/1.1" status: 204 len: 168 time: 0.3451400 Nov 12 03:29:00.200975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb94be-ed22-4a35-ae58-f926926d5e64 req-91636c1b-6639-4791-ab3e-8fc8181e9fee tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.202675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abdb94be-ed22-4a35-ae58-f926926d5e64 req-91636c1b-6639-4791-ab3e-8fc8181e9fee tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 944 time: 0.1739237 Nov 12 03:29:00.250374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:00.311006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953,segment=NetworkSegment(764d1d21-b9a3-4fb4-86f0-674cb598e658),segment_id=764d1d21-b9a3-4fb4-86f0-674cb598e658)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:00.325513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.390444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01f0d7fe-c49b-42a2-b73d-7d5b094f1192 req-98c1f26b-028f-42e2-ac1f-4d4c47bb4989 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146533 Nov 12 03:29:00.405718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.406360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.407806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] 10.222.0.16 "PUT /v2.0/ports/d392de6f-6da3-4dd5-8027-4a16cbe24953 HTTP/1.1" status: 200 len: 1093 time: 2.4246845 Nov 12 03:29:00.416663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:00.418745 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb47f6eb-267b-46f9-8737-1c7399428630" -d '{"events": [{"name": "network-changed", "server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:00.440659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abdb94be-ed22-4a35-ae58-f926926d5e64 req-56c55843-a976-4c01-b939-6ca3acff9f04 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139013 Nov 12 03:29:00.486197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-250cf97e-f5c2-4d7f-a0d0-183c1ad5fb40 req-52f760bd-b88b-4468-93c5-01e281efae9f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:00.487338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-250cf97e-f5c2-4d7f-a0d0-183c1ad5fb40 req-52f760bd-b88b-4468-93c5-01e281efae9f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190425 Nov 12 03:29:00.494518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541789b-fd79-44ee-9c26-5e24cbbd255e service neutron] Pushing event updated for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.504614 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.505711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266690-cc8c-4c08-9760-6f7680375c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f3aca3-67b6-477a-beb4-82121a0de8bd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.569856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:00.628141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a68-97ac-4f78-a27f-8a3fbc622048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.645123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Router 554b5f1c-b620-4c06-841e-cc46a10ec8cc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:00.649146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6802f906-6177-482b-89cb-116be8899d50 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:00.700869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-250cf97e-f5c2-4d7f-a0d0-183c1ad5fb40 req-7da49c33-0df9-4d06-bec4-989200b534a7 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2023153 Nov 12 03:29:00.707221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-abf3b056-4409-4594-9cb8-85ce45ba293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.709432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-abf3b056-4409-4594-9cb8-85ce45ba293d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=791f37a801f6482ca62f866fc9928374&device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 1096 time: 0.1660473 Nov 12 03:29:00.744211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.758821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:00.759075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-12bc65b8-7722-460e-8048-fb27bace1c4c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 267 time: 0.1624725 Nov 12 03:29:00.775899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '6802f906-6177-482b-89cb-116be8899d50', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'port_id': '6802f906-6177-482b-89cb-116be8899d50', 'mac_address': 'fa:16:3e:c7:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fee02d-5c4a-42ed-a920-c1208aac7470', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:00.807192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:00.812098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.817171 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Sync routers for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:00.825253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.826822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-b6cd7e48-8ead-47df-aec4-9e7e9af96e9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953 HTTP/1.1" status: 200 len: 217 time: 0.0928185 Nov 12 03:29:00.830509 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:00.831152 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:00.841962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6802f906-6177-482b-89cb-116be8899d50 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:00.848494 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e8eef30f-2080-449d-99e0-a982157674da tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "PUT /v2.0/floatingips/5efd14b1-9d80-4f43-b1dd-3cc38c2cea43 HTTP/1.1" status: 200 len: 990 time: 1.9227815 Nov 12 03:29:00.848954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:00.851820 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:00.864934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:00.874064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:00.946304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:00.955999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:00.964994 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208aa80-e6a6-467c-94db-bcd5944b13fc x-openstack-request-id: req-a208aa80-e6a6-467c-94db-bcd5944b13fc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:00.965317 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:00.965556 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a208aa80-e6a6-467c-94db-bcd5944b13fc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:00.965959 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953', 'status': 'completed', 'code': 200} Nov 12 03:29:00.972401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:00.987819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:00.989003 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:00.993627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:00.994301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.005719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event updated for resources: {'Port': ['ID=6a8b3328-17f4-4dd4-a377-7d3e40913e15,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.041177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763522c9-4048-4040-9803-f0aaf7967595 req-681792e7-de90-49b9-9ef8-5ee3d701aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.042858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-681792e7-de90-49b9-9ef8-5ee3d701aba1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9 HTTP/1.1" status: 200 len: 865 time: 0.1494892 Nov 12 03:29:01.044870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a68-97ac-4f78-a27f-8a3fbc622048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.062675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b8724dd-13ad-4ff4-b189-bfd2f96048b7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8963163 Nov 12 03:29:01.063081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.068838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-a4438a08-d49c-4c63-b38b-c03e88b5fe7e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.070376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-a4438a08-d49c-4c63-b38b-c03e88b5fe7e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 946 time: 0.2766588 Nov 12 03:29:01.096707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3a68-97ac-4f78-a27f-8a3fbc622048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.132698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'security_groups': []}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:01.143608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-156893e2-42f6-4fbb-a951-825d7264b3cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8864359-73e9-47c0-9dd0-a02fb15f0812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875106 Nov 12 03:29:01.174542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting port 6a8b3328-17f4-4dd4-a377-7d3e40913e15 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:01.175184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.214621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.226194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e3a68-97ac-4f78-a27f-8a3fbc622048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68dba3-9695-4ec2-8dc7-653c455ce581,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.227824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:01.236301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c5e3a68-97ac-4f78-a27f-8a3fbc622048 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8a58fb5d59794f34960014cb38c2efa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620014 Nov 12 03:29:01.241720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.278814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.290982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Calling delete_port for 6a8b3328-17f4-4dd4-a377-7d3e40913e15 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:01.311751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0855f91-7bae-4ca3-9c9c-68cfa7384d12 req-8a92450d-7c7d-423f-a2b5-1020bad31da4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.313208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0855f91-7bae-4ca3-9c9c-68cfa7384d12 req-8a92450d-7c7d-423f-a2b5-1020bad31da4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.2902281 Nov 12 03:29:01.325918 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5efd14b1-9d80-4f43-b1dd-3cc38c2cea43', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'port_id': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'mac_address': 'fa:16:3e:4a:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:34Z', 'updated_at': '2021-11-12T03:28:59Z', 'revision_number': 1, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:01.344965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-327c96da-1c3c-44bb-81fd-68f5e03961c6 None None] Provisioning complete for port 6a8b3328-17f4-4dd4-a377-7d3e40913e15 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:01.345329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-327c96da-1c3c-44bb-81fd-68f5e03961c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.346237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.357836 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Checking router: 554b5f1c-b620-4c06-841e-cc46a10ec8cc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:01.368065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:01.368899 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:01.415331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-327c96da-1c3c-44bb-81fd-68f5e03961c6 None None] Port 6a8b3328-17f4-4dd4-a377-7d3e40913e15 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:01.438775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6802f906-6177-482b-89cb-116be8899d50'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:01.460422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-e1cfacbe-37bd-44f1-aa3a-dc17ce83d105 service neutron] 10.222.0.16 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778604 Nov 12 03:29:01.485179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:01.504601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0855f91-7bae-4ca3-9c9c-68cfa7384d12 req-8e1d0da9-ccd1-4ff2-9d05-26a0010c0900 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657565 Nov 12 03:29:01.518681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.530541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.578222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Port': ['ID=6a8b3328-17f4-4dd4-a377-7d3e40913e15,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:01.625958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.649943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.656882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-39451813-1932-4ed7-9c34-1949fc756e4b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/6a8b3328-17f4-4dd4-a377-7d3e40913e15 HTTP/1.1" status: 204 len: 168 time: 0.5905135 Nov 12 03:29:01.657359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.741880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0b88f-5731-4249-ada7-dd466784733c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.746856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.751678 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8d0b88f-5731-4249-ada7-dd466784733c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0928700 Nov 12 03:29:01.809104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:01.812585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-763522c9-4048-4040-9803-f0aaf7967595 req-f08bb71d-4aca-4227-9d7c-8b190ebe1fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052330 Nov 12 03:29:01.837472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5efd14b1-9d80-4f43-b1dd-3cc38c2cea43', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'port_id': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'mac_address': 'fa:16:3e:4a:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:34Z', 'updated_at': '2021-11-12T03:28:59Z', 'revision_number': 1, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:01.867667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e370c2c-f8d9-4ba9-9344-02aba4554520 None None] The sync data for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 is: [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5efd14b1-9d80-4f43-b1dd-3cc38c2cea43', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'floating_ip_address': '172.25.7.41', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'port_id': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'mac_address': 'fa:16:3e:4a:ff:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:28:34Z', 'updated_at': '2021-11-12T03:28:59Z', 'revision_number': 1, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:01.873014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.903976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4e811-7202-4ff6-9bd1-3fb28d5ce0b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:01.913444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45290) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:01.913704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-beb4e811-7202-4ff6-9bd1-3fb28d5ce0b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1631384 Nov 12 03:29:01.916450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.918201 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.921205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:01.922506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/df68dba3-9695-4ec2-8dc7-653c455ce581 HTTP/1.1" status: 204 len: 168 time: 0.6781094 Nov 12 03:29:01.960552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d22b4164-f2f2-4ae2-aac5-4646b4a069a3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:02.000431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc1b7b-e04a-4ec6-a255-3e53ac7f6f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68dba3-9695-4ec2-8dc7-653c455ce581,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.015406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.016053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.017661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77eb62a3-e04c-4f48-9dae-7f80c7d5f90d req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "PUT /v2.0/ports/d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 200 len: 905 time: 0.9171000 Nov 12 03:29:02.058077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee70d0-0c5a-40b3-ac58-3e112a764ee1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.063744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee70d0-0c5a-40b3-ac58-3e112a764ee1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.065249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-44735592-8ebe-4a29-830b-bc57b24c2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.067778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-44735592-8ebe-4a29-830b-bc57b24c2f33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=791f37a801f6482ca62f866fc9928374&device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 1096 time: 0.1000528 Nov 12 03:29:02.068616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39494c18-b2dc-4b4e-85ec-f12cf3a9884f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:02.069012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee70d0-0c5a-40b3-ac58-3e112a764ee1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.073904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.077062 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6aee70d0-0c5a-40b3-ac58-3e112a764ee1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1612017 Nov 12 03:29:02.089035 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d3c82f-f051-46f9-ba3e-0f1ee72f0991 x-openstack-request-id: req-f8d3c82f-f051-46f9-ba3e-0f1ee72f0991 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:02.089339 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:02.089595 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f8d3c82f-f051-46f9-ba3e-0f1ee72f0991 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:02.090001 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'status': 'completed', 'code': 200} Nov 12 03:29:02.193045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 2a936e47-b469-4ccb-912c-405d0acaa782 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:02.237906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-9d42d9ca-1b95-4fa9-b4ca-85943c3486b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.239672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-9d42d9ca-1b95-4fa9-b4ca-85943c3486b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4525ff294746969de366ed16d253ee&device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 1097 time: 0.0714595 Nov 12 03:29:02.255970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.293907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2bac03-db57-4ba1-8d41-9cf0f386740f None None] New status for floating IP 5efd14b1-9d80-4f43-b1dd-3cc38c2cea43: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:29:02.380295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-e4e5f7c3-33cf-4b7f-b566-d4bb01c9a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.382168 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-e4e5f7c3-33cf-4b7f-b566-d4bb01c9a963 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9658e838-754a-4d1e-b8db-78b75f4b45bc HTTP/1.1" status: 200 len: 906 time: 0.1280706 Nov 12 03:29:02.397574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.420404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d22b4164-f2f2-4ae2-aac5-4646b4a069a3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:02.446771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b686b-daaa-4967-9607-5e63b87d9dc9 req-69d2b652-092a-4b03-8c5b-c9e2aa3b7d87 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.448294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d46b686b-daaa-4967-9607-5e63b87d9dc9 req-69d2b652-092a-4b03-8c5b-c9e2aa3b7d87 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.2710435 Nov 12 03:29:02.448775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:02.476017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deabb1-12f0-4e0b-8325-85ca2fc0a76e req-6b5783f5-49fc-43a7-96e3-f5aff2b22398 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.477523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58deabb1-12f0-4e0b-8325-85ca2fc0a76e req-6b5783f5-49fc-43a7-96e3-f5aff2b22398 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 944 time: 0.3024018 Nov 12 03:29:02.480181 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-2ae23b2f-643e-4575-a60a-4cb4c8f0346e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 HTTP/1.1" status: 200 len: 998 time: 0.0837767 Nov 12 03:29:02.496800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-0296e30a-4f20-4500-b406-3ce13170d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.498107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-0296e30a-4f20-4500-b406-3ce13170d002 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8864359-73e9-47c0-9dd0-a02fb15f0812 HTTP/1.1" status: 200 len: 925 time: 0.3218734 Nov 12 03:29:02.508032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-50be5b5e-dab1-4493-83dd-9b34fc75ffda None None] Provisioning complete for port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:02.508952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-50be5b5e-dab1-4493-83dd-9b34fc75ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.509567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eae2470b-17c5-4707-a05f-92216b806e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.568625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-803e11f2-7da5-413e-a1b7-ffab62557c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.573022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-803e11f2-7da5-413e-a1b7-ffab62557c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69c95071-3758-49ed-acea-c68fd87244bf HTTP/1.1" status: 200 len: 845 time: 0.0571866 Nov 12 03:29:02.609209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-fe5c2c79-421f-48f3-93c7-0bf70d10fc39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953 HTTP/1.1" status: 200 len: 217 time: 0.0896885 Nov 12 03:29:02.638716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-3f88e417-d970-4c96-978a-0e1b8cfac448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.640465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-3f88e417-d970-4c96-978a-0e1b8cfac448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9658e838-754a-4d1e-b8db-78b75f4b45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563366 Nov 12 03:29:02.644113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98', '25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:02.675843 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 54f6ee09-8e73-4681-ab4b-f6e542c0f381 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:02.681417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d46b686b-daaa-4967-9607-5e63b87d9dc9 req-d81062e2-8343-4259-94ab-07352aedb5a4 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220917 Nov 12 03:29:02.699646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.765355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-9352bd1d-2177-4bb0-907a-4e7113a182e0 service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088867 Nov 12 03:29:02.767934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58deabb1-12f0-4e0b-8325-85ca2fc0a76e req-9ba7b1ec-018f-4648-8078-08e408b248e3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611885 Nov 12 03:29:02.806467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-d7d5db8a-8221-45bd-9b60-a4d85379d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:02.807963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-d7d5db8a-8221-45bd-9b60-a4d85379d299 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9 HTTP/1.1" status: 200 len: 865 time: 0.1833689 Nov 12 03:29:02.811955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:02.833797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:02.834745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.868929 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7fb17b6e-3651-4731-96d6-0df5a63d2f8e req-55d5954c-7bd2-40a9-b114-9bb2b0c9c8e7 service neutron] 10.222.0.16 "GET /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960994 Nov 12 03:29:02.888665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-ed8e828f-eb7c-4774-b472-cc6ae2932018 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8864359-73e9-47c0-9dd0-a02fb15f0812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699830 Nov 12 03:29:02.963599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eae2470b-17c5-4707-a05f-92216b806e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.966401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:02.968754 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0" -d '{"events": [{"name": "network-changed", "server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:02.971702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.990989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eae2470b-17c5-4707-a05f-92216b806e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:02.999871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.038995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:03.041212 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f481c9f3-124a-4580-b26a-e4033723c998" -d '{"events": [{"server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "name": "network-vif-plugged", "status": "completed", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:03.062566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:03.068048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.125892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.328592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a1f2f-28cd-48bb-812a-bf08622d003c req-6423fa03-cc65-4a81-92cb-ba1d1e64bc3f tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.329985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c41a1f2f-28cd-48bb-812a-bf08622d003c req-6423fa03-cc65-4a81-92cb-ba1d1e64bc3f tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 944 time: 0.5329969 Nov 12 03:29:03.338011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=2a936e47-b469-4ccb-912c-405d0acaa782,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.349232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a739773-87a9-425f-adaa-1d9a5448dd1c None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:03.359774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.362941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2c63c7fc-5616-4bd3-b47d-8f640cb19d08 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/2a936e47-b469-4ccb-912c-405d0acaa782 HTTP/1.1" status: 204 len: 168 time: 1.2881832 Nov 12 03:29:03.365944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.391893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4708c49-54a4-47a5-9509-df8dc8fc98fb req-d44b3894-3850-4427-8d24-4ce66335daec tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.393385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4708c49-54a4-47a5-9509-df8dc8fc98fb req-d44b3894-3850-4427-8d24-4ce66335daec tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 908 time: 0.5574315 Nov 12 03:29:03.405228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eae2470b-17c5-4707-a05f-92216b806e53 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a4c2dc8ed917472c8023850327cce2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9481506 Nov 12 03:29:03.409271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45314) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.409448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2470b-17c5-4707-a05f-92216b806e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c02e0f4-d107-4759-a096-8e1e3a0a2c19,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.451348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Deleting subnet 9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:03.455096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.461699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-e42ea483-5678-4558-a9c2-a334d2ce6d04 service neutron] 10.222.0.16 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510280 Nov 12 03:29:03.465671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c41a1f2f-28cd-48bb-812a-bf08622d003c req-77fde2d6-5860-4040-87a6-758e04866948 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211505 Nov 12 03:29:03.525900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.622977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.668107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3c5a-5ca5-4096-973e-e8b0fac4be06 req-8b6d80ef-addf-4b5a-8304-bc85fb2329db tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.679640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ffe3c5a-5ca5-4096-973e-e8b0fac4be06 req-8b6d80ef-addf-4b5a-8304-bc85fb2329db tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.1221008 Nov 12 03:29:03.693053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb47f6eb-267b-46f9-8737-1c7399428630 req-8f922466-f33b-4b35-95ea-98dd6626eaf8 service neutron] 10.222.0.16 "GET /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240207 Nov 12 03:29:03.696063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.723959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.727734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.768989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ffe3c5a-5ca5-4096-973e-e8b0fac4be06 req-8582428c-1b77-4be4-a2af-d2dab9c602b0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 Nov 12 03:29:03.772648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.782453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e11bba-d6ad-4512-a053-65a1e091d813 req-66115fe0-497f-476e-bba1-5dc06f24df72 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:03.784268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.790292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-01aea5a6-1d0c-4108-ad06-cd1afe825999 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5 HTTP/1.1" status: 204 len: 168 time: 0.4205801 Nov 12 03:29:03.790539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e11bba-d6ad-4512-a053-65a1e091d813 req-66115fe0-497f-476e-bba1-5dc06f24df72 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.0962226 Nov 12 03:29:03.792110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.834341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.839019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:03.840000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5224c7e-6348-43dc-b921-1a2602df002f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466700 Nov 12 03:29:03.840827 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9c02e0f4-d107-4759-a096-8e1e3a0a2c19 HTTP/1.1" status: 204 len: 168 time: 0.4303637 Nov 12 03:29:03.846748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45324) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:03.862887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067c6a-e608-4589-91f1-361f7e533ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c02e0f4-d107-4759-a096-8e1e3a0a2c19,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:03.904497 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebf466-1fb4-46d4-b231-eb9cffff4425 x-openstack-request-id: req-93ebf466-1fb4-46d4-b231-eb9cffff4425 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:03.904882 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "name": "network-vif-plugged", "status": "completed", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:03.904997 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c19dbd6-6bc7-41f6-9fba-0600d2f77dea x-openstack-request-id: req-7c19dbd6-6bc7-41f6-9fba-0600d2f77dea {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:03.905224 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:03.905421 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-93ebf466-1fb4-46d4-b231-eb9cffff4425 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:03.905532 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c19dbd6-6bc7-41f6-9fba-0600d2f77dea {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:03.905881 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'status': 'completed', 'code': 200} Nov 12 03:29:03.905989 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'code': 200} Nov 12 03:29:04.023218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe0925-e929-4e16-aced-82ca94b56627 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.025298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-41fe0925-e929-4e16-aced-82ca94b56627 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1775856 Nov 12 03:29:04.028118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-2374baa3-cc90-43ea-99e0-299b941ca2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.029550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-2374baa3-cc90-43ea-99e0-299b941ca2b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 1060 time: 0.1211224 Nov 12 03:29:04.032915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e11bba-d6ad-4512-a053-65a1e091d813 req-d3272d1e-a1f0-46b2-98a1-de78dd03cd99 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416232 Nov 12 03:29:04.034453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.086348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832be8-b3c2-4b55-9495-642533a056d2 req-bb330f4b-8773-4141-bb19-2fcb425dae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.087650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-37832be8-b3c2-4b55-9495-642533a056d2 req-bb330f4b-8773-4141-bb19-2fcb425dae1d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1097 time: 0.0778079 Nov 12 03:29:04.154988 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-37832be8-b3c2-4b55-9495-642533a056d2 req-5e01518a-4642-49ba-ba75-4702a58f13d4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594161 Nov 12 03:29:04.212794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981210be-cdc3-429a-ad9a-696d8f984b3f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.214931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-981210be-cdc3-429a-ad9a-696d8f984b3f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1788499 Nov 12 03:29:04.217219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.229262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b50d0-2344-419c-a753-b2a5c9f33c3a req-e3265e7c-8537-40ee-a97d-a87167750354 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.230809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea6b50d0-2344-419c-a753-b2a5c9f33c3a req-e3265e7c-8537-40ee-a97d-a87167750354 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2567430 Nov 12 03:29:04.269172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa7c73f4-8c08-4c4a-bcfa-28933f0cf2ab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486097 Nov 12 03:29:04.272330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.288329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0c2e-0ca7-4198-8e0e-11172fbd1254 req-b1b9b777-d571-4dda-bc7c-3e7bb9001189 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.290417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8d0c2e-0ca7-4198-8e0e-11172fbd1254 req-b1b9b777-d571-4dda-bc7c-3e7bb9001189 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 945 time: 0.1639428 Nov 12 03:29:04.304108 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea192978-56d2-4d0e-828f-6ad817005b83 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.304771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-2224f122-5be4-4786-ad9c-d06652dcc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.305008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea192978-56d2-4d0e-828f-6ad817005b83 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.306315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-2224f122-5be4-4786-ad9c-d06652dcc69e service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.2422457 Nov 12 03:29:04.311822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ea192978-56d2-4d0e-828f-6ad817005b83 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/6a8b3328-17f4-4dd4-a377-7d3e40913e15 HTTP/1.1" status: 404 len: 333 time: 0.0367751 Nov 12 03:29:04.314036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.365892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5483e-9be1-41fe-9a1a-3cdeaea0ae88 None None] Network 2bb34d67-d0dc-48a5-8247-4d25002783c6 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:04.372447 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd1293f-ff82-4d09-9dc4-9e775f66c12b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.372917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd1293f-ff82-4d09-9dc4-9e775f66c12b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.375728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3dd1293f-ff82-4d09-9dc4-9e775f66c12b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/2a936e47-b469-4ccb-912c-405d0acaa782 HTTP/1.1" status: 404 len: 337 time: 0.0556967 Nov 12 03:29:04.378540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.384534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea6b50d0-2344-419c-a753-b2a5c9f33c3a req-041de71e-99de-417e-8e88-7c1a56a02d56 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453581 Nov 12 03:29:04.408159 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d22b6b-33cf-47e1-96c5-a6ba30b7d9b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.408632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d22b6b-33cf-47e1-96c5-a6ba30b7d9b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.419778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4d22b6b-33cf-47e1-96c5-a6ba30b7d9b8 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9d1ed7e9-425d-4ee0-9ec8-9de5892fe3f5 HTTP/1.1" status: 404 len: 337 time: 0.0399597 Nov 12 03:29:04.420408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.458216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-b4ff1e4c-af12-497e-832a-aca8477fd136 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 200 len: 217 time: 0.1178582 Nov 12 03:29:04.459030 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d734dc-22ea-4d48-8ba6-e62439e3318c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.459734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d734dc-22ea-4d48-8ba6-e62439e3318c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.466718 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89d734dc-22ea-4d48-8ba6-e62439e3318c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/8a155df6-2afd-440d-9fa9-5bde177f9a59 HTTP/1.1" status: 404 len: 333 time: 0.0453081 Nov 12 03:29:04.467356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45352) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.496202 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-6720888d-876c-4fcb-9a3c-f5a83655c84a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.496803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6720888d-876c-4fcb-9a3c-f5a83655c84a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.502565 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6720888d-876c-4fcb-9a3c-f5a83655c84a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/0a4d4fd1-5dae-4ecd-b70c-f3c78660b608 HTTP/1.1" status: 404 len: 337 time: 0.0341766 Nov 12 03:29:04.503205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45356) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.505006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d392de6f-6da3-4dd5-8027-4a16cbe24953 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:04.532401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1c58f801-6fdb-4147-8bc6-5b9ab2e16bcb None None] Provisioning complete for port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:04.532757 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c58f801-6fdb-4147-8bc6-5b9ab2e16bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:04.534343 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16b746b-bef5-49a6-8ca9-f8c884eb9bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.535528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16b746b-bef5-49a6-8ca9-f8c884eb9bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.539516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8d0c2e-0ca7-4198-8e0e-11172fbd1254 req-aa3eaad5-8871-470a-b199-d75a47903d02 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390573 Nov 12 03:29:04.556831 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b16b746b-bef5-49a6-8ca9-f8c884eb9bcf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/55371198-67f3-4983-b073-542832f9b6a9 HTTP/1.1" status: 404 len: 337 time: 0.0523856 Nov 12 03:29:04.559350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45358) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.579574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-fbbe1d0d-7f13-451a-859e-b5fd7750f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.581207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-fbbe1d0d-7f13-451a-859e-b5fd7750f598 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1143589 Nov 12 03:29:04.596073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24bacf-56e8-4188-af31-6ac749a68dd3 req-46c9b21c-c894-4d25-aac8-ff0ed3bfd441 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.597693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de24bacf-56e8-4188-af31-6ac749a68dd3 req-46c9b21c-c894-4d25-aac8-ff0ed3bfd441 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.1244688 Nov 12 03:29:04.625191 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b30587-a3f7-4f79-9ccd-3bc614b92932 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.630188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b30587-a3f7-4f79-9ccd-3bc614b92932 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.642834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d1b30587-a3f7-4f79-9ccd-3bc614b92932 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/9de54c00-bd69-4afd-bc57-d3a7d40a77c0 HTTP/1.1" status: 404 len: 333 time: 0.0811076 Nov 12 03:29:04.642989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45364) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.695517 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8a63b-efb8-4832-b17a-1f7cc8e970e0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.695517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8a63b-efb8-4832-b17a-1f7cc8e970e0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.698964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3fe8a63b-efb8-4832-b17a-1f7cc8e970e0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/1147753f-f2a7-4bf5-828a-9ef3f55f7552 HTTP/1.1" status: 404 len: 337 time: 0.0539045 Nov 12 03:29:04.700744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45370) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.734444 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce42080f-5c80-4a95-a75d-dc627cfc1cb4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.734726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-6e9c5010-f313-4689-8a85-60ce946ba968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.736040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-6e9c5010-f313-4689-8a85-60ce946ba968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373882 Nov 12 03:29:04.736165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce42080f-5c80-4a95-a75d-dc627cfc1cb4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.743590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce42080f-5c80-4a95-a75d-dc627cfc1cb4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9f58459e-ff1c-45da-8101-1ce01f9e2186 HTTP/1.1" status: 404 len: 337 time: 0.0402038 Nov 12 03:29:04.744204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.789716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de24bacf-56e8-4188-af31-6ac749a68dd3 req-65752421-0c26-4215-8d8c-91261c59c63c tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804426 Nov 12 03:29:04.804090 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4217c5-1371-4e53-ba95-03bb1f200b3e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.805613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4217c5-1371-4e53-ba95-03bb1f200b3e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.806016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6802f906-6177-482b-89cb-116be8899d50 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:04.808821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb4217c5-1371-4e53-ba95-03bb1f200b3e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/b76f16db-27d1-4002-b58e-852a80ce17aa HTTP/1.1" status: 404 len: 333 time: 0.0609486 Nov 12 03:29:04.815660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45378) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.836191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009349-5193-4c25-9bf0-85a8b266c22f req-93dcb7fd-3e87-4436-af52-e42e6a0589e7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:04.837907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27009349-5193-4c25-9bf0-85a8b266c22f req-93dcb7fd-3e87-4436-af52-e42e6a0589e7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1797838 Nov 12 03:29:04.921783 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa993d1f-e4ca-4690-9d71-ce1ed9918601 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:04.922616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa993d1f-e4ca-4690-9d71-ce1ed9918601 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:04.931460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa993d1f-e4ca-4690-9d71-ce1ed9918601 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/76d9d8ce-2428-49bd-8030-7b1c73fd4d7d HTTP/1.1" status: 404 len: 337 time: 0.1102612 Nov 12 03:29:04.932785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45382) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:04.937063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-bf23260c-eb5b-46f6-b948-fb318cd53a8f service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823306 Nov 12 03:29:04.938381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] DHCP port deletion for 2bb34d67-d0dc-48a5-8247-4d25002783c6 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:04.941569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27009349-5193-4c25-9bf0-85a8b266c22f req-11030b82-9b7c-4448-b731-1648c00cf769 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716574 Nov 12 03:29:04.949078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953,segment=NetworkSegment(764d1d21-b9a3-4fb4-86f0-674cb598e658),segment_id=764d1d21-b9a3-4fb4-86f0-674cb598e658)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:04.996360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'd392de6f-6da3-4dd5-8027-4a16cbe24953', 'network_id': 'b8864359-73e9-47c0-9dd0-a02fb15f0812', 'port_id': 'd392de6f-6da3-4dd5-8027-4a16cbe24953', 'mac_address': 'fa:16:3e:9e:bd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:05.035091 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6406342-e9d2-4f38-915d-e870653f5b47 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.035574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6406342-e9d2-4f38-915d-e870653f5b47 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.051540 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c6406342-e9d2-4f38-915d-e870653f5b47 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/3ce65f48-354f-4e89-8b56-cd5de575b21a HTTP/1.1" status: 404 len: 337 time: 0.1164515 Nov 12 03:29:05.052446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.074408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 6802f906-6177-482b-89cb-116be8899d50 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:05.081670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 34ad225f-8bb4-4cba-99a0-8c567c75b8eb no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:05.089341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 6802f906-6177-482b-89cb-116be8899d50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:05.089709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.111839 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-20099ddd-f81b-4053-8318-b3ec18b3a330 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.112813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20099ddd-f81b-4053-8318-b3ec18b3a330 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.130189 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20099ddd-f81b-4053-8318-b3ec18b3a330 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/b80eab5a-4293-4a7e-b700-67d39207bcb3 HTTP/1.1" status: 404 len: 333 time: 0.0713499 Nov 12 03:29:05.131517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45390) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.159427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ef1ba-c0ba-4b7c-8f2e-7f368415bc43 req-c11c510e-d31e-41ec-809b-2964ccd186c8 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.161101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8ef1ba-c0ba-4b7c-8f2e-7f368415bc43 req-c11c510e-d31e-41ec-809b-2964ccd186c8 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 944 time: 0.2185941 Nov 12 03:29:05.171355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.184915 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-457a6497-00e5-4cda-a6eb-6988ed636027 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.185462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457a6497-00e5-4cda-a6eb-6988ed636027 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.191222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-457a6497-00e5-4cda-a6eb-6988ed636027 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/ed6cb66a-394e-42fa-96ad-74922c960599 HTTP/1.1" status: 404 len: 337 time: 0.0539145 Nov 12 03:29:05.191646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45394) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.207094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d392de6f-6da3-4dd5-8027-4a16cbe24953 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:05.217159 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c3ebb-1e64-4788-93a4-e56d0d63467a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.217846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2c3ebb-1e64-4788-93a4-e56d0d63467a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.222892 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c2c3ebb-1e64-4788-93a4-e56d0d63467a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/6a24b1a9-9536-4cb5-adfd-8558d989581d HTTP/1.1" status: 404 len: 333 time: 0.0285182 Nov 12 03:29:05.224003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.239315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953,segment=NetworkSegment(764d1d21-b9a3-4fb4-86f0-674cb598e658),segment_id=764d1d21-b9a3-4fb4-86f0-674cb598e658)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.250270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Deleting port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:05.250639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.252237 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-930dea86-bbb9-40c6-8189-80e3c30c15ff tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.252746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930dea86-bbb9-40c6-8189-80e3c30c15ff tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.258267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-930dea86-bbb9-40c6-8189-80e3c30c15ff tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/48a8a71e-bedd-4f72-bea9-809db766f2d9 HTTP/1.1" status: 404 len: 337 time: 0.0309215 Nov 12 03:29:05.259146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45400) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.261495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.262034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72bc3a75-1db2-40bf-ac12-86e3f15b05f0 req-1cc78127-97c7-4a3c-97c9-c49d67f7ed35 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037789 Nov 12 03:29:05.299311 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-358c8673-5b60-4066-b8b1-879f69b818bd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.300224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358c8673-5b60-4066-b8b1-879f69b818bd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.306067 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-358c8673-5b60-4066-b8b1-879f69b818bd tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/11ca376d-5720-4503-9ab2-9a70a4f1261f HTTP/1.1" status: 404 len: 333 time: 0.0439847 Nov 12 03:29:05.306646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.329344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92780cd2-28e1-4240-b78f-58e7b7a3ddca req-e4c655fe-999e-4c0e-b77e-9aa3fa8b369f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.335531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92780cd2-28e1-4240-b78f-58e7b7a3ddca req-e4c655fe-999e-4c0e-b77e-9aa3fa8b369f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.1456213 Nov 12 03:29:05.341500 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-191c9346-94aa-44f8-b11e-9b077b97e376 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.341977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191c9346-94aa-44f8-b11e-9b077b97e376 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.347606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-191c9346-94aa-44f8-b11e-9b077b97e376 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/9d77863f-8135-4363-b0ed-3037bdf59a6a HTTP/1.1" status: 404 len: 337 time: 0.0377986 Nov 12 03:29:05.347747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8ef1ba-c0ba-4b7c-8f2e-7f368415bc43 req-6f86a745-8a78-46c0-bd3f-14e2b4af9d20 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658194 Nov 12 03:29:05.353782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.400101 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-13162ef8-e937-477f-b2a3-1d29f12beb6f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.401365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13162ef8-e937-477f-b2a3-1d29f12beb6f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.406337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-13162ef8-e937-477f-b2a3-1d29f12beb6f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/8db54fd4-c122-4886-9abc-4e69138ef5d4 HTTP/1.1" status: 404 len: 333 time: 0.0483215 Nov 12 03:29:05.406503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.406960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.435221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92780cd2-28e1-4240-b78f-58e7b7a3ddca req-326ae5d8-f89a-4b5d-9028-7a9dca2733cb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Nov 12 03:29:05.470080 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2948f4fa-9c3d-4427-a4b6-8233aea774ab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.470567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2948f4fa-9c3d-4427-a4b6-8233aea774ab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.473772 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2948f4fa-9c3d-4427-a4b6-8233aea774ab tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/fd2f3d7e-1397-41a8-957d-a836312f7687 HTTP/1.1" status: 404 len: 337 time: 0.0659223 Nov 12 03:29:05.477441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.503320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.504020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.507057 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b5a1cc-9e88-4028-b406-3aa5f903f97a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.507934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b5a1cc-9e88-4028-b406-3aa5f903f97a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.511434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f2b5a1cc-9e88-4028-b406-3aa5f903f97a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e4771956-7dd1-4415-a337-ccbc6597c1fa HTTP/1.1" status: 404 len: 333 time: 0.0322502 Nov 12 03:29:05.514014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45420) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.557879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Calling delete_port for 34ad225f-8bb4-4cba-99a0-8c567c75b8eb owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:05.564454 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71e1792-b514-4b1f-b71e-423e949c3b92 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.564851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71e1792-b514-4b1f-b71e-423e949c3b92 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.568893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a71e1792-b514-4b1f-b71e-423e949c3b92 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/063f7c3d-82aa-4835-a149-b4e5959a19ba HTTP/1.1" status: 404 len: 337 time: 0.0538535 Nov 12 03:29:05.571991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.578422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.602323 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-f570b1e7-fe37-4c77-8956-ca64fff7abb2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.603188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f570b1e7-fe37-4c77-8956-ca64fff7abb2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.609852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f570b1e7-fe37-4c77-8956-ca64fff7abb2 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/f577d82d-a4de-4346-b6c4-84295403c917 HTTP/1.1" status: 404 len: 333 time: 0.0363903 Nov 12 03:29:05.610651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.629917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,segment=NetworkSegment(163742c3-09f2-47d4-99fb-50e832cfeed2),segment_id=163742c3-09f2-47d4-99fb-50e832cfeed2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.642162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.651782 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dcc22a-6c6a-412f-950a-ba3452242b69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.652476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dcc22a-6c6a-412f-950a-ba3452242b69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.656495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.660493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3dcc22a-6c6a-412f-950a-ba3452242b69 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/d7bcaf75-a3b2-45a2-bbf7-d709929a12d7 HTTP/1.1" status: 404 len: 337 time: 0.0457189 Nov 12 03:29:05.660649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.691494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13021e-6908-4398-a416-a135576001f2 req-505ffa77-85ea-43c5-bd17-441fe23e73d9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.698606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13021e-6908-4398-a416-a135576001f2 req-505ffa77-85ea-43c5-bd17-441fe23e73d9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.705029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d392de6f-6da3-4dd5-8027-4a16cbe24953'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:05.705427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13021e-6908-4398-a416-a135576001f2 req-505ffa77-85ea-43c5-bd17-441fe23e73d9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.707179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc13021e-6908-4398-a416-a135576001f2 req-505ffa77-85ea-43c5-bd17-441fe23e73d9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff&device_id=85208563-544c-4da0-abcc-b961f98252a6&device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 2416 time: 0.1618469 Nov 12 03:29:05.739387 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae763b98-84ab-4ad6-96d0-3fe6db69bd11 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.739837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae763b98-84ab-4ad6-96d0-3fe6db69bd11 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.745845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ae763b98-84ab-4ad6-96d0-3fe6db69bd11 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/701a2e2c-a62e-432b-a015-990ff6e7d69a HTTP/1.1" status: 404 len: 337 time: 0.0806859 Nov 12 03:29:05.746540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45438) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.760918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:05.777436 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ddbb90-1de7-4f7d-ab42-c1827529ce16 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.786305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ddbb90-1de7-4f7d-ab42-c1827529ce16 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.789887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.798602 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-84ddbb90-1de7-4f7d-ab42-c1827529ce16 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/809550d7-5bdf-4360-babf-9b0f6be9d67e HTTP/1.1" status: 404 len: 333 time: 0.0483525 Nov 12 03:29:05.800830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45440) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.806557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.814158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-cd77eea0-2626-41a0-9b9f-cc698a5b07c6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:05.816350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-cd77eea0-2626-41a0-9b9f-cc698a5b07c6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2298188 Nov 12 03:29:05.839087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc13021e-6908-4398-a416-a135576001f2 req-28772d78-51d1-471e-a3a7-e3b909f76939 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955019 Nov 12 03:29:05.839271 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-079881f3-fe9e-4fa6-b879-5733bdb229bf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.839271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079881f3-fe9e-4fa6-b879-5733bdb229bf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.850917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-079881f3-fe9e-4fa6-b879-5733bdb229bf tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/287e4dd2-0e27-41f3-be93-73f08aa2be77 HTTP/1.1" status: 404 len: 337 time: 0.0484750 Nov 12 03:29:05.851161 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:05.852445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45446) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.878011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] No DVR routers for this DVR port 34ad225f-8bb4-4cba-99a0-8c567c75b8eb on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:05.895902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-972bce60-eec2-45f8-9d7c-1064c1f35403 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/quotas/254ecbe03bcf4546b930013876409cea HTTP/1.1" status: 200 len: 375 time: 0.0653532 Nov 12 03:29:05.904378 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-299ab942-09b1-4606-9c14-430b00efa94a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.904378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299ab942-09b1-4606-9c14-430b00efa94a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.913269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6802f906-6177-482b-89cb-116be8899d50'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:05.913470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-299ab942-09b1-4606-9c14-430b00efa94a tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/0ef532c8-1fbf-4077-8b78-e5a0c2d4c4ff HTTP/1.1" status: 404 len: 337 time: 0.0551164 Nov 12 03:29:05.913581 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4595d3d-0a98-401b-ae3e-f4e07cb4b2af" -d '{"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-plugged", "status": "completed", "tag": "6802f906-6177-482b-89cb-116be8899d50"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:05.916197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:05.921407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.957871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e6776-42cb-4a59-96b6-db7961cae597 None None] Pushing event deleted for resources: {'Port': ['ID=34ad225f-8bb4-4cba-99a0-8c567c75b8eb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:05.984173 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f26999-00ac-45dc-99d3-d09780b46b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:05.985121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f26999-00ac-45dc-99d3-d09780b46b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:05.989760 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74f26999-00ac-45dc-99d3-d09780b46b4f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e84ebc5e-32d4-453c-86e5-e77f63bd0d1b HTTP/1.1" status: 404 len: 333 time: 0.0716789 Nov 12 03:29:05.994186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.022249 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-23087f9a-49e7-4c13-b59d-703855a2b7a0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.022760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23087f9a-49e7-4c13-b59d-703855a2b7a0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.035743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-23087f9a-49e7-4c13-b59d-703855a2b7a0 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/eecbb4fd-6499-40c6-93f8-b86eb019c9c0 HTTP/1.1" status: 404 len: 337 time: 0.0312243 Nov 12 03:29:06.035743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45456) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.060427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-49317016-bd65-4495-ab9b-40f1996c6cb3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1635747 Nov 12 03:29:06.069573 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc897da-dea1-4306-b1ea-d13784d4b86b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.069990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc897da-dea1-4306-b1ea-d13784d4b86b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.079445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ebc897da-dea1-4306-b1ea-d13784d4b86b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/ce740118-6a6c-4d3c-ae0b-b3721093474d HTTP/1.1" status: 404 len: 337 time: 0.0468211 Nov 12 03:29:06.081894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45458) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.112100 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51a222b-2425-43d2-895f-17a25c4b2058 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.112574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51a222b-2425-43d2-895f-17a25c4b2058 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.116402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c51a222b-2425-43d2-895f-17a25c4b2058 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/e2802cb1-f373-4bdb-8044-62aa0832513e HTTP/1.1" status: 404 len: 333 time: 0.0328138 Nov 12 03:29:06.119410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.141571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81f95-7e8e-4c23-a2dd-fcb742849b6b req-c5e18ff6-df66-423f-a4b7-34686dac1da6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.143103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cb81f95-7e8e-4c23-a2dd-fcb742849b6b req-c5e18ff6-df66-423f-a4b7-34686dac1da6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 945 time: 0.1712480 Nov 12 03:29:06.147871 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54be575-bd05-4192-8ed2-6065fc51572e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.148343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54be575-bd05-4192-8ed2-6065fc51572e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.151572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e54be575-bd05-4192-8ed2-6065fc51572e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/5e80c304-1f10-44d6-b606-b743142ebf15 HTTP/1.1" status: 404 len: 337 time: 0.0309067 Nov 12 03:29:06.154248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.188603 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b8d584-4191-49cc-9ab0-a78dfb0fb48b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.189079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b8d584-4191-49cc-9ab0-a78dfb0fb48b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.194889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7b8d584-4191-49cc-9ab0-a78dfb0fb48b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/b399eb56-603f-4824-b771-0fddbd014d3b HTTP/1.1" status: 404 len: 337 time: 0.0374372 Nov 12 03:29:06.196300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45470) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.199454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-9d827bb6-e5eb-480d-b4cb-eb2dcf6c5ce9 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380656 Nov 12 03:29:06.229231 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d66aa05f-aae5-4578-b1ac-08ace095d661 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d03ca4a-5ce3-428e-9995-998ecc8503a0 HTTP/1.1" status: 200 len: 205 time: 0.0294540 Nov 12 03:29:06.229758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.268705 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-3d87a6ec-403a-42fe-bd4c-5aa1493669bc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] delete failed (client error): The resource could not be found. Nov 12 03:29:06.269622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cb81f95-7e8e-4c23-a2dd-fcb742849b6b req-e88d5815-65ac-4469-8800-c33484abf9f4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185088 Nov 12 03:29:06.269746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d87a6ec-403a-42fe-bd4c-5aa1493669bc tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/routers/2d03ca4a-5ce3-428e-9995-998ecc8503a0 HTTP/1.1" status: 404 len: 336 time: 0.0390799 Nov 12 03:29:06.272373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.308862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-aefe192d-43ee-4701-9e07-ef39b3eeedf9 service neutron] 10.222.0.97 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083264 Nov 12 03:29:06.308997 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3ed171-bb19-4f31-90c1-0d74a81b6db9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.309356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3ed171-bb19-4f31-90c1-0d74a81b6db9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.315919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3e3ed171-bb19-4f31-90c1-0d74a81b6db9 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/59dff4b4-27be-425b-a2e6-359dde7c0f34 HTTP/1.1" status: 404 len: 337 time: 0.0389223 Nov 12 03:29:06.315919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45480) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.350356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2850efa2-00e9-4a12-8696-4d80790e5e83 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "GET /v2.0/ports?device_id=16b4d979-a289-4fca-973d-3001b5196fe6 HTTP/1.1" status: 200 len: 205 time: 0.0314629 Nov 12 03:29:06.350356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45482) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.392217 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-f47ce8b6-55cf-4dcb-96bb-2f67cb403b4e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] delete failed (client error): The resource could not be found. Nov 12 03:29:06.393201 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f47ce8b6-55cf-4dcb-96bb-2f67cb403b4e tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/routers/16b4d979-a289-4fca-973d-3001b5196fe6 HTTP/1.1" status: 404 len: 336 time: 0.0421314 Nov 12 03:29:06.395827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45486) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.398594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a99bfe77-a203-440f-8309-bdf87b5ca550 req-1383cce2-af49-4cfc-80c6-955bab6df7a6 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0772696 Nov 12 03:29:06.433627 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-feadc63f-13a8-481e-8450-89d3eb4a3bd4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.434191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feadc63f-13a8-481e-8450-89d3eb4a3bd4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.437861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-feadc63f-13a8-481e-8450-89d3eb4a3bd4 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/efd24bac-5a00-4368-97cb-fb62fbaa2a55 HTTP/1.1" status: 404 len: 337 time: 0.0411050 Nov 12 03:29:06.440639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.470353 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b432d1b6-0173-495c-95a0-92e97aeb9ac1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.471166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b432d1b6-0173-495c-95a0-92e97aeb9ac1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.483400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b432d1b6-0173-495c-95a0-92e97aeb9ac1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/c5035166-7838-4062-b7aa-c6460cfef83e HTTP/1.1" status: 404 len: 337 time: 0.0413961 Nov 12 03:29:06.485998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45498) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.528770 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b2423-5915-467a-80d8-10b7b25b1640 x-openstack-request-id: req-b84b2423-5915-467a-80d8-10b7b25b1640 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:06.529257 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-plugged", "status": "completed", "tag": "6802f906-6177-482b-89cb-116be8899d50", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:06.529362 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b84b2423-5915-467a-80d8-10b7b25b1640 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:06.529737 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6802f906-6177-482b-89cb-116be8899d50', 'code': 200} Nov 12 03:29:06.529855 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b939ce90-19f5-4e76-99ea-822748a63ab5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.530590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b939ce90-19f5-4e76-99ea-822748a63ab5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.535025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b939ce90-19f5-4e76-99ea-822748a63ab5 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/03ef503c-1257-4d39-b366-3d2496d91ebe HTTP/1.1" status: 404 len: 333 time: 0.0479593 Nov 12 03:29:06.537876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.572766 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5294600d-94de-4103-97d4-ff00132c32d7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.579656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5294600d-94de-4103-97d4-ff00132c32d7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.589308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5294600d-94de-4103-97d4-ff00132c32d7 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/00869242-c3c8-408b-86bc-82fa2402e8f2 HTTP/1.1" status: 404 len: 337 time: 0.0503552 Nov 12 03:29:06.596129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45506) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.629327 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a0b829-ad08-4c79-852a-38679a35f980 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.630181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a0b829-ad08-4c79-852a-38679a35f980 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.634908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63a0b829-ad08-4c79-852a-38679a35f980 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/5dc75e76-2bae-4e6b-9aad-f6f8312a2738 HTTP/1.1" status: 404 len: 333 time: 0.0376542 Nov 12 03:29:06.646921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.675306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefdabf-2f26-4fa2-b7ec-279f38eadff6 req-ad23e89b-abef-49a8-bad1-560255de0ce9 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.683388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cefdabf-2f26-4fa2-b7ec-279f38eadff6 req-ad23e89b-abef-49a8-bad1-560255de0ce9 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 945 time: 0.0849748 Nov 12 03:29:06.699149 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-746fdbe1-f398-4cab-93c8-a617ffff4a89 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.699847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746fdbe1-f398-4cab-93c8-a617ffff4a89 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.703090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-746fdbe1-f398-4cab-93c8-a617ffff4a89 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/67a1bd11-3d8c-4b1b-9b0a-25801bc0e4f0 HTTP/1.1" status: 404 len: 337 time: 0.0573161 Nov 12 03:29:06.705592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.734259 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c39e0b-96a6-4a80-9f35-694315fcd356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.735138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c39e0b-96a6-4a80-9f35-694315fcd356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.738326 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8c39e0b-96a6-4a80-9f35-694315fcd356 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/c0ed1a84-7fd9-416e-8b06-ca7daf062a60 HTTP/1.1" status: 404 len: 333 time: 0.0317352 Nov 12 03:29:06.741725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe251b-a468-4e90-b0ed-37acc228c101 req-04fac67f-a474-495d-abcd-6aad4aeea08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.743364 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03fe251b-a468-4e90-b0ed-37acc228c101 req-04fac67f-a474-495d-abcd-6aad4aeea08e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.1072295 Nov 12 03:29:06.744070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45514) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.779103 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d53ec-219e-40f1-8fd9-e014908507db tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.779103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171d53ec-219e-40f1-8fd9-e014908507db tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.779103 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-171d53ec-219e-40f1-8fd9-e014908507db tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/cc9dfd68-4c86-4078-b0fc-3025b772a082 HTTP/1.1" status: 404 len: 337 time: 0.0316231 Nov 12 03:29:06.779627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45518) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.794871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cefdabf-2f26-4fa2-b7ec-279f38eadff6 req-1b6c9709-1d02-41ef-a793-dd060301b7eb tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084297 Nov 12 03:29:06.810965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6aead-3861-42ad-8a41-d8598ed6636a req-1625b727-528d-4d0a-b407-af09d65304ee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:06.817781 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c38d77a-97c3-4185-98a4-2a97bb9a862b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.818485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c38d77a-97c3-4185-98a4-2a97bb9a862b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.824272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c38d77a-97c3-4185-98a4-2a97bb9a862b tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/f58ca021-17d1-4d92-a2a6-f69ccee5a9c6 HTTP/1.1" status: 404 len: 333 time: 0.0413058 Nov 12 03:29:06.824761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45522) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.826049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7a6aead-3861-42ad-8a41-d8598ed6636a req-1625b727-528d-4d0a-b407-af09d65304ee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 946 time: 0.1311207 Nov 12 03:29:06.868735 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a560eb-3db3-43be-8b85-361e86e3df67 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.869200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a560eb-3db3-43be-8b85-361e86e3df67 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.876018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11a560eb-3db3-43be-8b85-361e86e3df67 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/e75d9f4a-f5b3-4c03-a7ae-bafb382d4398 HTTP/1.1" status: 404 len: 337 time: 0.0479200 Nov 12 03:29:06.878097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45524) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.909592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b13e4382-09cd-4d89-85ba-a954338cbae5 req-d51a659d-fea5-4426-a6fe-18cc18263b99 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 210 time: 0.0431643 Nov 12 03:29:06.931920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7a6aead-3861-42ad-8a41-d8598ed6636a req-2800f2b8-aa71-4f10-ad6e-7b1badaede50 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043019 Nov 12 03:29:06.945927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03fe251b-a468-4e90-b0ed-37acc228c101 req-8d866d81-32dd-45b0-bd2e-47787d72714d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747959 Nov 12 03:29:06.947137 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-827b4633-e3b3-48ab-85e3-27f6bc9d00be tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.947901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827b4633-e3b3-48ab-85e3-27f6bc9d00be tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:06.959100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-827b4633-e3b3-48ab-85e3-27f6bc9d00be tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/5a5d9e35-3d4f-4eb5-a206-e52f4feefa30 HTTP/1.1" status: 404 len: 333 time: 0.0745678 Nov 12 03:29:06.963808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45530) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:06.998243 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e8cf5-85a2-4572-a0e4-662b1b40d41c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:06.998803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e8cf5-85a2-4572-a0e4-662b1b40d41c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:07.004859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-710e8cf5-85a2-4572-a0e4-662b1b40d41c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/a229a020-f065-4600-9f2d-3a7def0c1f9e HTTP/1.1" status: 404 len: 337 time: 0.0378928 Nov 12 03:29:07.005131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.033867 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-df102dc4-430e-4034-9acf-0445899381b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:07.034592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df102dc4-430e-4034-9acf-0445899381b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:07.037988 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df102dc4-430e-4034-9acf-0445899381b1 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/ef0c4925-3af8-4a23-a944-be9c7ed0a5a0 HTTP/1.1" status: 404 len: 333 time: 0.0316579 Nov 12 03:29:07.041084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.071755 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa947f1e-82c2-483d-9583-ca364d3fc817 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:07.072350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa947f1e-82c2-483d-9583-ca364d3fc817 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:07.075605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa947f1e-82c2-483d-9583-ca364d3fc817 tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/5aa1b1be-1f19-4eea-8b7a-e03923256ac9 HTTP/1.1" status: 404 len: 337 time: 0.0333588 Nov 12 03:29:07.078306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.106511 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf77ce6-a7d2-47b4-8140-a378aca8447f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:07.107940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf77ce6-a7d2-47b4-8140-a378aca8447f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:07.111777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dbf77ce6-a7d2-47b4-8140-a378aca8447f tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/ports/7308a638-323a-4d02-b274-390be8191569 HTTP/1.1" status: 404 len: 333 time: 0.0322125 Nov 12 03:29:07.114300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.153337 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-556c5835-6be3-44b3-87cf-cec8196ed76c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] DELETE failed (client error): The resource could not be found. Nov 12 03:29:07.153963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556c5835-6be3-44b3-87cf-cec8196ed76c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:29:07.158766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-556c5835-6be3-44b3-87cf-cec8196ed76c tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/subnets/8b4c1d09-c2ce-4cb1-a709-12ab013c736d HTTP/1.1" status: 404 len: 337 time: 0.0425196 Nov 12 03:29:07.161550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:07.254669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.364546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.388652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb34d67-d0dc-48a5-8247-4d25002783c6']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:07.405054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163742c3-09f2-47d4-99fb-50e832cfeed2') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:07.405697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163742c3-09f2-47d4-99fb-50e832cfeed2') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:07.409228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe4444-bc64-4b69-8e02-7418da87282b req-2d721099-eacf-4651-bab2-4d2ed50151ec tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.416417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ebe4444-bc64-4b69-8e02-7418da87282b req-2d721099-eacf-4651-bab2-4d2ed50151ec tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 945 time: 0.0614009 Nov 12 03:29:07.417486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.433398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.442377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:07.443767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:07.448517 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:07.477850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ebe4444-bc64-4b69-8e02-7418da87282b req-236754a2-c86f-4154-9bf2-200c27ee0c93 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605323 Nov 12 03:29:07.527334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.533756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.543119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] 10.222.0.97 "DELETE /v2.0/networks/2bb34d67-d0dc-48a5-8247-4d25002783c6 HTTP/1.1" status: 204 len: 168 time: 0.3802967 Nov 12 03:29:07.564161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5143ea0-b010-43c9-9727-f8948b14b22d tempest-NetworksTestDHCPv6-1223443463 tempest-NetworksTestDHCPv6-1223443463-project] Pushing event deleted for resources: {'Network': ['ID=2bb34d67-d0dc-48a5-8247-4d25002783c6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:07.654421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-feaa7a01-15fb-4617-aaad-896b3053c0fd tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-557457529&fields=id&tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 267 time: 0.0572894 Nov 12 03:29:07.726945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-bbeb2a7c-18fc-4304-b45d-fcca7d04dbe4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:07.728915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-bbeb2a7c-18fc-4304-b45d-fcca7d04dbe4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 945 time: 0.0737844 Nov 12 03:29:07.741983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'security_groups': ['73e08bb0-fae9-4840-996a-30c128f0ed7e', '7b8f310f-954f-4feb-9da8-722428d1fce9']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:07.853312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:07.977306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.251113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbab63f-6eab-4ca1-94f0-c5afdfa68e27 req-57bafdf1-938c-4a49-8c97-e3f88c0f8f25 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.258882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bbab63f-6eab-4ca1-94f0-c5afdfa68e27 req-57bafdf1-938c-4a49-8c97-e3f88c0f8f25 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 945 time: 0.0775499 Nov 12 03:29:08.288853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:08.398341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bbab63f-6eab-4ca1-94f0-c5afdfa68e27 req-12011abb-b7d5-416c-a725-cb1915f6a340 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384811 Nov 12 03:29:08.418154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.423390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.431499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-568a925a-4cad-4d50-a745-2b6e5dc6ee04 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dc8ce26564e24870b3ae6c833ef2aa6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461784 Nov 12 03:29:08.433134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:08.482483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', '54f6ee09-8e73-4681-ab4b-f6e542c0f381'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:08.501351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.502706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.504817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e422bff7-7c32-421a-a1ce-94ff8c57f280 req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "PUT /v2.0/ports/54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 981 time: 0.7689645 Nov 12 03:29:08.505565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:08.510093 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5e507-e540-4ddc-8630-b892e7735281" -d '{"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:08.526230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.558039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706049-a6b7-40f0-8ee2-43ae16f5fd80 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.566573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d392de6f-6da3-4dd5-8027-4a16cbe24953 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:08.573563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63152fd3-3422-46c2-b1a5-8ca703dbcc4c req-ef3b544e-f35c-4efe-8141-9ce5218ea0de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 210 time: 0.0473058 Nov 12 03:29:08.643774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6640-73e9-4526-a814-82e535c2c24b req-6414bf18-28af-4e2d-9310-6d8efe579cab tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.652049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e09f6640-73e9-4526-a814-82e535c2c24b req-6414bf18-28af-4e2d-9310-6d8efe579cab tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 946 time: 0.0769093 Nov 12 03:29:08.707271 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.748702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e09f6640-73e9-4526-a814-82e535c2c24b req-ab9dbc4a-7922-467c-bb8e-cf4566a4a29d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 Nov 12 03:29:08.791629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-2ddc3e05-8fda-45a6-85f6-67ce611da67a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:08.793347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-2ddc3e05-8fda-45a6-85f6-67ce611da67a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 811 time: 0.2294486 Nov 12 03:29:08.807916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port d392de6f-6da3-4dd5-8027-4a16cbe24953 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:08.818313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.822590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:08.825257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f681238d-0a0e-41e7-aa54-e4e66ab2511c HTTP/1.1" status: 204 len: 168 time: 0.3908005 Nov 12 03:29:08.829116 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfbfcd6-2325-4552-be98-f8e5c1e15ea3 x-openstack-request-id: req-1dfbfcd6-2325-4552-be98-f8e5c1e15ea3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:08.830406 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:08.830639 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1dfbfcd6-2325-4552-be98-f8e5c1e15ea3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:08.831809 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'status': 'completed', 'code': 200} Nov 12 03:29:08.839509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['54f6ee09-8e73-4681-ab4b-f6e542c0f381'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:08.844289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Request body: {'port': {'device_id': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'admin_state_up': True, 'tenant_id': '254ecbe03bcf4546b930013876409cea'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:08.859885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656827c7-8ce5-47c6-a5f7-f48e6043c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f681238d-0a0e-41e7-aa54-e4e66ab2511c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:08.917518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7268a5-13d4-427e-827e-f651627902ac req-51364c85-a64f-4e31-808f-80fb575d91c3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/7b8f310f-954f-4feb-9da8-722428d1fce9 HTTP/1.1" status: 200 len: 1819 time: 0.1164598 Nov 12 03:29:08.940664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port d392de6f-6da3-4dd5-8027-4a16cbe24953 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:08.941034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.027899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Made reservation on behalf of 254ecbe03bcf4546b930013876409cea for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:09.034880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.157598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e507-e540-4ddc-8630-b892e7735281 req-8268ae53-2f6d-405e-a9b1-f439c5d98cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.159225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-8268ae53-2f6d-405e-a9b1-f439c5d98cc5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1136 time: 0.2389600 Nov 12 03:29:09.161507 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-2d7268a5-13d4-427e-827e-f651627902ac req-b6b4c6ca-b43c-421d-940f-828f8c03a107 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:29:09.182595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7268a5-13d4-427e-827e-f651627902ac req-b6b4c6ca-b43c-421d-940f-828f8c03a107 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/7b8f310f-954f-4feb-9da8-722428d1fce9 HTTP/1.1" status: 409 len: 341 time: 0.2639494 Nov 12 03:29:09.251450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.354390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e507-e540-4ddc-8630-b892e7735281 req-0fff893b-cfc9-4659-8938-7e68cbbcaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.356076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-0fff893b-cfc9-4659-8938-7e68cbbcaf6a service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.1569076 Nov 12 03:29:09.365782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Allocated IP 172.20.0.3 (27dafdc3-1b7f-4524-8595-f2a78d78c09b/dbd300fe-9d21-43b8-a8f6-77a7def6af6d/0f129f86-8f0a-412f-b0dc-440f76e10f32) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:09.368279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7aba-b174-4656-84e1-021e2f978628 req-85bb91ed-a2c1-4a08-ba46-76e1fd13cceb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.378994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cfb7aba-b174-4656-84e1-021e2f978628 req-85bb91ed-a2c1-4a08-ba46-76e1fd13cceb tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.4053972 Nov 12 03:29:09.424043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-dcad9798-807e-4c38-88cb-9121db0f645a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 217 time: 0.0452433 Nov 12 03:29:09.452307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953,segment=NetworkSegment(764d1d21-b9a3-4fb4-86f0-674cb598e658),segment_id=764d1d21-b9a3-4fb4-86f0-674cb598e658)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:09.463173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:09.467599 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf6f3cd-cb3f-45e7-bf7e-e604d9353c24" -d '{"events": [{"server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "name": "network-vif-plugged", "status": "completed", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:09.522474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cfb7aba-b174-4656-84e1-021e2f978628 req-114563b9-9a37-473b-891f-caf5dae716d7 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396339 Nov 12 03:29:09.529405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5e507-e540-4ddc-8630-b892e7735281 req-b6d0c866-5a87-4b6e-8e50-ac6306844742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.530744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-b6d0c866-5a87-4b6e-8e50-ac6306844742 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0975318 Nov 12 03:29:09.542336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.594972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-674badbc-796f-456d-810f-f05b1aae5cf1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532010 Nov 12 03:29:09.623308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.624902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.631173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.678503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.743314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad1a3d-cb9e-4e3a-b879-5bc46aa59a11 req-a6d54c52-b0d9-4334-ac00-67ef641426fa tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.751282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dad1a3d-cb9e-4e3a-b879-5bc46aa59a11 req-a6d54c52-b0d9-4334-ac00-67ef641426fa tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1352475 Nov 12 03:29:09.772136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:09.776350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:09.781345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:09.815799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dad1a3d-cb9e-4e3a-b879-5bc46aa59a11 req-0ac6e061-5a2e-4e78-9ea9-2261afb42932 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619655 Nov 12 03:29:09.821075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98', '25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:09.860225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:09.861017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:09.890035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-6d63b990-1863-4b45-8cb6-3969a09b98fd service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353089 Nov 12 03:29:09.898246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:09.936063 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-e1f690d1-e4b7-4dd1-b14e-f07748b527e1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1076357 Nov 12 03:29:09.959147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Request body: {'port': {'device_id': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.040910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.054239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b5e507-e540-4ddc-8630-b892e7735281 req-2b8799f2-de90-4cf4-b175-aa61fe0bd229 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583703 Nov 12 03:29:10.115090 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d75d7e-5711-4797-8261-f789908f8a30 x-openstack-request-id: req-42d75d7e-5711-4797-8261-f789908f8a30 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:10.115380 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "name": "network-vif-plugged", "status": "completed", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:10.115637 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-42d75d7e-5711-4797-8261-f789908f8a30 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:10.119036 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953', 'code': 200} Nov 12 03:29:10.128173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb0b1-726a-4082-b5d7-a9fa34f2634f req-c3f8c36b-60e3-4b98-a5a6-05e0074e0806 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.153592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194eb0b1-726a-4082-b5d7-a9fa34f2634f req-c3f8c36b-60e3-4b98-a5a6-05e0074e0806 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 931 time: 0.0977151 Nov 12 03:29:10.336866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e9d42031-4042-4e75-88ae-dcdf0e53e03e None None] Provisioning complete for port 0f129f86-8f0a-412f-b0dc-440f76e10f32 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:10.337338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e9d42031-4042-4e75-88ae-dcdf0e53e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.415212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e9d42031-4042-4e75-88ae-dcdf0e53e03e None None] Port 0f129f86-8f0a-412f-b0dc-440f76e10f32 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:10.462299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca2a10-28af-44eb-a991-9cac4470db0c req-f14da6c8-3c1a-484c-b20a-17053926b864 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.464015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9eca2a10-28af-44eb-a991-9cac4470db0c req-f14da6c8-3c1a-484c-b20a-17053926b864 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 984 time: 0.2101650 Nov 12 03:29:10.466181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-d7b1c90c-afdc-40a5-9c4b-ab2003bb6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.467678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-d7b1c90c-afdc-40a5-9c4b-ab2003bb6a2a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1136 time: 0.3094971 Nov 12 03:29:10.483287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194eb0b1-726a-4082-b5d7-a9fa34f2634f req-3840bda8-ed96-4ff9-967a-6f43a4566924 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210711 Nov 12 03:29:10.519236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:10.547242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a89478-4583-4eb4-96b8-057adf3a72b4 req-f4fce9e8-bda8-445b-96fe-9ce1ba5afb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.549239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69a89478-4583-4eb4-96b8-057adf3a72b4 req-f4fce9e8-bda8-445b-96fe-9ce1ba5afb0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 1098 time: 0.2139318 Nov 12 03:29:10.599655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f129f86-8f0a-412f-b0dc-440f76e10f32 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:10.611106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.632044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Transition to ACTIVE for port object 0f129f86-8f0a-412f-b0dc-440f76e10f32 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:10.646635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.721225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:10.815992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1401606737'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:10.854566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-1b26af9b-c551-488c-864e-50682315ba40 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:10.856443 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-1b26af9b-c551-488c-864e-50682315ba40 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.2220237 Nov 12 03:29:10.859681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Made reservation on behalf of 1a5da0c96b9e490a911114d0c344664e for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:10.863497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.934052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:10.996955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Attempting to bind port 0f129f86-8f0a-412f-b0dc-440f76e10f32 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:10.997286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Attempting to bind port 0f129f86-8f0a-412f-b0dc-440f76e10f32 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:10.997614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Attempting to bind port 0f129f86-8f0a-412f-b0dc-440f76e10f32 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:11.011903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Port 0f129f86-8f0a-412f-b0dc-440f76e10f32 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:11.012197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Attempting to bind port 0f129f86-8f0a-412f-b0dc-440f76e10f32 on network 27dafdc3-1b7f-4524-8595-f2a78d78c09b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:11.028630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:11.028842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Checking segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:11.029306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Bound using segment: {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:11.029780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Bound port: 0f129f86-8f0a-412f-b0dc-440f76e10f32, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd62fce0-1000-40d8-95d9-a75717d24fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:11.030221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.083299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69a89478-4583-4eb4-96b8-057adf3a72b4 req-a036b9c9-9f18-44aa-a684-a9a67f3f6835 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636149 Nov 12 03:29:11.123734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Deleting port 7dfff4a5-16f7-4291-8563-87a9d6812c02 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:11.124067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.141142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e9eac-1564-4f7d-9bc6-099f4cab83bf req-5201cee9-94bb-4ce5-bbf4-bb6b49817f09 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.148863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-992e9eac-1564-4f7d-9bc6-099f4cab83bf req-5201cee9-94bb-4ce5-bbf4-bb6b49817f09 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 946 time: 0.5799711 Nov 12 03:29:11.162713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9eca2a10-28af-44eb-a991-9cac4470db0c req-7e86df34-5255-4530-b859-d4646b98dd1e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.6703227 Nov 12 03:29:11.165575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-cde1463a-a262-4ef2-8305-2a9a00809a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.167514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-cde1463a-a262-4ef2-8305-2a9a00809a7c service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.6833904 Nov 12 03:29:11.208368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:11.216112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.227106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.232660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-67c4b16e-e3cd-430f-9821-df77a4751144 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 217 time: 0.0516307 Nov 12 03:29:11.234000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:11.245589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.270611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:11.299581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-992e9eac-1564-4f7d-9bc6-099f4cab83bf req-17f904e2-61fd-4a39-b663-b43e8fd4ecb8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496329 Nov 12 03:29:11.329848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.330189 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Added segment 5d3fd2ef-7f7c-4b25-840e-7b0411698f21 of type vlan for network f40453cc-1fd4-4397-a080-47d9af226238 Nov 12 03:29:11.336793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.337410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.338833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] 10.222.0.104 "PUT /v2.0/ports/0f129f86-8f0a-412f-b0dc-440f76e10f32 HTTP/1.1" status: 200 len: 1092 time: 1.3844438 Nov 12 03:29:11.341040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-4356b80b-9c95-4665-b8e3-cce658b17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.345620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-4356b80b-9c95-4665-b8e3-cce658b17793 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0993075 Nov 12 03:29:11.349529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:11.355334 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a4ebe-ff38-4418-a200-fee91340b9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:11.360023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a531865a-e5fb-483b-9c31-ad1e46f7d51d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.410945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-f90d860b-9a75-4286-a33c-68749b3e1fc4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495942 Nov 12 03:29:11.421177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] For port 7dfff4a5-16f7-4291-8563-87a9d6812c02, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7dfff4a5-16f7-4291-8563-87a9d6812c02,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:11.421177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.433128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.441637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153038e7-7802-4bcb-a42a-02870de89819 service neutron] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.472687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Calling delete_port for 7dfff4a5-16f7-4291-8563-87a9d6812c02 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:11.586827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c43a9-9d94-46b7-b0c1-238974d6e873 req-66d6d42c-9eb5-4a62-aacb-32072fbb86e9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.594289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a8c43a9-9d94-46b7-b0c1-238974d6e873 req-66d6d42c-9eb5-4a62-aacb-32072fbb86e9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 945 time: 0.1869228 Nov 12 03:29:11.614695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.622000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.622622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:11.668175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-2efbd028-fe5b-473d-97d3-ab7df8089b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.669712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-2efbd028-fe5b-473d-97d3-ab7df8089b96 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 1095 time: 0.2229390 Nov 12 03:29:11.679256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7251b28-b111-4466-8374-2ec8101f75f6 req-42363cc5-4392-4759-83d3-dceb72e527fb tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.681350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7251b28-b111-4466-8374-2ec8101f75f6 req-42363cc5-4392-4759-83d3-dceb72e527fb tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1314857 Nov 12 03:29:11.683937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-51581f9b-ab85-4247-8430-dd44f34f4a34 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297654 Nov 12 03:29:11.727547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2066908 Nov 12 03:29:11.731348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:11.742993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'subnet': {'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:11.756493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a8c43a9-9d94-46b7-b0c1-238974d6e873 req-3751dcef-a3b6-4ba8-8396-7939ac7093e9 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613505 Nov 12 03:29:11.822062 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-1efa4e83-226d-4af5-8ec8-cae599056742 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32 HTTP/1.1" status: 200 len: 217 time: 0.1217172 Nov 12 03:29:11.828401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503debf-e7e7-4671-b520-97ce336f590f tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Network': ['ID=f40453cc-1fd4-4397-a080-47d9af226238,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:11.842175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f40453cc-1fd4-4397-a080-47d9af226238 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:11.893380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7251b28-b111-4466-8374-2ec8101f75f6 req-cc7c5bbd-25c6-45fe-b2aa-a7bcfc08a5f1 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935005 Nov 12 03:29:11.897100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-26309415-ec12-4cb1-95f4-8fc6bc58c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.898635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-26309415-ec12-4cb1-95f4-8fc6bc58c03a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.0681751 Nov 12 03:29:11.973894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2a4ca90-99a7-44eb-97f8-6d17092b5d3d req-921ee22b-bd7c-41f3-9067-27b4cea230d0 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751479 Nov 12 03:29:11.996891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d9caf-4b5a-4571-8819-06e8e70ed784 req-3829d1d3-c884-450b-98b2-78b01d573069 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:11.998717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e3d9caf-4b5a-4571-8819-06e8e70ed784 req-3829d1d3-c884-450b-98b2-78b01d573069 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.0975583 Nov 12 03:29:11.999657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Made reservation on behalf of 1a5da0c96b9e490a911114d0c344664e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:12.006163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.175854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e3d9caf-4b5a-4571-8819-06e8e70ed784 req-b94af06e-c9c1-47d8-83f6-77f2a934ef22 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646788 Nov 12 03:29:12.198980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c26f-c4b0-4d11-b17c-6da4934f73cd req-ef294704-e7e0-4d69-aaf7-e8ee63c31ac0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.201404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78b4c26f-c4b0-4d11-b17c-6da4934f73cd req-ef294704-e7e0-4d69-aaf7-e8ee63c31ac0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.1187246 Nov 12 03:29:12.249456 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ab2f3f-6afb-4548-a0fe-218fa3016b84 x-openstack-request-id: req-05ab2f3f-6afb-4548-a0fe-218fa3016b84 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:12.249840 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:12.250013 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-05ab2f3f-6afb-4548-a0fe-218fa3016b84 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:12.250373 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'status': 'completed', 'code': 200} Nov 12 03:29:12.279953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.316770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-8415d73f-8336-4ab0-8498-75eda907fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.318304 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-8415d73f-8336-4ab0-8498-75eda907fbc8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4008079 Nov 12 03:29:12.319492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event deleted for resources: {'Port': ['ID=7dfff4a5-16f7-4291-8563-87a9d6812c02,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.320089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1a9329e3-23f1-439c-85c0-1ae8b813f43b', '7dfff4a5-16f7-4291-8563-87a9d6812c02'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:12.337065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fb045b63-8d9b-4227-902e-8f7a1dcaf5cb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:12.369102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78b4c26f-c4b0-4d11-b17c-6da4934f73cd req-83f0b95c-3528-4820-be31-0092f0d76e24 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536009 Nov 12 03:29:12.439537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87950049-e0b4-41dd-bf89-605b93eb296d req-c8305030-acf7-42c3-9633-9bb5dc466eb5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.448954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87950049-e0b4-41dd-bf89-605b93eb296d req-c8305030-acf7-42c3-9633-9bb5dc466eb5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 984 time: 0.1728895 Nov 12 03:29:12.463671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] No DVR routers for this DVR port 7dfff4a5-16f7-4291-8563-87a9d6812c02 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:12.474889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.481173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc4e5828-1c74-47a3-9809-3e9412c7d775 req-e5439879-ed09-4e8a-b3c2-50a501d18376 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "DELETE /v2.0/ports/7dfff4a5-16f7-4291-8563-87a9d6812c02 HTTP/1.1" status: 204 len: 173 time: 1.6113510 Nov 12 03:29:12.607673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.647691 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-a7030fe6-1b6e-42f3-9d58-90368770b963 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129921 Nov 12 03:29:12.663127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb840e4d-e3bd-4601-a0ba-03b12e9c63b5 req-1042ed83-42ad-4bcf-a288-015c8414c708 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.664910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb840e4d-e3bd-4601-a0ba-03b12e9c63b5 req-1042ed83-42ad-4bcf-a288-015c8414c708 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.1809542 Nov 12 03:29:12.674607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87950049-e0b4-41dd-bf89-605b93eb296d req-f5bf7f8a-458c-4502-b3f9-557d9d3dd5bb tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2173920 Nov 12 03:29:12.694043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Subnet': ['ID=15124f61-5b1d-45aa-999b-ebe08353e93b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:12.776276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Checking segment: {'id': '5d3fd2ef-7f7c-4b25-840e-7b0411698f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:12.776865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network hostable DHCP agents. Network: f40453cc-1fd4-4397-a080-47d9af226238, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:12.783160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb840e4d-e3bd-4601-a0ba-03b12e9c63b5 req-9bfb2386-14b1-41a2-bc89-cae1bef4ed09 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859759 Nov 12 03:29:12.811707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network f40453cc-1fd4-4397-a080-47d9af226238 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:12.823498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f40453cc-1fd4-4397-a080-47d9af226238) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:12.829025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:12.829824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.838266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ee8a7-86bb-4972-8ae3-c8ff6ea32e8d None None] Network f40453cc-1fd4-4397-a080-47d9af226238 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:12.868613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c6ea65bb-e957-4bad-bda0-8051905088ad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1298828 Nov 12 03:29:12.870416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:12.875632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-248217265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:12.926722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.931767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:12.975239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fda5fb7a-435b-4ed8-9253-c9cbeb81e9af req-d9849716-8d56-4ac3-a633-9f8c5c3175a0 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701311 Nov 12 03:29:13.067106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.073899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.094057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c790715-1ff1-4f4d-8e53-3f19a5b0632a req-4ab9e0bf-276e-4143-a626-45b501f8bf4f tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=734826d0-9ad2-4ce7-be9a-72bb4ca8edff HTTP/1.1" status: 200 len: 210 time: 0.0987835 Nov 12 03:29:13.111494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.113238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0364a2ca-42df-437d-9683-6dd9a9e0dc2e tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2414887 Nov 12 03:29:13.115681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45740) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:13.130768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f40453cc-1fd4-4397-a080-47d9af226238', 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238', 'tenant_id': '1a5da0c96b9e490a911114d0c344664e', 'fixed_ips': [{'subnet_id': '15124f61-5b1d-45aa-999b-ebe08353e93b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:13.133193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.192548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137055c-edb9-4f38-9b1f-6a5aea96b586 req-e502919f-2d7c-4c05-aee9-d2ff3515c6de tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.201671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2137055c-edb9-4f38-9b1f-6a5aea96b586 req-e502919f-2d7c-4c05-aee9-d2ff3515c6de tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1346602 Nov 12 03:29:13.301528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2137055c-edb9-4f38-9b1f-6a5aea96b586 req-82b844d3-51eb-4c49-afbf-d33438d44dbb tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973973 Nov 12 03:29:13.505342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Allocated IP 172.20.0.2 (f40453cc-1fd4-4397-a080-47d9af226238/15124f61-5b1d-45aa-999b-ebe08353e93b/b8393681-fedd-4e95-864c-d3661d4e2ee9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:13.516557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-0bf15b4a-f07d-4a8a-8078-109589bd2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.518100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-0bf15b4a-f07d-4a8a-8078-109589bd2a4c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 1095 time: 0.3937716 Nov 12 03:29:13.520843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da2a3-3d4f-489c-8d31-5ab2c623eb30 req-8315addc-4f2a-4d5f-8850-d7892c185dc0 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.528521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f2da2a3-3d4f-489c-8d31-5ab2c623eb30 req-8315addc-4f2a-4d5f-8850-d7892c185dc0 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.1632345 Nov 12 03:29:13.539770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952beecc-0a18-4cbc-8238-d1085fb2ffc8 req-91c1473a-f2aa-478d-aa07-473786f16c27 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.541277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-952beecc-0a18-4cbc-8238-d1085fb2ffc8 req-91c1473a-f2aa-478d-aa07-473786f16c27 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1179590 Nov 12 03:29:13.631386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f2da2a3-3d4f-489c-8d31-5ab2c623eb30 req-1f2fb66a-184f-44e2-8739-67f8cf396c7d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018739 Nov 12 03:29:13.639010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-952beecc-0a18-4cbc-8238-d1085fb2ffc8 req-0004e7cf-ebbd-446e-9a1b-4a574bc3af08 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801601 Nov 12 03:29:13.693620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.732639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.741070 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.778245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0305262-87b2-43f1-aaa1-6c6a1bccdde3 req-0890f13c-9139-47ed-9d54-d73e85b80520 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:13.779897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0305262-87b2-43f1-aaa1-6c6a1bccdde3 req-0890f13c-9139-47ed-9d54-d73e85b80520 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.0707455 Nov 12 03:29:13.793306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Network f40453cc-1fd4-4397-a080-47d9af226238 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:13.799235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:13.817403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:13.848959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0305262-87b2-43f1-aaa1-6c6a1bccdde3 req-dcb62065-49e4-4195-82a7-5afb1277408d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 Nov 12 03:29:13.860881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Pushing event updated for resources: {'Port': ['ID=b8393681-fedd-4e95-864c-d3661d4e2ee9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:13.946668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Attempting to bind port b8393681-fedd-4e95-864c-d3661d4e2ee9 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:13.947806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Attempting to bind port b8393681-fedd-4e95-864c-d3661d4e2ee9 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5d3fd2ef-7f7c-4b25-840e-7b0411698f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:13.948090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Attempting to bind port b8393681-fedd-4e95-864c-d3661d4e2ee9 on network f40453cc-1fd4-4397-a080-47d9af226238 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:13.954138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:13.954524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Checking segment: {'id': '5d3fd2ef-7f7c-4b25-840e-7b0411698f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:13.954974 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:13.955421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Bound using segment: {'id': '5d3fd2ef-7f7c-4b25-840e-7b0411698f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:13.955899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Bound port: b8393681-fedd-4e95-864c-d3661d4e2ee9, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3fd2ef-7f7c-4b25-840e-7b0411698f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:13.956333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.017567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Allocated IP 172.20.0.1 (f40453cc-1fd4-4397-a080-47d9af226238/15124f61-5b1d-45aa-999b-ebe08353e93b/42e4fc38-bdb4-4d08-8a11-29c0ab41329f) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:14.025259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cc0bb-84d6-4675-a838-6113e66eb2dc req-d809355b-a535-4525-85bb-036d233fe7c9 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.039062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b72cc0bb-84d6-4675-a838-6113e66eb2dc req-d809355b-a535-4525-85bb-036d233fe7c9 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 984 time: 0.0854971 Nov 12 03:29:14.058355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] For port b8393681-fedd-4e95-864c-d3661d4e2ee9, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:14.064342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] For port b8393681-fedd-4e95-864c-d3661d4e2ee9, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b8393681-fedd-4e95-864c-d3661d4e2ee9,segment=NetworkSegment(5d3fd2ef-7f7c-4b25-840e-7b0411698f21),segment_id=5d3fd2ef-7f7c-4b25-840e-7b0411698f21)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:14.066781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-597dd547-e3c9-45fc-a538-2039dd9bf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.068428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-597dd547-e3c9-45fc-a538-2039dd9bf5c4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.5230968 Nov 12 03:29:14.075797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.109054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b72cc0bb-84d6-4675-a838-6113e66eb2dc req-bc706a1a-3117-4646-bdaf-b7ea7ef62bc7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0687478 Nov 12 03:29:14.158978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709da3e-c9a1-464b-89cc-985022e19dad None None] Pushing event updated for resources: {'Port': ['ID=b8393681-fedd-4e95-864c-d3661d4e2ee9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.176454 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-0d56c69c-0a95-421c-b142-59efa98982c4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32 HTTP/1.1" status: 200 len: 217 time: 0.0569296 Nov 12 03:29:14.262295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'name': 'network-vif-deleted', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:14.264515 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46ef2cd-5256-43d9-ab7c-9fcf2e8b877b" -d '{"events": [{"server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "name": "network-vif-deleted", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:14.305984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-534c0f44-b957-47c6-ad61-ae89e60fd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.307667 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-534c0f44-b957-47c6-ad61-ae89e60fd2c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1134248 Nov 12 03:29:14.312854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.410626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-402e5890-1367-43dc-b8ad-64e4c98a5a0c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1534960642&fields=id&tenant_id=4a616983381b4333990d38f7a7b64587 HTTP/1.1" status: 200 len: 267 time: 0.1113257 Nov 12 03:29:14.413566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.417978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-7da215ab-d998-4148-96c9-1f032a4e6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.428481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-7da215ab-d998-4148-96c9-1f032a4e6bf8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052983 Nov 12 03:29:14.473119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673f003-008c-4a28-9be9-653c9dd1c0c2 req-c0c9f689-8421-49d6-ae93-7af21949210e tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.481028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f673f003-008c-4a28-9be9-653c9dd1c0c2 req-c0c9f689-8421-49d6-ae93-7af21949210e tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1403627 Nov 12 03:29:14.500408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network f40453cc-1fd4-4397-a080-47d9af226238 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:14.521629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-635f74ff-73ee-40f5-833e-b8a867071b3a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:14.523902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:14.531070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-635f74ff-73ee-40f5-833e-b8a867071b3a tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 984 time: 0.1194885 Nov 12 03:29:14.538648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'port': {'security_groups': ['73e08bb0-fae9-4840-996a-30c128f0ed7e', '7b8f310f-954f-4feb-9da8-722428d1fce9', '6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:14.539617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7dfff4a5-16f7-4291-8563-87a9d6812c02 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:14.541690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:14.567608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 7dfff4a5-16f7-4291-8563-87a9d6812c02 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:14.567949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7dfff4a5-16f7-4291-8563-87a9d6812c02 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:14.583557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=42e4fc38-bdb4-4d08-8a11-29c0ab41329f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:14.641978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.643523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f673f003-008c-4a28-9be9-653c9dd1c0c2 req-c9474eb5-16a9-425d-8800-768a4a8e1c47 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614459 Nov 12 03:29:14.656895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.761370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-9d132724-2d2c-422c-b6a9-4640c5d9fa12 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993555 Nov 12 03:29:14.863455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:14.890214 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c588f-c23d-4027-8d3d-ff09ed4ba43e x-openstack-request-id: req-df8c588f-c23d-4027-8d3d-ff09ed4ba43e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:14.890503 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734826d0-9ad2-4ce7-be9a-72bb4ca8edff", "name": "network-vif-deleted", "tag": "7dfff4a5-16f7-4291-8563-87a9d6812c02", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:14.890755 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-df8c588f-c23d-4027-8d3d-ff09ed4ba43e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:14.891192 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734826d0-9ad2-4ce7-be9a-72bb4ca8edff', 'name': 'network-vif-deleted', 'tag': '7dfff4a5-16f7-4291-8563-87a9d6812c02', 'status': 'completed', 'code': 200} Nov 12 03:29:14.970779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:14.991336 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5d9a4ebe-ff38-4418-a200-fee91340b9b4 req-74ab5704-407a-4bfc-82df-4a6234913b4b service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141006 Nov 12 03:29:15.022701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.072374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.095095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b8393681-fedd-4e95-864c-d3661d4e2ee9 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:15.154664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.155413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.157029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6625613d-80c1-4ba6-a546-d92c73e503f3 req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "PUT /v2.0/ports/54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 1020 time: 0.6251307 Nov 12 03:29:15.157502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:15.159918 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a115da11-ac98-4920-b968-f04fa6cd9efc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:15.172869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aa1fc-c5dd-46ef-922d-cb2b4d65007d req-bd87915a-8e72-42fe-b685-dce393d9e39a tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.184857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', '54f6ee09-8e73-4681-ab4b-f6e542c0f381'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:15.193517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336aa1fc-c5dd-46ef-922d-cb2b4d65007d req-bd87915a-8e72-42fe-b685-dce393d9e39a tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.1743989 Nov 12 03:29:15.276007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2bd66-f3fd-47d1-90d8-828aac05a71d tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.279923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b8393681-fedd-4e95-864c-d3661d4e2ee9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:15.280396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.367085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336aa1fc-c5dd-46ef-922d-cb2b4d65007d req-8fac1b4a-c28a-4a0d-9d90-c8efa47b831f tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553779 Nov 12 03:29:15.370698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.385379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.517120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['54f6ee09-8e73-4681-ab4b-f6e542c0f381'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:15.538335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=42e4fc38-bdb4-4d08-8a11-29c0ab41329f,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:15.548845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.581096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.603822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d714d02-1dd7-4eac-8f9d-010c712a821c req-09d89c7b-8719-41b9-ad3b-ac4fec76598b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.612890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d87622-1389-4809-9809-52fbd054a350 None None] Network f40453cc-1fd4-4397-a080-47d9af226238 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:15.615662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d714d02-1dd7-4eac-8f9d-010c712a821c req-09d89c7b-8719-41b9-ad3b-ac4fec76598b tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.1557078 Nov 12 03:29:15.676824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network f40453cc-1fd4-4397-a080-47d9af226238 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:15.682396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:15.699895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a584f-7cdc-4b4a-9669-a8375fa7e9e4 req-b49b26ca-fe84-446e-a743-f8efca117ff1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.701450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-842a584f-7cdc-4b4a-9669-a8375fa7e9e4 req-b49b26ca-fe84-446e-a743-f8efca117ff1 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.0837374 Nov 12 03:29:15.715498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d714d02-1dd7-4eac-8f9d-010c712a821c req-73fee4cb-8d97-4917-9f39-f1a1e2963a63 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988410 Nov 12 03:29:15.754154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port b8393681-fedd-4e95-864c-d3661d4e2ee9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b8393681-fedd-4e95-864c-d3661d4e2ee9,segment=NetworkSegment(5d3fd2ef-7f7c-4b25-840e-7b0411698f21),segment_id=5d3fd2ef-7f7c-4b25-840e-7b0411698f21)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:15.765512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a3b6e268-e613-44e6-b0aa-b9a96dc2da13 None None] Provisioning complete for port b8393681-fedd-4e95-864c-d3661d4e2ee9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:15.766270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3b6e268-e613-44e6-b0aa-b9a96dc2da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.768711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:15.799675 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31184e59-8f46-4a13-8cdc-d9530e8976ee x-openstack-request-id: req-31184e59-8f46-4a13-8cdc-d9530e8976ee {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:15.799972 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:15.800228 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-31184e59-8f46-4a13-8cdc-d9530e8976ee {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:15.800637 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'status': 'completed', 'code': 200} Nov 12 03:29:15.819096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-842a584f-7cdc-4b4a-9669-a8375fa7e9e4 req-f5758e53-f2ee-465e-a8f5-fd980969ce4f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905638 Nov 12 03:29:15.875518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b6c66d0-9feb-4060-a06c-1851c8713583 req-87681836-f471-479e-8700-28dd99826258 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4 HTTP/1.1" status: 200 len: 1820 time: 0.0553014 Nov 12 03:29:15.963528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Router 4119a524-250f-4c3b-897d-287af7662869 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:15.991883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-6efa5380-9f08-4c99-b650-25cc668cf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:15.993762 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-6efa5380-9f08-4c99-b650-25cc668cf9db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4a616983381b4333990d38f7a7b64587&device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1175 time: 0.0901103 Nov 12 03:29:15.996851 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-5b6c66d0-9feb-4060-a06c-1851c8713583 req-fa8353cf-b11c-426d-90c4-f8f0a455c661 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:29:16.009466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b6c66d0-9feb-4060-a06c-1851c8713583 req-fa8353cf-b11c-426d-90c4-f8f0a455c661 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4 HTTP/1.1" status: 409 len: 341 time: 0.1254570 Nov 12 03:29:16.038296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=b8393681-fedd-4e95-864c-d3661d4e2ee9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:16.169056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:16.176200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2440dba-c3b8-4407-9cd0-cf3530463084 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "PUT /v2.0/routers/4119a524-250f-4c3b-897d-287af7662869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0590854 Nov 12 03:29:16.179278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45820) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:16.184384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'port': {'network_id': 'f40453cc-1fd4-4397-a080-47d9af226238', 'name': 'tempest-FloatingIPNegativeTestJSON-2008812425'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:16.184560 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] Sync routers for ids ['4119a524-250f-4c3b-897d-287af7662869'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:16.200906 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] Routers {'4119a524-250f-4c3b-897d-287af7662869'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:16.201549 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4119a524-250f-4c3b-897d-287af7662869'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.249646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-6086a9fc-66df-435c-8041-c6b033bc1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.251257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-6086a9fc-66df-435c-8041-c6b033bc1954 service neutron] 10.222.0.104 "GET /v2.0/networks?id=21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 200 len: 913 time: 0.2138162 Nov 12 03:29:16.298119 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.317633 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] Routers {'4119a524-250f-4c3b-897d-287af7662869'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:16.322804 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:28:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4119a524-250f-4c3b-897d-287af7662869'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.392653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-f481b955-1c4f-4c77-a860-dccb612a7883 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 200 len: 217 time: 0.0874944 Nov 12 03:29:16.395124 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:16.395855 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3cdfb-5f0a-4933-959f-3e89b25140cd None None] The sync data for ids ['4119a524-250f-4c3b-897d-287af7662869'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:16.485608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-ae594d34-24a6-4db4-b495-05af39090db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:16.487227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-ae594d34-24a6-4db4-b495-05af39090db8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 200 len: 853 time: 0.0787420 Nov 12 03:29:16.539906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-257670e4-6675-4a40-bde4-2ecb537a1856 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=21c1ae7f-bec6-4991-b619-54d6920e2ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423720 Nov 12 03:29:16.546211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Made reservation on behalf of 1a5da0c96b9e490a911114d0c344664e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:16.552467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.687424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-055bab52-2075-4da2-b7c3-5ca09ad32eb4 None None] Provisioning complete for port b8393681-fedd-4e95-864c-d3661d4e2ee9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:16.688302 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-055bab52-2075-4da2-b7c3-5ca09ad32eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:16.766739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:16.991056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f405e-51b4-4c71-95f1-dfb95d4d798f req-85261ea9-8757-45a9-b885-97605fcfa77e tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.002275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-634f405e-51b4-4c71-95f1-dfb95d4d798f req-85261ea9-8757-45a9-b885-97605fcfa77e tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1856360 Nov 12 03:29:17.060019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:17.085477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b8393681-fedd-4e95-864c-d3661d4e2ee9 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:17.088036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-634f405e-51b4-4c71-95f1-dfb95d4d798f req-2ebdef2c-eb02-4b4e-bcd1-b943709d5834 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Nov 12 03:29:17.116107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] device_id is not set on port 91801767-9663-41ac-a520-6dcdf40d7276 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:17.157227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'mac_address': 'fa:16:3e:b4:54:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:17.168439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-055bab52-2075-4da2-b7c3-5ca09ad32eb4 None None] Provisioning complete for port 42e4fc38-bdb4-4d08-8a11-29c0ab41329f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.168988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-055bab52-2075-4da2-b7c3-5ca09ad32eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.264178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf51c29-f8ec-4c29-868b-7f19b5868cfe req-9001857d-0e79-4bbe-8e25-0b3b348f0a9e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.265961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bf51c29-f8ec-4c29-868b-7f19b5868cfe req-9001857d-0e79-4bbe-8e25-0b3b348f0a9e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1023 time: 0.0987988 Nov 12 03:29:17.279916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.323874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-055bab52-2075-4da2-b7c3-5ca09ad32eb4 None None] Port 42e4fc38-bdb4-4d08-8a11-29c0ab41329f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:17.334031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Allocated IP 172.20.0.9 (f40453cc-1fd4-4397-a080-47d9af226238/15124f61-5b1d-45aa-999b-ebe08353e93b/91801767-9663-41ac-a520-6dcdf40d7276) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:17.336451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f129f86-8f0a-412f-b0dc-440f76e10f32 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:17.361562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b8393681-fedd-4e95-864c-d3661d4e2ee9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.362060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.366892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:17.394139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.406388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-35d52f01-4634-4100-84a1-4b454ef1eb78 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502274 Nov 12 03:29:17.419646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bf51c29-f8ec-4c29-868b-7f19b5868cfe req-b55d7572-1caa-4668-9205-fa06025a2713 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4&id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1460228 Nov 12 03:29:17.481636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.488128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1906c488-e703-46d8-9f33-062b6a4af099 None None] Provisioning complete for port 42e4fc38-bdb4-4d08-8a11-29c0ab41329f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:17.488490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1906c488-e703-46d8-9f33-062b6a4af099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.565207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1906c488-e703-46d8-9f33-062b6a4af099 None None] Port 42e4fc38-bdb4-4d08-8a11-29c0ab41329f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:17.583919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f66a-5d9a-4fda-b807-3d3aa3646e04 req-74e2af00-a657-4f93-ad0c-ed39d974b2d5 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.586637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9416f66a-5d9a-4fda-b807-3d3aa3646e04 req-74e2af00-a657-4f93-ad0c-ed39d974b2d5 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.0739849 Nov 12 03:29:17.698729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-c955c6a4-e67a-4a2a-b38a-f84fff9d5a85 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.699740 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a115da11-ac98-4920-b968-f04fa6cd9efc req-8647db38-e9ce-4ad7-b772-f2d617592667 service neutron] 10.222.0.104 "GET /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667279 Nov 12 03:29:17.700785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-c955c6a4-e67a-4a2a-b38a-f84fff9d5a85 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.104 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 945 time: 0.0919435 Nov 12 03:29:17.716830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9416f66a-5d9a-4fda-b807-3d3aa3646e04 req-251116f0-19b7-413c-92d7-eb22e0d33aec tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224966 Nov 12 03:29:17.735338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.785187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.842767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network f40453cc-1fd4-4397-a080-47d9af226238 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:17.846074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:17.853251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:17.859937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6164b8a2-b8d0-469a-9686-a3d416347832 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:17.867875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6164b8a2-b8d0-469a-9686-a3d416347832 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105183 Nov 12 03:29:17.893043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=91801767-9663-41ac-a520-6dcdf40d7276,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:17.919645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8869c20-ef07-4f5a-a085-c248accd65d2 req-1ecaff2e-6bbc-4783-b930-f988b05e8329 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.927015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8869c20-ef07-4f5a-a085-c248accd65d2 req-1ecaff2e-6bbc-4783-b930-f988b05e8329 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 944 time: 0.1069319 Nov 12 03:29:17.942408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Deleting port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:17.942636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.947452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:17.948497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:17.969388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-23985aa7-41fb-4757-aa2b-561c8d2f33ca tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7889261 Nov 12 03:29:17.975375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:17.984204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:18.015107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['0f129f86-8f0a-412f-b0dc-440f76e10f32'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:18.033178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.089673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-85e28099-9444-4558-8782-0468ccd266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.096379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-85e28099-9444-4558-8782-0468ccd266a6 service neutron] 10.222.0.97 "GET /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 1095 time: 0.2276306 Nov 12 03:29:18.100739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Request body: {'binding': {'host': 'n-h1-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:18.101195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:29:18.154304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8869c20-ef07-4f5a-a085-c248accd65d2 req-21785b1f-0711-44c8-87b2-8708d0d9c9ff tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254808 Nov 12 03:29:18.225857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] For port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.226228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.236716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0c280781-ed16-4dca-955c-65d829387fd1 None None] Provisioning complete for port 91801767-9663-41ac-a520-6dcdf40d7276 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:18.237348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c280781-ed16-4dca-955c-65d829387fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.271056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Calling delete_port for fb045b63-8d9b-4227-902e-8f7a1dcaf5cb owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:18.276035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.336940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c280781-ed16-4dca-955c-65d829387fd1 None None] Port 91801767-9663-41ac-a520-6dcdf40d7276 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:18.347097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-12fe8de2-5c75-4510-b8cf-e4e3a0f83683 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.349033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-12fe8de2-5c75-4510-b8cf-e4e3a0f83683 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.1054006 Nov 12 03:29:18.363587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on host n-h1-766726-29 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:18.364088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:18.364423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:18.401673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:18.402307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:18.450937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:18.451261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:18.451821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:18.452467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Bound port: 6802f906-6177-482b-89cb-116be8899d50, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:18.490272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Allocated IP 172.25.7.64 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ad27cfef-0108-46df-aa19-166356237edb) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:18.534255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Deleting port d392de6f-6da3-4dd5-8027-4a16cbe24953 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:18.534598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.535910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b500e-f88d-40b1-9a93-6886c834ddb0 req-9dabbe95-1d84-48a9-b432-7e6a31ef18bd tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:18.537433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b6b500e-f88d-40b1-9a93-6886c834ddb0 req-9dabbe95-1d84-48a9-b432-7e6a31ef18bd tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 946 time: 0.2006705 Nov 12 03:29:18.604951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:18.620523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.621719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-1ef09d3e-8894-406b-a728-e2d1d4ce82c4 service neutron] 10.222.0.97 "POST /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50/bindings HTTP/1.1" status: 201 len: 390 time: 0.5245354 Nov 12 03:29:18.674474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b6b500e-f88d-40b1-9a93-6886c834ddb0 req-97272624-bb01-4ee1-b550-2aeb1c37449f tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/security-groups?id=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248646 Nov 12 03:29:18.682481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.689403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] For port d392de6f-6da3-4dd5-8027-4a16cbe24953, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d392de6f-6da3-4dd5-8027-4a16cbe24953,segment=NetworkSegment(764d1d21-b9a3-4fb4-86f0-674cb598e658),segment_id=764d1d21-b9a3-4fb4-86f0-674cb598e658)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:18.690435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.703036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.719988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Calling delete_port for d392de6f-6da3-4dd5-8027-4a16cbe24953 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:18.739365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1a9329e3-23f1-439c-85c0-1ae8b813f43b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:18.804146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event deleted for resources: {'Port': ['ID=fb045b63-8d9b-4227-902e-8f7a1dcaf5cb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.807995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.877503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:18.892571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:18.897746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:18.905808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=ad27cfef-0108-46df-aa19-166356237edb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:18.984336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] No DVR routers for this DVR port fb045b63-8d9b-4227-902e-8f7a1dcaf5cb on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:18.987813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:18.993189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99e08622-ce2c-4f3d-910a-c5786ac5f6e4 req-27941c66-2e47-4b0a-84e4-37240eac1467 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.104 "DELETE /v2.0/ports/fb045b63-8d9b-4227-902e-8f7a1dcaf5cb HTTP/1.1" status: 204 len: 173 time: 1.2549651 Nov 12 03:29:19.000918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b118256d-e379-49b2-b51b-203f7d58258f req-4c49ef2d-0a8d-4286-86a1-8d86605d3490 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=85208563-544c-4da0-abcc-b961f98252a6 HTTP/1.1" status: 200 len: 210 time: 0.1671820 Nov 12 03:29:19.021966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'name': 'network-vif-deleted', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:19.026063 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ef9696-3791-45ec-8918-e0c94bf328c4" -d '{"events": [{"server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "name": "network-vif-deleted", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:19.060477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.067833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348296b-fc11-4f1c-afe6-949eb784618a req-5b9b0e50-31dd-4ac8-bf78-acad84ef38e6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.076014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5348296b-fc11-4f1c-afe6-949eb784618a req-5b9b0e50-31dd-4ac8-bf78-acad84ef38e6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1023 time: 0.2090898 Nov 12 03:29:19.143076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Pushing event deleted for resources: {'Port': ['ID=d392de6f-6da3-4dd5-8027-4a16cbe24953,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.189471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-5b248ac4-8700-4de5-89de-702d96dec8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.191368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-5b248ac4-8700-4de5-89de-702d96dec8ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1098 time: 0.1123476 Nov 12 03:29:19.204846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] No DVR routers for this DVR port d392de6f-6da3-4dd5-8027-4a16cbe24953 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:19.207605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.213259 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e0100b8b-ab2d-4bb6-845c-b4067fa5e80f req-2e9018e9-d0a8-4b00-af7e-5ce919fa8b48 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.16 "DELETE /v2.0/ports/d392de6f-6da3-4dd5-8027-4a16cbe24953 HTTP/1.1" status: 204 len: 173 time: 0.8526485 Nov 12 03:29:19.219511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'name': 'network-vif-deleted', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:19.221423 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795efe7-38fe-466b-bbc7-e243afb44da2" -d '{"events": [{"server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "name": "network-vif-deleted", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:19.232967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5348296b-fc11-4f1c-afe6-949eb784618a req-a55c5077-b042-4a0e-ae12-d12de4f8d5b2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4&id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1555438 Nov 12 03:29:19.241803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.340270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.345233 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbea4894-de0e-4141-ac34-20a94fe25131 x-openstack-request-id: req-bbea4894-de0e-4141-ac34-20a94fe25131 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:19.345725 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85208563-544c-4da0-abcc-b961f98252a6", "name": "network-vif-deleted", "tag": "fb045b63-8d9b-4227-902e-8f7a1dcaf5cb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:19.346145 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bbea4894-de0e-4141-ac34-20a94fe25131 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:19.346676 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85208563-544c-4da0-abcc-b961f98252a6', 'name': 'network-vif-deleted', 'tag': 'fb045b63-8d9b-4227-902e-8f7a1dcaf5cb', 'status': 'completed', 'code': 200} Nov 12 03:29:19.363202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b846ba-3e6d-43a3-ad8d-41c1b828534f req-628778a1-4dcf-42e6-92cc-8f2323dba6cb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.366922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b846ba-3e6d-43a3-ad8d-41c1b828534f req-628778a1-4dcf-42e6-92cc-8f2323dba6cb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 946 time: 0.2298343 Nov 12 03:29:19.386043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d392de6f-6da3-4dd5-8027-4a16cbe24953'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:19.548951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-e1e795ef-b4cf-4adb-a33b-16f151121f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.550601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-e1e795ef-b4cf-4adb-a33b-16f151121f66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3467770 Nov 12 03:29:19.559344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b846ba-3e6d-43a3-ad8d-41c1b828534f req-9198a2e8-56fa-4a08-9bbe-e27c0f038f51 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809807 Nov 12 03:29:19.572174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.578502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.603324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b798d4-a89f-4cd2-a0f7-e97da7535a07 req-34645fe9-0fe5-4cb6-982d-bbebe15e478e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.605194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1b798d4-a89f-4cd2-a0f7-e97da7535a07 req-34645fe9-0fe5-4cb6-982d-bbebe15e478e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 944 time: 0.2004821 Nov 12 03:29:19.629214 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce7cef-e4e1-4d28-8dc2-7d06504ace1f x-openstack-request-id: req-77ce7cef-e4e1-4d28-8dc2-7d06504ace1f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:19.629503 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e5a813-2ff5-49f4-8d30-04b16233563e", "name": "network-vif-deleted", "tag": "d392de6f-6da3-4dd5-8027-4a16cbe24953", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:19.629754 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-77ce7cef-e4e1-4d28-8dc2-7d06504ace1f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:19.630443 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e5a813-2ff5-49f4-8d30-04b16233563e', 'name': 'network-vif-deleted', 'tag': 'd392de6f-6da3-4dd5-8027-4a16cbe24953', 'status': 'completed', 'code': 200} Nov 12 03:29:19.651922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-3d1c3713-0e9b-4ece-b9aa-a8405b29b8f0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.653466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-3d1c3713-0e9b-4ece-b9aa-a8405b29b8f0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1023 time: 0.2242250 Nov 12 03:29:19.657208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-4ad54853-7093-4ae7-a437-4033e99a46fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0885975 Nov 12 03:29:19.684808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=ad27cfef-0108-46df-aa19-166356237edb,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:19.694968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.713141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.714659 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e869b476-61d6-4860-bc9b-d698e7b8bdad tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7381358 Nov 12 03:29:19.717582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.723197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-288a113c-37bb-4238-a009-3f639ce0aa4c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'floatingip': {'port_id': '91801767-9663-41ac-a520-6dcdf40d7276', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:19.771101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-288a113c-37bb-4238-a009-3f639ce0aa4c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.863482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-056431cc-a7b8-4fd7-833f-f2d12761f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:19.865923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-056431cc-a7b8-4fd7-833f-f2d12761f8ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1595931 Nov 12 03:29:19.885866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc964325-73be-4358-87e2-d8b60a8bdd38 req-a63e2583-6b54-485c-bdff-9caac236a4c2 tempest-ServersNegativeTestMultiTenantJSON-355444989 tempest-ServersNegativeTestMultiTenantJSON-355444989-project] 10.222.0.97 "GET /v2.0/ports?device_id=07e5a813-2ff5-49f4-8d30-04b16233563e HTTP/1.1" status: 200 len: 210 time: 0.0883646 Nov 12 03:29:19.903484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1b798d4-a89f-4cd2-a0f7-e97da7535a07 req-b87e4536-df78-4ff3-a2f6-7b2d11f0a595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463007 Nov 12 03:29:19.958360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6650a9b9-685f-4b80-9529-68f012de41d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546920 Nov 12 03:29:19.967460 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-288a113c-37bb-4238-a009-3f639ce0aa4c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] update failed (client error): The resource could not be found. Nov 12 03:29:19.969636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Deleting port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:19.970096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:19.974394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:19.974822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-288a113c-37bb-4238-a009-3f639ce0aa4c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "PUT /v2.0/floatingips/184ebc84-e198-4471-9b33-ac3135a90170 HTTP/1.1" status: 404 len: 507 time: 0.2559087 Nov 12 03:29:20.580030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 54f6ee09-8e73-4681-ab4b-f6e542c0f381, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=54f6ee09-8e73-4681-ab4b-f6e542c0f381,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:20.580527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.616235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Calling delete_port for 54f6ee09-8e73-4681-ab4b-f6e542c0f381 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:20.645923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a60e6-1cb0-40ae-9d12-07420e64ada0 req-a30220c9-4282-40b5-84fd-ac4de7e01e90 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.647494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8a60e6-1cb0-40ae-9d12-07420e64ada0 req-a30220c9-4282-40b5-84fd-ac4de7e01e90 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1822560 Nov 12 03:29:20.655054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462626c1-522f-4a49-bb01-d4764f3547db req-b3dd5c4f-6d78-400d-8cfd-a933397c99b7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:20.656444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-462626c1-522f-4a49-bb01-d4764f3547db req-b3dd5c4f-6d78-400d-8cfd-a933397c99b7 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 1023 time: 0.1924491 Nov 12 03:29:20.658261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-601b1a73-ee4a-4787-aed0-208dcadacca2 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677048 Nov 12 03:29:20.805888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:20.828337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting port ad27cfef-0108-46df-aa19-166356237edb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:20.828683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.856538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 0f129f86-8f0a-412f-b0dc-440f76e10f32 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:20.860886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 0f129f86-8f0a-412f-b0dc-440f76e10f32 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:20.861323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:20.928744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8a60e6-1cb0-40ae-9d12-07420e64ada0 req-ddfcd082-3339-47b6-86a3-9f44d7f486e0 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670023 Nov 12 03:29:20.981620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-462626c1-522f-4a49-bb01-d4764f3547db req-59c88796-e6d1-48da-a377-8c092e7d7b21 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4&id=7b8f310f-954f-4feb-9da8-722428d1fce9&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3176978 Nov 12 03:29:21.002164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.005322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-335dc190-6c7b-468a-a786-69ce15c02230 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238316 Nov 12 03:29:21.051756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.054680 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cabc8c9-3850-4737-9c7f-bbe06eaaf2dd" -d '{"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-plugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.072524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:21.076564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.077503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fb045b63-8d9b-4227-902e-8f7a1dcaf5cb no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:21.096758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.096938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.119409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: fb045b63-8d9b-4227-902e-8f7a1dcaf5cb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:21.119857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fb045b63-8d9b-4227-902e-8f7a1dcaf5cb not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:21.120800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 54f6ee09-8e73-4681-ab4b-f6e542c0f381 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:21.127228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Calling delete_port for ad27cfef-0108-46df-aa19-166356237edb owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:21.147731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.182520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.188449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:21.214612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No active binding found for port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 {{(pid=102606) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:29:21.215162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 54f6ee09-8e73-4681-ab4b-f6e542c0f381 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:21.263273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf676ba-21bb-4c9b-bcc8-96cdbf7c81a0 req-cc16dc4e-3c15-49ec-91cb-711030b32ba4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.265015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-daf676ba-21bb-4c9b-bcc8-96cdbf7c81a0 req-cc16dc4e-3c15-49ec-91cb-711030b32ba4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 946 time: 0.2053466 Nov 12 03:29:21.287952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'Port': ['ID=54f6ee09-8e73-4681-ab4b-f6e542c0f381,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.393355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] No DVR routers for this DVR port 54f6ee09-8e73-4681-ab4b-f6e542c0f381 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:21.403149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.406426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0df8d516-ac63-416d-ba52-abb0b6907061 req-6b48e74c-65d3-4f77-8aca-393f3ed716f8 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "DELETE /v2.0/ports/54f6ee09-8e73-4681-ab4b-f6e542c0f381 HTTP/1.1" status: 204 len: 173 time: 1.7432795 Nov 12 03:29:21.413775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'name': 'network-vif-deleted', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:21.416130 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a6683-a1e7-48f2-b8d7-bfec9f1d3143" -d '{"events": [{"server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "name": "network-vif-deleted", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:21.469053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bacbf6-cd0f-4418-89bd-7d21b9b505d9 req-bc976b64-58cc-4f7f-8854-65a973e5ad19 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.470576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4bacbf6-cd0f-4418-89bd-7d21b9b505d9 req-bc976b64-58cc-4f7f-8854-65a973e5ad19 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2795660 Nov 12 03:29:21.477962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-e1a20829-38f1-4a54-bebc-ead3354f73ef tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.479673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-e1a20829-38f1-4a54-bebc-ead3354f73ef tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1098 time: 0.2844441 Nov 12 03:29:21.498073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-daf676ba-21bb-4c9b-bcc8-96cdbf7c81a0 req-fbf51d6e-78de-42fa-86eb-230fb9d0b94d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882625 Nov 12 03:29:21.517881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-29'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:21.570934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45990) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.641754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Deleting subnet 759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:21.645683 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154cb31e-d409-4499-bcad-ebf8775cabef x-openstack-request-id: req-154cb31e-d409-4499-bcad-ebf8775cabef {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:21.646244 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-plugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:21.646682 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-154cb31e-d409-4499-bcad-ebf8775cabef {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:21.647255 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'code': 200} Nov 12 03:29:21.652264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.678785 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6305507d-37b7-49ca-8516-b3cacdbe81af x-openstack-request-id: req-6305507d-37b7-49ca-8516-b3cacdbe81af {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:21.679339 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb705fc9-7976-4c50-810d-f3258d3df253", "name": "network-vif-deleted", "tag": "54f6ee09-8e73-4681-ab4b-f6e542c0f381", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:21.679434 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6305507d-37b7-49ca-8516-b3cacdbe81af {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:21.680470 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb705fc9-7976-4c50-810d-f3258d3df253', 'name': 'network-vif-deleted', 'tag': '54f6ee09-8e73-4681-ab4b-f6e542c0f381', 'status': 'completed', 'code': 200} Nov 12 03:29:21.722615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.743976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4bacbf6-cd0f-4418-89bd-7d21b9b505d9 req-0b9b685f-cc7e-4346-8e32-c1bd6bdf9bb7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624142 Nov 12 03:29:21.749421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.758414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.768698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.824730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45994) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.832262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.838931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Port': ['ID=ad27cfef-0108-46df-aa19-166356237edb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.861198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:21.865848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.870513 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1cc1179c-4627-46b3-ad65-4499ca1d23ab admin admin] 10.222.0.97 "DELETE /v2.0/subnets/759adb1a-a36b-4cf0-9a9a-1e53d3a36ef9 HTTP/1.1" status: 204 len: 168 time: 0.2975180 Nov 12 03:29:21.872683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:21.941231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9f01-a4dc-481a-8d90-548d10eb801b req-cb5a390a-7870-4914-be65-d4f8a2e9d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:21.942799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-047e9f01-a4dc-481a-8d90-548d10eb801b req-cb5a390a-7870-4914-be65-d4f8a2e9d0fb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 1097 time: 0.1687033 Nov 12 03:29:21.955591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.975600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d22f874-8a5d-4e1e-97b7-543a8dd706dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.983402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.985929 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:21.987097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-804541de-8340-4f77-8f1a-252e767a5833 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "DELETE /v2.0/floatingips/184ebc84-e198-4471-9b33-ac3135a90170 HTTP/1.1" status: 204 len: 168 time: 2.0115826 Nov 12 03:29:21.991746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46002) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.014410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f23e7bb2-daff-44e1-91bf-73be696d0e85 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'floatingip': {'floating_network_id': 'f40453cc-1fd4-4397-a080-47d9af226238', 'port_id': '91801767-9663-41ac-a520-6dcdf40d7276', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.027603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:22.067312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:22.104795 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-573a011d-3063-4f7b-bcce-68e3e6b6fe06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.114494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.118203 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.129114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.129338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23e7bb2-daff-44e1-91bf-73be696d0e85 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.179416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8864359-73e9-47c0-9dd0-a02fb15f0812']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:22.201684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764d1d21-b9a3-4fb4-86f0-674cb598e658') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:22.201987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764d1d21-b9a3-4fb4-86f0-674cb598e658') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:22.218359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-047e9f01-a4dc-481a-8d90-548d10eb801b req-cc3ee140-73a7-40f1-a6e3-4f8a32e678cc service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466865 Nov 12 03:29:22.225469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.247730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e90f9530-8500-46b9-91f3-8d9749e2c624 req-36b0641a-44bf-4bd7-bd63-88e4ed775cc2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=bb705fc9-7976-4c50-810d-f3258d3df253 HTTP/1.1" status: 200 len: 210 time: 0.0696723 Nov 12 03:29:22.269829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.269924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d22f874-8a5d-4e1e-97b7-543a8dd706dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.276907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.280275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d22f874-8a5d-4e1e-97b7-543a8dd706dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.305974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441305e2-58d8-483c-8024-5bbcccfd98f1 req-f370653d-68e3-486d-83c7-b4deaeaa7240 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.308085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-441305e2-58d8-483c-8024-5bbcccfd98f1 req-f370653d-68e3-486d-83c7-b4deaeaa7240 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1868837 Nov 12 03:29:22.325294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:22.325799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:22.326090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:22.331600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:22.332010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:22.335068 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:22.341873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:22.342200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Attempting to bind port 6802f906-6177-482b-89cb-116be8899d50 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:22.352466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d22f874-8a5d-4e1e-97b7-543a8dd706dd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5792b9bec80541a1ad72cf6b36a5133a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235083 Nov 12 03:29:22.357049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.357827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:22.358168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:22.358578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:22.359047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Bound port: 6802f906-6177-482b-89cb-116be8899d50, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:22.359710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.397454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22f874-8a5d-4e1e-97b7-543a8dd706dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e09e8e-a5b6-4451-b944-cfb9845564f4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.407303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-441305e2-58d8-483c-8024-5bbcccfd98f1 req-1dc6f749-35fd-465f-8384-972f57ac64d3 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/security-groups?id=92eb1de3-e300-4777-a304-56f000cf1f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923748 Nov 12 03:29:22.441975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.453930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.459947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] 10.222.0.97 "DELETE /v2.0/networks/b8864359-73e9-47c0-9dd0-a02fb15f0812 HTTP/1.1" status: 204 len: 168 time: 0.5834548 Nov 12 03:29:22.464725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.476049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b905b-5f4d-45af-b27c-127f3b5e8e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8864359-73e9-47c0-9dd0-a02fb15f0812,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.495588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-76dd501a-1f06-4523-a1bc-293e181e33d1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.497080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-76dd501a-1f06-4523-a1bc-293e181e33d1 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 945 time: 0.1007156 Nov 12 03:29:22.510963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.517768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:22.538435 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-f23e7bb2-daff-44e1-91bf-73be696d0e85 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:29:22.539596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f23e7bb2-daff-44e1-91bf-73be696d0e85 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5463793 Nov 12 03:29:22.543536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:22.548901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '91801767-9663-41ac-a520-6dcdf40d7276', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:22.549560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:22.562823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Deleting subnet a4d97732-2a5d-4fa9-be67-762c387a8cbf {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:22.567349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.569840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.571008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d392de6f-6da3-4dd5-8027-4a16cbe24953 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:22.572288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.599233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: d392de6f-6da3-4dd5-8027-4a16cbe24953 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:22.600059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d392de6f-6da3-4dd5-8027-4a16cbe24953 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:22.611414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.655311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Deleting port 1a9329e3-23f1-439c-85c0-1ae8b813f43b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:22.655649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.698047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.774766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.783138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.783686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.785124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-61667528-ee2a-46a9-b65b-6e4f60d109f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 1124 time: 1.2857943 Nov 12 03:29:22.795530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] For port 1a9329e3-23f1-439c-85c0-1ae8b813f43b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1a9329e3-23f1-439c-85c0-1ae8b813f43b,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:22.795898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.803571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2e312-fa0f-4412-9311-baf1beb19289 req-cdc7d2d2-181f-45af-bc94-e15a85e79b7b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.805183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fb2e312-fa0f-4412-9311-baf1beb19289 req-cdc7d2d2-181f-45af-bc94-e15a85e79b7b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.1982369 Nov 12 03:29:22.806660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.817385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Calling delete_port for 1a9329e3-23f1-439c-85c0-1ae8b813f43b owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:22.833074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.835837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.839721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/93e09e8e-a5b6-4451-b944-cfb9845564f4 HTTP/1.1" status: 204 len: 168 time: 0.4759474 Nov 12 03:29:22.839860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:22.877609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8554fa2-70f1-458b-8a95-1f64dae22c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e09e8e-a5b6-4451-b944-cfb9845564f4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:22.952722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf232f0-2fa1-4a30-838a-c12b6a2450b4 req-f2ffee96-a99a-42f7-853b-4b50cd11d305 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:22.954486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf232f0-2fa1-4a30-838a-c12b6a2450b4 req-f2ffee96-a99a-42f7-853b-4b50cd11d305 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1052022 Nov 12 03:29:22.966863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fb2e312-fa0f-4412-9311-baf1beb19289 req-00738e0b-21ab-40af-abd1-9e7dd8b8e923 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375775 Nov 12 03:29:22.993971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6802f906-6177-482b-89cb-116be8899d50'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:23.024021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf232f0-2fa1-4a30-838a-c12b6a2450b4 req-3f1a18ed-a8f8-409b-9388-42bf6f8609dd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561130 Nov 12 03:29:23.024989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.052598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d97732-2a5d-4fa9-be67-762c387a8cbf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.058056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.063360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-efc7d98c-d378-4621-9bcd-713ad93e880d admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a4d97732-2a5d-4fa9-be67-762c387a8cbf HTTP/1.1" status: 204 len: 168 time: 0.5975935 Nov 12 03:29:23.064467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.070516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.110791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1a9329e3-23f1-439c-85c0-1ae8b813f43b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:23.146824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.158391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Pushing event deleted for resources: {'Port': ['ID=1a9329e3-23f1-439c-85c0-1ae8b813f43b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.194334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] No DVR routers for this DVR port 1a9329e3-23f1-439c-85c0-1ae8b813f43b on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:23.201044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.209348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-159e7cae-823d-49ff-ab50-160abe5ac24a req-a067b90e-fc71-446e-844e-423e8ff70322 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.16 "DELETE /v2.0/ports/1a9329e3-23f1-439c-85c0-1ae8b813f43b HTTP/1.1" status: 204 len: 173 time: 0.7046857 Nov 12 03:29:23.217289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Allocated IP 172.25.7.122 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/b1baffad-7618-45e9-9756-577843b6361f) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:23.241487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'name': 'network-vif-deleted', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:23.250151 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593dcd8-1a85-40a9-936c-cb9f8be35585" -d '{"events": [{"server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "name": "network-vif-deleted", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:23.257402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.305249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.328875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a507d6e0-9873-40dc-b795-6f87f78ed1dd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.337107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c10f706-141c-42f4-8b46-31bad2a59e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.360992 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c322ebe-ad9b-4e89-b04a-e55f3f72c511 x-openstack-request-id: req-6c322ebe-ad9b-4e89-b04a-e55f3f72c511 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:23.361795 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2", "name": "network-vif-deleted", "tag": "1a9329e3-23f1-439c-85c0-1ae8b813f43b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:23.362278 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c322ebe-ad9b-4e89-b04a-e55f3f72c511 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:23.362802 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2', 'name': 'network-vif-deleted', 'tag': '1a9329e3-23f1-439c-85c0-1ae8b813f43b', 'status': 'completed', 'code': 200} Nov 12 03:29:23.388813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbeeb8f6-69ec-4a4a-8c6e-a606ff038ba9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.389019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbeeb8f6-69ec-4a4a-8c6e-a606ff038ba9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:23.420872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.422235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.460075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.460707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.477736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:23.478089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:23.481272 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:23.499102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-a22afa53-ba43-4f27-ab8f-0fc0c8cb0692 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/7b8f310f-954f-4feb-9da8-722428d1fce9 HTTP/1.1" status: 200 len: 1819 time: 0.1124351 Nov 12 03:29:23.503899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:23.506953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:23.512357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:23.515420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event updated for resources: {'Port': ['ID=b1baffad-7618-45e9-9756-577843b6361f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.561222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c10f706-141c-42f4-8b46-31bad2a59e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.572564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c10f706-141c-42f4-8b46-31bad2a59e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.611312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.649829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.653039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] 10.222.0.97 "DELETE /v2.0/networks/a507d6e0-9873-40dc-b795-6f87f78ed1dd HTTP/1.1" status: 204 len: 168 time: 0.5872166 Nov 12 03:29:23.678991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bde8047c-3910-4f61-902d-ea9f093c648e req-ff8f02bc-811a-4429-9b42-183a558d51f4 tempest-ListServerFiltersTestJSON-370383240 tempest-ListServerFiltersTestJSON-370383240-project] 10.222.0.97 "GET /v2.0/ports?device_id=17f9d3ce-93f5-4a99-ad89-07f3f5d2d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0762088 Nov 12 03:29:23.681791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c10f706-141c-42f4-8b46-31bad2a59e63 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3273b58bab6f467ebc35a218435ac04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3755846 Nov 12 03:29:23.682214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting port b1baffad-7618-45e9-9756-577843b6361f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:23.682686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.683215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6802f906-6177-482b-89cb-116be8899d50'}, {'name': 'network-changed', 'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'tag': '6802f906-6177-482b-89cb-116be8899d50'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:23.684917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:23.685664 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592" -d '{"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6802f906-6177-482b-89cb-116be8899d50"}, {"name": "network-changed", "server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "tag": "6802f906-6177-482b-89cb-116be8899d50"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:23.690261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78652e87-d2e4-4aa2-848e-d9542d187105 admin admin] Pushing event deleted for resources: {'Network': ['ID=a507d6e0-9873-40dc-b795-6f87f78ed1dd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.692216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10f706-141c-42f4-8b46-31bad2a59e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e412c-da31-45d9-afd3-5110c97a5e05,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.732404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.759104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.810003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.813272 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.815461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.817869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e1042be-87c3-43b8-88c4-ebc0422185e8 req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/7b8f310f-954f-4feb-9da8-722428d1fce9 HTTP/1.1" status: 204 len: 173 time: 0.3040280 Nov 12 03:29:23.821670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.822004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:23.854891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ead6-6fc9-466d-99fc-e7f1f7c58fc6 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f310f-954f-4feb-9da8-722428d1fce9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:23.926591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-75dacab2-b463-481a-ae8d-6126f54cbaf2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4 HTTP/1.1" status: 200 len: 1820 time: 0.0891047 Nov 12 03:29:23.993324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.003639 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570166e5-82e1-4b8f-b651-f2d038891fe9 x-openstack-request-id: req-570166e5-82e1-4b8f-b651-f2d038891fe9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:24.003943 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6802f906-6177-482b-89cb-116be8899d50", "code": 200}, {"name": "network-changed", "server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "tag": "6802f906-6177-482b-89cb-116be8899d50", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:24.004199 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-570166e5-82e1-4b8f-b651-f2d038891fe9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:24.004607 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6802f906-6177-482b-89cb-116be8899d50', 'code': 200} Nov 12 03:29:24.004908 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'tag': '6802f906-6177-482b-89cb-116be8899d50', 'status': 'completed', 'code': 200} Nov 12 03:29:24.034527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.064410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.149283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Calling delete_port for b1baffad-7618-45e9-9756-577843b6361f owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:24.162648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.165784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df35427d-4151-47a0-9e05-2b2cfb594955 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=791f37a801f6482ca62f866fc9928374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710372 Nov 12 03:29:24.166530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.188997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.191833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.192958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3287008-6ada-4d00-9a1f-d4cbb55f7bdb req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4 HTTP/1.1" status: 204 len: 173 time: 0.2642398 Nov 12 03:29:24.211449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de5b7e-8796-450e-b4b0-34a9e6c8b800 req-89c05cf2-300e-4489-9151-b0817ae38eee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.212958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27de5b7e-8796-450e-b4b0-34a9e6c8b800 req-89c05cf2-300e-4489-9151-b0817ae38eee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.1310995 Nov 12 03:29:24.228092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602583-9d44-4cc1-9241-212e90140ea5 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.288098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.291473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.294463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.298123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c92e412c-da31-45d9-afd3-5110c97a5e05 HTTP/1.1" status: 204 len: 168 time: 0.6096013 Nov 12 03:29:24.306651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27de5b7e-8796-450e-b4b0-34a9e6c8b800 req-c0424875-d6de-4bea-a790-003b9d89383f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817616 Nov 12 03:29:24.325691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dba41b0-3cdb-4b96-8136-56a68170ea08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.365184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-566165285', 'description': 'tempest-description-2083543632'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:24.398784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.403487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d12b0-0496-4f57-a9d3-bc9f1777963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e412c-da31-45d9-afd3-5110c97a5e05,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.439261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.445576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.480274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Port': ['ID=b1baffad-7618-45e9-9756-577843b6361f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.540019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3dd24-96a9-495e-8f96-0e080d903404 req-1d0a509f-0ad3-4ef4-a84d-cc94e737a09a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.541519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f3dd24-96a9-495e-8f96-0e080d903404 req-1d0a509f-0ad3-4ef4-a84d-cc94e737a09a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1821601 Nov 12 03:29:24.575286 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] create failed (client error): The resource could not be found. Nov 12 03:29:24.576752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3568177b-fb34-4fdf-a641-2d8595032791 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0312316 Nov 12 03:29:24.579846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.609661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-530d05c1-1b62-4f12-8ab3-61705533f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.611380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-530d05c1-1b62-4f12-8ab3-61705533f0d3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1127 time: 0.4715664 Nov 12 03:29:24.617951 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.620451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.621544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a930e583-6ddc-4ca8-a5d2-3f20baca3e9f HTTP/1.1" status: 204 len: 168 time: 0.4529293 Nov 12 03:29:24.677879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee348220-3995-4b39-b516-701b99e6346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930e583-6ddc-4ca8-a5d2-3f20baca3e9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.683635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.702076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting port 91801767-9663-41ac-a520-6dcdf40d7276 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:24.702612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.703148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.741252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f3dd24-96a9-495e-8f96-0e080d903404 req-45e9db81-c245-4025-ae5b-7fa13bde645f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866384 Nov 12 03:29:24.770232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.777114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc07d785-4209-445d-ad63-cf93939a6e1e req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4158149 Nov 12 03:29:24.817944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d3f16-9b7b-4063-b40a-fe2a78eef40b tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74459998-9265-494a-ad85-05773a2d422d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:24.838329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:24.861539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:24.884149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Calling delete_port for 91801767-9663-41ac-a520-6dcdf40d7276 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:24.951094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-a176336d-6bbc-49bf-be9d-aeb63fc31ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:24.953756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-a176336d-6bbc-49bf-be9d-aeb63fc31ff0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3136599 Nov 12 03:29:24.962266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-a84d4e66-bb76-4eb9-8787-53dfb326cc74 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/74459998-9265-494a-ad85-05773a2d422d HTTP/1.1" status: 200 len: 1819 time: 0.1060379 Nov 12 03:29:25.013468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1586702535', 'description': 'tempest-description-hth-1424386155'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:25.046835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-7a344a15-b18e-47cb-9584-53ff564a0817 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0811045 Nov 12 03:29:25.051346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Deleting subnet d2751a42-1fb5-4e1e-b284-f44c3afec751 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:25.055890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.059365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.073042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.110775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Port': ['ID=91801767-9663-41ac-a520-6dcdf40d7276,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.178852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-3c89fd81-c0e5-4152-b7e3-00f5312b1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.180498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-3c89fd81-c0e5-4152-b7e3-00f5312b1090 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0888133 Nov 12 03:29:25.214631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.217005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.222650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff3e7c39-c35f-4479-be89-bfde3d746826 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "DELETE /v2.0/ports/91801767-9663-41ac-a520-6dcdf40d7276 HTTP/1.1" status: 204 len: 168 time: 0.6394179 Nov 12 03:29:25.225137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.270586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-64c81101-06f2-42e6-b858-5e6099543a2c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697417 Nov 12 03:29:25.278884 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.291426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-41f50de2-6c5b-42eb-9390-0537669e10c8 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:25.292866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-41f50de2-6c5b-42eb-9390-0537669e10c8 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113325 Nov 12 03:29:25.313659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082a871-a1bd-4d93-8837-f7961ae955b4 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.315651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0082a871-a1bd-4d93-8837-f7961ae955b4 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "GET /v2.0/ports?device_id=4119a524-250f-4c3b-897d-287af7662869 HTTP/1.1" status: 200 len: 913 time: 0.0886493 Nov 12 03:29:25.319782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e51262d-ba99-4782-9b51-e27ca53d8e1a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ee6338d40f5444ebcb9cc61fd86d3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1040597 Nov 12 03:29:25.320899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46092) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.326247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:25.331319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.372647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.430299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.432923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.434432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8613fdd-d134-48ef-967d-ff0409c6c494 req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "PUT /v2.0/security-groups/74459998-9265-494a-ad85-05773a2d422d HTTP/1.1" status: 200 len: 1794 time: 0.4563429 Nov 12 03:29:25.688777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.935575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345593-0a20-46e4-9050-fcb2dcfad5e4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74459998-9265-494a-ad85-05773a2d422d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:25.968787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting port 42e4fc38-bdb4-4d08-8a11-29c0ab41329f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:25.969276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:25.986557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfafd2a-47d6-4035-ba89-886968a192a2 req-50020a4e-6431-4a23-9a48-b53aab26aa29 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:25.988197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdfafd2a-47d6-4035-ba89-886968a192a2 req-50020a4e-6431-4a23-9a48-b53aab26aa29 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.5643482 Nov 12 03:29:25.998372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.012418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea091bd6-eea8-4579-96f3-971507c21455 req-7ff8e57f-e94b-479b-9fe5-d6dfa5400da3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/74459998-9265-494a-ad85-05773a2d422d HTTP/1.1" status: 200 len: 1794 time: 0.5427585 Nov 12 03:29:26.025994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.029490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-991a7fb0-95d0-4250-9641-262c36d6d91e service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080407 Nov 12 03:29:26.086946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.094757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.100646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Calling delete_port for 42e4fc38-bdb4-4d08-8a11-29c0ab41329f owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:26.238897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdfafd2a-47d6-4035-ba89-886968a192a2 req-b235f568-8e12-4f7f-a8aa-cd41c69ff7f8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363672 Nov 12 03:29:26.280575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6bb0ed5-9949-45ee-b8fb-259a58ff8592 req-5275f8c4-9fe8-44ca-83bc-d083c4dcc7aa service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197373 Nov 12 03:29:26.291323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdb2a4-84a2-4959-95ae-0d720aa0a903 req-c1792b5a-0360-4b0f-ae37-53af47dff35d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:26.293070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddfdb2a4-84a2-4959-95ae-0d720aa0a903 req-c1792b5a-0360-4b0f-ae37-53af47dff35d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1799586 Nov 12 03:29:26.295621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.337983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.361971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.365735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d2751a42-1fb5-4e1e-b284-f44c3afec751 HTTP/1.1" status: 204 len: 168 time: 1.5112722 Nov 12 03:29:26.367006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2faa1-2277-4694-8f66-9fa81a0518dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2751a42-1fb5-4e1e-b284-f44c3afec751,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.369487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621b19b-2d43-4e25-9d2d-ed3c87488c3c None None] Network 9725397a-338e-41b8-84f7-de9e4f126a52 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:26.376072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.386149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.390689 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.392040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/aebe486f-cdec-47e4-a8f9-95c73a84dd6d HTTP/1.1" status: 204 len: 168 time: 1.0646036 Nov 12 03:29:26.404748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Port': ['ID=42e4fc38-bdb4-4d08-8a11-29c0ab41329f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.513714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd1b84-e971-4ac2-b090-a94dd31f5fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe486f-cdec-47e4-a8f9-95c73a84dd6d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:26.586606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6802f906-6177-482b-89cb-116be8899d50 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:26.611070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1a9329e3-23f1-439c-85c0-1ae8b813f43b no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:26.649369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.662400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46138) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:26.671862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddfdb2a4-84a2-4959-95ae-0d720aa0a903 req-f7329018-2f78-41eb-9cc5-02d06af52dde tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668840 Nov 12 03:29:26.683095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 1a9329e3-23f1-439c-85c0-1ae8b813f43b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:26.683095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1a9329e3-23f1-439c-85c0-1ae8b813f43b not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:26.754088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.803192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] DHCP port deletion for 9725397a-338e-41b8-84f7-de9e4f126a52 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:26.821337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a176d776-a724-4d1e-89f2-9c043a690072 req-f93a6682-7724-4d46-96a3-067145f46396 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/74459998-9265-494a-ad85-05773a2d422d HTTP/1.1" status: 200 len: 1794 time: 0.3766396 Nov 12 03:29:26.876999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.928273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:26.932161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Deleting port 97df66d6-6094-493e-a14a-7cb559b36b81 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:26.932722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:26.998139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6802f906-6177-482b-89cb-116be8899d50 has no active binding in host n-h1-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:29:27.006499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-a5e2-45f2-a037-eb6bab8a950e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.012407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Router 4119a524-250f-4c3b-897d-287af7662869 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:27.077324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 97df66d6-6094-493e-a14a-7cb559b36b81 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:27.083463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee320d-b60c-49f2-8e60-f288dcd0c34a req-d131f73c-abc7-46b4-9e42-8b752d4bf961 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.084998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0cee320d-b60c-49f2-8e60-f288dcd0c34a req-d131f73c-abc7-46b4-9e42-8b752d4bf961 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1138673 Nov 12 03:29:27.087405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Deleting port 97df66d6-6094-493e-a14a-7cb559b36b81 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:27.087738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.090679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a176d776-a724-4d1e-89f2-9c043a690072 req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.133929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=97df66d6-6094-493e-a14a-7cb559b36b81,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:27.134590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.152803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:27.160472 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-18054d95-8b27-48ce-a163-49db9a368cc1 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "PUT /v2.0/routers/4119a524-250f-4c3b-897d-287af7662869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385944 Nov 12 03:29:27.163398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.184809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] Sync routers for ids ['4119a524-250f-4c3b-897d-287af7662869'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:27.193831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a176d776-a724-4d1e-89f2-9c043a690072 req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.198363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Calling delete_port for 97df66d6-6094-493e-a14a-7cb559b36b81 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:27.259188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=97df66d6-6094-493e-a14a-7cb559b36b81,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:27.259554 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.282980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0cee320d-b60c-49f2-8e60-f288dcd0c34a req-3175aceb-6406-40d4-994a-ddcf0fc96067 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774364 Nov 12 03:29:27.284559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Calling delete_port for 97df66d6-6094-493e-a14a-7cb559b36b81 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:27.293594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.358188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] Routers {'4119a524-250f-4c3b-897d-287af7662869'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:27.358834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4119a524-250f-4c3b-897d-287af7662869'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:27.410298 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-a5e2-45f2-a037-eb6bab8a950e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.428741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:27.433670 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.439288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a176d776-a724-4d1e-89f2-9c043a690072 req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.442360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a176d776-a724-4d1e-89f2-9c043a690072 req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.457448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a176d776-a724-4d1e-89f2-9c043a690072 req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/74459998-9265-494a-ad85-05773a2d422d HTTP/1.1" status: 204 len: 173 time: 0.6350913 Nov 12 03:29:27.465631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-adb182b7-e3e2-496e-bc82-d7aa96def0e7 service neutron] 10.222.0.104 "GET /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.1571553 Nov 12 03:29:27.473091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-799b883e-a5e2-45f2-a037-eb6bab8a950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.515369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] Routers {'4119a524-250f-4c3b-897d-287af7662869'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:27.525462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-799b883e-a5e2-45f2-a037-eb6bab8a950e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=715652d3fadb4879a9259961650264c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8596275 Nov 12 03:29:27.525665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4119a524-250f-4c3b-897d-287af7662869'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:27.538059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 97df66d6-6094-493e-a14a-7cb559b36b81, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=97df66d6-6094-493e-a14a-7cb559b36b81,segment=NetworkSegment(b4d5f040-f75a-44ac-b359-f921ec432c58),segment_id=b4d5f040-f75a-44ac-b359-f921ec432c58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:27.549292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b883e-a5e2-45f2-a037-eb6bab8a950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d73406-fb1d-43df-a37d-47b8e9450e64,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.553693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.563255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c30cb-ff3c-47bd-bcff-7184aa2b14ce tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74459998-9265-494a-ad85-05773a2d422d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.566515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.573554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.604177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:27.607732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab8b53b-45cd-408d-87c1-fb4ea036f889 None None] The sync data for ids ['4119a524-250f-4c3b-897d-287af7662869'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:27.611010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.631855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d59a-e255-422a-8e36-d64b07a8d410 req-910f54ce-d271-4b46-9d14-b79ae39e3845 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:27.640048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e69d59a-e255-422a-8e36-d64b07a8d410 req-910f54ce-d271-4b46-9d14-b79ae39e3845 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 944 time: 0.2303975 Nov 12 03:29:27.667433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.670197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.670596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Fanout notify agent at l3_agent the message router_deleted on router 4119a524-250f-4c3b-897d-287af7662869 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:29:27.684414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] No DVR routers for this DVR port 97df66d6-6094-493e-a14a-7cb559b36b81 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:27.690244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.692825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa76c251-b8ee-41d1-a06c-a09fd2b24038 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "DELETE /v2.0/routers/4119a524-250f-4c3b-897d-287af7662869 HTTP/1.1" status: 204 len: 168 time: 0.5282922 Nov 12 03:29:27.695909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:27.729092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.739638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.742085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.755847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.766143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb1868-e430-45bd-bc5a-3a912ce02267 None None] Pushing event deleted for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.775510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting subnet 15124f61-5b1d-45aa-999b-ebe08353e93b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:27.780913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.814245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.831571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97df66d6-6094-493e-a14a-7cb559b36b81,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.846362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.852601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] No DVR routers for this DVR port 97df66d6-6094-493e-a14a-7cb559b36b81 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:27.854244 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-615f513d-603a-4498-80fc-6795ed99810b req-f4bf0d17-4cbd-497b-84a5-2da3d7963e0e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:27.855366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-615f513d-603a-4498-80fc-6795ed99810b req-f4bf0d17-4cbd-497b-84a5-2da3d7963e0e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/6f2cdb16-e87d-4a10-81ab-b76f1d75a8b4 HTTP/1.1" status: 404 len: 352 time: 0.0876014 Nov 12 03:29:27.888136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e69d59a-e255-422a-8e36-d64b07a8d410 req-d5b0a53b-c4b7-4e95-a9df-a89b26d3b08c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327051 Nov 12 03:29:27.917890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.921026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:27.924496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/43d73406-fb1d-43df-a37d-47b8e9450e64 HTTP/1.1" status: 204 len: 168 time: 0.3675652 Nov 12 03:29:27.935227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3ad01-d4e2-4e13-9f0e-42ba8997164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d73406-fb1d-43df-a37d-47b8e9450e64,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:27.980855 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-42f852da-b204-42de-957f-ee53250ab0ae req-34d466af-5288-4b14-8152-6d60a0eaa987 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:27.982070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42f852da-b204-42de-957f-ee53250ab0ae req-34d466af-5288-4b14-8152-6d60a0eaa987 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/7b8f310f-954f-4feb-9da8-722428d1fce9 HTTP/1.1" status: 404 len: 352 time: 0.0618145 Nov 12 03:29:27.995537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.018564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.042551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.048082 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-9e9fd629-2f8d-4281-948d-890b807aafd8 req-59b7cb5e-9c19-4a5c-a2ca-37767ca73433 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:28.054341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e9fd629-2f8d-4281-948d-890b807aafd8 req-59b7cb5e-9c19-4a5c-a2ca-37767ca73433 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/cc31aed7-b4df-40eb-8c47-e6e3a6ee44e3 HTTP/1.1" status: 404 len: 352 time: 0.0436060 Nov 12 03:29:28.082318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:28.086692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.115263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9725397a-338e-41b8-84f7-de9e4f126a52']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:28.118368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Subnet': ['ID=15124f61-5b1d-45aa-999b-ebe08353e93b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.123251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.129572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-68587859-3924-4260-bde1-680c16029ff5 tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "DELETE /v2.0/subnets/15124f61-5b1d-45aa-999b-ebe08353e93b HTTP/1.1" status: 204 len: 168 time: 0.4301152 Nov 12 03:29:28.130014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46198) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:28.133660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a91b0-6cfb-4202-970f-63d36881e315 None None] Network f40453cc-1fd4-4397-a080-47d9af226238 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:28.134568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d5f040-f75a-44ac-b359-f921ec432c58') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:28.134894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d5f040-f75a-44ac-b359-f921ec432c58') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:28.136795 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-12d6a428-52dd-4d20-919f-032820e04d01 req-74c7443d-b87b-4e81-8942-6dd7d33c696f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:28.137839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12d6a428-52dd-4d20-919f-032820e04d01 req-74c7443d-b87b-4e81-8942-6dd7d33c696f tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/381be3ed-6b38-4cba-8e66-90940bf7e5f7 HTTP/1.1" status: 404 len: 352 time: 0.0611973 Nov 12 03:29:28.177226 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.196462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6802f906-6177-482b-89cb-116be8899d50 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:28.225243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.235969 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-6584eb9c-9c3f-454b-a08d-16a256b32fd3 req-1e543fff-afcd-4e2b-8af3-5f04b74a1546 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:28.237820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6584eb9c-9c3f-454b-a08d-16a256b32fd3 req-1e543fff-afcd-4e2b-8af3-5f04b74a1546 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/4058d82f-1255-4e3d-91ac-927953544d3b HTTP/1.1" status: 404 len: 352 time: 0.0667534 Nov 12 03:29:28.239316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.251157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:28.251850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:28.254581 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:28.267543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.271370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.346915 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-8ceb8ae5-90e9-4e11-a908-e114fd8a088a req-2bc81ae1-65a0-401d-8c84-4d79d405a563 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] show failed (client error): The resource could not be found. Nov 12 03:29:28.355718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ceb8ae5-90e9-4e11-a908-e114fd8a088a req-2bc81ae1-65a0-401d-8c84-4d79d405a563 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/286830dd-048a-4826-98c8-3e7c2252c4a4 HTTP/1.1" status: 404 len: 352 time: 0.0710232 Nov 12 03:29:28.366612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46214) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:28.410519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Deleting port b8393681-fedd-4e95-864c-d3661d4e2ee9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:28.410519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.440734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] DHCP port deletion for f40453cc-1fd4-4397-a080-47d9af226238 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:28.489733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.496551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.503418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] 10.222.0.97 "DELETE /v2.0/networks/9725397a-338e-41b8-84f7-de9e4f126a52 HTTP/1.1" status: 204 len: 168 time: 2.1254969 Nov 12 03:29:28.531450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8795b8e-c0b4-4b1b-b54e-80dabfbc18a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9725397a-338e-41b8-84f7-de9e4f126a52,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.538140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] For port b8393681-fedd-4e95-864c-d3661d4e2ee9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b8393681-fedd-4e95-864c-d3661d4e2ee9,segment=NetworkSegment(5d3fd2ef-7f7c-4b25-840e-7b0411698f21),segment_id=5d3fd2ef-7f7c-4b25-840e-7b0411698f21)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.548168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.567610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed27993-17c9-44cc-a270-a1a1f0fbc4e2 req-46774c9b-b0d2-4c7d-86ff-12201a7ab8da tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:28.571351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Deleting port b8393681-fedd-4e95-864c-d3661d4e2ee9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:28.571807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.578729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ed27993-17c9-44cc-a270-a1a1f0fbc4e2 req-46774c9b-b0d2-4c7d-86ff-12201a7ab8da tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1440690 Nov 12 03:29:28.593509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Calling delete_port for b8393681-fedd-4e95-864c-d3661d4e2ee9 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:28.608807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] Transition to ACTIVE for port object 6802f906-6177-482b-89cb-116be8899d50 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:28.614651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.649153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] For port b8393681-fedd-4e95-864c-d3661d4e2ee9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b8393681-fedd-4e95-864c-d3661d4e2ee9,segment=NetworkSegment(5d3fd2ef-7f7c-4b25-840e-7b0411698f21),segment_id=5d3fd2ef-7f7c-4b25-840e-7b0411698f21)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:28.649153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.667757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0865c143-f749-49b7-9e5b-09b4c2a656d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.667921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Calling delete_port for b8393681-fedd-4e95-864c-d3661d4e2ee9 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:28.730325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] No DVR routers for this DVR port 6802f906-6177-482b-89cb-116be8899d50 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:28.761073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ed27993-17c9-44cc-a270-a1a1f0fbc4e2 req-0bed6900-0312-4f1a-82db-e9b74512b47b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809967 Nov 12 03:29:28.761290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.796879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] Pushing event updated for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.810874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] Pushing event deleted for resources: {'Port': ['ID=b8393681-fedd-4e95-864c-d3661d4e2ee9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.812964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f243c-5b65-46db-a29b-6574fe98f730 None None] No DVR routers for this DVR port b8393681-fedd-4e95-864c-d3661d4e2ee9 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:28.839715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-a4aaa97f-a382-40b2-9385-8dff7d344d9a service neutron] 10.222.0.104 "PUT /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50/bindings/n-h1-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 1.3496454 Nov 12 03:29:28.894417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:28.953726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Port': ['ID=b8393681-fedd-4e95-864c-d3661d4e2ee9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:28.959278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] No DVR routers for this DVR port b8393681-fedd-4e95-864c-d3661d4e2ee9 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:28.975394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.055247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0a58-fd31-4079-8a50-a62e257a7d14 req-e7bc4a78-b747-4171-a917-c7cb54469cd3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.058612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0865c143-f749-49b7-9e5b-09b4c2a656d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.065082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b8393681-fedd-4e95-864c-d3661d4e2ee9 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:29.067754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3ef0a58-fd31-4079-8a50-a62e257a7d14 req-e7bc4a78-b747-4171-a917-c7cb54469cd3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1023 time: 0.1851604 Nov 12 03:29:29.093911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0865c143-f749-49b7-9e5b-09b4c2a656d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.095456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b8393681-fedd-4e95-864c-d3661d4e2ee9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:29.095909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b8393681-fedd-4e95-864c-d3661d4e2ee9 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:29.109911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-872e84f4-6bbb-4432-841c-ca8d24e0c6f9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=65c5260824514a5da2f9e304c918983f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311584 Nov 12 03:29:29.110084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.112666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46244) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.141017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-14137419-2321-4967-aa67-6fd5790cb72d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.142375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-14137419-2321-4967-aa67-6fd5790cb72d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.1782527 Nov 12 03:29:29.180005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865c143-f749-49b7-9e5b-09b4c2a656d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a01b94-a248-46ae-aabc-e372465915ae,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.200290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.200810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40453cc-1fd4-4397-a080-47d9af226238']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:29.213993 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0865c143-f749-49b7-9e5b-09b4c2a656d9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=abf5102c052244d1a3128ce371bc7ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8356745 Nov 12 03:29:29.214186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46248) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:29.215781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3fd2ef-7f7c-4b25-840e-7b0411698f21') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:29.216072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3fd2ef-7f7c-4b25-840e-7b0411698f21') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:29.234383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.237466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3ef0a58-fd31-4079-8a50-a62e257a7d14 req-04b5e305-6669-4eae-af0e-2d8e1cc4873e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=1cd2682a-16f9-4517-a696-cf5666b8ba7d&id=649fa8ba-c48c-4108-85a6-3ca3f84cb885&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1636062 Nov 12 03:29:29.262245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.267195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.288835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6682f10f-0587-4b55-a8b2-643d1811e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.290428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6682f10f-0587-4b55-a8b2-643d1811e5de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&tenant_id=5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 1097 time: 0.1335487 Nov 12 03:29:29.291527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:29.292074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:29.296569 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:29.338656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.341427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.346718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/92eb1de3-e300-4777-a304-56f000cf1f96 HTTP/1.1" status: 204 len: 168 time: 0.2329206 Nov 12 03:29:29.381577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b754e2-2aea-40f7-a14b-afc2a14703f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb1de3-e300-4777-a304-56f000cf1f96,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.433146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7539fad-7ec1-40a3-b78a-bce1f0707fe2 req-c1e3f003-49c7-40d6-ac10-a3797381cb8b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.434360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7539fad-7ec1-40a3-b78a-bce1f0707fe2 req-c1e3f003-49c7-40d6-ac10-a3797381cb8b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.1097105 Nov 12 03:29:29.453974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.468623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.486546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.489958 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] 10.222.0.97 "DELETE /v2.0/networks/f40453cc-1fd4-4397-a080-47d9af226238 HTTP/1.1" status: 204 len: 168 time: 1.3592060 Nov 12 03:29:29.508249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.510661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574c21f-5688-475f-8b45-614a28dacd9c tempest-FloatingIPNegativeTestJSON-577262337 tempest-FloatingIPNegativeTestJSON-577262337-project] Pushing event deleted for resources: {'Network': ['ID=f40453cc-1fd4-4397-a080-47d9af226238,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.513794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-4464e628-cdf4-4f1a-ba6c-760888f26729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.515362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-4464e628-cdf4-4f1a-ba6c-760888f26729 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1097 time: 0.1408770 Nov 12 03:29:29.538711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7539fad-7ec1-40a3-b78a-bce1f0707fe2 req-6d1886c3-6ac9-4c1d-b70a-d96d44690f84 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967793 Nov 12 03:29:29.596368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f14e06-febe-416c-8c0d-6f6afcf8329f req-27aa7ab4-28f6-4ca4-82c9-e11fc28b6cff tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.597797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f14e06-febe-416c-8c0d-6f6afcf8329f req-27aa7ab4-28f6-4ca4-82c9-e11fc28b6cff tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.0580971 Nov 12 03:29:29.666127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f14e06-febe-416c-8c0d-6f6afcf8329f req-4f436c97-d197-4ce6-83b7-cfba79e96009 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Nov 12 03:29:29.670833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-fe6ae5ca-0ca8-4790-a4c0-988f35437a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.672783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-fe6ae5ca-0ca8-4790-a4c0-988f35437a02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.1468990 Nov 12 03:29:29.721918 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-47d232cc-9c06-45ca-b2d9-6234bbd050c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0404856 Nov 12 03:29:29.724341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.727753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:29.731275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c9a01b94-a248-46ae-aabc-e372465915ae HTTP/1.1" status: 204 len: 168 time: 0.5108185 Nov 12 03:29:29.762396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce612c2-102a-44ad-a38f-741704ee0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a01b94-a248-46ae-aabc-e372465915ae,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:29.800102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6f336ecb-5e43-41d0-bd66-df38cd150149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:29.801586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-6f336ecb-5e43-41d0-bd66-df38cd150149 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0711672 Nov 12 03:29:29.842298 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-c050e790-51d7-48e8-bfc7-296fbe0f19e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328317 Nov 12 03:29:29.951624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-cf2424e5-03c5-4500-9ccb-245e9310530b service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014876 Nov 12 03:29:30.047427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.261162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78ec711e-1418-4c17-93de-871e952a67fc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1a5da0c96b9e490a911114d0c344664e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102442 Nov 12 03:29:30.261796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:30.328880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.396237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.440798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9d694-98f1-4e8d-8073-e805d2d86ada req-85f42827-ff33-41ae-b291-db6fa44e8389 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.442364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29a9d694-98f1-4e8d-8073-e805d2d86ada req-85f42827-ff33-41ae-b291-db6fa44e8389 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1023 time: 0.0989618 Nov 12 03:29:30.445404 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-14c1028a-79e6-44f8-8cc4-5c8672920ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835689 Nov 12 03:29:30.496686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.499310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.500470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a531865a-e5fb-483b-9c31-ad1e46f7d51d HTTP/1.1" status: 204 len: 168 time: 0.2378809 Nov 12 03:29:30.526028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc58f7-fa8e-4f0e-b61f-f8f386ea54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531865a-e5fb-483b-9c31-ad1e46f7d51d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:30.563975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29a9d694-98f1-4e8d-8073-e805d2d86ada req-21fc5fc6-7e5a-4c2b-9a6e-0709ea3e542e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=1cd2682a-16f9-4517-a696-cf5666b8ba7d&id=649fa8ba-c48c-4108-85a6-3ca3f84cb885&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1095040 Nov 12 03:29:30.674913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c5e77-7955-4fc7-b51d-f1694ec880de req-a49f99de-e975-4d2c-aadc-5a490c7c0d20 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.676724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-503c5e77-7955-4fc7-b51d-f1694ec880de req-a49f99de-e975-4d2c-aadc-5a490c7c0d20 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.0530748 Nov 12 03:29:30.748347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-503c5e77-7955-4fc7-b51d-f1694ec880de req-892decff-396f-4bab-aa46-1539ccdf538a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Nov 12 03:29:30.801686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6802f906-6177-482b-89cb-116be8899d50 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:30.817750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513540e-7931-401b-a26f-148c60d84ed1 req-9432c9f9-6934-4666-b691-d5fa6b0c91cd tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.822759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-9432c9f9-6934-4666-b691-d5fa6b0c91cd tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.0906720 Nov 12 03:29:30.827568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8f85-5b34-4c71-a71a-f9a2e53982a9 req-be699d17-023c-41e5-88cb-ad7201db5816 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:30.829823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaf8f85-5b34-4c71-a71a-f9a2e53982a9 req-be699d17-023c-41e5-88cb-ad7201db5816 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.0589526 Nov 12 03:29:30.861136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6802f906-6177-482b-89cb-116be8899d50 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:30.903005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaf8f85-5b34-4c71-a71a-f9a2e53982a9 req-92af036b-2278-480a-abee-bae4de9bc1ef tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Nov 12 03:29:30.979758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-5513540e-7931-401b-a26f-148c60d84ed1 req-0411c151-cbff-4366-9d3f-3055af4b4025 service neutron] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:30.983303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-5513540e-7931-401b-a26f-148c60d84ed1 req-0411c151-cbff-4366-9d3f-3055af4b4025 service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:30.984463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5513540e-7931-401b-a26f-148c60d84ed1 req-0411c151-cbff-4366-9d3f-3055af4b4025 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50/bindings/n-h2-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.1540196 Nov 12 03:29:31.151454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:31.212483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.313896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:31.393957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-768192017-network', 'tenant_id': 'bb7a830997af428e9e622975dac80d8b'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:31.416810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:31.419705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.435517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.528377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd955c-7380-45cb-b95c-3403df181e15 req-714798f5-a331-4ea6-b569-5919fcf9892e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.530084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63dd955c-7380-45cb-b95c-3403df181e15 req-714798f5-a331-4ea6-b569-5919fcf9892e tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1023 time: 0.0959625 Nov 12 03:29:31.600911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.608643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.641085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-network', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:31.710530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:31.727265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.727672 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Added segment 68761536-d02b-4b11-b121-9d9362f8338f of type vlan for network 42fd122e-c997-4859-87a3-f0e0044bb48e Nov 12 03:29:31.789643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8afb61-5b24-4252-a866-cdeafd790313,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:31.843572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81de1d-e8c4-4946-9351-33f09aa9eec9 req-4c8e2e03-cd3d-4637-a328-87b483b2cbcd tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:31.851796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f81de1d-e8c4-4946-9351-33f09aa9eec9 req-4c8e2e03-cd3d-4637-a328-87b483b2cbcd tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 1023 time: 0.1908350 Nov 12 03:29:31.857512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Made reservation on behalf of 016137f461e149ffa8c6d91d26802f0e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:31.860133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.904370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.908240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:31.943732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:31.962356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Deleting port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:31.962699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.050049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'networks': [{'name': 'tempest-network--244930609'}, {'name': 'tempest-network--61872477'}]} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.050431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-network--244930609'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.050988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-network--61872477'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.065475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.066457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.067316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.076485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'network': 2} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:32.081462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.097711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.123521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eace78-ce8d-4149-b912-a13c4f5e5f7b req-4cbbd4be-5b8f-42cd-82b5-478a15707aec tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.125048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7eace78-ce8d-4149-b912-a13c4f5e5f7b req-4cbbd4be-5b8f-42cd-82b5-478a15707aec tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.2616425 Nov 12 03:29:32.162177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f81de1d-e8c4-4946-9351-33f09aa9eec9 req-f95c309d-5e0d-404f-89d5-189d1c7fa7d4 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups?id=1cd2682a-16f9-4517-a696-cf5666b8ba7d&id=649fa8ba-c48c-4108-85a6-3ca3f84cb885&id=73e08bb0-fae9-4840-996a-30c128f0ed7e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3094895 Nov 12 03:29:32.192105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.197641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.198751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.203210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0501270 Nov 12 03:29:32.208008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.239134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Request body: {'subnet': {'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-768192017-subnet', 'tenant_id': 'bb7a830997af428e9e622975dac80d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.244658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b223b-decc-4c80-9a0f-654b30f92a15 admin admin] Pushing event updated for resources: {'Network': ['ID=42fd122e-c997-4859-87a3-f0e0044bb48e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.257071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 42fd122e-c997-4859-87a3-f0e0044bb48e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:32.286032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] For port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,segment=NetworkSegment(c432c011-3d80-49be-9eb5-d6656ffdae66),segment_id=c432c011-3d80-49be-9eb5-d6656ffdae66)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:32.286438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.316641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734297ff-43a2-4927-96d4-29dcb39c6fab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.322446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:32.325371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.377595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.389999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.406510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Calling delete_port for 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:32.418719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:32.441747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.442139 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment 24050552-0943-40b8-8cb1-1ed9bad071ec of type vlan for network d8611c7c-e1b7-4d64-a920-9836aa7b34ee Nov 12 03:29:32.442950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7eace78-ce8d-4149-b912-a13c4f5e5f7b req-6c8a05d0-f093-4805-a717-df4ff9c4b2fe tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970710 Nov 12 03:29:32.447402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:32.510358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.519662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.520109 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Added segment 51db7897-8862-41ab-9759-227fb9538caa of type vlan for network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d Nov 12 03:29:32.521447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4d294-bd46-4b79-afe2-8d0689248588,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.533160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd0c51-8c2a-490c-8965-9c6fe6c7d86c req-625d65ea-cb51-4655-9fd8-5bb6caa6812e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.541670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bd0c51-8c2a-490c-8965-9c6fe6c7d86c req-625d65ea-cb51-4655-9fd8-5bb6caa6812e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3052838 Nov 12 03:29:32.581405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:32.603438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.603873 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment 9d1e8e25-04d5-4236-b8b8-827d4f96933e of type vlan for network a530f02c-68d1-4753-9629-81f3b1bf1d79 Nov 12 03:29:32.647113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.683921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.691713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.696101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.726799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05bd0c51-8c2a-490c-8965-9c6fe6c7d86c req-b23d39ff-a76b-4533-bf56-e51d8ef6e1cd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833594 Nov 12 03:29:32.740568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.741497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.742799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.767124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508c04-e686-4602-aa5c-02969337da08 req-626814ef-eba6-4363-9b2c-e3ef29f8bac2 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.774275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1508c04-e686-4602-aa5c-02969337da08 req-626814ef-eba6-4363-9b2c-e3ef29f8bac2 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1097 time: 0.1292408 Nov 12 03:29:32.778625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30d495e-a33f-4cef-ac13-d0f33cb3900a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.787074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.787593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.794661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.799913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:32.800577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.816948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:32.822596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5066559 Nov 12 03:29:32.831659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46408) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.846369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Request body: {'subnet': {'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-subnet', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:32.883777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9fecd-816e-461b-b036-a061df9f167e admin admin] Pushing event updated for resources: {'Network': ['ID=880d13d3-b33d-4c69-ab1a-81d187ff1c5d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.890291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Checking segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:32.890659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Network hostable DHCP agents. Network: 42fd122e-c997-4859-87a3-f0e0044bb48e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:32.896247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.9513578 Nov 12 03:29:32.913360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:32.914674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:32.922102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1508c04-e686-4602-aa5c-02969337da08 req-b10ea78e-137b-49a2-bb99-37d7bfa8bdd2 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469247 Nov 12 03:29:32.923054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:32.957575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'Port': ['ID=4a0ea8a1-7240-4fd5-95a4-99fc80d6091d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:32.979923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=d8611c7c-e1b7-4d64-a920-9836aa7b34ee,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.014730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:33.022501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] No DVR routers for this DVR port 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:29:33.026317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.031746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63dd955c-7380-45cb-b95c-3403df181e15 req-429b10d9-4aec-41e7-a247-54d828b52bd2 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.104 "DELETE /v2.0/ports/4a0ea8a1-7240-4fd5-95a4-99fc80d6091d HTTP/1.1" status: 204 len: 173 time: 1.4889469 Nov 12 03:29:33.032217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'name': 'network-vif-deleted', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:33.034720 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63831571-c944-4be9-b442-1462959f1fe2" -d '{"events": [{"server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "name": "network-vif-deleted", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:33.064650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d8611c7c-e1b7-4d64-a920-9836aa7b34ee details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:33.078077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41434cb5-1bae-4e9f-8e2b-47661493cd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.079992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eecd3-ab78-432c-adc8-ae6a17e5b7ec tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=a530f02c-68d1-4753-9629-81f3b1bf1d79,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.110509 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442abf82-9916-4d5d-b5b5-5d428324e8b1 x-openstack-request-id: req-442abf82-9916-4d5d-b5b5-5d428324e8b1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:33.110796 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b22fd96-ba80-43bb-b398-13ce508095d8", "name": "network-vif-deleted", "tag": "4a0ea8a1-7240-4fd5-95a4-99fc80d6091d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:33.111070 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-442abf82-9916-4d5d-b5b5-5d428324e8b1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:33.111472 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b22fd96-ba80-43bb-b398-13ce508095d8', 'name': 'network-vif-deleted', 'tag': '4a0ea8a1-7240-4fd5-95a4-99fc80d6091d', 'status': 'completed', 'code': 200} Nov 12 03:29:33.135133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:33.146764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Made reservation on behalf of 016137f461e149ffa8c6d91d26802f0e for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:33.149638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.160270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a530f02c-68d1-4753-9629-81f3b1bf1d79 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:33.163310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'port_id': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'mac_address': 'fa:16:3e:b4:54:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:33.256642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Network 42fd122e-c997-4859-87a3-f0e0044bb48e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:33.281368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-8aeffcef-51ea-4a9f-96f0-9fb92dd9028d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.282878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-8aeffcef-51ea-4a9f-96f0-9fb92dd9028d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.1191821 Nov 12 03:29:33.304087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-e5caccdb-6e56-4a77-9934-585111658261 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/quotas/5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 375 time: 0.0154586 Nov 12 03:29:33.316995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 42fd122e-c997-4859-87a3-f0e0044bb48e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:33.336826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8d2e7-178d-46b8-b324-bf68f7549a1e None None] Network 42fd122e-c997-4859-87a3-f0e0044bb48e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:33.355835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.356149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.357438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be0656a3-d9ec-4d47-9d9e-8dad8c6949c3 req-73564c50-4939-4a74-a953-a72efc8570c0 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/ports?device_id=6b22fd96-ba80-43bb-b398-13ce508095d8 HTTP/1.1" status: 200 len: 210 time: 0.0506051 Nov 12 03:29:33.368118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.393174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-fd0c10f0-9b96-4352-92c5-33d2f3d78f0b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880640 Nov 12 03:29:33.416611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11940e35-182d-42af-a8b3-8ba1ebf7dcd4 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.419503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f129f86-8f0a-412f-b0dc-440f76e10f32 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:33.422520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11940e35-182d-42af-a8b3-8ba1ebf7dcd4 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.428758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11940e35-182d-42af-a8b3-8ba1ebf7dcd4 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.434659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11940e35-182d-42af-a8b3-8ba1ebf7dcd4 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.439331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11940e35-182d-42af-a8b3-8ba1ebf7dcd4 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.5230525 Nov 12 03:29:33.439594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46430) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.450864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e2b360e-d61d-41dc-a15e-3106b2f538e4 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2264051 Nov 12 03:29:33.451228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:33.457237 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.477829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-94ff4b7f-2057-461a-b8ed-6b240319a4f0 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:33.485505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-94ff4b7f-2057-461a-b8ed-6b240319a4f0 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915287 Nov 12 03:29:33.513231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41434cb5-1bae-4e9f-8e2b-47661493cd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.518008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41434cb5-1bae-4e9f-8e2b-47661493cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.636728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.637955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.639676 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41434cb5-1bae-4e9f-8e2b-47661493cd9c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b94659e37b58420da45a9bf656667ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9404068 Nov 12 03:29:33.646489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c6860-cd07-482b-9f86-06c19a843aaa None None] Network 42fd122e-c997-4859-87a3-f0e0044bb48e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:33.647114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434cb5-1bae-4e9f-8e2b-47661493cd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e075130d-1e7d-4649-88c4-d0dd563ba3fe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.658440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.658763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.728021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['0f129f86-8f0a-412f-b0dc-440f76e10f32'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:33.754004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-0293b702-687a-4981-92f1-cd386fbe66a3 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673171 Nov 12 03:29:33.815253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:33.815631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Network hostable DHCP agents. Network: 880d13d3-b33d-4c69-ab1a-81d187ff1c5d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:33.825843 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2874f7f4-fe84-4f06-9cf2-b81899337fd6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:33.847222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.862010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:33.881076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 880d13d3-b33d-4c69-ab1a-81d187ff1c5d) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:33.889173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:33.891440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.893329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f090d41-a960-48f7-b10e-80aeef053909 None None] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:33.918025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a3445b1c-bf96-4254-b580-f5fa755aa804 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0779278 Nov 12 03:29:33.918674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46446) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:33.923022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:33.945747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:33.947047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.021511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.196410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.285786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:34.286790 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.308002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.315381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.394554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8611c7c-e1b7-4d64-a920-9836aa7b34ee']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:34.411344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.427814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24050552-0943-40b8-8cb1-1ed9bad071ec') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:34.428104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24050552-0943-40b8-8cb1-1ed9bad071ec') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:34.433231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.442238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.463467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-3a9b0cc8-b7cb-4124-bafa-589f352a8f94 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084029 Nov 12 03:29:34.465129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Allocated IP 172.20.0.2 (880d13d3-b33d-4c69-ab1a-81d187ff1c5d/2874f7f4-fe84-4f06-9cf2-b81899337fd6/f8c165cc-6c49-43fd-b4b9-f9edb2fb57de) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:34.479849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.494523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:34.495029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:34.498704 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:34.572473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-7012bf91-217d-4d94-81d5-031db21c9a92 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.574002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-7012bf91-217d-4d94-81d5-031db21c9a92 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.3382564 Nov 12 03:29:34.577751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.580447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.581605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e075130d-1e7d-4649-88c4-d0dd563ba3fe HTTP/1.1" status: 204 len: 168 time: 0.9380798 Nov 12 03:29:34.609543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d29718-1f7e-4668-b64e-d9d6d3c08025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e075130d-1e7d-4649-88c4-d0dd563ba3fe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.625822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-263c029c-4b2e-4281-a1d6-3cd9587452b6 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/quotas/bb7a830997af428e9e622975dac80d8b HTTP/1.1" status: 200 len: 375 time: 0.0336585 Nov 12 03:29:34.629150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.634292 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.638620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/d8611c7c-e1b7-4d64-a920-9836aa7b34ee HTTP/1.1" status: 204 len: 168 time: 1.1974785 Nov 12 03:29:34.643681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46464) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:34.650181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Allocated IP 172.25.7.43 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9df229a4-9ca6-47fb-a3b7-1d5d2449306e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:34.688655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-eccfd851-6c6e-4aae-be8a-0fa2880f235f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618813 Nov 12 03:29:34.690965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e67a-9b93-4022-834e-b2cca1585e6d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=d8611c7c-e1b7-4d64-a920-9836aa7b34ee,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.697906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-acabd873-6747-4a4c-8956-ad469fd033d6 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:29:34.705222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-acabd873-6747-4a4c-8956-ad469fd033d6 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156944 Nov 12 03:29:34.784940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.794424 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.825325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b4c11-2048-436c-b7cd-8a152b246b65 req-127c9d75-8842-4369-a0b8-20a628616678 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:34.826880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee3b4c11-2048-436c-b7cd-8a152b246b65 req-127c9d75-8842-4369-a0b8-20a628616678 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 944 time: 0.1488991 Nov 12 03:29:34.868171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:34.895345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:34.916840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-69ca4847-d61f-4c18-b280-12ffb94548fe service neutron] 10.222.0.97 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106493 Nov 12 03:29:34.943026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:34.951095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:34.952910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Pushing event updated for resources: {'Port': ['ID=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:34.955813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:34.964519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 0f129f86-8f0a-412f-b0dc-440f76e10f32 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:34.965014 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.011171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee3b4c11-2048-436c-b7cd-8a152b246b65 req-f3408952-8ac2-49f5-bc0a-6b7904f5be46 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714416 Nov 12 03:29:35.083943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.116075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a530f02c-68d1-4753-9629-81f3b1bf1d79']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:35.121354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-a9829266-b4ab-4bee-8a43-af08f829acf0 service neutron] 10.222.0.97 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010412 Nov 12 03:29:35.171224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.182448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Attempting to bind port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:35.182874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Attempting to bind port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:35.183221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Attempting to bind port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:35.197778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:35.198280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:35.207348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.207944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:35.208471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Bound port: f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:35.208878 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.216430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1e8e25-04d5-4236-b8b8-827d4f96933e') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:35.216792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1e8e25-04d5-4236-b8b8-827d4f96933e') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:35.223532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-264b5d1a-1dee-401e-bba3-3db10e5f8c2b req-e44ea745-dada-4d0e-9da7-87ca67a31fd3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 210 time: 0.0413909 Nov 12 03:29:35.245784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.262399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.297557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:35.318340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.354257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:35.356174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.358377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:35.387621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.412246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:35.412752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.420151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] For port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:35.425646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] For port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:35.429035 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:35.432043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:35.433659 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f51cb-b1e2-4dce-a3bc-f50e1694ee98" -d '{"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-plugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:35.436845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e26197-cd77-4fe8-8f18-a0958a77b5d3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:35.449705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.458393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:35.482490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06ee353a-594f-4ce8-8b10-b962163492de req-22aa35d0-f50e-48b9-9747-e4e8a6ddccf3 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/649fa8ba-c48c-4108-85a6-3ca3f84cb885 HTTP/1.1" status: 200 len: 1819 time: 0.1011658 Nov 12 03:29:35.533056 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.534568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:29:35.584677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:29:35.585231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a0ea8a1-7240-4fd5-95a4-99fc80d6091d not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:29:35.588515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06ee353a-594f-4ce8-8b10-b962163492de req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.627214 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7bc70-e4d7-443b-a889-51584e55f27d x-openstack-request-id: req-24b7bc70-e4d7-443b-a889-51584e55f27d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:35.627683 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-plugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:35.627990 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-24b7bc70-e4d7-443b-a889-51584e55f27d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:35.628363 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'code': 200} Nov 12 03:29:35.632745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfa08e-80f5-4484-a932-0688f18b0a31 None None] Pushing event updated for resources: {'Port': ['ID=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.670419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06ee353a-594f-4ce8-8b10-b962163492de req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.728579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.743159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9ee6d1de-f5bd-4a4c-a4ee-e89a59c35e8e None None] Provisioning complete for port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:35.743538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ee6d1de-f5bd-4a4c-a4ee-e89a59c35e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.794958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06ee353a-594f-4ce8-8b10-b962163492de req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.801312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-06ee353a-594f-4ce8-8b10-b962163492de req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.802912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06ee353a-594f-4ce8-8b10-b962163492de req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/649fa8ba-c48c-4108-85a6-3ca3f84cb885 HTTP/1.1" status: 204 len: 173 time: 0.3187022 Nov 12 03:29:35.828359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735c57b-9223-4c8a-b5a7-5d924fede561 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649fa8ba-c48c-4108-85a6-3ca3f84cb885,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.940300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.945686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f0c58e6-1f4d-4022-979a-304990a3f72f req-2677f74d-b683-4269-8fa5-483b54999d8f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.0791376 Nov 12 03:29:35.975571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6d1de-f5bd-4a4c-a4ee-e89a59c35e8e None None] Port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:35.980744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:35.986932 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/a530f02c-68d1-4753-9629-81f3b1bf1d79 HTTP/1.1" status: 204 len: 168 time: 1.3386962 Nov 12 03:29:35.986932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155bbe7-d9e0-4cee-8163-f481c340e375 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=a530f02c-68d1-4753-9629-81f3b1bf1d79,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:35.989620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.005089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-8c3cc592-836c-4c9b-abd2-1debb7f79270 tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "GET /v2.0/security-groups/1cd2682a-16f9-4517-a696-cf5666b8ba7d HTTP/1.1" status: 200 len: 1818 time: 0.1605999 Nov 12 03:29:36.155282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.181905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97905b-3fde-4134-ac58-b07a58cfb640 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.183052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.188918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de97905b-3fde-4134-ac58-b07a58cfb640 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.192381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-de97905b-3fde-4134-ac58-b07a58cfb640 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2015898 Nov 12 03:29:36.201848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46520) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.208621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-851778011'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:36.242473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.243969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:36.246815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.251855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.254150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46526) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.261675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b394db1b-9569-4a82-8e15-33cd1d928894 req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] 10.222.0.97 "DELETE /v2.0/security-groups/1cd2682a-16f9-4517-a696-cf5666b8ba7d HTTP/1.1" status: 204 len: 173 time: 0.2554829 Nov 12 03:29:36.287186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4227a1-c2ab-4aa9-a45e-ca5915e79e7c tempest-SecurityGroupsTestJSON-1813786579 tempest-SecurityGroupsTestJSON-1813786579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2682a-16f9-4517-a696-cf5666b8ba7d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.307203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25c7d3-d0be-4d0b-b954-b76126a2f9a5 req-0197c492-9415-44bf-b10a-e3dae08eead6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.313625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Deleting subnet 40c269d4-65e7-4fd7-83c7-921b26e41812 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:36.317416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba25c7d3-d0be-4d0b-b954-b76126a2f9a5 req-0197c492-9415-44bf-b10a-e3dae08eead6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2014616 Nov 12 03:29:36.318174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.366054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.415841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.482510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46532) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.529069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:36.564485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b658492f-48e0-4f8f-9967-13ebf78eb579 req-18670e22-56dc-4a2b-b1b7-4e8509655ad8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 210 time: 0.0907454 Nov 12 03:29:36.602926 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.603341 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment 2d100a02-668b-43cf-b949-14fa6a29df65 of type vlan for network dcabcad2-e29d-4646-9f9a-93ae301e3e48 Nov 12 03:29:36.634002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba25c7d3-d0be-4d0b-b954-b76126a2f9a5 req-5a6fc103-30c8-459b-82c0-b7c186d82082 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154294 Nov 12 03:29:36.683643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7d5e4d4f-7e33-487a-91a0-fa2c7008f600 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.685302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.690508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7d5e4d4f-7e33-487a-91a0-fa2c7008f600 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.3706617 Nov 12 03:29:36.729675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.740172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.742429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c269d4-65e7-4fd7-83c7-921b26e41812,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:36.794891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.795644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Request body: {'port': {'device_id': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'admin_state_up': True, 'tenant_id': '5ee186eb6f294e67baab5ff066547574'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:36.800526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5bb9ed53-8648-475b-8b4a-a0d115cc7390 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/40c269d4-65e7-4fd7-83c7-921b26e41812 HTTP/1.1" status: 204 len: 168 time: 0.5423517 Nov 12 03:29:36.800526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67406317-d834-4e98-b839-dd1af854d471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.804067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:36.950508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.956760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:36.957416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:36.968572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:36.973365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.078685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.103974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9005103 Nov 12 03:29:37.107576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:37.139814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f8c165cc-6c49-43fd-b4b9-f9edb2fb57de up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:37.147620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-253e1cab-f8dd-4e21-854d-bb8905c99421 req-6760e28d-c74a-47f3-9d5f-1e925bcd9f49 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.0443592 Nov 12 03:29:37.194646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1593072172'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:37.218610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.219032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.238694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638240-8c36-4acc-9e82-58729cfa7adc tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=dcabcad2-e29d-4646-9f9a-93ae301e3e48,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.275323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network dcabcad2-e29d-4646-9f9a-93ae301e3e48 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:37.289777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Allocated IP 172.20.0.10 (495061ef-1f9d-4c9f-b68c-0e529bf2536a/22fee02d-5c4a-42ed-a920-c1208aac7470/a46e85ac-edfb-4193-bd2e-d66eed19f9c9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:37.299791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fece742-238e-4aaa-945f-59c20318f7ef None None] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:37.340218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:37.343704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.446568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.461027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67406317-d834-4e98-b839-dd1af854d471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.490655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67406317-d834-4e98-b839-dd1af854d471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.524236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c4f814b-ef29-4bca-b1cf-fc0fd3b210b7 None None] Provisioning complete for port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:37.524916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c4f814b-ef29-4bca-b1cf-fc0fd3b210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.644977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.688145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.807202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c4f814b-ef29-4bca-b1cf-fc0fd3b210b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.815651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73ef167f-4a36-4519-beab-9ba102cac6b2 req-f9fec140-e279-402a-9485-e6193860d08a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 210 time: 0.0921144 Nov 12 03:29:37.816465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:37.817557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.840413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:37.957851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.979251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:37.995575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:37.998683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:38.005315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:38.059377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-7c4f814b-ef29-4bca-b1cf-fc0fd3b210b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:38.060616 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-7c4f814b-ef29-4bca-b1cf-fc0fd3b210b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:38.084523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.085169 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.117353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26262ca7-dbd6-4506-a7ec-233f8f06a1ee req-68856bd7-8215-4139-abf5-c897eecc070e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.119030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26262ca7-dbd6-4506-a7ec-233f8f06a1ee req-68856bd7-8215-4139-abf5-c897eecc070e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3086474 Nov 12 03:29:38.130166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c1ae7f-bec6-4991-b619-54d6920e2ee6']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:38.132061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-7ef0c3dc-f1ea-4be4-afd8-fe115709b5f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3452337 Nov 12 03:29:38.135529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:38.163106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Request body: {'port': {'device_id': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:38.212344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c432c011-3d80-49be-9eb5-d6656ffdae66') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:38.212862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c432c011-3d80-49be-9eb5-d6656ffdae66') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:38.231649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:29:38.233864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26262ca7-dbd6-4506-a7ec-233f8f06a1ee req-62bc8800-63f7-4c90-bfd1-9b317ced3e36 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081622 Nov 12 03:29:38.254279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.254996 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment ef848a20-da4a-4955-a2d1-cedb93cda06b of type vlan for network 3ca62fc5-5640-4306-996a-3141775e25a1 Nov 12 03:29:38.271940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.281996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.294259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.334318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67406317-d834-4e98-b839-dd1af854d471 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=406111ddb9fb423f83cf8a3c7241e990&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8476825 Nov 12 03:29:38.345049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03d6885d-5c43-41f6-be6d-6c4c3efc69f2 req-878dd61e-d416-4fae-bac1-ee593e317cd1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.0562091 Nov 12 03:29:38.345049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.345432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67406317-d834-4e98-b839-dd1af854d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55708bb-663f-4a19-af3a-3c22b96e4c70,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.394246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.400808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:29:38.401554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:29:38.457939 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:29:38.507894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.524410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.530331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] 10.222.0.97 "DELETE /v2.0/networks/21c1ae7f-bec6-4991-b619-54d6920e2ee6 HTTP/1.1" status: 204 len: 168 time: 1.7228265 Nov 12 03:29:38.585957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.600788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.610418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.626518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6995892-55b0-4722-b47f-98433547666b admin admin] Pushing event deleted for resources: {'Network': ['ID=21c1ae7f-bec6-4991-b619-54d6920e2ee6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.650703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-1a6e33da-b2c9-4f2c-8c3d-e32e8ec356cb tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.652554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-1a6e33da-b2c9-4f2c-8c3d-e32e8ec356cb tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.4906242 Nov 12 03:29:38.677706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.681049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.682208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f55708bb-663f-4a19-af3a-3c22b96e4c70 HTTP/1.1" status: 204 len: 168 time: 0.3274448 Nov 12 03:29:38.702527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-856ff485-51e6-4851-8003-40dd200f35a6 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.704045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-856ff485-51e6-4851-8003-40dd200f35a6 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.4190404 Nov 12 03:29:38.712070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a0706-e3b6-4dbf-925a-2b13b3cbddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55708bb-663f-4a19-af3a-3c22b96e4c70,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:38.730781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.755121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:38.756911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.790897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e1e7e7eb-7a9e-4833-9c29-d5dbff81a3b3 None None] Provisioning complete for port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:38.793203 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1e7e7eb-7a9e-4833-9c29-d5dbff81a3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:38.808609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.825221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Request body: {'port': {'device_id': '89213978-ab21-4a31-b93e-707e6695b84a', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'admin_state_up': True, 'tenant_id': 'bb7a830997af428e9e622975dac80d8b'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:38.948513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b4935ab2-b393-4f26-a265-33ff032a4585 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4a616983381b4333990d38f7a7b64587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351626 Nov 12 03:29:38.950902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:38.980434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Request body: {'port': {'device_id': '030734c8-78e2-41e6-aa04-765cd33246de', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'admin_state_up': True, 'tenant_id': 'bb7a830997af428e9e622975dac80d8b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.123547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f8c165cc-6c49-43fd-b4b9-f9edb2fb57de up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:39.187574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=3ca62fc5-5640-4306-996a-3141775e25a1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.203750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f23a8ee2-b01c-4a88-a79b-6b6c2f8fe908 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0175235 Nov 12 03:29:39.205001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:39.205492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.205755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3ca62fc5-5640-4306-996a-3141775e25a1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:39.208714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.211462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.225857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'ports': [{'network_id': 'dcabcad2-e29d-4646-9f9a-93ae301e3e48', 'name': 'tempest-port--659477466', 'admin_state_up': True}, {'network_id': '3ca62fc5-5640-4306-996a-3141775e25a1', 'admin_state_up': False}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.226245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'port': {'network_id': 'dcabcad2-e29d-4646-9f9a-93ae301e3e48', 'name': 'tempest-port--659477466', 'admin_state_up': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.226704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'port': {'network_id': '3ca62fc5-5640-4306-996a-3141775e25a1', 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:39.237652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:39.240287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.289294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Router 6d6d8065-9691-4786-b3a7-867da4588a7b is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:39.443539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.560844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051dcd-e1f3-47d6-a3fc-64ceb43b6580 req-9cd8db95-c690-40ae-83ff-2cd5234628e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.562737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53051dcd-e1f3-47d6-a3fc-64ceb43b6580 req-9cd8db95-c690-40ae-83ff-2cd5234628e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 932 time: 0.5352359 Nov 12 03:29:39.571399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Allocated IP 172.20.0.7 (42fd122e-c997-4859-87a3-f0e0044bb48e/b30d495e-a33f-4cef-ac13-d0f33cb3900a/77734e04-1dc1-4451-99a4-43c944acd685) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:39.592306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:39.607428 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:39.627508 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:39.628452 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:39.638473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46e85ac-edfb-4193-bd2e-d66eed19f9c9 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:39.649250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.665957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Transition to ACTIVE for port object a46e85ac-edfb-4193-bd2e-d66eed19f9c9 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:39.669105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.754679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.765664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.768191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.772615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/73e08bb0-fae9-4840-996a-30c128f0ed7e HTTP/1.1" status: 204 len: 168 time: 0.8133903 Nov 12 03:29:39.780790 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:39.786935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.799819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'port': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:39.803106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-538fa52a-46a6-4cc6-8711-d957e8a89ef5 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8832862 Nov 12 03:29:39.807910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:39.808083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:39.841129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835ff50-af22-4c26-a6aa-421f06507da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e08bb0-fae9-4840-996a-30c128f0ed7e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:39.869456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3399-f1f9-42d4-a2f9-2d2427194fb4 req-3f524606-e26c-46df-b273-d78058c787b9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:39.881814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-895f3399-f1f9-42d4-a2f9-2d2427194fb4 req-3f524606-e26c-46df-b273-d78058c787b9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.4383616 Nov 12 03:29:39.995685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:40.000108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.040745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-895f3399-f1f9-42d4-a2f9-2d2427194fb4 req-884f0e3c-3dac-4930-b137-cfb16de7531b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578839 Nov 12 03:29:40.290390 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:36Z', 'revision_number': 3, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:40.300426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.324869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:40.325591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:40.326086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:40.358727 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:40.359104 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Updating router 6d6d8065-9691-4786-b3a7-867da4588a7b port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:40.420098 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.421166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] device_id is not set on port 1b213364-5f84-49d2-8deb-f1730b4810c5 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:40.615648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53051dcd-e1f3-47d6-a3fc-64ceb43b6580 req-a02497cc-c92e-409a-86be-3fa1d49ed1e3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0380323 Nov 12 03:29:40.616020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:40.661498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32c4e294-5501-4ea1-9f9f-83caed3def86 req-8eb86bf4-ec23-4ddc-8273-aed3cd00a73d tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.4931026 Nov 12 03:29:40.781064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.852245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:40.854315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:40.865138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.929269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:40.930453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:40.931178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:40.931861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Bound port: a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:40.932441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:40.982131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] device_id is not set on port ccbfe3d8-826c-4109-a8f6-7ba46e566742 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:29:41.063396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:41.068764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:41.082926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.090412 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.105337 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.153054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.182502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.198733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.200202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.201832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eefa9034-459f-4f67-b60c-6159c051a5e4 service neutron] 10.222.0.104 "PUT /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 1093 time: 3.0447745 Nov 12 03:29:41.206310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:41.219753 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49c286-5be4-4c2a-9244-c5e5bb54b869" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:41.243427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc8323-1b0a-444f-be3b-b520dcd75f1a None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:41.267558 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Pushing event updated for resources: {'Port': ['ID=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.285671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Attempting to bind port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:41.286042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Attempting to bind port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:41.289774 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Attempting to bind port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:41.305010 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.305355 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.305696 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.306034 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.306368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.306695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.307056 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.307381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.307703 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.308022 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.308347 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.308664 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:41.324758 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:41.325146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:41.325548 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.327352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:41.327961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.330965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Bound port: 9df229a4-9ca6-47fb-a3b7-1d5d2449306e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:41.331424 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.386101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-31e82fd3-d7d9-45e2-bfe3-4c5c22eb0663 None None] Provisioning complete for port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:41.386500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31e82fd3-d7d9-45e2-bfe3-4c5c22eb0663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.426732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:41.457278 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] For port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:41.463180 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fbaa98-5208-4042-9a47-e3a354e8a3fc x-openstack-request-id: req-23fbaa98-5208-4042-9a47-e3a354e8a3fc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:41.463478 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:41.463736 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-23fbaa98-5208-4042-9a47-e3a354e8a3fc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:41.464151 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'status': 'completed', 'code': 200} Nov 12 03:29:41.477612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] For port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:41.487706 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.495020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Network 42fd122e-c997-4859-87a3-f0e0044bb48e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:41.550701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:41.557233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-31e82fd3-d7d9-45e2-bfe3-4c5c22eb0663 None None] Port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:41.565696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:41.619826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.625824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f7d48-db23-4ae1-800e-a1f9adfc06f3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:41.637110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-1e787caa-eb64-4995-8057-6433f07d5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.638643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-1e787caa-eb64-4995-8057-6433f07d5275 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1096 time: 0.3573115 Nov 12 03:29:41.639499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-9d354df3-763e-4338-9ddb-20fe67a0e558 {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:29:41.639817 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:29:41.649824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event updated for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.662288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06819dbc-7510-46fd-993c-5afdf538a2ad req-aecedc6e-c0e0-42a2-b097-6682169eea97 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.687358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06819dbc-7510-46fd-993c-5afdf538a2ad req-aecedc6e-c0e0-42a2-b097-6682169eea97 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3547726 Nov 12 03:29:41.727095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] Provisioning complete for port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:41.727498 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.732654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:41.733569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:41.750304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83465f-efe3-4b25-be2a-ab58445aca22 None None] Pushing event updated for resources: {'Port': ['ID=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:41.760119 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:41.765639 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:41.775356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-f89eb330-3ef6-4807-8bcb-e5ec67a4f209 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8208830 Nov 12 03:29:41.808310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Request body: {'port': {'device_id': '030734c8-78e2-41e6-aa04-765cd33246de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:41.815472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Allocated IP 172.20.0.1 (880d13d3-b33d-4c69-ab1a-81d187ff1c5d/2874f7f4-fe84-4f06-9cf2-b81899337fd6/c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:41.865330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1634787952-network', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:41.925764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-d1c4d513-4da4-4ddf-8f92-e37e88f8d114 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 217 time: 0.1675270 Nov 12 03:29:41.978719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:41.985711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.016831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] For port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:42.023758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.100307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081b5c-6609-4b0f-9445-5a39f00d9732 None None] Pushing event updated for resources: {'Port': ['ID=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.137106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.182404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:42.185065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.189971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.192571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.212058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.238231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.249004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Port': ['ID=1b213364-5f84-49d2-8deb-f1730b4810c5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.307196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06819dbc-7510-46fd-993c-5afdf538a2ad req-869c1837-00e0-4d44-a44b-b3186352c10b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111403 Nov 12 03:29:42.369611 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:36Z', 'revision_number': 3, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:42.408924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038c98e-8282-43ca-9f93-1bd2805587d8 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:36Z', 'revision_number': 3, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:42.521183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.609985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:42.622753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:42.639067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:42.812049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Pushing event updated for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:42.884070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.897317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:42.954030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-c9b7008f-3382-42a6-a744-724f2e78d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:42.954030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-c9b7008f-3382-42a6-a744-724f2e78d782 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.9565756 Nov 12 03:29:43.055192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.142918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.155085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9046f13-0cf5-479b-a2e7-720fabef8e46 req-41d76479-7d7f-432f-9303-8857e0f917fb tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.2229011 Nov 12 03:29:43.156816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-dfc0c82f-d80d-490e-9af8-4a092eb52196 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598530 Nov 12 03:29:43.176521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:43.193562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9df229a4-9ca6-47fb-a3b7-1d5d2449306e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:43.198684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:43.248275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d0297f4-c322-4af1-8d62-769fc8d8070f None None] Provisioning complete for port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:43.249152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d0297f4-c322-4af1-8d62-769fc8d8070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.301316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6477da88-7763-46a0-b124-3612f278c55c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.306506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.307000 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Added segment 3d1cf64a-a15a-403d-9a31-6b18682a4dba of type vlan for network 04c8896c-c562-48a3-a24b-c97ca4226e9a Nov 12 03:29:43.313668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1d0297f4-c322-4af1-8d62-769fc8d8070f None None] Port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:43.354055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:43.355661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.396062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35fa7f-1319-4d6b-aa6d-a64441f9f924 req-da97f370-d051-430b-8e4d-2f47235a451e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.403976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b35fa7f-1319-4d6b-aa6d-a64441f9f924 req-da97f370-d051-430b-8e4d-2f47235a451e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 1.5200760 Nov 12 03:29:43.405927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Checking segment: {'id': '2d100a02-668b-43cf-b949-14fa6a29df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'dcabcad2-e29d-4646-9f9a-93ae301e3e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:43.406284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network hostable DHCP agents. Network: dcabcad2-e29d-4646-9f9a-93ae301e3e48, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:43.410351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-06c6f687-4fba-42ce-8e2a-2e16633d5fa1 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116923 Nov 12 03:29:43.556274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b35fa7f-1319-4d6b-aa6d-a64441f9f924 req-08d9812f-0424-464b-89a0-936400424d69 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513383 Nov 12 03:29:43.610105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.633266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.691303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8201f3-98b6-4dd6-a800-c4977143f15b req-bd08cfe3-adae-4cb3-8c2e-e73e5b849ee0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:43.699620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f8201f3-98b6-4dd6-a800-c4977143f15b req-bd08cfe3-adae-4cb3-8c2e-e73e5b849ee0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1637261 Nov 12 03:29:43.701444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network dcabcad2-e29d-4646-9f9a-93ae301e3e48 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:43.726536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.735274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Pushing event updated for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:43.792410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f8201f3-98b6-4dd6-a800-c4977143f15b req-95de767e-0954-4896-897b-091e2779c542 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918288 Nov 12 03:29:43.793264 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f57cfc1-5c0c-486d-8c21-f62d640ea702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.865696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, dcabcad2-e29d-4646-9f9a-93ae301e3e48) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:43.875476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df04977-57de-4a38-a762-99be214ee6a1 None None] Network dcabcad2-e29d-4646-9f9a-93ae301e3e48 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:43.880487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:43.881337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.945797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77734e04-1dc1-4451-99a4-43c944acd685 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:43.957894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:43.974756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Transition to ACTIVE for port object 77734e04-1dc1-4451-99a4-43c944acd685 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:44.015072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.026017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.048454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Checking segment: {'id': 'ef848a20-da4a-4955-a2d1-cedb93cda06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3ca62fc5-5640-4306-996a-3141775e25a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:44.049728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:44.050971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network hostable DHCP agents. Network: 3ca62fc5-5640-4306-996a-3141775e25a1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:44.082152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:44.138869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8a2ab03-569b-4a98-8e44-ef9e69780559 req-eb378fc8-261c-487b-b1db-3650174d35fc service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636984 Nov 12 03:29:44.156223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f57cfc1-5c0c-486d-8c21-f62d640ea702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.162892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Port': ['ID=ccbfe3d8-826c-4109-a8f6-7ba46e566742,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.185615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0f57cfc1-5c0c-486d-8c21-f62d640ea702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.193344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:44.256029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Pushing event updated for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.265747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0f57cfc1-5c0c-486d-8c21-f62d640ea702 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f096189c1ee43a38974d8351bd1d3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0657861 Nov 12 03:29:44.270108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46750) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:44.295198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57cfc1-5c0c-486d-8c21-f62d640ea702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80cd358-bfaa-4efe-8138-a1ba914d7b42,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:44.402208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network 3ca62fc5-5640-4306-996a-3141775e25a1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:44.420478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.421445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.422024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.440649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Allocated IP 172.20.0.12 (42fd122e-c997-4859-87a3-f0e0044bb48e/b30d495e-a33f-4cef-ac13-d0f33cb3900a/c539b87d-2a95-4c3b-8fb7-3ced6d3f494f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:44.467097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f014cee3-4730-416e-942c-508192b3a9ee None None] Provisioning complete for port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:44.467672 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f014cee3-4730-416e-942c-508192b3a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.648646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f014cee3-4730-416e-942c-508192b3a9ee None None] Port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:44.655531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.712717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b074af35-7ca4-473e-8d65-d5a240593311 req-e997f86d-fd37-449c-b80c-971cbf148c84 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 210 time: 0.3495953 Nov 12 03:29:44.745431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.817282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3ca62fc5-5640-4306-996a-3141775e25a1) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:44.822049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:44.827581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84412122-6587-4781-b7ca-e1b6bf0b7e95 None None] Network 3ca62fc5-5640-4306-996a-3141775e25a1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:44.829998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.835940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.843171 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:44.931025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Network 42fd122e-c997-4859-87a3-f0e0044bb48e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:44.935804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-fcc713e3-84a2-42ef-a20e-a527e9876a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.937807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-fcc713e3-84a2-42ef-a20e-a527e9876a2d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1096 time: 0.6154473 Nov 12 03:29:44.953826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76d346-896a-41c8-848b-71d293f381ef req-a8c1643f-54dc-4a7e-87e3-e3c63699b540 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:44.962445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a76d346-896a-41c8-848b-71d293f381ef req-a8c1643f-54dc-4a7e-87e3-e3c63699b540 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.2429657 Nov 12 03:29:44.974209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-89285d5f-f854-4c94-bc7a-754e92089341 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.7604852 Nov 12 03:29:44.975431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:44.984244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:45.053914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46758) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.107670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.110218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.136391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event updated for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.184536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-675edb11-385f-4f5d-a943-678d7d5fd4ae tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3653295 Nov 12 03:29:45.278382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Request body: {'port': {'device_id': '89213978-ab21-4a31-b93e-707e6695b84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:45.309046 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8613112 Nov 12 03:29:45.316156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.332345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Request body: {'subnet': {'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1634787952-subnet', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:45.342966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a76d346-896a-41c8-848b-71d293f381ef req-302df7e8-3ff5-44a5-ac4a-cd16a796a95a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781238 Nov 12 03:29:45.344837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.350260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:29:45.356388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7d45-4217-4022-8a4f-dd6444921344 admin admin] Pushing event updated for resources: {'Network': ['ID=04c8896c-c562-48a3-a24b-c97ca4226e9a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.368522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:45.387647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138956a-e2b9-4d18-a605-7f9acae0f3a4 req-92bb1537-194b-473b-b3d5-ecfaca23580c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.389474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2138956a-e2b9-4d18-a605-7f9acae0f3a4 req-92bb1537-194b-473b-b3d5-ecfaca23580c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3111043 Nov 12 03:29:45.418620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d7711-ff0a-4700-a37b-620fa0fe24ca tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.424947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d7711-ff0a-4700-a37b-620fa0fe24ca tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.426733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df1d7711-ff0a-4700-a37b-620fa0fe24ca tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3694751 Nov 12 03:29:45.433213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Attempting to bind port 77734e04-1dc1-4451-99a4-43c944acd685 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:45.433625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Attempting to bind port 77734e04-1dc1-4451-99a4-43c944acd685 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:45.434026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Attempting to bind port 77734e04-1dc1-4451-99a4-43c944acd685 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:45.437880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:45.440239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.488820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-da778f20-09bc-4a2b-aa24-9b86bebf8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.491407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-da778f20-09bc-4a2b-aa24-9b86bebf8aed service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.4255638 Nov 12 03:29:45.493322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.533183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Port 77734e04-1dc1-4451-99a4-43c944acd685 on network 42fd122e-c997-4859-87a3-f0e0044bb48e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:45.533553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Attempting to bind port 77734e04-1dc1-4451-99a4-43c944acd685 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:45.550290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:45.554753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.575940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-2a0a0ec9-a66f-4bd1-929b-0e2bb5961c2b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 217 time: 0.0624268 Nov 12 03:29:45.650432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-f3c2792d-04f9-4571-9f5b-e23901ab2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:45.652372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-f3c2792d-04f9-4571-9f5b-e23901ab2513 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0685611 Nov 12 03:29:45.721222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:45.721671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Checking segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:45.722128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Bound using segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:45.722661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Bound port: 77734e04-1dc1-4451-99a4-43c944acd685, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:45.723064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.728242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-6d0881bc-8990-49c5-bb9d-9d09cc84e6fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526073 Nov 12 03:29:45.739519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2138956a-e2b9-4d18-a605-7f9acae0f3a4 req-90f47bac-396e-447a-97fa-7d9a98423228 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205900 Nov 12 03:29:45.758065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.763625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:45.768639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c80cd358-bfaa-4efe-8138-a1ba914d7b42 HTTP/1.1" status: 204 len: 168 time: 1.4653847 Nov 12 03:29:45.862374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaed282-d7e9-4564-a699-368d0cb50463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80cd358-bfaa-4efe-8138-a1ba914d7b42,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:45.949837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-bd9e7c50-e830-4975-ab3a-71a4dc9c3722 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092848 Nov 12 03:29:46.018993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Deleting port 1b213364-5f84-49d2-8deb-f1730b4810c5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:46.019416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.112571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.131176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Calling delete_port for 1b213364-5f84-49d2-8deb-f1730b4810c5 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:46.202929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:46.229404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:46.239199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f49c286-5be4-4c2a-9244-c5e5bb54b869 req-88a23282-8ccb-4983-9635-84a636c88f5d service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778171 Nov 12 03:29:46.256207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:46.260152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-61812c99-5eb0-46c5-9f29-ad26b4be3f10 admin admin] 10.222.0.97 "PUT /v2.0/routers/6d6d8065-9691-4786-b3a7-867da4588a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4505413 Nov 12 03:29:46.279403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=77734e04-1dc1-4451-99a4-43c944acd685,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:46.295803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.310186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.313484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:46.317441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:46.343887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20388c7-86f9-4f1a-8425-92f7e8c79128 req-e5ea1b72-15ea-4314-9ae8-64fc1d6316c5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.345865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b20388c7-86f9-4f1a-8425-92f7e8c79128 req-e5ea1b72-15ea-4314-9ae8-64fc1d6316c5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 932 time: 0.3947380 Nov 12 03:29:46.346748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df189ea8-3331-40d0-9ec0-e8acf963af08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.411640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Pushing event updated for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.458190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.458830 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.464200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-7a055d46-e95e-407c-83c7-18d7df7d9b0a service neutron] 10.222.0.104 "PUT /v2.0/ports/77734e04-1dc1-4451-99a4-43c944acd685 HTTP/1.1" status: 200 len: 1092 time: 4.6679296 Nov 12 03:29:46.471785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:46.477753 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "tag": "77734e04-1dc1-4451-99a4-43c944acd685"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:46.535731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b20388c7-86f9-4f1a-8425-92f7e8c79128 req-216dec27-c668-4691-80cb-6ef845ff729c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791441 Nov 12 03:29:46.592380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.611166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:46.693494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53ed8-d477-492b-a0b1-66415a4961b5 req-c7b22951-8f8a-4031-bdab-c33ad147e2ca tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.695297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86c53ed8-d477-492b-a0b1-66415a4961b5 req-c7b22951-8f8a-4031-bdab-c33ad147e2ca tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.1711962 Nov 12 03:29:46.705852 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391c6e0-1df9-44a3-b061-7ff39714cbe1 x-openstack-request-id: req-e391c6e0-1df9-44a3-b061-7ff39714cbe1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:46.706281 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "tag": "77734e04-1dc1-4451-99a4-43c944acd685", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:46.706636 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e391c6e0-1df9-44a3-b061-7ff39714cbe1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:46.707341 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685', 'status': 'completed', 'code': 200} Nov 12 03:29:46.716005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Port': ['ID=1b213364-5f84-49d2-8deb-f1730b4810c5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:46.740066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.753140 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9ca05e95-6a28-425f-bfb5-2f20ba4eaaba tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/ports/1b213364-5f84-49d2-8deb-f1730b4810c5 HTTP/1.1" status: 204 len: 168 time: 1.3091750 Nov 12 03:29:46.753381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:46.788939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-3f0fd436-ed80-4851-a583-a28465ebb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:46.793176 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-3f0fd436-ed80-4851-a583-a28465ebb454 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=030734c8-78e2-41e6-aa04-765cd33246de HTTP/1.1" status: 200 len: 1095 time: 0.2439997 Nov 12 03:29:46.795149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.877512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:46.936992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df189ea8-3331-40d0-9ec0-e8acf963af08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:46.968052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df189ea8-3331-40d0-9ec0-e8acf963af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.008863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-54880da9-c84d-494f-bab8-a06389df9d8b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77734e04-1dc1-4451-99a4-43c944acd685 HTTP/1.1" status: 200 len: 217 time: 0.1850750 Nov 12 03:29:47.015874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c539b87d-2a95-4c3b-8fb7-3ced6d3f494f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:47.040637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86c53ed8-d477-492b-a0b1-66415a4961b5 req-f88d1270-9593-42bc-af77-63a6ba86c48d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253531 Nov 12 03:29:47.046901 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.083851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df189ea8-3331-40d0-9ec0-e8acf963af08 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=465a3c7e11c74e00895176593261f5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7844927 Nov 12 03:29:47.084993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Transition to ACTIVE for port object c539b87d-2a95-4c3b-8fb7-3ced6d3f494f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:29:47.087685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.088653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189ea8-3331-40d0-9ec0-e8acf963af08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6038f69-3717-4d06-9fba-835f63386d4e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.101495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.142544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4595db66-9c17-4a69-89bf-ba5e24002647,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.151062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-e7d542f0-1b37-48be-8a9e-2027effce164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.153319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-e7d542f0-1b37-48be-8a9e-2027effce164 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.1343644 Nov 12 03:29:47.161117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Checking segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:47.161838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Network hostable DHCP agents. Network: 04c8896c-c562-48a3-a24b-c97ca4226e9a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:47.203897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-3ac4a98b-28f4-45fa-b1b3-53b0696d66c0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333273 Nov 12 03:29:47.230932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Deleting port ccbfe3d8-826c-4109-a8f6-7ba46e566742 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:29:47.231271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.234182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Pushing event updated for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:47.261853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:47.296037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 04c8896c-c562-48a3-a24b-c97ca4226e9a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:47.324831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5161f-d784-4ba0-8e04-a1819bbff7d8 None None] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:47.328838 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.399952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.406539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.414382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.428141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.456849 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc702043-6ca2-41b5-90cd-3ab046eb0996 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1346714 Nov 12 03:29:47.462680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Calling delete_port for ccbfe3d8-826c-4109-a8f6-7ba46e566742 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:29:47.466642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46796) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.482782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:47.495975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.508791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Attempting to bind port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:47.509415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Attempting to bind port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:47.509915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Attempting to bind port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:47.582542 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-1c2a9791-4f92-4640-9f68-b0b7ce2cbadc service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675411 Nov 12 03:29:47.585011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.586830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'port_id': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'mac_address': 'fa:16:3e:c6:78:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fee02d-5c4a-42ed-a920-c1208aac7470', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:47.588335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.618495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:47.626489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f on network 42fd122e-c997-4859-87a3-f0e0044bb48e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:29:47.627420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 2, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:47.631485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Attempting to bind port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:47.654034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657535242', 'description': 'tempest-description--1187140976'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:47.682261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:47.682611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Updating router 6d6d8065-9691-4786-b3a7-867da4588a7b port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:47.716881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.723640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:47.725012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Checking segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:47.725595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Bound using segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:47.727407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Bound port: c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:47.729475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.774323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.802546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea2c65-b333-4310-9489-95aefae635c8 req-0965e666-fae8-4433-8453-627dc0c8121d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:47.805625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18ea2c65-b333-4310-9489-95aefae635c8 req-0965e666-fae8-4433-8453-627dc0c8121d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3221967 Nov 12 03:29:47.819195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-12323af6-7be0-469a-ac05-353410434782 service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098758 Nov 12 03:29:47.849244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-04c8896c-c562-48a3-a24b-c97ca4226e9a', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:47.854264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.877778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46e85ac-edfb-4193-bd2e-d66eed19f9c9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:47.900027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:47.921268 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.921477 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.925568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:47.927356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a6038f69-3717-4d06-9fba-835f63386d4e HTTP/1.1" status: 204 len: 168 time: 0.8331947 Nov 12 03:29:48.001122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:48.004641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:48.019496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.029853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.111617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d8bd-a057-4c4a-a13b-d41cfd0fb9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6038f69-3717-4d06-9fba-835f63386d4e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.121691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.143937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.145037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.147531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] 10.222.0.104 "PUT /v2.0/ports/c539b87d-2a95-4c3b-8fb7-3ced6d3f494f HTTP/1.1" status: 200 len: 1093 time: 2.9259121 Nov 12 03:29:48.175294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8327f1-3738-4a00-8ab2-53a18a692f4b req-71236bc6-7294-44ab-b5bc-0acc4e8bd821 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.187599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed8327f1-3738-4a00-8ab2-53a18a692f4b req-71236bc6-7294-44ab-b5bc-0acc4e8bd821 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 944 time: 0.4681933 Nov 12 03:29:48.214258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-fecebf01-b261-4024-8a45-bf5bbbcaccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.216645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-fecebf01-b261-4024-8a45-bf5bbbcaccbe service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=030734c8-78e2-41e6-aa04-765cd33246de HTTP/1.1" status: 200 len: 1095 time: 0.2263944 Nov 12 03:29:48.233387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:48.238927 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:48.247404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18ea2c65-b333-4310-9489-95aefae635c8 req-9b216d5f-42a2-42ba-a24e-c9b02fe5a01c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767407 Nov 12 03:29:48.340362 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.345976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.388968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a40a-0297-4dd2-8bbb-9d31708554dc service neutron] Pushing event updated for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.449369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.454281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/ports/ccbfe3d8-826c-4109-a8f6-7ba46e566742 HTTP/1.1" status: 204 len: 168 time: 1.6959722 Nov 12 03:29:48.460782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:48.535923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8773513-ba8f-4c34-87b2-dddc5e245295 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Port': ['ID=ccbfe3d8-826c-4109-a8f6-7ba46e566742,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.556460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ed3028af-39b4-42b9-b712-2a44311df654 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0913820 Nov 12 03:29:48.558919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46816) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:48.568700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1101583395'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:48.591853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-16908f13-b371-4b26-94d9-98b0294f6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.593664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-16908f13-b371-4b26-94d9-98b0294f6812 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 1096 time: 0.3449013 Nov 12 03:29:48.608426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed8327f1-3738-4a00-8ab2-53a18a692f4b req-75eb2762-3746-40dd-a44b-38d2476790be tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188991 Nov 12 03:29:48.612723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:48.629930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.659731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-e9e216ed-4aa2-49d3-96c3-d350d026e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.662644 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-e9e216ed-4aa2-49d3-96c3-d350d026e940 service neutron] 10.222.0.104 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 912 time: 0.4317038 Nov 12 03:29:48.711421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.730062 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-dccda0ee-8a1e-4464-8ba0-9110dcb727ac service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77734e04-1dc1-4451-99a4-43c944acd685 HTTP/1.1" status: 200 len: 217 time: 0.0575805 Nov 12 03:29:48.734304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:48.737976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.800220 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e794a-1c6e-41b2-af29-24836c58f21f x-openstack-request-id: req-e70e794a-1c6e-41b2-af29-24836c58f21f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:48.801189 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:48.801457 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e70e794a-1c6e-41b2-af29-24836c58f21f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:48.801869 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f', 'status': 'completed', 'code': 200} Nov 12 03:29:48.806223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-a588b646-fe6a-4341-b285-6562ac2d2469 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f HTTP/1.1" status: 200 len: 217 time: 0.1158199 Nov 12 03:29:48.808214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.816042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:48.840979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-5a40427d-d6fb-4b70-82fd-d5a5095f321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.842507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-5a40427d-d6fb-4b70-82fd-d5a5095f321b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.1022298 Nov 12 03:29:48.862121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.865344 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment 86ba1652-bd16-4129-9780-9c7312723518 of type vlan for network 04eba147-c9d5-430e-b303-77a882d44c3f Nov 12 03:29:48.887352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Allocated IP 172.20.0.2 (04c8896c-c562-48a3-a24b-c97ca4226e9a/4595db66-9c17-4a69-89bf-ba5e24002647/2c3c3df4-8c5a-456e-b4ab-58f1131383e4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:48.935699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120320c-342c-4b06-92b6-360a3436618f req-645e5e47-56e5-48b4-8e8a-185ef36a6931 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:48.938574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4120320c-342c-4b06-92b6-360a3436618f req-645e5e47-56e5-48b4-8e8a-185ef36a6931 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.4454811 Nov 12 03:29:48.941950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:48.949420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3218646 Nov 12 03:29:48.950295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:48.954545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1559-c928-42a6-a0fe-14081528de18 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a7c09-5e77-4981-bf79-4d35e51f35fe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:48.988237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group_rule': {'security_group_id': 'd26a7c09-5e77-4981-bf79-4d35e51f35fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:49.009045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-9e0e973c-419d-4db9-b5f3-036c2f54f433 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418195 Nov 12 03:29:49.053072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083414-b847-42ab-8943-8781beddd57f req-4ac7d16e-0d97-49df-a4a7-23cb26b38d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.055372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-4ac7d16e-0d97-49df-a4a7-23cb26b38d77 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.2333124 Nov 12 03:29:49.097726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4120320c-342c-4b06-92b6-360a3436618f req-6f7c0735-3b0f-42b2-84ec-105a7357893f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463549 Nov 12 03:29:49.128677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.130453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-2557b509-1cf2-4200-b44a-96f9303b9d00 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434856 Nov 12 03:29:49.132140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.208126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.264480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.268193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.271201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.272011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.299912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.314550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12cca5f-21f4-4f23-898a-6e8e130dae38,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.399450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.454742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.461591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.579308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a13af-2755-43ff-80fa-9dfcd0a229b3 None None] Pushing event updated for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:49.594873 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0337787 Nov 12 03:29:49.642056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:49.661025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1374000201'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:49.758610 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-81c4c895-6769-4024-ba21-a5a646f6ca4f service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051208 Nov 12 03:29:49.767888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.790964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.804770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Attempting to bind port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:49.805140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Attempting to bind port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:49.805508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Attempting to bind port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:49.852356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:49.852924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:49.853681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.854249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:49.855055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Bound port: c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:49.855539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:49.888954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:49.890362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Allocated IP 172.25.7.229 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/19efe641-8803-47fd-ae29-6d00e13a1048) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:49.972583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:49.988684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee023e4-e1e0-4199-8ca9-6abcb2620147 req-cb043406-099d-4aef-99c3-668359ee94fc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:49.989708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:49.996899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ee023e4-e1e0-4199-8ca9-6abcb2620147 req-cb043406-099d-4aef-99c3-668359ee94fc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2499902 Nov 12 03:29:50.023540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.038546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-5469573f-6103-413c-a205-ff5022d9e039 service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8794994 Nov 12 03:29:50.053952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f30797-d9f9-4e43-9e44-05f5d957c15d req-a89c9af8-fc24-4c18-8daf-da652dfe3a45 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.053952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0f30797-d9f9-4e43-9e44-05f5d957c15d req-a89c9af8-fc24-4c18-8daf-da652dfe3a45 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 944 time: 0.2855172 Nov 12 03:29:50.101249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Attempting to bind port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:50.101825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Attempting to bind port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:50.105800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Attempting to bind port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 on network 04c8896c-c562-48a3-a24b-c97ca4226e9a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:50.136413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.152640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5083414-b847-42ab-8943-8781beddd57f req-291e82ed-6b74-40c5-afad-405deb11e4fc service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983698 Nov 12 03:29:50.190235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:50.194385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Checking segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:50.195079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ee023e4-e1e0-4199-8ca9-6abcb2620147 req-743fe3b6-8ce4-4fc0-84a5-3dd7b4078f8d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962955 Nov 12 03:29:50.196785 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.197530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Bound using segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:50.199475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Bound port: 2c3c3df4-8c5a-456e-b4ab-58f1131383e4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:50.199953 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.246639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] For port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:50.246888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0f30797-d9f9-4e43-9e44-05f5d957c15d req-5d291004-92d4-4d9c-ad47-9285f93f642c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911925 Nov 12 03:29:50.275479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=04eba147-c9d5-430e-b303-77a882d44c3f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:50.275479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:50.283682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.284551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5e2b9f47-fe2e-40ad-b245-526cf1adca74 None None] Provisioning complete for port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:50.287744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-08f8f302-18a4-465c-b5cd-ffed16b49dbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3145802 Nov 12 03:29:50.287843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9f47-fe2e-40ad-b245-526cf1adca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.287920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.288014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.293474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group_rule': {'security_group_id': 'd26a7c09-5e77-4981-bf79-4d35e51f35fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.331826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b9f47-fe2e-40ad-b245-526cf1adca74 None None] Port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:50.334567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] For port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:50.352077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.507645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.607124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.614253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] For port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:50.658078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.697179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] For port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:50.700534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.706461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172990 Nov 12 03:29:50.723836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:50.730946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-9093ad5d-18ba-47b1-8145-e6ba194c48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.734045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-9093ad5d-18ba-47b1-8145-e6ba194c48f0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 1096 time: 0.3735397 Nov 12 03:29:50.741398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:50.747496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:50.748108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:50.749855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc232b31-0619-43eb-a2b8-757c192dfe93 req-f381b416-e7ab-4e0c-8e89-ce41aa158acc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:50.768153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc232b31-0619-43eb-a2b8-757c192dfe93 req-f381b416-e7ab-4e0c-8e89-ce41aa158acc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.4092064 Nov 12 03:29:50.784927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:50.942014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:50.949713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.950296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.950786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.951338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.951838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.952462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.952953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.953459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.953938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.954424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.954938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:50.955430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83c0db6-ddda-4fe6-b2ca-cb27cd33f95c tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:51.000355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-2799f167-950d-4fce-a4b1-2a759654dfe2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8616331 Nov 12 03:29:51.023777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:29:51.036396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 77734e04-1dc1-4451-99a4-43c944acd685 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:51.039039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 04eba147-c9d5-430e-b303-77a882d44c3f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:51.048494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a13af-2755-43ff-80fa-9dfcd0a229b3 None None] Pushing event updated for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.073782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.074392 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Added segment 331e77fe-7ac4-4ebc-8990-4eca7760a3c4 of type vlan for network 950e45ab-ab6d-4119-a19e-580c334c454a Nov 12 03:29:51.077920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7e44689-b56b-4c51-94c7-d4ca7afd7f7b req-5ce37a16-c073-48a8-ad3f-a601626424b5 service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9777577 Nov 12 03:29:51.095684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.120510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae3d9-6aee-4288-b5bd-fce1e39cb31a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2d3f20-86ab-421d-a8bd-2b39443c0690,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.136829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.245668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-2f2a04ae-3e92-4a05-941e-8e0617ca761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.248804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-2f2a04ae-3e92-4a05-941e-8e0617ca761c service neutron] 10.222.0.104 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 912 time: 0.3865507 Nov 12 03:29:51.268279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:51.319201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] Provisioning complete for port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:51.320520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.392155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-d3caad62-de3a-4956-bd94-4f000ac91447 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f HTTP/1.1" status: 200 len: 217 time: 0.1317556 Nov 12 03:29:51.401183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.419553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:51.424322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d926224-2aec-4961-893a-8667a6ae41c9 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.434466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:51.442612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:51.458351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc232b31-0619-43eb-a2b8-757c192dfe93 req-c442bd4e-11df-41a8-9887-1217ecd4e155 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887519 Nov 12 03:29:51.470487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba171b-b5c6-46b4-aa41-b3ba76314af7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:51.509428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=77734e04-1dc1-4451-99a4-43c944acd685,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:51.530328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '77734e04-1dc1-4451-99a4-43c944acd685', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'port_id': '77734e04-1dc1-4451-99a4-43c944acd685', 'mac_address': 'fa:16:3e:fd:91:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30d495e-a33f-4cef-ac13-d0f33cb3900a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:51.540533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Pushing event updated for resources: {'Port': ['ID=19efe641-8803-47fd-ae29-6d00e13a1048,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:51.544848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:51.646656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.667248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:50Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:51.720151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.726279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189bdc24-6e59-4799-bc95-1e70d9014450 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:50Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:51.762940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-55d97c9c-5905-432f-95b7-32109233c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.764530 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-55d97c9c-5905-432f-95b7-32109233c5db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.5495439 Nov 12 03:29:51.829003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77734e04-1dc1-4451-99a4-43c944acd685 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:51.854799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] For port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:51.864660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.867998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=77734e04-1dc1-4451-99a4-43c944acd685,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:51.878090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a645f2-445d-49e9-b015-ffa19b4d4c61 req-4e1f0493-431b-4969-9976-911e6c901ed0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:51.894443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8a645f2-445d-49e9-b015-ffa19b4d4c61 req-4e1f0493-431b-4969-9976-911e6c901ed0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.4927464 Nov 12 03:29:51.911937 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:51.959579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24e574-8eba-419e-b53a-593fc4140b7a None None] Pushing event updated for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.015907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8a645f2-445d-49e9-b015-ffa19b4d4c61 req-de41db59-80ee-4185-909e-b4ef3f80b9b3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204200 Nov 12 03:29:52.020673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-543b971c-a6f1-4b42-b89d-d6c60d53161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.023429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-543b971c-a6f1-4b42-b89d-d6c60d53161d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.5481186 Nov 12 03:29:52.029387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.049609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.058676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.060601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.091589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-2b16b91c-946e-4484-abd1-9cfdc68aadb6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562751 Nov 12 03:29:52.100899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04496fb-c179-408e-a84c-330e9653d03a req-521af419-a828-41a0-8fea-29d61eff7083 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:52.103049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c04496fb-c179-408e-a84c-330e9653d03a req-521af419-a828-41a0-8fea-29d61eff7083 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 944 time: 0.3835180 Nov 12 03:29:52.141152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-899c79c0-c9ca-4dc6-8137-1726c42aa5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.144445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eaa2522d-c3dc-456c-8058-5d9f57c267c7 None None] Provisioning complete for port 19efe641-8803-47fd-ae29-6d00e13a1048 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:52.144884 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaa2522d-c3dc-456c-8058-5d9f57c267c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.222680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2522d-c3dc-456c-8058-5d9f57c267c7 None None] Port 19efe641-8803-47fd-ae29-6d00e13a1048 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:29:52.236745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5928066 Nov 12 03:29:52.298340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:52.401110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:52.419592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'subnets': [{'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1482143350', 'ip_version': 4}, {'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.420322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'subnet': {'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1482143350', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.422183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Request body: {'subnet': {'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:29:52.458585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c04496fb-c179-408e-a84c-330e9653d03a req-67659406-3dd0-4ce8-8569-7a13230ee57f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380961 Nov 12 03:29:52.538754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-9fb81c0d-9012-4f5c-9f9e-36376032790d service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307206 Nov 12 03:29:52.558086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70deca3-d86c-46bb-90f9-6cfb2f5d3a3a tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Network': ['ID=950e45ab-ab6d-4119-a19e-580c334c454a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:52.570678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 950e45ab-ab6d-4119-a19e-580c334c454a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:29:52.650811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['77734e04-1dc1-4451-99a4-43c944acd685'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:52.868819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Allocated IP 172.25.7.73 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/8aa2606b-292b-4d45-ab9b-f45f458c9620) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:52.910387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c539b87d-2a95-4c3b-8fb7-3ced6d3f494f details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:29:52.932380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:52.976218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0ef7fe-38ab-4b5f-851c-68409db69ac6 req-5ef58986-a71d-4c40-a158-3c300c671d94 service neutron] 10.222.0.104 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997889 Nov 12 03:29:53.109162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9ad22-4095-4c65-a276-f1edaddb42f1 req-af96171b-2d8e-4f0f-b4ea-7bc62ca92dd5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.112465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bda9ad22-4095-4c65-a276-f1edaddb42f1 req-af96171b-2d8e-4f0f-b4ea-7bc62ca92dd5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.3599172 Nov 12 03:29:53.180586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-439adbf3-c79f-42ce-afa6-0babb4395d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.182245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-439adbf3-c79f-42ce-afa6-0babb4395d6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 1.2725935 Nov 12 03:29:53.255224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:29:53.284170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74b00f-74d8-454b-b7b7-e424d0cd1c9c None None] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:53.332778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-efd56d12-8ba1-4777-9cb0-e78d5c0b397e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1334622 Nov 12 03:29:53.410629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:53.451731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bda9ad22-4095-4c65-a276-f1edaddb42f1 req-a5504562-9441-405b-846e-173ba8e8657e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874222 Nov 12 03:29:53.462536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02464-1e42-49d9-88a5-9e23513cd007 req-67e3d0f6-c8a0-4ee4-9fcc-92a948be8358 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.464125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e02464-1e42-49d9-88a5-9e23513cd007 req-67e3d0f6-c8a0-4ee4-9fcc-92a948be8358 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2564173 Nov 12 03:29:53.502284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.530084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Made reservation on behalf of d9ad7dbc476e4b449e91a28b2bd8fd29 for: {'subnet': 2} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:29:53.540937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.541294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.571752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e02464-1e42-49d9-88a5-9e23513cd007 req-7d9dcc7b-8508-49f3-a4bc-6c9692cdc92a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Nov 12 03:29:53.635228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.752194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] Provisioning complete for port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:53.752429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.764818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:53.766865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=8aa2606b-292b-4d45-ab9b-f45f458c9620,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:53.843073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:53.864067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:53.867662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:53.872053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:53.881284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e587de-10c9-4401-b6d7-ef32e883a3ae req-70d1460b-9359-48e8-be56-8c7cc644f64c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:53.884259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04e587de-10c9-4401-b6d7-ef32e883a3ae req-70d1460b-9359-48e8-be56-8c7cc644f64c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 944 time: 0.1216328 Nov 12 03:29:53.892839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:53.893202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:53.978964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04e587de-10c9-4401-b6d7-ef32e883a3ae req-9c6ad5d1-0cfe-4d3d-b14e-0a13222a5070 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736325 Nov 12 03:29:54.007515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-1758dc05-9b33-46cc-afb7-80015c3cedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.008746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.009624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-1758dc05-9b33-46cc-afb7-80015c3cedda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.5722558 Nov 12 03:29:54.046513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.064330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.087261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:54.088171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.093439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43fee3d7-2777-4b37-8eb8-ba495bacf0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.096151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'port_id': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f', 'mac_address': 'fa:16:3e:a2:aa:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30d495e-a33f-4cef-ac13-d0f33cb3900a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:29:54.206434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43fee3d7-2777-4b37-8eb8-ba495bacf0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.217682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43fee3d7-2777-4b37-8eb8-ba495bacf0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.239928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.300626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-27aa744f-6076-46ae-8805-a8e1aa1b5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.302951 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-27aa744f-6076-46ae-8805-a8e1aa1b5a6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751124 Nov 12 03:29:54.357244 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.434886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-43fee3d7-2777-4b37-8eb8-ba495bacf0d9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1684eeee430b43929c3b876340e09aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570935 Nov 12 03:29:54.434886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46938) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:54.453185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fee3d7-2777-4b37-8eb8-ba495bacf0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec58cd-9053-4a40-a5d7-d211c31ced66,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.481823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.559324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c539b87d-2a95-4c3b-8fb7-3ced6d3f494f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:29:54.583503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.583814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c38a143d-dab7-47b7-8859-6b4bcd3d73d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.622132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.639289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.649622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.680183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.681639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.723950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.740100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] For port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.757954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-5ccb169d-7079-47ed-851e-b98288157310 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278870 Nov 12 03:29:54.774367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:54.783495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=8aa2606b-292b-4d45-ab9b-f45f458c9620,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.806021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.809363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:54.813422 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c362994b-15f7-4a06-b722-d0e78f3bb4f3" -d '{"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-plugged", "status": "completed", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:54.825183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.828836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.828956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.830025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/95ec58cd-9053-4a40-a5d7-d211c31ced66 HTTP/1.1" status: 204 len: 168 time: 0.3963575 Nov 12 03:29:54.834807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.840494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105db2e-ca3d-4270-8ec4-103b509f250e req-1434637f-40ff-4ebe-b123-186bee912879 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:54.842315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1105db2e-ca3d-4270-8ec4-103b509f250e req-1434637f-40ff-4ebe-b123-186bee912879 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.0983467 Nov 12 03:29:54.879560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.881243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-60a0b232-1d25-4c6b-a663-3276fad97089 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1006992 Nov 12 03:29:54.924941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.941123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:54.942805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:54.949303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17408-22d2-4b35-96f0-75ecd8519026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec58cd-9053-4a40-a5d7-d211c31ced66,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:54.952432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.121091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a44a1-f73e-4fcb-b57c-a114a8798c42 req-73c3810f-84c3-49ef-a086-b8d1acf62508 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.134945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b47a44a1-f73e-4fcb-b57c-a114a8798c42 req-73c3810f-84c3-49ef-a086-b8d1acf62508 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2914732 Nov 12 03:29:55.137504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.195670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:55.195993 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.226755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c24d39-88a1-4b89-ad4b-27e6fd1bc0a6 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.262098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-493d3664-9fd8-4c5e-add6-812e6d529723 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3447511 Nov 12 03:29:55.268934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1105db2e-ca3d-4270-8ec4-103b509f250e req-5543900e-43d4-4776-a755-38168b1f0ef7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803122 Nov 12 03:29:55.322964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Subnet': ['ID=ebbe27a1-dfbf-47ec-aed3-9c0e60a87048,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:55.360727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b47a44a1-f73e-4fcb-b57c-a114a8798c42 req-5eb759aa-418f-4adb-afe5-04ec2fed73b3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188807 Nov 12 03:29:55.368561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['c539b87d-2a95-4c3b-8fb7-3ced6d3f494f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:29:55.448062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-60badb2c-4b5f-41c0-8ee6-327ddc30a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.450666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-60badb2c-4b5f-41c0-8ee6-327ddc30a775 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 1097 time: 0.1257932 Nov 12 03:29:55.493535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Checking segment: {'id': '86ba1652-bd16-4129-9780-9c7312723518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:55.494013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network hostable DHCP agents. Network: 04eba147-c9d5-430e-b303-77a882d44c3f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:55.591144 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9d1a4c-f3cd-4719-8938-c7ee2b643400 x-openstack-request-id: req-ca9d1a4c-f3cd-4719-8938-c7ee2b643400 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:29:55.592109 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-plugged", "status": "completed", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:29:55.595411 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ca9d1a4c-f3cd-4719-8938-c7ee2b643400 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:29:55.596049 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'code': 200} Nov 12 03:29:55.632956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.664203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:55.672163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-cc947fa3-8957-4c84-bff5-44ddaed88fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.673721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-cc947fa3-8957-4c84-bff5-44ddaed88fca service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.1766882 Nov 12 03:29:55.706371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e38f302b-5246-4a99-a61f-c942198fb7a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.718726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8255c69c-c3c8-4c43-a201-2652ee600c11 req-0fb1ff36-e70f-4e52-8030-c2cf671c42b0 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9323013 Nov 12 03:29:55.719324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-729140a5-3029-4efc-af7c-8e27c648ee63 None None] Provisioning complete for port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:55.722333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729140a5-3029-4efc-af7c-8e27c648ee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.792723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network 04eba147-c9d5-430e-b303-77a882d44c3f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:55.825204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:55.837418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-e3745e94-e2ac-43db-b281-28543237c1cc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9 HTTP/1.1" status: 200 len: 217 time: 0.1136715 Nov 12 03:29:55.843874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 04eba147-c9d5-430e-b303-77a882d44c3f) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:55.869450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db8e4b-4c2a-431c-a7d7-837924d108f6 None None] Network 04eba147-c9d5-430e-b303-77a882d44c3f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:55.870955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419055ff-52d4-4701-a9f2-e5b4ffaf9d73 req-ce6646b6-7e8c-4aad-a998-0936c3faaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.873042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-419055ff-52d4-4701-a9f2-e5b4ffaf9d73 req-ce6646b6-7e8c-4aad-a998-0936c3faaa10 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1098 time: 0.2043958 Nov 12 03:29:55.889084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:55.936410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-aa8cd99d-6493-48ec-bc38-70c171628f30 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1657535242&fields=id&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 267 time: 0.2603853 Nov 12 03:29:55.948330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682507ed-c428-49c5-abfe-60993da80ff0 req-b59edb8d-0b96-4feb-92b2-e7cfadfbe42a tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:55.957404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-682507ed-c428-49c5-abfe-60993da80ff0 req-b59edb8d-0b96-4feb-92b2-e7cfadfbe42a tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 945 time: 0.2825296 Nov 12 03:29:55.981412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Router fea7fff4-4eed-47ad-b061-59617dfc1611 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:29:56.011440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e38f302b-5246-4a99-a61f-c942198fb7a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.023389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event updated for resources: {'Subnet': ['ID=7ccaf8db-b464-4dcd-bb8a-23c8108050e4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.043915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e38f302b-5246-4a99-a61f-c942198fb7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.071354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-1a0780f2-cddc-42ec-8630-018341904d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.073182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-1a0780f2-cddc-42ec-8630-018341904d0a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.2222791 Nov 12 03:29:56.094999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:56.095582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.180110 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-419055ff-52d4-4701-a9f2-e5b4ffaf9d73 req-f42a1f6b-c362-4ca4-90b5-11365b7af70f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830293 Nov 12 03:29:56.192939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e38f302b-5246-4a99-a61f-c942198fb7a9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=019a150080ea4cb8b0412b7ee44c96fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5136600 Nov 12 03:29:56.193549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:56.198328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f302b-5246-4a99-a61f-c942198fb7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05efee-211f-4a2e-aa84-2bfe1f216a56,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.209498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-682507ed-c428-49c5-abfe-60993da80ff0 req-189f023b-df22-4069-acd6-cb4a0f84ffe5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481339 Nov 12 03:29:56.272918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Checking segment: {'id': '331e77fe-7ac4-4ebc-8990-4eca7760a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:56.273303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network hostable DHCP agents. Network: 950e45ab-ab6d-4119-a19e-580c334c454a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:29:56.287471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-f6797ee1-eb84-4c9d-bcf4-9e2ce0a1fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.290571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-f6797ee1-eb84-4c9d-bcf4-9e2ce0a1fc8d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522851 Nov 12 03:29:56.307699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-04eba147-c9d5-430e-b303-77a882d44c3f', 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f', 'tenant_id': 'd9ad7dbc476e4b449e91a28b2bd8fd29', 'fixed_ips': [{'subnet_id': 'ebbe27a1-dfbf-47ec-aed3-9c0e60a87048'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:56.308755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.327839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-972a50b9-6853-4c03-860e-13c7e8ca14c0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.332138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-972a50b9-6853-4c03-860e-13c7e8ca14c0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 817 time: 0.3420196 Nov 12 03:29:56.369416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-fa49ab26-95a6-4471-98ca-71712798b860 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/quotas/016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 375 time: 0.0288463 Nov 12 03:29:56.469105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-f93d1fbf-676a-4872-b659-410e9b54aa44 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904274 Nov 12 03:29:56.489795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49c2a-b0b5-40ae-b6d3-13ca49a57854 req-21e9f5d6-ac63-45c2-9a31-ead7ca81c6df tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.498616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ff49c2a-b0b5-40ae-b6d3-13ca49a57854 req-21e9f5d6-ac63-45c2-9a31-ead7ca81c6df tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.0877459 Nov 12 03:29:56.576472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Allocated IP 172.20.0.2 (04eba147-c9d5-430e-b303-77a882d44c3f/ebbe27a1-dfbf-47ec-aed3-9c0e60a87048/c75a58b1-c370-4a7d-8f7d-1d63e50d7c70) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:56.714331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.746244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.752321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.774339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.797083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Network 950e45ab-ab6d-4119-a19e-580c334c454a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:29:56.804646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-a4454492-b4d3-442b-a56c-bbb709b189df service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522415 Nov 12 03:29:56.805772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:29:56.812424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.812588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ff49c2a-b0b5-40ae-b6d3-13ca49a57854 req-00d9a504-dc5f-4683-b088-44b02d73e083 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130724 Nov 12 03:29:56.816541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.817504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Sync routers for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:29:56.818075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ff05efee-211f-4a2e-aa84-2bfe1f216a56 HTTP/1.1" status: 204 len: 168 time: 0.6209612 Nov 12 03:29:56.828587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 950e45ab-ab6d-4119-a19e-580c334c454a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:56.838932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27e96-0208-4642-b374-adb850da8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05efee-211f-4a2e-aa84-2bfe1f216a56,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.852129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.852669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:56.854203 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.867466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Pushing event updated for resources: {'Port': ['ID=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:56.868435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:56.871552 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:56.884549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:56.887323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0cfb5c05-b9a0-40ad-950d-ac654bf67b85 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4169676 Nov 12 03:29:56.890278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46982) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:56.908430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370e632-829f-4f6c-8f01-441302b70614 None None] Network 950e45ab-ab6d-4119-a19e-580c334c454a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:29:56.931174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e5f5b7b-2b78-4cde-aaa7-52f9b533ebb9 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5269423 Nov 12 03:29:56.935386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.935714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.936180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.941661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.942186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.942541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.942900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.943239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.943576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.943907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.944291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.945107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:56.953487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30c3bf0a-49f9-4ab0-8bcc-28cb296af4de req-7eafd41a-d7db-4ba6-b688-d9e32b9d6e57 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398342 Nov 12 03:29:56.958445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:56.966806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 77734e04-1dc1-4451-99a4-43c944acd685 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:57.032566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Network 04eba147-c9d5-430e-b303-77a882d44c3f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:57.112934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.126502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:57.146632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:57.203432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-2fbc46f9-e4d9-4b7d-8b1d-188060c488c6 service neutron] 10.222.0.97 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026317 Nov 12 03:29:57.293020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a9c8-cbcd-46d0-aff6-63b2f66fd4c5 req-6287a61e-7632-4c99-a5c6-45c29a63d43d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.306200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6610a9c8-cbcd-46d0-aff6-63b2f66fd4c5 req-6287a61e-7632-4c99-a5c6-45c29a63d43d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.3510587 Nov 12 03:29:57.311051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71b27b-9d5a-4386-8f28-a000e17cb0e0 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.312591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71b27b-9d5a-4386-8f28-a000e17cb0e0 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.314106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71b27b-9d5a-4386-8f28-a000e17cb0e0 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:57.314916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:57.330558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2b71b27b-9d5a-4386-8f28-a000e17cb0e0 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3710363 Nov 12 03:29:57.343177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:57.366034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Attempting to bind port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:57.376965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Attempting to bind port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '86ba1652-bd16-4129-9780-9c7312723518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:57.377461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Attempting to bind port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 on network 04eba147-c9d5-430e-b303-77a882d44c3f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:57.384735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:57.385090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Checking segment: {'id': '86ba1652-bd16-4129-9780-9c7312723518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:57.385393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.385845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Bound using segment: {'id': '86ba1652-bd16-4129-9780-9c7312723518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:57.386328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Bound port: c75a58b1-c370-4a7d-8f7d-1d63e50d7c70, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ba1652-bd16-4129-9780-9c7312723518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '04eba147-c9d5-430e-b303-77a882d44c3f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:57.386714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.390925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 77734e04-1dc1-4451-99a4-43c944acd685 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:29:57.427878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 77734e04-1dc1-4451-99a4-43c944acd685 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:57.429077 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.600124 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:52Z', 'revision_number': 3, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:57.666226 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Checking router: fea7fff4-4eed-47ad-b061-59617dfc1611 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:29:57.666569 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Updating router fea7fff4-4eed-47ad-b061-59617dfc1611 port 19efe641-8803-47fd-ae29-6d00e13a1048 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:29:57.741975 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.774366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-950e45ab-ab6d-4119-a19e-580c334c454a', 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a', 'tenant_id': 'd9ad7dbc476e4b449e91a28b2bd8fd29', 'fixed_ips': [{'subnet_id': '7ccaf8db-b464-4dcd-bb8a-23c8108050e4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:29:57.775103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.818987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:57.858486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] For port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:57.964533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] For port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,segment=NetworkSegment(86ba1652-bd16-4129-9780-9c7312723518),segment_id=86ba1652-bd16-4129-9780-9c7312723518)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:57.977924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.116503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.162160 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.177113 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.245880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c349-97a5-433f-83a4-07886f61e604 None None] Pushing event updated for resources: {'Port': ['ID=19efe641-8803-47fd-ae29-6d00e13a1048,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.254348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Deleting subnet ebbe27a1-dfbf-47ec-aed3-9c0e60a87048 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:58.256832 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.293178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.295480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc6a3a-4008-449a-a7f4-a7e4e05c53ff None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:58.317643 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Attempting to bind port 19efe641-8803-47fd-ae29-6d00e13a1048 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:29:58.318005 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Attempting to bind port 19efe641-8803-47fd-ae29-6d00e13a1048 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:29:58.318365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Attempting to bind port 19efe641-8803-47fd-ae29-6d00e13a1048 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:29:58.334289 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:29:58.334668 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:29:58.335136 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.338203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:29:58.338707 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Bound port: 19efe641-8803-47fd-ae29-6d00e13a1048, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:29:58.339116 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.379119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Allocated IP 172.20.0.1 (04c8896c-c562-48a3-a24b-c97ca4226e9a/4595db66-9c17-4a69-89bf-ba5e24002647/e694da95-1593-4a1c-881d-7deb16819876) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:58.451647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6610a9c8-cbcd-46d0-aff6-63b2f66fd4c5 req-e318ef65-7cdc-44d7-ab40-ebb35f861d5d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1445150 Nov 12 03:29:58.469065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] For port 19efe641-8803-47fd-ae29-6d00e13a1048, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:29:58.473956 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] For port 19efe641-8803-47fd-ae29-6d00e13a1048, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19efe641-8803-47fd-ae29-6d00e13a1048,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:29:58.480805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.494184 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.520419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=77734e04-1dc1-4451-99a4-43c944acd685,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:29:58.586325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:29:58.588706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-93a2d357-112d-4004-956f-722453d95014 service neutron] 10.222.0.97 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3624136 Nov 12 03:29:58.597893 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d5448-a26a-4749-98fd-eb80819c5e2e" -d '{"events": [{"server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "name": "network-vif-plugged", "status": "completed", "tag": "77734e04-1dc1-4451-99a4-43c944acd685"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:29:58.600927 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.626797 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:29:58.627170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766001d1-8b26-48f6-afa6-baa9e08df730 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:29:58.629238 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:58.700807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbde84-c4e8-4093-991a-d6187a60bd1f None None] Pushing event updated for resources: {'Port': ['ID=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.724948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.764172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c349-97a5-433f-83a4-07886f61e604 None None] Pushing event updated for resources: {'Port': ['ID=19efe641-8803-47fd-ae29-6d00e13a1048,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:58.801353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.901612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:29:58.940213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.963101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:58.977685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Allocated IP 172.20.0.18 (950e45ab-ab6d-4119-a19e-580c334c454a/7ccaf8db-b464-4dcd-bb8a-23c8108050e4/aef1ae2a-41d4-48d7-adee-2bcadcb49252) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:29:59.064889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbe27a1-dfbf-47ec-aed3-9c0e60a87048,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.136213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.146160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/subnets/ebbe27a1-dfbf-47ec-aed3-9c0e60a87048 HTTP/1.1" status: 204 len: 168 time: 1.8012455 Nov 12 03:29:59.153791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47028) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:29:59.157880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:29:59.186984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.187289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.187599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.188015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.188356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.188690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.189103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.189443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.190040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.190352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.190677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.191092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88045d99-ed89-4d54-8e12-8ab9bf768dcf tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:29:59.217546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.237407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c539b87d-2a95-4c3b-8fb7-3ced6d3f494f up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:29:59.248085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:29:59.259995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:29:59.295414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c982dc-f2af-4e0e-a194-069d69273fcf req-3ee78fdd-8250-4bc3-a501-bb3bbd764e72 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.296850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16c982dc-f2af-4e0e-a194-069d69273fcf req-3ee78fdd-8250-4bc3-a501-bb3bbd764e72 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 945 time: 0.2333703 Nov 12 03:29:59.325942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56108d-7a53-4087-b6ce-5441a65be4ed req-aaef2713-75cb-44f7-8ebf-db817d178116 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:29:59.334637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c56108d-7a53-4087-b6ce-5441a65be4ed req-aaef2713-75cb-44f7-8ebf-db817d178116 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1385646 Nov 12 03:29:59.386280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Pushing event updated for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:29:59.444369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Deleting subnet 7ccaf8db-b464-4dcd-bb8a-23c8108050e4 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:29:59.465929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.484101 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:52Z', 'revision_number': 3, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:29:59.572577 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58bdf8-2f80-4eb4-994b-8445057c7728 None None] The sync data for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 is: [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:52Z', 'revision_number': 3, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:29:59.592117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16c982dc-f2af-4e0e-a194-069d69273fcf req-69dfd0cb-c808-4847-8cd2-8ef839f93017 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824652 Nov 12 03:29:59.715958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c56108d-7a53-4087-b6ce-5441a65be4ed req-81066769-ba76-422a-9b9a-cae3b905d2e7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796930 Nov 12 03:29:59.866403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.931926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] Provisioning complete for port 19efe641-8803-47fd-ae29-6d00e13a1048 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:29:59.932294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:29:59.982323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d40cbc1b-9c20-4197-a187-0c2cb0888695 req-1f6c2b63-90c0-4ff1-9ae4-3f6da2908e2f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.1481009 Nov 12 03:30:00.017169 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc682d-279b-46ef-b860-583a595cdfd4 x-openstack-request-id: req-09bc682d-279b-46ef-b860-583a595cdfd4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:00.017695 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "name": "network-vif-plugged", "status": "completed", "tag": "77734e04-1dc1-4451-99a4-43c944acd685", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:00.017777 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-09bc682d-279b-46ef-b860-583a595cdfd4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:00.018164 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685', 'code': 200} Nov 12 03:30:00.033544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:00.403717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.425450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.440589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f61ec3-51fd-42c8-92ad-e467002c2c82 req-7f46f309-aa94-48f8-a092-898b6a288095 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.442742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f61ec3-51fd-42c8-92ad-e467002c2c82 req-7f46f309-aa94-48f8-a092-898b6a288095 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.4018159 Nov 12 03:30:00.447234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0abb6-5e1f-44b8-bbba-aa17020fa75c req-99f1da41-a395-49f7-8f39-96f3d1e73ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.448795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96b0abb6-5e1f-44b8-bbba-aa17020fa75c req-99f1da41-a395-49f7-8f39-96f3d1e73ce9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=030734c8-78e2-41e6-aa04-765cd33246de HTTP/1.1" status: 200 len: 1097 time: 0.4629679 Nov 12 03:30:00.465661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df81e7-f04a-4637-9fc2-1cf4fde09d9f None None] Network 04eba147-c9d5-430e-b303-77a882d44c3f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:00.511209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fe512-e498-4f91-a0d9-504530baa040 req-7a203a97-d734-4b15-93e6-88345edafc93 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:00.523358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee8fe512-e498-4f91-a0d9-504530baa040 req-7a203a97-d734-4b15-93e6-88345edafc93 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1098 time: 0.4006896 Nov 12 03:30:00.683487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:00.694337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:00.695062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.733994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.736078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Pushing event updated for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:00.825800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f61ec3-51fd-42c8-92ad-e467002c2c82 req-0f285bf7-9fbd-46b8-a339-52c2aaf4dff0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742909 Nov 12 03:30:00.855886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.867308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:00.867964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.923530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96b0abb6-5e1f-44b8-bbba-aa17020fa75c req-aa448cf8-0a2f-4d9a-96d7-fe3a7f280785 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440489 Nov 12 03:30:00.954801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee8fe512-e498-4f91-a0d9-504530baa040 req-02e39821-93f7-463e-8227-4973fa7adbb5 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298778 Nov 12 03:30:00.956378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.959383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:00.964271 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.006999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] For port 19efe641-8803-47fd-ae29-6d00e13a1048, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19efe641-8803-47fd-ae29-6d00e13a1048,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.099973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:01.107689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.122581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.131559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:01.153602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Network 950e45ab-ab6d-4119-a19e-580c334c454a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:01.160544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:01.221382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] DHCP port deletion for 04eba147-c9d5-430e-b303-77a882d44c3f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:01.248778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:01.251100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.366786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:01.430194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ccad922-21aa-43c5-b307-8471558899b5 req-b63ab4e5-757e-4a1e-a9c7-f461a4349dfc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.1436286 Nov 12 03:30:01.450732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b7703-ffb9-4c08-a1ca-e1a582e2d040 req-6aeba905-8db7-4691-a353-dfdd62b25c5b tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:01.459104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f42b7703-ffb9-4c08-a1ca-e1a582e2d040 req-6aeba905-8db7-4691-a353-dfdd62b25c5b tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 945 time: 0.3076267 Nov 12 03:30:01.489732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.501367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Provisioning complete for port e694da95-1593-4a1c-881d-7deb16819876 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:01.502144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.596258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Port e694da95-1593-4a1c-881d-7deb16819876 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:01.599344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f42b7703-ffb9-4c08-a1ca-e1a582e2d040 req-d7222123-5a4f-45c6-9082-ea95afd6d6e1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361682 Nov 12 03:30:01.648976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Pushing event updated for resources: {'Port': ['ID=aef1ae2a-41d4-48d7-adee-2bcadcb49252,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:01.664131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Provisioning complete for port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:01.666163 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.721541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Router fea7fff4-4eed-47ad-b061-59617dfc1611 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:01.738094 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.879549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Attempting to bind port aef1ae2a-41d4-48d7-adee-2bcadcb49252 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:01.882413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Attempting to bind port aef1ae2a-41d4-48d7-adee-2bcadcb49252 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '331e77fe-7ac4-4ebc-8990-4eca7760a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:01.882974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Attempting to bind port aef1ae2a-41d4-48d7-adee-2bcadcb49252 on network 950e45ab-ab6d-4119-a19e-580c334c454a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:01.889935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.907518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:01.908146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Checking segment: {'id': '331e77fe-7ac4-4ebc-8990-4eca7760a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:01.908705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.909269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Bound using segment: {'id': '331e77fe-7ac4-4ebc-8990-4eca7760a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:01.909908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Bound port: aef1ae2a-41d4-48d7-adee-2bcadcb49252, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e77fe-7ac4-4ebc-8990-4eca7760a3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '950e45ab-ab6d-4119-a19e-580c334c454a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:01.910447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:01.942869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,segment=NetworkSegment(86ba1652-bd16-4129-9780-9c7312723518),segment_id=86ba1652-bd16-4129-9780-9c7312723518)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:02.008927 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.044399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:02.046775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:02.052898 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28ac2a-4482-4607-8301-e0f54e8e270a" -d '{"events": [{"server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "name": "network-vif-plugged", "status": "completed", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:02.055358 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b427a03-de12-4880-9a11-763abd0c60ab admin admin] 10.222.0.97 "PUT /v2.0/routers/fea7fff4-4eed-47ad-b061-59617dfc1611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1624541 Nov 12 03:30:02.083987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.191450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Deleting port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:02.192467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.228740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-39d818e8-20a8-4fcc-bc15-bbb86bf5d83e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.238808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-39d818e8-20a8-4fcc-bc15-bbb86bf5d83e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 817 time: 0.7454815 Nov 12 03:30:02.287011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fbf2-c014-4389-9582-ac543c93afe0 req-5492b619-3f68-42ae-bfbe-352321f4af21 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.298183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0821fbf2-c014-4389-9582-ac543c93afe0 req-5492b619-3f68-42ae-bfbe-352321f4af21 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2227185 Nov 12 03:30:02.337231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.403134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0821fbf2-c014-4389-9582-ac543c93afe0 req-31fefada-d12d-40ba-9d2f-a718dcc35779 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036894 Nov 12 03:30:02.411947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] For port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,segment=NetworkSegment(86ba1652-bd16-4129-9780-9c7312723518),segment_id=86ba1652-bd16-4129-9780-9c7312723518)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:02.412346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.422925 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21449673-932f-4253-822c-036f580b2e47 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 380 time: 0.1471241 Nov 12 03:30:02.459164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'port': {'device_id': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'admin_state_up': True, 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'security_groups': ['d26a7c09-5e77-4981-bf79-4d35e51f35fe']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:02.464285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccaf8db-b464-4dcd-bb8a-23c8108050e4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.478957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Calling delete_port for c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:02.495959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.502597 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee485c4f-d431-4467-8fa3-aaf49fcd4bb7 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/subnets/7ccaf8db-b464-4dcd-bb8a-23c8108050e4 HTTP/1.1" status: 204 len: 168 time: 3.3385029 Nov 12 03:30:02.502597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.636063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0608e-3bea-4c32-a218-6243974b3a49 req-c6e9b0f8-6c8e-4e58-8256-e594b92d2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.637730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64a0608e-3bea-4c32-a218-6243974b3a49 req-c6e9b0f8-6c8e-4e58-8256-e594b92d2079 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 1098 time: 0.1109471 Nov 12 03:30:02.641160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848bbc2-d1dd-4610-80a4-dd716e5e24e4 None None] Pushing event updated for resources: {'Port': ['ID=19efe641-8803-47fd-ae29-6d00e13a1048,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.669593 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28ecdd-3dc3-4c87-a388-5baf35819a1f x-openstack-request-id: req-ad28ecdd-3dc3-4c87-a388-5baf35819a1f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:02.670306 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "name": "network-vif-plugged", "status": "completed", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:02.670706 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ad28ecdd-3dc3-4c87-a388-5baf35819a1f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:02.671264 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f', 'code': 200} Nov 12 03:30:02.680483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19efe641-8803-47fd-ae29-6d00e13a1048 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:02.758814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784ed21-72ac-4538-9670-f1d3fd0b919d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:02.761713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c784ed21-72ac-4538-9670-f1d3fd0b919d tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2583387 Nov 12 03:30:02.772578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47154) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:02.785245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6016414-1540-4768-9bdd-4655cac1ef9f req-0176c497-37a9-40bf-91d8-7a366ff36205 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.1272838 Nov 12 03:30:02.840408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:02.843585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:02.965473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Provisioning complete for port 19efe641-8803-47fd-ae29-6d00e13a1048 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:02.965810 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17aa0525-e0e9-47fa-ae76-a3cc1f64167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.141134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64a0608e-3bea-4c32-a218-6243974b3a49 req-012c5500-f1d1-48dc-9f2c-dde346767497 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943600 Nov 12 03:30:03.142408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event deleted for resources: {'Port': ['ID=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.188969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfc166-de47-4cec-a5d4-7d5acc4a46cc req-65c3ed0d-5b6c-44fb-ba52-f7c0a8b8b0e5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.196739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74dfc166-de47-4cec-a5d4-7d5acc4a46cc req-65c3ed0d-5b6c-44fb-ba52-f7c0a8b8b0e5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 946 time: 0.3599284 Nov 12 03:30:03.235047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] No DVR routers for this DVR port c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:03.240327 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.254521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4793d-e57a-452f-829a-40ed4cc2d8e0 None None] Pushing event deleted for resources: {'Port': ['ID=c75a58b1-c370-4a7d-8f7d-1d63e50d7c70,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:03.352561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74dfc166-de47-4cec-a5d4-7d5acc4a46cc req-ca70ffcf-bbc3-47b6-a194-1fc223804eb1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526196 Nov 12 03:30:03.384508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] For port aef1ae2a-41d4-48d7-adee-2bcadcb49252, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:03.409319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] For port aef1ae2a-41d4-48d7-adee-2bcadcb49252, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aef1ae2a-41d4-48d7-adee-2bcadcb49252,segment=NetworkSegment(331e77fe-7ac4-4ebc-8990-4eca7760a3c4),segment_id=331e77fe-7ac4-4ebc-8990-4eca7760a3c4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:03.420847 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.515637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Sync routers for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:03.563948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Deleting port aef1ae2a-41d4-48d7-adee-2bcadcb49252 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:03.564241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.567182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Made reservation on behalf of 016137f461e149ffa8c6d91d26802f0e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:03.571355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.601624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 19efe641-8803-47fd-ae29-6d00e13a1048 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:03.601993 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.606141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120955-4ca6-4065-9045-f62caa44e80c req-740e1772-98ee-4907-a5fa-d7cb4017f80e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:03.621744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13120955-4ca6-4065-9045-f62caa44e80c req-740e1772-98ee-4907-a5fa-d7cb4017f80e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.0996642 Nov 12 03:30:03.718298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bb954443-130d-47d0-81c5-e467c35955b1 None None] Provisioning complete for port e694da95-1593-4a1c-881d-7deb16819876 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:03.722086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb954443-130d-47d0-81c5-e467c35955b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:03.752940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13120955-4ca6-4065-9045-f62caa44e80c req-4c7e2928-6e8f-4e20-ae0f-ba0d1a8245d4 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268601 Nov 12 03:30:03.791448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:03.792856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:04.045098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ed656-7a6b-48c3-8ef6-a544b5fab86d None None] Pushing event updated for resources: {'Port': ['ID=aef1ae2a-41d4-48d7-adee-2bcadcb49252,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.049102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bb954443-130d-47d0-81c5-e467c35955b1 None None] Port e694da95-1593-4a1c-881d-7deb16819876 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:04.070043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:04.098883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Allocated IP 172.20.0.12 (880d13d3-b33d-4c69-ab1a-81d187ff1c5d/2874f7f4-fe84-4f06-9cf2-b81899337fd6/bda10034-57b2-44ff-ac7e-a303829f1a23) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:04.099573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7afa9a-97fd-4759-a66a-048e42d8da34 req-cd4efd2a-b075-4798-ae0d-f0076999a6a0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.0832186 Nov 12 03:30:04.341749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] For port aef1ae2a-41d4-48d7-adee-2bcadcb49252, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aef1ae2a-41d4-48d7-adee-2bcadcb49252,segment=NetworkSegment(331e77fe-7ac4-4ebc-8990-4eca7760a3c4),segment_id=331e77fe-7ac4-4ebc-8990-4eca7760a3c4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:04.342504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.370267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:04.370815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Calling delete_port for aef1ae2a-41d4-48d7-adee-2bcadcb49252 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:04.452483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.513287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:04.513625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c75a58b1-c370-4a7d-8f7d-1d63e50d7c70 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:04.616121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.628875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.647184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 2, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:04.705642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239a1c5-a6b8-4a75-9dc3-8030e38dec30 req-252cbf87-9d44-40e5-a16d-8712a1a0286b tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:04.717037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1239a1c5-a6b8-4a75-9dc3-8030e38dec30 req-252cbf87-9d44-40e5-a16d-8712a1a0286b tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 946 time: 0.1824341 Nov 12 03:30:04.719425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Port': ['ID=aef1ae2a-41d4-48d7-adee-2bcadcb49252,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:04.729236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] No DVR routers for this DVR port aef1ae2a-41d4-48d7-adee-2bcadcb49252 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:04.742275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Checking router: fea7fff4-4eed-47ad-b061-59617dfc1611 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:04.743355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Updating router fea7fff4-4eed-47ad-b061-59617dfc1611 port e694da95-1593-4a1c-881d-7deb16819876 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:30:04.844161 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:04.899788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:04.919042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1239a1c5-a6b8-4a75-9dc3-8030e38dec30 req-a200d2fc-cae2-499c-a777-ec5799d52286 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986265 Nov 12 03:30:04.935356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:04.938214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:05.034692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:05.049336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.091592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed112af1-bdc2-4bfe-ba8b-82d4c89ff191 req-c99b7912-0b41-44a4-8e23-cf5befa264a5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.100133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed112af1-bdc2-4bfe-ba8b-82d4c89ff191 req-c99b7912-0b41-44a4-8e23-cf5befa264a5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2195508 Nov 12 03:30:05.113734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.114613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.119294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950e45ab-ab6d-4119-a19e-580c334c454a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:05.149737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331e77fe-7ac4-4ebc-8990-4eca7760a3c4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:05.150570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331e77fe-7ac4-4ebc-8990-4eca7760a3c4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:05.171828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.197760 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-21591060-e84c-495e-9251-8cdfbc362878 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7461345 Nov 12 03:30:05.231665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Request body: {'port': {'device_id': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:05.355905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed112af1-bdc2-4bfe-ba8b-82d4c89ff191 req-5f2afc18-6726-4c42-adf2-fdd69cb6310d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545094 Nov 12 03:30:05.368045 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.497319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:05.498707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:05.501210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fd209-1ffb-4671-b2ca-60020fccd40a req-418e63f3-be38-4b89-9fda-5a59c59b1eb4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:05.505724 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:05.511923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a1fd209-1ffb-4671-b2ca-60020fccd40a req-418e63f3-be38-4b89-9fda-5a59c59b1eb4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 932 time: 0.1545913 Nov 12 03:30:05.577828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aef1ae2a-41d4-48d7-adee-2bcadcb49252 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:05.648532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: aef1ae2a-41d4-48d7-adee-2bcadcb49252 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:05.666132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aef1ae2a-41d4-48d7-adee-2bcadcb49252 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 03:30:05.717886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a1fd209-1ffb-4671-b2ca-60020fccd40a req-a9436647-5bc9-4649-9a1b-5ce4affca570 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973791 Nov 12 03:30:05.917911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Port aef1ae2a-41d4-48d7-adee-2bcadcb49252 not found, will not notify nova. {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 03:30:05.930440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19efe641-8803-47fd-ae29-6d00e13a1048 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:05.943192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead396b-e12f-47b8-9d21-8f64456a8731 None None] Network 950e45ab-ab6d-4119-a19e-580c334c454a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:06.166775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.292831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f158b91-6890-4713-9276-4175b034ee75 req-c877ec62-10d8-45af-9c55-7261a8f1deb9 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.304861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f158b91-6890-4713-9276-4175b034ee75 req-c877ec62-10d8-45af-9c55-7261a8f1deb9 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 946 time: 0.1455679 Nov 12 03:30:06.367864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.380856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.392815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/950e45ab-ab6d-4119-a19e-580c334c454a HTTP/1.1" status: 204 len: 168 time: 3.6159737 Nov 12 03:30:06.416808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:06.468104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9aea1995-a773-4ab2-99ac-67f7e96e95a7 None None] Provisioning complete for port bda10034-57b2-44ff-ac7e-a303829f1a23 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:06.469896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aea1995-a773-4ab2-99ac-67f7e96e95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.478418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f158b91-6890-4713-9276-4175b034ee75 req-b43980fb-fb37-4f0f-b4b1-1fa0b31e1ff4 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634905 Nov 12 03:30:06.552393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06684dd7-04de-4a0a-9dc3-fccab7a0cdc8 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=950e45ab-ab6d-4119-a19e-580c334c454a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:06.668276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9aea1995-a773-4ab2-99ac-67f7e96e95a7 None None] Port bda10034-57b2-44ff-ac7e-a303829f1a23 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:06.678152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 19efe641-8803-47fd-ae29-6d00e13a1048 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:06.680245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.753320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25df12-a7c9-4351-b3b7-d18e5bce66d6 req-203aa555-9b22-456b-909c-b682804c4c55 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:06.754952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc25df12-a7c9-4351-b3b7-d18e5bce66d6 req-203aa555-9b22-456b-909c-b682804c4c55 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.2647672 Nov 12 03:30:06.806966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:06.816297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e12a9-9cf8-4d0f-aead-5f8bacdc49dd None None] DHCP port deletion for 950e45ab-ab6d-4119-a19e-580c334c454a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:06.842503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1deaf75d-0b93-453a-8b01-c06ad230e805 None None] Could not find standard attr ID for object aef1ae2a-41d4-48d7-adee-2bcadcb49252. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:06.983471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc25df12-a7c9-4351-b3b7-d18e5bce66d6 req-b5feab38-140d-440f-bab4-e3667384c931 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194617 Nov 12 03:30:07.054280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae45a7-842b-446b-8969-dd9b7fb6d829 req-bfc48af9-9133-44ec-bdfa-4b6964f8a4dc tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.064426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aae45a7-842b-446b-8969-dd9b7fb6d829 req-bfc48af9-9133-44ec-bdfa-4b6964f8a4dc tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=030734c8-78e2-41e6-aa04-765cd33246de HTTP/1.1" status: 200 len: 945 time: 0.2549617 Nov 12 03:30:07.093539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.149936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.167559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aef1ae2a-41d4-48d7-adee-2bcadcb49252 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:07.176663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.211578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eba147-c9d5-430e-b303-77a882d44c3f']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:07.220425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: aef1ae2a-41d4-48d7-adee-2bcadcb49252 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:07.220994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aef1ae2a-41d4-48d7-adee-2bcadcb49252 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:07.234597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aae45a7-842b-446b-8969-dd9b7fb6d829 req-a7be64b4-c579-444e-bca0-7f5194c69741 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673050 Nov 12 03:30:07.245973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ba1652-bd16-4129-9780-9c7312723518') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:07.246674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ba1652-bd16-4129-9780-9c7312723518') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:07.278791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.287268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbd77-9328-4d8b-9514-0ceb96ae706f req-c9dc5bd2-4904-4b19-b6a4-23c7a95bed40 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:07.314082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf9dbd77-9328-4d8b-9514-0ceb96ae706f req-c9dc5bd2-4904-4b19-b6a4-23c7a95bed40 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 932 time: 0.1641555 Nov 12 03:30:07.391413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a109-e611-4e4f-8908-868eb708bd16 None None] Pushing event updated for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.406120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.449641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:07.450059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:07.470333 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:07.478209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:07.533689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf9dbd77-9328-4d8b-9514-0ceb96ae706f req-153c28f1-5fa1-4ef8-b5f4-5b49c63c0bd5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167678 Nov 12 03:30:07.559164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.588802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Attempting to bind port e694da95-1593-4a1c-881d-7deb16819876 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:07.589173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Attempting to bind port e694da95-1593-4a1c-881d-7deb16819876 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:07.593225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Attempting to bind port e694da95-1593-4a1c-881d-7deb16819876 on network 04c8896c-c562-48a3-a24b-c97ca4226e9a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:07.621713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:07.622091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Checking segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:07.622501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.630901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Bound using segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:07.632468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Bound port: e694da95-1593-4a1c-881d-7deb16819876, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:07.634497 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.663664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Transition to ACTIVE for port object bda10034-57b2-44ff-ac7e-a303829f1a23 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:07.667472 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.684737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.693805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.712469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:07.712683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/04eba147-c9d5-430e-b303-77a882d44c3f HTTP/1.1" status: 204 len: 168 time: 1.2843180 Nov 12 03:30:07.811489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae56e14-16a9-437e-8bc3-6346abb2d937 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=04eba147-c9d5-430e-b303-77a882d44c3f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.858268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4308961d-2d6e-4f35-9606-3daef51d4aea None None] Provisioning complete for port e694da95-1593-4a1c-881d-7deb16819876 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:07.858806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4308961d-2d6e-4f35-9606-3daef51d4aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.860707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] For port e694da95-1593-4a1c-881d-7deb16819876, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:07.864671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] For port e694da95-1593-4a1c-881d-7deb16819876, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e694da95-1593-4a1c-881d-7deb16819876,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:07.914188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:07.942002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.966588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4308961d-2d6e-4f35-9606-3daef51d4aea None None] Port e694da95-1593-4a1c-881d-7deb16819876 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:07.991784 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:07.997942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:07.999388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:08.002622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:08.024910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:08.025931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:08.036257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:08.036607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:08.037001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:08.042030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Bound port: bda10034-57b2-44ff-ac7e-a303829f1a23, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:08.043079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.255984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:08.265793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:08.279268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.297410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.310986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9a109-e611-4e4f-8908-868eb708bd16 None None] Pushing event updated for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.317736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:08.320872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:08.376899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e544107-aceb-47eb-a3bc-9d9dae7f0582 req-d7b2c04f-5e5f-457f-8b58-34e95f73bcf5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.378467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e544107-aceb-47eb-a3bc-9d9dae7f0582 req-d7b2c04f-5e5f-457f-8b58-34e95f73bcf5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1802840 Nov 12 03:30:08.391538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-d1b2ceae-5d42-49e8-91c9-19b1802706da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.394574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-d1b2ceae-5d42-49e8-91c9-19b1802706da service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 1097 time: 0.3093855 Nov 12 03:30:08.409659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca62fc5-5640-4306-996a-3141775e25a1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:08.410499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.411434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.414014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] 10.222.0.16 "PUT /v2.0/ports/bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 1093 time: 3.1948347 Nov 12 03:30:08.415153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:08.418193 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf1371-a056-4947-8fe1-e066adda6b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:08.491291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7993-4199-4f44-b37a-b80e4806c671 service neutron] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:08.494633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef848a20-da4a-4955-a2d1-cedb93cda06b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:08.494969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef848a20-da4a-4955-a2d1-cedb93cda06b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:08.514431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.542312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.555944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:08.556388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.703134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-89e9aeb9-8ce8-452c-bedc-3b0d44a3c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:08.713091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-89e9aeb9-8ce8-452c-bedc-3b0d44a3c2ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1096 time: 0.1722083 Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:08.787264 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:08.810868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.846812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.855052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/3ca62fc5-5640-4306-996a-3141775e25a1 HTTP/1.1" status: 204 len: 168 time: 1.1404676 Nov 12 03:30:08.875598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:08.894314 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-e9e2d8f3-4f9c-4227-b286-a257a86772f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 217 time: 0.1576121 Nov 12 03:30:08.926941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] Provisioning complete for port e694da95-1593-4a1c-881d-7deb16819876 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:08.927399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:08.937061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:08.967263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed185c0-f493-48ec-9ac2-9e2fd7ea4f45 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=3ca62fc5-5640-4306-996a-3141775e25a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.014674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e544107-aceb-47eb-a3bc-9d9dae7f0582 req-63969794-4cac-46be-8c05-136017593c0b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203220 Nov 12 03:30:09.056234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-7c301995-59a3-463c-baa3-f8c1de7958ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.057732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-7c301995-59a3-463c-baa3-f8c1de7958ca service neutron] 10.222.0.104 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.6427610 Nov 12 03:30:09.149055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.155755 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736b62c-31ad-42c8-b862-1e651b53735e x-openstack-request-id: req-f736b62c-31ad-42c8-b862-1e651b53735e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:09.156446 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:09.157022 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f736b62c-31ad-42c8-b862-1e651b53735e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:09.159934 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'status': 'completed', 'code': 200} Nov 12 03:30:09.160256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-565f6840-958f-44bc-95f6-05b7077b1bca service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32 HTTP/1.1" status: 200 len: 217 time: 0.0886068 Nov 12 03:30:09.266577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-ac179257-5cc0-4840-a320-8bbc941a4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.272879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-ac179257-5cc0-4840-a320-8bbc941a4eae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.1104896 Nov 12 03:30:09.411179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.413820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.419672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-f59f88e1-e6c0-45b1-adfe-11cfd4986ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.421375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-f59f88e1-e6c0-45b1-adfe-11cfd4986ee2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.2492669 Nov 12 03:30:09.471078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] For port e694da95-1593-4a1c-881d-7deb16819876, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e694da95-1593-4a1c-881d-7deb16819876,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:09.487816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.508550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529012d-01ac-45ec-9348-b461b7e7e8ed req-afaaf5c3-1c05-4bf8-a83e-e7b4677300a6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.510297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1529012d-01ac-45ec-9348-b461b7e7e8ed req-afaaf5c3-1c05-4bf8-a83e-e7b4677300a6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1383178 Nov 12 03:30:09.525445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-fea8b29f-cb00-4003-97d4-7cd54c4470b8 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.529250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-fea8b29f-cb00-4003-97d4-7cd54c4470b8 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.3336208 Nov 12 03:30:09.566368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-c2fa98cd-5266-4223-b606-79f3b5d0e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:09.567959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-c2fa98cd-5266-4223-b606-79f3b5d0e6d0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257794 Nov 12 03:30:09.571529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-0ce9c3cb-5dc4-4104-9523-3704c34f7031 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/quotas/bb7a830997af428e9e622975dac80d8b HTTP/1.1" status: 200 len: 375 time: 0.0327024 Nov 12 03:30:09.637043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.670902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcabcad2-e29d-4646-9f9a-93ae301e3e48']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:09.686090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d100a02-668b-43cf-b949-14fa6a29df65') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:09.686456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d100a02-668b-43cf-b949-14fa6a29df65') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:09.700380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.708264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03129f53-d268-4cbd-ac68-8a4c7a8d567b None None] Pushing event updated for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:09.729604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.731122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1529012d-01ac-45ec-9348-b461b7e7e8ed req-cce8f57b-cf5f-4443-b753-33b941f51120 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007277 Nov 12 03:30:09.740056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:09.740583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:09.766536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:07Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:09.782384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-1eb94fa5-3e62-413f-8240-3b9e5a06e73b tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000382 Nov 12 03:30:09.827002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d1d5d1-a80d-4ebf-8724-9adb5bf0abfc None None] The sync data for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 is: [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:07Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:09.827743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-418bc35f-2d7f-45d5-8f73-804ae8e678bb service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318904 Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:09.990526 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:09.999505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.002556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-24127a59-a61e-43d5-8cba-2f3a497fb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.005543 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-24127a59-a61e-43d5-8cba-2f3a497fb706 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7185047 Nov 12 03:30:10.034500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.038241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] 10.222.0.97 "DELETE /v2.0/networks/dcabcad2-e29d-4646-9f9a-93ae301e3e48 HTTP/1.1" status: 204 len: 168 time: 1.1612852 Nov 12 03:30:10.199211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-4b16249b-fd38-4b67-bbd1-510bd3370c02 service neutron] 10.222.0.97 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026589 Nov 12 03:30:10.277642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d82e30-11a9-4015-9000-ed8e1b2629d6 tempest-BulkNetworkOpsTest-738038338 tempest-BulkNetworkOpsTest-738038338-project] Pushing event deleted for resources: {'Network': ['ID=dcabcad2-e29d-4646-9f9a-93ae301e3e48,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:10.342900 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-b254353a-742a-4eee-ac69-fb708d0ad172 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033020 Nov 12 03:30:10.483038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6770b02f-9b1d-4345-bed1-2390fe95e69e req-b4821bd7-97bd-427c-af75-6a96e2b5c760 service neutron] 10.222.0.104 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406088 Nov 12 03:30:10.539465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-9bbf2ec6-b893-4294-b82d-f70fc9c9be34 service neutron] 10.222.0.97 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337867 Nov 12 03:30:10.575358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703ad65-e8b3-4e4c-a665-328bdcd610ab req-7ac6a1d0-8bee-43fc-a7b6-0ffb569b2aeb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.579694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6703ad65-e8b3-4e4c-a665-328bdcd610ab req-7ac6a1d0-8bee-43fc-a7b6-0ffb569b2aeb tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 945 time: 0.1741431 Nov 12 03:30:10.597096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5772b-8494-48e8-b965-f92ec187742b req-b1215b46-1d11-4bb4-a16b-0c269d62b7cc tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:10.600416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9be5772b-8494-48e8-b965-f92ec187742b req-b1215b46-1d11-4bb4-a16b-0c269d62b7cc tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "GET /v2.0/ports?device_id=030734c8-78e2-41e6-aa04-765cd33246de HTTP/1.1" status: 200 len: 945 time: 0.1469533 Nov 12 03:30:10.702233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6703ad65-e8b3-4e4c-a665-328bdcd610ab req-ecd52454-f75f-4ee0-b976-19f4922f89f9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167343 Nov 12 03:30:10.714294 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2c2d2bac-cbe2-4c07-abf5-6b5d705a7eec req-59c18960-dd79-4de8-9742-579abdcbc5df service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567278 Nov 12 03:30:10.803988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:10.923601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Deleting port 77734e04-1dc1-4451-99a4-43c944acd685 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:10.923936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:10.999357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:11.129014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-ef016a22-c2f0-40ef-9f88-538225d38438 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.133979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-ef016a22-c2f0-40ef-9f88-538225d38438 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "GET /v2.0/ports?device_id=89213978-ab21-4a31-b93e-707e6695b84a HTTP/1.1" status: 200 len: 946 time: 0.2610979 Nov 12 03:30:11.429810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e694da95-1593-4a1c-881d-7deb16819876 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:11.490015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] For port 77734e04-1dc1-4451-99a4-43c944acd685, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=77734e04-1dc1-4451-99a4-43c944acd685,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:11.497305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.561765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Calling delete_port for 77734e04-1dc1-4451-99a4-43c944acd685 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:11.585299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-de2ff713-a8be-4941-9c45-399c692ad55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.586877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-de2ff713-a8be-4941-9c45-399c692ad55d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1096 time: 0.7541978 Nov 12 03:30:11.619112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.720694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:11.813469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:11.828912 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11a951-e3a6-4d88-9713-05ba80fca38f" -d '{"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:11.872040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e694da95-1593-4a1c-881d-7deb16819876 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:11.872424 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:11.875439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:11.877903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a0a1-4010-4afa-a9c3-d287abf07e88 req-663969bb-e02b-4eab-8567-9dc74d9fe3a4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:11.893452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d01a0a1-4010-4afa-a9c3-d287abf07e88 req-663969bb-e02b-4eab-8567-9dc74d9fe3a4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.7505527 Nov 12 03:30:11.930694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.000627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f2400c4-0d80-4cf3-8f39-1ee803aae042 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d9ad7dbc476e4b449e91a28b2bd8fd29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1936579 Nov 12 03:30:12.008105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:12.020794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff9517e7-95e5-4915-b47e-1d967a6fdd51 req-98183293-3835-4edd-99bb-4b386e6e6580 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 210 time: 0.4053423 Nov 12 03:30:12.179326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d01a0a1-4010-4afa-a9c3-d287abf07e88 req-d2004b52-ecd4-4bb8-9aa4-cb9a0983892a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837563 Nov 12 03:30:12.249304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Deleting port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:12.251245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.369585 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06482165-f6a4-48de-baaf-ae356fa6b694 x-openstack-request-id: req-06482165-f6a4-48de-baaf-ae356fa6b694 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:12.370155 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:12.370406 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-06482165-f6a4-48de-baaf-ae356fa6b694 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:12.370829 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'code': 200} Nov 12 03:30:12.442970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-fb1d814e-af3a-471b-be9f-0ba06dbf3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.444540 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-fb1d814e-af3a-471b-be9f-0ba06dbf3c7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.8402374 Nov 12 03:30:12.508978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.634576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b450d45-d807-45ec-8f2c-268a99fbcb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.650592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.653784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-f149e3fe-a15f-4bcf-8267-387ea128868f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 217 time: 0.1935570 Nov 12 03:30:12.705887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12838f-28e1-4a2d-9d85-38c876f8ab50 req-11b88d7a-bc95-441b-a67b-20447c365bf7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.707521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df12838f-28e1-4a2d-9d85-38c876f8ab50 req-11b88d7a-bc95-441b-a67b-20447c365bf7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.3829479 Nov 12 03:30:12.734678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.766273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.783155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:12.826960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] For port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:12.827553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:12.857436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-25d32c4f-cceb-4411-8a22-93c826fbd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:12.859699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-25d32c4f-cceb-4411-8a22-93c826fbd566 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.1819758 Nov 12 03:30:12.862319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event deleted for resources: {'Port': ['ID=77734e04-1dc1-4451-99a4-43c944acd685,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:12.883218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['77734e04-1dc1-4451-99a4-43c944acd685', 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:13.006286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Calling delete_port for c539b87d-2a95-4c3b-8fb7-3ced6d3f494f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:13.017967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df12838f-28e1-4a2d-9d85-38c876f8ab50 req-9ce8d91e-48e1-474c-9197-6305fe2b888c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028560 Nov 12 03:30:13.056154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] No DVR routers for this DVR port 77734e04-1dc1-4451-99a4-43c944acd685 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:13.063720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.078181 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9be5772b-8494-48e8-b965-f92ec187742b req-7fa6d80e-459e-49d0-a0d9-6b5885ad0e11 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "DELETE /v2.0/ports/77734e04-1dc1-4451-99a4-43c944acd685 HTTP/1.1" status: 204 len: 173 time: 2.4440062 Nov 12 03:30:13.091707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'name': 'network-vif-deleted', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:13.106415 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cb510c-7e73-43d0-a2b4-53262286a8e1" -d '{"events": [{"server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "name": "network-vif-deleted", "tag": "77734e04-1dc1-4451-99a4-43c944acd685"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:13.135950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.151432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.153527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/734297ff-43a2-4927-96d4-29dcb39c6fab HTTP/1.1" status: 204 len: 168 time: 1.1363182 Nov 12 03:30:13.208369 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198be3ef-bfe9-4abd-94d5-d7722537f59d x-openstack-request-id: req-198be3ef-bfe9-4abd-94d5-d7722537f59d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:13.208772 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030734c8-78e2-41e6-aa04-765cd33246de", "name": "network-vif-deleted", "tag": "77734e04-1dc1-4451-99a4-43c944acd685", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:13.216763 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-198be3ef-bfe9-4abd-94d5-d7722537f59d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:13.223020 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030734c8-78e2-41e6-aa04-765cd33246de', 'name': 'network-vif-deleted', 'tag': '77734e04-1dc1-4451-99a4-43c944acd685', 'status': 'completed', 'code': 200} Nov 12 03:30:13.265999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663bcdc-2e27-44a4-bf9f-66602a85b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734297ff-43a2-4927-96d4-29dcb39c6fab,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.268248 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b450d45-d807-45ec-8f2c-268a99fbcb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.307793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b450d45-d807-45ec-8f2c-268a99fbcb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.321350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-e11dbf37-7260-4a08-8652-4b35a79b9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.337151 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-e11dbf37-7260-4a08-8652-4b35a79b9661 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4593432 Nov 12 03:30:13.413619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b450d45-d807-45ec-8f2c-268a99fbcb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b46d1-3e2e-4321-832c-bfd7ab5fa838,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:13.459075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.477269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:13.606829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.638880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e129d392-2363-4d42-b3bd-0a414b8326f9 req-1352496c-45a1-4b56-a3d7-014677e08d61 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 210 time: 0.2433510 Nov 12 03:30:13.664567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:13.682978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b450d45-d807-45ec-8f2c-268a99fbcb99 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a80ed6ca9adb4cdf8b8aa1fbd22ba24c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9462814 Nov 12 03:30:13.683617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:13.760239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:13.765085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7141c-5a4c-45dc-bad8-0db9ed8de361 req-8c36fdc0-8be5-48da-aa62-6e97dbc4e89e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:13.777843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.782683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bc7141c-5a4c-45dc-bad8-0db9ed8de361 req-8c36fdc0-8be5-48da-aa62-6e97dbc4e89e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.3857164 Nov 12 03:30:13.794668 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-e068fa01-1468-4b3a-989f-6dc59f87f992 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428127 Nov 12 03:30:13.868545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:13.971326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event deleted for resources: {'Port': ['ID=c539b87d-2a95-4c3b-8fb7-3ced6d3f494f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.032189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bc7141c-5a4c-45dc-bad8-0db9ed8de361 req-ddafc89c-df55-48c4-926f-e136848ef4c0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076893 Nov 12 03:30:14.054143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.080191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] No DVR routers for this DVR port c539b87d-2a95-4c3b-8fb7-3ced6d3f494f on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:14.084459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.089855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3db63940-4129-4050-a2f4-72251e06d0f3 req-e0ecf4dc-822a-4406-92ff-07ce4faf3ede tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.104 "DELETE /v2.0/ports/c539b87d-2a95-4c3b-8fb7-3ced6d3f494f HTTP/1.1" status: 204 len: 173 time: 2.9410934 Nov 12 03:30:14.092269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'name': 'network-vif-deleted', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:14.110280 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4981317f-76b7-4e0a-aa0b-bd8a1d8c677b" -d '{"events": [{"server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "name": "network-vif-deleted", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:14.159306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.163641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.211599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3bf1371-a056-4947-8fe1-e066adda6b9c req-a8a921d1-b557-4e41-8f71-37578caf44f9 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048371 Nov 12 03:30:14.220077 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75fda6e-1a23-4211-9358-90968d2c841d x-openstack-request-id: req-c75fda6e-1a23-4211-9358-90968d2c841d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:14.222726 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89213978-ab21-4a31-b93e-707e6695b84a", "name": "network-vif-deleted", "tag": "c539b87d-2a95-4c3b-8fb7-3ced6d3f494f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:14.223294 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c75fda6e-1a23-4211-9358-90968d2c841d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:14.223914 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89213978-ab21-4a31-b93e-707e6695b84a', 'name': 'network-vif-deleted', 'tag': 'c539b87d-2a95-4c3b-8fb7-3ced6d3f494f', 'status': 'completed', 'code': 200} Nov 12 03:30:14.292416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.296541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:14.301544 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/607b46d1-3e2e-4321-832c-bfd7ab5fa838 HTTP/1.1" status: 204 len: 168 time: 0.6162212 Nov 12 03:30:14.323740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['bda10034-57b2-44ff-ac7e-a303829f1a23'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:14.349751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3dfcc-faaf-4e63-ab37-fe0b67c49463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b46d1-3e2e-4321-832c-bfd7ab5fa838,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:14.486157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a50f9-1f5e-4c0d-9f9a-bf5c302d48e5 req-e1bd8b62-3a3c-4258-adf8-8be5d932a8d8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.491551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31a50f9-1f5e-4c0d-9f9a-bf5c302d48e5 req-e1bd8b62-3a3c-4258-adf8-8be5d932a8d8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.2359612 Nov 12 03:30:14.655393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31a50f9-1f5e-4c0d-9f9a-bf5c302d48e5 req-c5c46a7f-7f14-4dcf-a49f-6b651308cec0 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628346 Nov 12 03:30:14.897756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fab8b22a-e146-47ab-8196-467e8140109b req-1da74d17-f3aa-4f1e-8ec1-6aee34239b50 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 210 time: 0.0708508 Nov 12 03:30:14.945696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f859b-0e33-4bbd-b0e7-c739534c4aaa req-cb5bc80e-2ceb-4c7a-a278-400e36935a14 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:14.969779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593f859b-0e33-4bbd-b0e7-c739534c4aaa req-cb5bc80e-2ceb-4c7a-a278-400e36935a14 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1866500 Nov 12 03:30:15.041493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c539b87d-2a95-4c3b-8fb7-3ced6d3f494f no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:15.104103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: c539b87d-2a95-4c3b-8fb7-3ced6d3f494f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:15.104443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device c539b87d-2a95-4c3b-8fb7-3ced6d3f494f not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:15.124317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 77734e04-1dc1-4451-99a4-43c944acd685 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:15.148484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-26f7df0a-1234-4c54-8442-a8ec22757c30 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:15.161163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-26f7df0a-1234-4c54-8442-a8ec22757c30 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.3980393 Nov 12 03:30:15.180841 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Request body: {'port': {'device_id': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'admin_state_up': True, 'tenant_id': 'bb7a830997af428e9e622975dac80d8b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:15.188446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593f859b-0e33-4bbd-b0e7-c739534c4aaa req-902dbd08-4718-476c-8dda-0f10bd95a056 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2149513 Nov 12 03:30:15.216768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 77734e04-1dc1-4451-99a4-43c944acd685 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:15.227570 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:15.236276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 77734e04-1dc1-4451-99a4-43c944acd685 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:15.409611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:15.540407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:15.544829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:15.871916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1550688397'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:15.985170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Allocated IP 172.20.0.6 (42fd122e-c997-4859-87a3-f0e0044bb48e/b30d495e-a33f-4cef-ac13-d0f33cb3900a/1fcee7d6-f1c5-4ebc-b715-338e62e50130) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:16.010469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:16.014133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.032454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.097563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bad02-4d1f-4244-b3ff-7682db8ffee9 req-339803ac-2b6a-4630-946d-43a81ba4e036 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.098694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-795bad02-4d1f-4244-b3ff-7682db8ffee9 req-339803ac-2b6a-4630-946d-43a81ba4e036 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.7860930 Nov 12 03:30:16.106830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4eed3-b4ec-44d4-8f9a-0307615db8ff req-c736b57e-1895-4221-90a1-610ade06816a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.108314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06f4eed3-b4ec-44d4-8f9a-0307615db8ff req-c736b57e-1895-4221-90a1-610ade06816a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.6385138 Nov 12 03:30:16.196098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-795bad02-4d1f-4244-b3ff-7682db8ffee9 req-2a140e9e-25f2-4f23-91a2-cf84dade1caa tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740664 Nov 12 03:30:16.216392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-989670b7-e4c5-4fb3-9a68-3240fc2bfe76 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.217884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-989670b7-e4c5-4fb3-9a68-3240fc2bfe76 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 812 time: 0.7947845 Nov 12 03:30:16.252950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Request body: {'port': {'device_id': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'admin_state_up': True, 'tenant_id': 'bb7a830997af428e9e622975dac80d8b'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:16.289181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06f4eed3-b4ec-44d4-8f9a-0307615db8ff req-172f0a1e-3a68-4d3d-ba15-c944146c227d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653697 Nov 12 03:30:16.336802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.394658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.404204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.409544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.418259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1536712-30ae-40d7-b04b-7d080e8170a4 req-a9ab734f-57a1-4e6b-9ece-90b87e4162ba tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 210 time: 0.0922768 Nov 12 03:30:16.522552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Made reservation on behalf of bb7a830997af428e9e622975dac80d8b for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:16.527753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.552776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Network 42fd122e-c997-4859-87a3-f0e0044bb48e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:16.563281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:16.568400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:16.580121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:16.611295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.611653 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 3c2426a4-bccd-4c55-a079-25c96a3bc4f8 of type vlan for network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 Nov 12 03:30:16.644293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e7ad7-1b1c-4f1e-9b31-570418842219,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.687111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event updated for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:16.781409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.793708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.794507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.795663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:16.837930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Allocated IP 172.20.0.11 (42fd122e-c997-4859-87a3-f0e0044bb48e/b30d495e-a33f-4cef-ac13-d0f33cb3900a/c3a4b645-4f66-429b-bcd9-43d0b8503026) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:16.840236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dba23bdc-9763-4a81-a339-b9b1699c020c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6637650 Nov 12 03:30:16.847390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.882102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:16.882764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:16.931905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port bda10034-57b2-44ff-ac7e-a303829f1a23 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:16.934738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Request body: {'port': {'device_id': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:16.937953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port bda10034-57b2-44ff-ac7e-a303829f1a23 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:16.938724 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.060470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6476576 Nov 12 03:30:17.061730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:17.066703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0f129f86-8f0a-412f-b0dc-440f76e10f32 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:17.070558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'name': 'tempest-PortsTestJSON-161038643'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.110457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29baf14-321c-4a5d-8498-cdc1c6e13bae tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.133879 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.139776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:17.165815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.223789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997113-a8b9-4ab1-8eb4-ef1ad42f0710 req-1ed79262-595d-4fe6-badc-7e0148226b14 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.236364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2997113-a8b9-4ab1-8eb4-ef1ad42f0710 req-1ed79262-595d-4fe6-badc-7e0148226b14 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.4896152 Nov 12 03:30:17.243077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.296748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.378099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:17.383521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.402335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Network 42fd122e-c997-4859-87a3-f0e0044bb48e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:17.416574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:17.431967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:17.447214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event updated for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:17.478895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:17.485416 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15988001-9eac-4e35-b685-a738a18bf2d8" -d '{"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:17.504160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:17.523832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2997113-a8b9-4ab1-8eb4-ef1ad42f0710 req-afc5d9cb-7f84-4ee0-aeca-9badea4d15d8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2838264 Nov 12 03:30:17.555492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.556175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.577279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b862ae0-95bc-4106-b9b8-2fc72c68d028 req-ac8837a0-60a7-43f1-9b95-39dafd24223b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:17.578830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b862ae0-95bc-4106-b9b8-2fc72c68d028 req-ac8837a0-60a7-43f1-9b95-39dafd24223b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1409330 Nov 12 03:30:17.610647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-dd7b19e6-889f-451c-803a-d0a7ce25e726 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3648252 Nov 12 03:30:17.637129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Request body: {'port': {'device_id': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:17.652163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:17.704032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b862ae0-95bc-4106-b9b8-2fc72c68d028 req-ba3ddcc9-404c-4fda-9316-cbd174b21941 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142926 Nov 12 03:30:17.727651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.744249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:17.873568 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85476b3d-abb8-4252-bdc0-8ac5f85f7775 x-openstack-request-id: req-85476b3d-abb8-4252-bdc0-8ac5f85f7775 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:17.874191 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:17.874191 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-85476b3d-abb8-4252-bdc0-8ac5f85f7775 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:17.882686 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'code': 200} Nov 12 03:30:17.952658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.042205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcee7d6-f1c5-4ebc-b715-338e62e50130 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:18.052372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.067989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Transition to ACTIVE for port object 1fcee7d6-f1c5-4ebc-b715-338e62e50130 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:18.090243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.168400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e9509-5e0d-4f69-89fb-cc134c150c68 req-daab3f4c-0dd5-443e-86ce-7e0bc23bb9f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.171803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb0e9509-5e0d-4f69-89fb-cc134c150c68 req-daab3f4c-0dd5-443e-86ce-7e0bc23bb9f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 932 time: 0.2250409 Nov 12 03:30:18.188945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.236007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.260889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.300696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb0e9509-5e0d-4f69-89fb-cc134c150c68 req-0c52674e-0ffc-43dd-8fea-5580b96d4264 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190143 Nov 12 03:30:18.430376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f9576-c164-4e20-9763-8c46a0909082 req-39918b5d-5f90-4a9e-9490-481d894f1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.431960 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da1f9576-c164-4e20-9763-8c46a0909082 req-39918b5d-5f90-4a9e-9490-481d894f1c72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1098 time: 0.4516959 Nov 12 03:30:18.458270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.474634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a4b645-4f66-429b-bcd9-43d0b8503026 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:18.485230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.502395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Transition to ACTIVE for port object c3a4b645-4f66-429b-bcd9-43d0b8503026 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:30:18.509330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.526104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47798) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.553133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '3c2426a4-bccd-4c55-a079-25c96a3bc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:18.553511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:18.606858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:18.622266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Attempting to bind port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:18.622603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Attempting to bind port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:18.622966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Attempting to bind port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:18.635964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da1f9576-c164-4e20-9763-8c46a0909082 req-e444a2a2-f3be-45f5-add1-a2d253060f8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742592 Nov 12 03:30:18.657026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 on network 42fd122e-c997-4859-87a3-f0e0044bb48e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:18.657355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Attempting to bind port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:18.673907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:18.674286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Checking segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:18.674688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Bound using segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:18.675242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Bound port: 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:18.676197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.700764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Attempting to bind port c3a4b645-4f66-429b-bcd9-43d0b8503026 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:18.701207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Attempting to bind port c3a4b645-4f66-429b-bcd9-43d0b8503026 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:18.701636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Attempting to bind port c3a4b645-4f66-429b-bcd9-43d0b8503026 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:18.709130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:18.724234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Port c3a4b645-4f66-429b-bcd9-43d0b8503026 on network 42fd122e-c997-4859-87a3-f0e0044bb48e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:18.724691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Attempting to bind port c3a4b645-4f66-429b-bcd9-43d0b8503026 on network 42fd122e-c997-4859-87a3-f0e0044bb48e {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:18.738820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:18.739325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Checking segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:18.739904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Bound using segment: {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:18.741340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Bound port: c3a4b645-4f66-429b-bcd9-43d0b8503026, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68761536-d02b-4b11-b121-9d9362f8338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:18.741842 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.767519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:18.777902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d11f9-037a-40cb-8a04-5b36d1fcc38d None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:18.791799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:18.810749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.811449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.815512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bc79a12-76b2-4ffe-a851-5f0eb1f48918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.853716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-912fe38b-6742-4ecc-9829-c7c23568ee75 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7909350 Nov 12 03:30:18.859169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:18.865064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:18.868451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1166918784'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:18.875902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:18.900877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943849d-feff-4f21-9b74-eebe25b973f2 req-1caaf997-a316-40ee-88db-deffe182c55d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:18.906393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3943849d-feff-4f21-9b74-eebe25b973f2 req-1caaf997-a316-40ee-88db-deffe182c55d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2202349 Nov 12 03:30:18.908001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.936715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:18.946003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:18.963184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:18.969438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:18.981851 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.025151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.025928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.027546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3a4b645-4f66-429b-bcd9-43d0b8503026 HTTP/1.1" status: 200 len: 1093 time: 1.3954036 Nov 12 03:30:19.028211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:19.035715 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:19.139696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411fcab-2ba4-435a-b26c-bfdf1f228a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.172527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3943849d-feff-4f21-9b74-eebe25b973f2 req-a675cfc4-8630-429a-bdf8-c4d80b7c154c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2543843 Nov 12 03:30:19.223334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a499a-e836-4f7c-8d87-0a5f3f9bb126 req-29ddfac7-6b5e-4a9a-92b1-bd02739781a5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.223334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a05a499a-e836-4f7c-8d87-0a5f3f9bb126 req-29ddfac7-6b5e-4a9a-92b1-bd02739781a5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1426351 Nov 12 03:30:19.243785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-8bbc2da3-7ea1-4576-99f2-d7eae9c35d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.245099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-8bbc2da3-7ea1-4576-99f2-d7eae9c35d0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 1096 time: 0.1136019 Nov 12 03:30:19.276000 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f58454-34eb-440a-81cb-78265ac90123 x-openstack-request-id: req-e0f58454-34eb-440a-81cb-78265ac90123 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:19.276420 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:19.276684 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e0f58454-34eb-440a-81cb-78265ac90123 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:19.277114 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026', 'status': 'completed', 'code': 200} Nov 12 03:30:19.329196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-16c01af1-261f-42a9-8863-a45212a52858 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026 HTTP/1.1" status: 200 len: 217 time: 0.0650089 Nov 12 03:30:19.338956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a05a499a-e836-4f7c-8d87-0a5f3f9bb126 req-0fd077c7-b4b6-4dff-847c-adffbe13ff8d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153462 Nov 12 03:30:19.399382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-81762270-0ad4-426b-ad3b-36d3849c2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.401740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-81762270-0ad4-426b-ad3b-36d3849c2096 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.0618842 Nov 12 03:30:19.460403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-0ad2d5a6-68d4-486c-b0a5-450b8fe5e59c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457232 Nov 12 03:30:19.490884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.490884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.491607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] 10.222.0.16 "PUT /v2.0/ports/1fcee7d6-f1c5-4ebc-b715-338e62e50130 HTTP/1.1" status: 200 len: 1092 time: 2.5984890 Nov 12 03:30:19.494319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bc79a12-76b2-4ffe-a851-5f0eb1f48918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.494476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:19.496760 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42efe52-382a-46e5-9438-339c167af1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:19.499596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:19.510905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5bc79a12-76b2-4ffe-a851-5f0eb1f48918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.514074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b719cf-42cc-44dc-9153-87e279c3c47b req-01653e8d-0eff-4fcc-b60c-9b57ea5f434f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.523549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27b719cf-42cc-44dc-9153-87e279c3c47b req-01653e8d-0eff-4fcc-b60c-9b57ea5f434f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 944 time: 0.1198783 Nov 12 03:30:19.529427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.529775 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 41c1024e-e1b0-462e-ade6-c838b9b54a59 of type vlan for network 38ded016-7f07-4a0a-915b-d84bca69459d Nov 12 03:30:19.536565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b34f4-4cfa-4925-b51a-605289a22337 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.598630 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39d30a-8950-40cb-93cd-e91f8d0f81b8 x-openstack-request-id: req-4f39d30a-8950-40cb-93cd-e91f8d0f81b8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:19.598981 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:19.599230 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4f39d30a-8950-40cb-93cd-e91f8d0f81b8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:19.599606 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130', 'status': 'completed', 'code': 200} Nov 12 03:30:19.632437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27b719cf-42cc-44dc-9153-87e279c3c47b req-8af788e0-db61-4dfb-ab6d-98a4353b72bd tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067231 Nov 12 03:30:19.633203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5bc79a12-76b2-4ffe-a851-5f0eb1f48918 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=413e86090de24df99da7612509925840&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1006191 Nov 12 03:30:19.634938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79a12-76b2-4ffe-a851-5f0eb1f48918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ab375-b6ef-4166-b082-6852ae4ff927,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.638428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.640443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47820) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.652656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-75cb69dd-46ca-4dd8-8fd4-038a8061c929 service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845419 Nov 12 03:30:19.703140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-ef3fe0d9-cfc3-42e0-a8e8-d7ad2d12631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.704569 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-ef3fe0d9-cfc3-42e0-a8e8-d7ad2d12631a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 1095 time: 0.1155353 Nov 12 03:30:19.706803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.712445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.713066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.764424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-d98c27ab-b5b4-458c-95f9-f410531e285f service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031542 Nov 12 03:30:19.799771 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-25bd2d42-877d-4a9f-a9cd-6c2cbb36235a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130 HTTP/1.1" status: 200 len: 217 time: 0.0639715 Nov 12 03:30:19.802823 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9400532 Nov 12 03:30:19.806224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:19.813148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'ports': [{'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'}, {'network_id': '38ded016-7f07-4a0a-915b-d84bca69459d'}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.813757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.815541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '38ded016-7f07-4a0a-915b-d84bca69459d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:19.832012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.853084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2636048-154a-481a-8624-977b74a7a993 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=38ded016-7f07-4a0a-915b-d84bca69459d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:19.863855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:19.866567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 38ded016-7f07-4a0a-915b-d84bca69459d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:19.960889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-d6df3cfb-7dc2-4d35-aee9-5a954afb7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:19.963999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-d6df3cfb-7dc2-4d35-aee9-5a954afb7add service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.0921988 Nov 12 03:30:20.025053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-35df7448-3d13-4240-ad9d-5a16bfeea261 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547078 Nov 12 03:30:20.025721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.028486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.029872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2b6ab375-b6ef-4166-b082-6852ae4ff927 HTTP/1.1" status: 204 len: 168 time: 0.3870647 Nov 12 03:30:20.058968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11bf8e-964f-4761-b416-df773490bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ab375-b6ef-4166-b082-6852ae4ff927,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:20.098472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-bdd84141-9417-40a8-856b-34b831032d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.100945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-bdd84141-9417-40a8-856b-34b831032d87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 1096 time: 0.2107487 Nov 12 03:30:20.114791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:20.120790 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.138197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.185424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-800792e6-3548-4954-8069-3c529c22c295 service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485398 Nov 12 03:30:20.305317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 5d9cf590-75bc-4f7c-9433-db71f9d0b5b8 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:20.325963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-0d9665e8-e34e-4133-b214-c1871baa58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.327394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-0d9665e8-e34e-4133-b214-c1871baa58b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 912 time: 0.1788738 Nov 12 03:30:20.358934 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-681361a7-83a3-488c-b36d-4db37fe8e2a4 req-df926edf-e51d-4a62-853b-13e000fb157a service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479185 Nov 12 03:30:20.413434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-2ad5ff8e-6d5f-44c9-bf4a-1fd7c48853e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026 HTTP/1.1" status: 200 len: 217 time: 0.0745335 Nov 12 03:30:20.506309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe52-382a-46e5-9438-339c167af1c9 req-3488b16c-9e1b-4550-ab59-8eea7e3b694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.508060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-3488b16c-9e1b-4550-ab59-8eea7e3b694c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb7a830997af428e9e622975dac80d8b&device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 1095 time: 0.0498955 Nov 12 03:30:20.540401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d693f-222b-4d91-9fdd-ab37ad9ef334 req-7eeb25aa-081f-4a1d-a2b6-544d361ddcb3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.541935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b0d693f-222b-4d91-9fdd-ab37ad9ef334 req-7eeb25aa-081f-4a1d-a2b6-544d361ddcb3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1580124 Nov 12 03:30:20.614909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-3c6e845f-c52d-4fec-b298-241f32e38d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.615682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-3c6e845f-c52d-4fec-b298-241f32e38d69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.1563170 Nov 12 03:30:20.639510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe52-382a-46e5-9438-339c167af1c9 req-760b7fe7-9600-44b9-9b81-74994c5614e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.641032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-760b7fe7-9600-44b9-9b81-74994c5614e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 200 len: 912 time: 0.1262653 Nov 12 03:30:20.661381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a1a0a-60a4-401f-b2f7-186dfa4d83eb req-d36b0e4c-29ce-4b57-8d0f-d924b7c38582 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.663463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a2a1a0a-60a4-401f-b2f7-186dfa4d83eb req-d36b0e4c-29ce-4b57-8d0f-d924b7c38582 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2105834 Nov 12 03:30:20.672415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-1de9c243-a6fd-4713-850d-f42b2370dd3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485747 Nov 12 03:30:20.686280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:20.706299 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-2d54649d-040a-480e-a99a-cbde475c8881 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130 HTTP/1.1" status: 200 len: 217 time: 0.0547755 Nov 12 03:30:20.766245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42efe52-382a-46e5-9438-339c167af1c9 req-0efcafa0-16c5-4a9c-96cf-91ed2075b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:20.767392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b0d693f-222b-4d91-9fdd-ab37ad9ef334 req-8021c1dd-c2fc-4757-95bb-364fef966477 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2144580 Nov 12 03:30:20.767841 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-0efcafa0-16c5-4a9c-96cf-91ed2075b702 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 200 len: 852 time: 0.0542371 Nov 12 03:30:20.839598 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-3af70e96-e3a7-4198-9c41-fcb115ceecca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=42fd122e-c997-4859-87a3-f0e0044bb48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627637 Nov 12 03:30:20.955858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 066d320b-b11c-45fd-bff7-016e40fe817c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:20.956553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-3b51518c-6cda-49af-9d53-1bcbd0a02e83 service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081312 Nov 12 03:30:20.979195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-2441abc2-01b3-4b99-b10a-a26602444d7b service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839038 Nov 12 03:30:20.997481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a2a1a0a-60a4-401f-b2f7-186dfa4d83eb req-53e20ff4-0a9b-4697-8838-dafe314a9884 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240485 Nov 12 03:30:21.132143 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b42efe52-382a-46e5-9438-339c167af1c9 req-17e34385-7920-4a10-9070-bb075a823c75 service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657753 Nov 12 03:30:21.136198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f46def-7b43-49d1-8dab-8ab3355a87ad req-47e8c0c7-36ae-4184-a59c-663fa9ebfa15 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.138423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92f46def-7b43-49d1-8dab-8ab3355a87ad req-47e8c0c7-36ae-4184-a59c-663fa9ebfa15 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 944 time: 0.2911582 Nov 12 03:30:21.285126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fe67d4-8543-4400-be26-a4ecd8a1ec5e req-45bac417-212a-4bd8-9f2c-2ec5eb904d8b service neutron] 10.222.0.16 "GET /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864230 Nov 12 03:30:21.324305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b287d-a6ec-40f3-9ae5-cbdc9cf417ad req-4d92b956-9358-438f-ae98-5934d658d876 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:21.326022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-767b287d-a6ec-40f3-9ae5-cbdc9cf417ad req-4d92b956-9358-438f-ae98-5934d658d876 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1866603 Nov 12 03:30:21.329388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92f46def-7b43-49d1-8dab-8ab3355a87ad req-0a3ce443-c552-4ffc-bcc7-3245be9172b5 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816161 Nov 12 03:30:21.335384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:21.342828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'floatingip': {'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:21.402574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.416220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.544870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.639535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:21.647674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:21.652049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:21.652992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:21.656236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=5d9cf590-75bc-4f7c-9433-db71f9d0b5b8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.109122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-33c00e52-11fd-4274-8b8f-60e3d6221eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.136064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=066d320b-b11c-45fd-bff7-016e40fe817c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.172992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '41c1024e-e1b0-462e-ade6-c838b9b54a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '38ded016-7f07-4a0a-915b-d84bca69459d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:22.173353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 38ded016-7f07-4a0a-915b-d84bca69459d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:22.227993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc73781-357d-4cef-b581-689dc43a1eda req-661e9d0b-3be4-4b11-8fe5-3e8cf609febe tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.235156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cc73781-357d-4cef-b581-689dc43a1eda req-661e9d0b-3be4-4b11-8fe5-3e8cf609febe tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1558325 Nov 12 03:30:22.308348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 38ded016-7f07-4a0a-915b-d84bca69459d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:22.367806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 38ded016-7f07-4a0a-915b-d84bca69459d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:22.373359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:22.377715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63325d9-972b-4993-9973-d4ab9f17570d None None] Network 38ded016-7f07-4a0a-915b-d84bca69459d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:22.379123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.385456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.386164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.403995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cc73781-357d-4cef-b581-689dc43a1eda req-14e889b3-969f-4cc4-a5e4-05bc65444304 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678758 Nov 12 03:30:22.434434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.435657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b25f32b8-e05c-45e2-9842-bb62b2c1287e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6278923 Nov 12 03:30:22.452942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.552273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25400718-058b-48a7-8b72-23203ada6770 req-446c6456-ea40-4067-9893-3120a5eadfac tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:22.554405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25400718-058b-48a7-8b72-23203ada6770 req-446c6456-ea40-4067-9893-3120a5eadfac tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 944 time: 0.1173913 Nov 12 03:30:22.601357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 066d320b-b11c-45fd-bff7-016e40fe817c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:22.601787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.671858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25400718-058b-48a7-8b72-23203ada6770 req-064f02a9-d39f-4bdc-90f8-1ace9961d2a3 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094728 Nov 12 03:30:22.676928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.684187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.697878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.713683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 066d320b-b11c-45fd-bff7-016e40fe817c owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:22.734698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:22.805270 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Floating IP 15bf8aaf-177a-430e-a9b2-4a8702e093a7 associated. External IP: 172.25.7.73, port: bda10034-57b2-44ff-ac7e-a303829f1a23. Nov 12 03:30:22.807733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.842580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1fcee7d6-f1c5-4ebc-b715-338e62e50130 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:22.889801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.933873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=066d320b-b11c-45fd-bff7-016e40fe817c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:22.942489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:22.949236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95c1ed61-bd01-4971-9e57-39a3671f2f5f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/066d320b-b11c-45fd-bff7-016e40fe817c HTTP/1.1" status: 204 len: 168 time: 0.5130730 Nov 12 03:30:22.952214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47908) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:22.986081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.000497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '1fcee7d6-f1c5-4ebc-b715-338e62e50130', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'port_id': '1fcee7d6-f1c5-4ebc-b715-338e62e50130', 'mac_address': 'fa:16:3e:46:1f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30d495e-a33f-4cef-ac13-d0f33cb3900a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:23.027616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54992fda-65ea-4b27-be5e-b56281684724 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.034357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54992fda-65ea-4b27-be5e-b56281684724 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.039057 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-54992fda-65ea-4b27-be5e-b56281684724 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0829215 Nov 12 03:30:23.039894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.054310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.071521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcee7d6-f1c5-4ebc-b715-338e62e50130 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:23.073970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.097005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.102064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.103026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c3a4b645-4f66-429b-bcd9-43d0b8503026 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:23.129608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:23.139195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.157720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'c3a4b645-4f66-429b-bcd9-43d0b8503026', 'network_id': '42fd122e-c997-4859-87a3-f0e0044bb48e', 'port_id': 'c3a4b645-4f66-429b-bcd9-43d0b8503026', 'mac_address': 'fa:16:3e:9e:07:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30d495e-a33f-4cef-ac13-d0f33cb3900a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:30:23.231911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 5d9cf590-75bc-4f7c-9433-db71f9d0b5b8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:23.231911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.252895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.266604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Allocated IP 172.25.7.92 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c98a2ee8-c168-4015-b1cf-0056162b29c6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:23.268724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.274937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a4b645-4f66-429b-bcd9-43d0b8503026 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:30:23.300510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:23.307475 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.323470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:23.341977 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:23.343031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.345115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.367406 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:23.368027 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:23.370038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.404266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fc4984f0-7e58-41ea-bcea-b654d6bf4010 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "PUT /v2.0/floatingips/15bf8aaf-177a-430e-a9b2-4a8702e093a7 HTTP/1.1" status: 200 len: 991 time: 2.0652683 Nov 12 03:30:23.404266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:23.405225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 5d9cf590-75bc-4f7c-9433-db71f9d0b5b8 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:23.408743 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae59512-ef9b-4795-93f0-e65685e7c468" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:23.481850 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f987ab4-e31d-4d14-8258-3d9888ffdd37 x-openstack-request-id: req-7f987ab4-e31d-4d14-8258-3d9888ffdd37 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:23.482141 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:23.482392 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7f987ab4-e31d-4d14-8258-3d9888ffdd37 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:23.482810 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'status': 'completed', 'code': 200} Nov 12 03:30:23.524361 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:23.556459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.612184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.650813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=5d9cf590-75bc-4f7c-9433-db71f9d0b5b8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.660237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.665519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4cedbe8d-ec0a-4e45-8314-f867e46e2800 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/5d9cf590-75bc-4f7c-9433-db71f9d0b5b8 HTTP/1.1" status: 204 len: 168 time: 0.6236610 Nov 12 03:30:23.667217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:23.669395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-fd6a3076-f06d-4409-b46f-6f9eed172358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.669538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.672735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-fd6a3076-f06d-4409-b46f-6f9eed172358 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1098 time: 0.1308331 Nov 12 03:30:23.686342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1fcee7d6-f1c5-4ebc-b715-338e62e50130'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:23.711511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b407-2131-4c21-b279-5f8e61a42da6 req-1c77fdcf-7aa9-4e7b-bc70-fb6979e27f24 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.720118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a741b407-2131-4c21-b279-5f8e61a42da6 req-1c77fdcf-7aa9-4e7b-bc70-fb6979e27f24 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1180234 Nov 12 03:30:23.732204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c3a4b645-4f66-429b-bcd9-43d0b8503026'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:23.811556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:23.838747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:23.845420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:23.859149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=c98a2ee8-c168-4015-b1cf-0056162b29c6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:23.929718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a741b407-2131-4c21-b279-5f8e61a42da6 req-b510e7cf-ce22-4289-b699-f4806c343e0e tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082186 Nov 12 03:30:23.947341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-7f41ae5c-873a-402b-b999-cc694739da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.949595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-7f41ae5c-873a-402b-b999-cc694739da16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.2675703 Nov 12 03:30:23.956999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe4de4-6129-43f9-83b3-ccb0d4a0b7ea tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.960551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ddbe4de4-6129-43f9-83b3-ccb0d4a0b7ea tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2873461 Nov 12 03:30:23.963487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:23.971830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cacb8-e191-47b5-b68b-310f4ca4b5b6 req-c03833d2-13b9-4aad-9e33-aa69ff7b7100 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:23.980146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a94cacb8-e191-47b5-b68b-310f4ca4b5b6 req-c03833d2-13b9-4aad-9e33-aa69ff7b7100 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 945 time: 0.1526730 Nov 12 03:30:24.009595 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-157dfa96-f041-4c2f-9515-d59a77d6b56f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:24.014014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-157dfa96-f041-4c2f-9515-d59a77d6b56f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/066d320b-b11c-45fd-bff7-016e40fe817c HTTP/1.1" status: 404 len: 333 time: 0.0466905 Nov 12 03:30:24.014997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.054235 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '15bf8aaf-177a-430e-a9b2-4a8702e093a7', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:53Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.084088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.098305 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:24.111521 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:24.112973 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:29:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.114302 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e8351c-e849-4d9c-8522-fb807c4033d5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:24.116942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-83e8351c-e849-4d9c-8522-fb807c4033d5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/5d9cf590-75bc-4f7c-9433-db71f9d0b5b8 HTTP/1.1" status: 404 len: 333 time: 0.0495350 Nov 12 03:30:24.120902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.135335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.145116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-97d7369e-6d73-40bc-9260-a804797727a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 999 time: 0.1630194 Nov 12 03:30:24.198122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a94cacb8-e191-47b5-b68b-310f4ca4b5b6 req-00c16bdd-be16-4402-b7c7-c02de594a858 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978531 Nov 12 03:30:24.232064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-d8631ac7-7ec8-4c44-ba87-1eeef64b8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.235104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-d8631ac7-7ec8-4c44-ba87-1eeef64b8ae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0779765 Nov 12 03:30:24.262094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.305796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c8288a10-ca74-4bf8-ac22-fd734ccc01cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.360935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-ec891903-1c45-4d58-b9e2-7999bda51462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:24.363223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-ec891903-1c45-4d58-b9e2-7999bda51462 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178970 Nov 12 03:30:24.384110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:24.448615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.486581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-755c8f8f-eaf3-4b95-a9fd-131431139107 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133440 Nov 12 03:30:24.490497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ded016-7f07-4a0a-915b-d84bca69459d']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.519489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c1024e-e1b0-462e-ade6-c838b9b54a59') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.519793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c1024e-e1b0-462e-ade6-c838b9b54a59') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.535974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.572505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.577853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.585850 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.598044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:24.598455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:24.610811 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:24.637268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae59512-ef9b-4795-93f0-e65685e7c468 req-b8abaab2-658e-42fb-8c04-ce97ce563ab8 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445377 Nov 12 03:30:24.723617 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '15bf8aaf-177a-430e-a9b2-4a8702e093a7', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:53Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:24.762168 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6970e8e-7166-4d77-8f8e-a395d10696d3 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '15bf8aaf-177a-430e-a9b2-4a8702e093a7', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:29:53Z', 'updated_at': '2021-11-12T03:30:22Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:24.766338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=c98a2ee8-c168-4015-b1cf-0056162b29c6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.780298 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.783438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.793661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.809244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/38ded016-7f07-4a0a-915b-d84bca69459d HTTP/1.1" status: 204 len: 168 time: 0.6770701 Nov 12 03:30:24.809464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.809464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1928136991'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:24.837286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:24.838528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c1db-bbbc-4cc4-8fb7-5a67d9725165 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=38ded016-7f07-4a0a-915b-d84bca69459d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:24.841237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.842154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1fcee7d6-f1c5-4ebc-b715-338e62e50130 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:24.857287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.859176 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b24ed31-79a4-4135-b974-f167a9b8322f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4002643 Nov 12 03:30:24.861943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:24.867866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-887953114'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:24.886607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:24.904068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Made reservation on behalf of 72f0d047deab410f92c5dfa05d81f350 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:24.904278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.904492 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment d0a3abb8-710e-43cb-8b69-619a4d1f341c of type vlan for network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb Nov 12 03:30:24.911362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.931404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.934003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:24.938608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:24.939034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:24.976733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.028328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.037216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.037898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.072079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.080765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.143960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3362026 Nov 12 03:30:25.152342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.159506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.166646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:25.196131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:25.199666 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa8ede6-00c4-48f0-b484-6ed978fc5992" -d '{"events": [{"server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "name": "network-vif-plugged", "status": "completed", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:25.227549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e38b-aa82-4e59-a3e7-1f5e97d80173 req-cf1b6473-f174-4cb1-8025-691b6989701c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.234024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:25.237651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9981e38b-aa82-4e59-a3e7-1f5e97d80173 req-cf1b6473-f174-4cb1-8025-691b6989701c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1609271 Nov 12 03:30:25.241358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.242560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c3a4b645-4f66-429b-bcd9-43d0b8503026 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:25.268857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8feac73-db5b-4f76-99e4-7b13c15ca202,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.288182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:25.326409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9981e38b-aa82-4e59-a3e7-1f5e97d80173 req-abbad3f2-7388-4c7f-b18a-25d047d967ca tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875978 Nov 12 03:30:25.331332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a77f21-af87-4e56-af9c-098d5d8b80a8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=8fc7373d-bbe6-4424-8d5d-256c34cea9eb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.440504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.444188 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Added segment 4b1c6c27-bc47-4321-a0d1-52487978ffe6 of type vlan for network 91d3806a-4cdb-4edd-8a55-5132f59a2415 Nov 12 03:30:25.449359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa094ec-f7bd-4e22-9b99-45db1b961cc9 req-6681bc25-9937-4918-ad3b-fc355d10288f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.451592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffa094ec-f7bd-4e22-9b99-45db1b961cc9 req-6681bc25-9937-4918-ad3b-fc355d10288f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 945 time: 0.1019568 Nov 12 03:30:25.457800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.461893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:25.467705 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46c0d8-9173-4f6f-baf1-9b9044656b49 x-openstack-request-id: req-ab46c0d8-9173-4f6f-baf1-9b9044656b49 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:25.468347 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "name": "network-vif-plugged", "status": "completed", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:25.468746 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ab46c0d8-9173-4f6f-baf1-9b9044656b49 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:25.469292 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130', 'code': 200} Nov 12 03:30:25.530937 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.569439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d4a25c-cbfb-4218-90c0-1780f751466c None None] New status for floating IP 15bf8aaf-177a-430e-a9b2-4a8702e093a7: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:30:25.606224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.629466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:25.633892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.638591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffa094ec-f7bd-4e22-9b99-45db1b961cc9 req-6640b4b9-f328-457c-82a6-22c4ef6de743 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765974 Nov 12 03:30:25.669007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.675528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.677648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.716425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97d6c-cf57-4bb5-9bdd-17d4100f62a2 req-0a4e064e-572c-46b8-806a-2b8ab54b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.720803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5a97d6c-cf57-4bb5-9bdd-17d4100f62a2 req-0a4e064e-572c-46b8-806a-2b8ab54b95dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 1097 time: 0.1881490 Nov 12 03:30:25.759777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e1cb4-2f8a-4f7d-b1d4-accd05ae2cdf req-94e2c805-c6a6-4765-a23b-180b3e0bd41d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:25.761310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de6e1cb4-2f8a-4f7d-b1d4-accd05ae2cdf req-94e2c805-c6a6-4765-a23b-180b3e0bd41d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1098 time: 0.1481645 Nov 12 03:30:25.761946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port c3a4b645-4f66-429b-bcd9-43d0b8503026 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:30:25.776678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port c3a4b645-4f66-429b-bcd9-43d0b8503026 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:25.777270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:25.805613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5a97d6c-cf57-4bb5-9bdd-17d4100f62a2 req-a05fa76b-db28-4aa2-8edb-830d9c949c94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734422 Nov 12 03:30:25.827059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de6e1cb4-2f8a-4f7d-b1d4-accd05ae2cdf req-78048ca7-6908-4e68-8faf-94c054306dd8 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530505 Nov 12 03:30:25.848220 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9821579 Nov 12 03:30:25.849427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:25.858813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Request body: {'subnet': {'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:25.858943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:30:25.860220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:30:25.870822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0023836-5cb8-4040-82f0-72469f4557d7 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Network': ['ID=91d3806a-4cdb-4edd-8a55-5132f59a2415,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:25.923312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:26.036116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Made reservation on behalf of 72f0d047deab410f92c5dfa05d81f350 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:26.041156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.065554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.093333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.117457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-93165528-06c8-4cd2-969e-750c73a90028 req-8135d9b4-623b-4cf1-ba65-c49f3be3972b service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:30:26.123377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93165528-06c8-4cd2-969e-750c73a90028 req-8135d9b4-623b-4cf1-ba65-c49f3be3972b service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1522191 Nov 12 03:30:26.163241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:26.167875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.180974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=e130fcab-f392-4a4c-839a-6d7fd134b786,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.189512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': 'd0a3abb8-710e-43cb-8b69-619a4d1f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:26.190171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 8fc7373d-bbe6-4424-8d5d-256c34cea9eb, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:26.212534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:26.226766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8fc7373d-bbe6-4424-8d5d-256c34cea9eb) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:26.233874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.235938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.242992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edd2a9-13ed-4c45-8118-66f1e5826cfc None None] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:26.262164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.262756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-727e98ea-e385-4e65-aed6-e7379dd3a021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1014178 Nov 12 03:30:26.264835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.286059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb', 'name': 'tempest-PortsTestJSON-1285537812'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.378293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.485714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8fc7373d-bbe6-4424-8d5d-256c34cea9eb', 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': 'e130fcab-f392-4a4c-839a-6d7fd134b786'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:26.487936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.499048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:26.509280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.536250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 7079865d-bd76-4575-9e04-85270fbc9be7 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:26.555976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Subnet': ['ID=6ae02ea8-4d34-45a3-9ce4-e136955bc8b1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:26.566422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Checking segment: {'id': '4b1c6c27-bc47-4321-a0d1-52487978ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:26.566793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network hostable DHCP agents. Network: 91d3806a-4cdb-4edd-8a55-5132f59a2415, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:26.586755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba674e-02cb-434d-aa9c-f74c98e195c4 req-b6ee77b9-f32a-4967-b054-d9a508addd8c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.588327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceba674e-02cb-434d-aa9c-f74c98e195c4 req-b6ee77b9-f32a-4967-b054-d9a508addd8c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1207700 Nov 12 03:30:26.614897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:26.651497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 91d3806a-4cdb-4edd-8a55-5132f59a2415) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:26.660820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.661428 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.691898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd7f4b-c350-4f5f-b991-12b9f9b9fdad None None] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:26.698309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceba674e-02cb-434d-aa9c-f74c98e195c4 req-37c459d6-b33d-4039-bb8c-0e331a370870 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018288 Nov 12 03:30:26.714036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47990) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:26.714593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-798b7993-43f8-459c-ba1d-ef150e22dd1e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8632102 Nov 12 03:30:26.730235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2082917101', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:26.782494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.782494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.861106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b94f3-b9b6-4e30-8b2f-e97ab96f3efa req-ce864695-b438-4312-84dd-6da340d80ae9 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:26.866249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-436b94f3-b9b6-4e30-8b2f-e97ab96f3efa req-ce864695-b438-4312-84dd-6da340d80ae9 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 946 time: 0.0911236 Nov 12 03:30:26.874611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.923220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:26.931800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Allocated IP 172.20.0.2 (8fc7373d-bbe6-4424-8d5d-256c34cea9eb/e130fcab-f392-4a4c-839a-6d7fd134b786/3c28e2ea-a886-4c59-a758-1b91ba3418b4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:26.961269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-436b94f3-b9b6-4e30-8b2f-e97ab96f3efa req-8f0558cd-16e6-4435-a9e6-8dba9e8110fd tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Nov 12 03:30:27.105725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.347579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-91d3806a-4cdb-4edd-8a55-5132f59a2415', 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415', 'tenant_id': '72f0d047deab410f92c5dfa05d81f350', 'fixed_ips': [{'subnet_id': '6ae02ea8-4d34-45a3-9ce4-e136955bc8b1'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:27.352099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.498397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:27.500633 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8fe9c-565c-4007-aff6-d0397f4a7d71" -d '{"events": [{"server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "name": "network-vif-plugged", "status": "completed", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:27.582254 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c4a52d-f640-48a1-bc30-6c8524a4ec29 x-openstack-request-id: req-63c4a52d-f640-48a1-bc30-6c8524a4ec29 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:27.582588 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "name": "network-vif-plugged", "status": "completed", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:27.582795 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-63c4a52d-f640-48a1-bc30-6c8524a4ec29 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:27.583256 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026', 'code': 200} Nov 12 03:30:27.650314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.667061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.688571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:27.692990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:27.751903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:27.797744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Allocated IP 172.20.0.2 (91d3806a-4cdb-4edd-8a55-5132f59a2415/6ae02ea8-4d34-45a3-9ce4-e136955bc8b1/652173aa-b941-40e6-8687-502146ee670a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:27.811697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.815241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f07c-2e3d-4593-90d9-18002cf73093 req-746a4d5a-bd8e-49a7-9ade-5a4d37854da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.821640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37f4f07c-2e3d-4593-90d9-18002cf73093 req-746a4d5a-bd8e-49a7-9ade-5a4d37854da2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 1098 time: 0.1034966 Nov 12 03:30:27.850718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Pushing event updated for resources: {'Port': ['ID=3c28e2ea-a886-4c59-a758-1b91ba3418b4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:27.913696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Attempting to bind port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:27.914045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Attempting to bind port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd0a3abb8-710e-43cb-8b69-619a4d1f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:27.914387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Attempting to bind port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 on network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:27.926523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:27.926921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Checking segment: {'id': 'd0a3abb8-710e-43cb-8b69-619a4d1f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:27.928752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.929059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Bound using segment: {'id': 'd0a3abb8-710e-43cb-8b69-619a4d1f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:27.929548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Bound port: 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a3abb8-710e-43cb-8b69-619a4d1f341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8fc7373d-bbe6-4424-8d5d-256c34cea9eb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:27.929982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:27.993116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d705-4724-4d43-8886-7c3ea7a0470c req-5abd1e56-0e51-4cf4-b282-1c19122ce3e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:27.999685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.4 (8fc7373d-bbe6-4424-8d5d-256c34cea9eb/e130fcab-f392-4a4c-839a-6d7fd134b786/7079865d-bd76-4575-9e04-85270fbc9be7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:28.006542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c29d705-4724-4d43-8886-7c3ea7a0470c req-5abd1e56-0e51-4cf4-b282-1c19122ce3e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1586607 Nov 12 03:30:28.054109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] For port 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:28.059561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] For port 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3c28e2ea-a886-4c59-a758-1b91ba3418b4,segment=NetworkSegment(d0a3abb8-710e-43cb-8b69-619a4d1f341c),segment_id=d0a3abb8-710e-43cb-8b69-619a4d1f341c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:28.067286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.097591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c29d705-4724-4d43-8886-7c3ea7a0470c req-da8602eb-b2b6-4086-ad9c-bfcfc93837ee tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863972 Nov 12 03:30:28.120815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37f4f07c-2e3d-4593-90d9-18002cf73093 req-fb88b141-4b40-48ed-97eb-926158d23659 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734723 Nov 12 03:30:28.164002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.178235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.186207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f8eca-2e2c-44fd-a814-c01e5ec39264 None None] Pushing event updated for resources: {'Port': ['ID=3c28e2ea-a886-4c59-a758-1b91ba3418b4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.205759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.241582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:28.243067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Pushing event updated for resources: {'Port': ['ID=652173aa-b941-40e6-8687-502146ee670a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.254368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:28.257452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:28.278589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5d3d4880-e1b0-4e77-903a-8d5fde3e563e tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:30:28.281196 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5d3d4880-e1b0-4e77-903a-8d5fde3e563e tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469384 Nov 12 03:30:28.338302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604560-0d1d-427e-827f-40bd25b57e25 req-3c1ea673-27d3-4645-bfd9-7b8968156d8f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.340206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d604560-0d1d-427e-827f-40bd25b57e25 req-3c1ea673-27d3-4645-bfd9-7b8968156d8f tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 946 time: 0.0881827 Nov 12 03:30:28.359053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Attempting to bind port 652173aa-b941-40e6-8687-502146ee670a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:28.359422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Attempting to bind port 652173aa-b941-40e6-8687-502146ee670a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4b1c6c27-bc47-4321-a0d1-52487978ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:28.359781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Attempting to bind port 652173aa-b941-40e6-8687-502146ee670a on network 91d3806a-4cdb-4edd-8a55-5132f59a2415 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:28.366495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:28.366629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Checking segment: {'id': '4b1c6c27-bc47-4321-a0d1-52487978ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:28.367010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.367397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Bound using segment: {'id': '4b1c6c27-bc47-4321-a0d1-52487978ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:28.368604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Bound port: 652173aa-b941-40e6-8687-502146ee670a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b1c6c27-bc47-4321-a0d1-52487978ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:28.369171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.401824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.435036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-88500b93-4a3e-4463-9631-c3ebb8999cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.436589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-88500b93-4a3e-4463-9631-c3ebb8999cfa service neutron] 10.222.0.97 "GET /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 1095 time: 0.1418521 Nov 12 03:30:28.442241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d604560-0d1d-427e-827f-40bd25b57e25 req-c36e483e-a75e-4888-a9f1-d4abafadc039 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908179 Nov 12 03:30:28.452847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.454521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Request body: {'binding': {'host': 'n-h1-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:28.455277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Unknown quota resources ['binding']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:30:28.538298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] For port 652173aa-b941-40e6-8687-502146ee670a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:28.544876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] For port 652173aa-b941-40e6-8687-502146ee670a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=652173aa-b941-40e6-8687-502146ee670a,segment=NetworkSegment(4b1c6c27-bc47-4321-a0d1-52487978ffe6),segment_id=4b1c6c27-bc47-4321-a0d1-52487978ffe6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:28.550288 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.563564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:28.657425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724d138-35e2-4db5-b6cf-4127841b8ad9 None None] Pushing event updated for resources: {'Port': ['ID=652173aa-b941-40e6-8687-502146ee670a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:28.852313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:28.880279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:28.889444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:28.897925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-a4b31520-580a-42c9-ad4e-75d5a47a700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:28.902297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-a4b31520-580a-42c9-ad4e-75d5a47a700a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.0849259 Nov 12 03:30:28.935713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Allocated IP 172.25.7.4 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/26e2108d-699f-4a88-b2dc-fb9486756c73) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:28.940729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=7079865d-bd76-4575-9e04-85270fbc9be7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.086506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.087201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.209781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b7ea3cd-f0cb-4d62-8a22-1f12f76a49bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9346924 Nov 12 03:30:29.213009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-166cc043-c748-484b-af81-6c4f10c662fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.222326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:29.222561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-166cc043-c748-484b-af81-6c4f10c662fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.3064027 Nov 12 03:30:29.311651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 652173aa-b941-40e6-8687-502146ee670a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:29.330118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h1-766726-29 for vnic_type normal with profile None {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:29.330594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:29.331063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:29.340663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:29.341139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:29.418767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 652173aa-b941-40e6-8687-502146ee670a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:29.423303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.446699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225ea68-61b0-4ae8-bad3-269bf29f9e84 req-6e41b965-3a40-4790-b1a5-b0564be5158c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.458571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5225ea68-61b0-4ae8-bad3-269bf29f9e84 req-6e41b965-3a40-4790-b1a5-b0564be5158c tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2349849 Nov 12 03:30:29.493168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.503720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-072f5d1d-9069-4a46-8980-540e813640e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.2311907 Nov 12 03:30:29.509729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:29.518388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:29.518796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:29.519520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Bound port: a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:29.639593 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.658812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5225ea68-61b0-4ae8-bad3-269bf29f9e84 req-fc416b61-18c9-4a63-8d27-a88c1fbd1aae tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1990600 Nov 12 03:30:29.679307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-41c6cd95-71f5-4435-b613-5e87d2f07d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.680889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-41c6cd95-71f5-4435-b613-5e87d2f07d06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1691456 Nov 12 03:30:29.702430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:29.713061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.717017 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-56e8f3a6-3662-4bb4-bf70-1d89e95eb3fb service neutron] 10.222.0.97 "POST /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9/bindings HTTP/1.1" status: 201 len: 390 time: 1.2702091 Nov 12 03:30:29.720845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.746686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 652173aa-b941-40e6-8687-502146ee670a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=652173aa-b941-40e6-8687-502146ee670a,segment=NetworkSegment(4b1c6c27-bc47-4321-a0d1-52487978ffe6),segment_id=4b1c6c27-bc47-4321-a0d1-52487978ffe6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:29.759867 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.762083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3c28e2ea-a886-4c59-a758-1b91ba3418b4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:29.836269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-69b9b4a4-1828-4cd8-8d07-5c5d9dbd1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:29.839302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=26e2108d-699f-4a88-b2dc-fb9486756c73,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:29.848314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-69b9b4a4-1828-4cd8-8d07-5c5d9dbd1ebd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527646 Nov 12 03:30:29.894299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:29.896284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:29.924275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:29.962176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 7079865d-bd76-4575-9e04-85270fbc9be7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:29.962176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:29.995606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46357401-7a8c-45eb-9719-6a09522fb1c6 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:30.094144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.102499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.228444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267cf2f2-6b0f-4da7-a830-e875290ee915 None None] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:30.230532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd2e83-85af-4364-b355-df9fa6edf6ad req-7ea3121a-d02d-474c-85ae-684d9e483aef tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.243354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efcd2e83-85af-4364-b355-df9fa6edf6ad req-7ea3121a-d02d-474c-85ae-684d9e483aef tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 946 time: 0.3908987 Nov 12 03:30:30.299703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=652173aa-b941-40e6-8687-502146ee670a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:30.359360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aa83e407-9717-43f9-85e3-1ab2fa7bfe9d None None] Provisioning complete for port 26e2108d-699f-4a88-b2dc-fb9486756c73 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.359735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa83e407-9717-43f9-85e3-1ab2fa7bfe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.380982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.393589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efcd2e83-85af-4364-b355-df9fa6edf6ad req-28186b5a-05f1-42e7-99ab-c520ddbc20d8 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481292 Nov 12 03:30:30.406817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 7079865d-bd76-4575-9e04-85270fbc9be7 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:30.447319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5b225ac8-3a21-4b91-8362-916a67655ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.459172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5b225ac8-3a21-4b91-8362-916a67655ac7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1098 time: 0.2295952 Nov 12 03:30:30.460953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885b7f-426c-47ec-99a1-6c5a6ab5b986 req-ba7e89a1-0ca9-4b24-8b7f-a5a4c979a531 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:30.462528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7885b7f-426c-47ec-99a1-6c5a6ab5b986 req-ba7e89a1-0ca9-4b24-8b7f-a5a4c979a531 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1872451 Nov 12 03:30:30.470158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-964583ef-04b8-40a2-9fbe-ee9d70be36de service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941162 Nov 12 03:30:30.517350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aa83e407-9717-43f9-85e3-1ab2fa7bfe9d None None] Port 26e2108d-699f-4a88-b2dc-fb9486756c73 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:30.524958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.659964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7885b7f-426c-47ec-99a1-6c5a6ab5b986 req-a75c386a-4f8e-4dbb-9b03-e4b9fdecfc6a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852038 Nov 12 03:30:30.689648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3c28e2ea-a886-4c59-a758-1b91ba3418b4,segment=NetworkSegment(d0a3abb8-710e-43cb-8b69-619a4d1f341c),segment_id=d0a3abb8-710e-43cb-8b69-619a4d1f341c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:30.747702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde769a7-42d6-4c85-8679-b8c599abc98b None None] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:30.754656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.834692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e2aa7ffa-f98f-4c21-863b-9b7708ce3f36 None None] Provisioning complete for port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:30.835324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2aa7ffa-f98f-4c21-863b-9b7708ce3f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:30.991584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=3c28e2ea-a886-4c59-a758-1b91ba3418b4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.200366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6a48aa-5143-437a-99b2-cbf3be29249f req-9d40ebc4-10a9-439e-aaee-3a97fd9e723a service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202132 Nov 12 03:30:31.236857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.264604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ad1d-9c59-4bd0-bf55-2f85a198bb3c req-a3e04da1-2e9f-4b81-b75f-cf961dcc160d tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.273753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c40ad1d-9c59-4bd0-bf55-2f85a198bb3c req-a3e04da1-2e9f-4b81-b75f-cf961dcc160d tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 945 time: 0.6001608 Nov 12 03:30:31.312685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aed47a-8955-4fac-a997-93a2c4d56c89 req-3634c705-e046-4b71-9226-547aec5249da tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.314555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6aed47a-8955-4fac-a997-93a2c4d56c89 req-3634c705-e046-4b71-9226-547aec5249da tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1284707 Nov 12 03:30:31.361717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 652173aa-b941-40e6-8687-502146ee670a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:31.364376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.371228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-a0f5b3b0-0149-499c-9cca-37432234351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.373487 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-a0f5b3b0-0149-499c-9cca-37432234351f service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.9033103 Nov 12 03:30:31.375832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c40ad1d-9c59-4bd0-bf55-2f85a198bb3c req-3fa013e9-d21e-4124-a070-21b3a33331b7 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009839 Nov 12 03:30:31.457645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.480851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6aed47a-8955-4fac-a997-93a2c4d56c89 req-dc681377-3472-4ce3-af42-81bfbc0dcdbc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551366 Nov 12 03:30:31.486263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=7079865d-bd76-4575-9e04-85270fbc9be7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:31.563092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-c068a8a1-dda6-46d8-97f9-8a8f7c558783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 217 time: 0.1041739 Nov 12 03:30:31.928785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-16ea9210-7e4d-4225-bef8-2c4f8f2e6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:31.933636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-16ea9210-7e4d-4225-bef8-2c4f8f2e6dd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.2783687 Nov 12 03:30:31.942170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:31.955462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1836d9e9-9de7-4c3b-a8c9-3252a42e531f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/7079865d-bd76-4575-9e04-85270fbc9be7 HTTP/1.1" status: 204 len: 168 time: 2.7298090 Nov 12 03:30:31.956708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:31.991156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 652173aa-b941-40e6-8687-502146ee670a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:31.992650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.009307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5af3f1c9-2409-4e87-bc43-b84f15aac388 None None] Could not find standard attr ID for object 7079865d-bd76-4575-9e04-85270fbc9be7. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:32.032214 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fcab58-0479-413b-bdb6-a9bbc95430cd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:30:32.033141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fcab58-0479-413b-bdb6-a9bbc95430cd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:32.036795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e5fcab58-0479-413b-bdb6-a9bbc95430cd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/7079865d-bd76-4575-9e04-85270fbc9be7 HTTP/1.1" status: 404 len: 333 time: 0.0791087 Nov 12 03:30:32.042238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:32.057942 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-3338354e-8050-4bda-b63e-8da7ba8191b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662367 Nov 12 03:30:32.109203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5af3f1c9-2409-4e87-bc43-b84f15aac388 None None] Provisioning complete for port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.109574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5af3f1c9-2409-4e87-bc43-b84f15aac388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.118790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d04f6-1881-4f0f-9d71-81f9e5c8fe56 req-30849d2f-078f-484d-80c7-130f114a8cbc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.126274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-166d04f6-1881-4f0f-9d71-81f9e5c8fe56 req-30849d2f-078f-484d-80c7-130f114a8cbc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.2699411 Nov 12 03:30:32.129276 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-db07c6fd-7a8a-4a3e-8588-ac1d166b25ab tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:32.131455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-db07c6fd-7a8a-4a3e-8588-ac1d166b25ab tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/7079865d-bd76-4575-9e04-85270fbc9be7 HTTP/1.1" status: 404 len: 333 time: 0.0872443 Nov 12 03:30:32.145623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:32.336745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.366552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-166d04f6-1881-4f0f-9d71-81f9e5c8fe56 req-94ec6033-2282-4a05-932f-b735be5160bb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390344 Nov 12 03:30:32.391215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet e130fcab-f392-4a4c-839a-6d7fd134b786 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:32.397948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.454762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3c28e2ea-a886-4c59-a758-1b91ba3418b4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:32.484101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.634627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5af3f1c9-2409-4e87-bc43-b84f15aac388 None None] Provisioning complete for port 652173aa-b941-40e6-8687-502146ee670a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.635086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5af3f1c9-2409-4e87-bc43-b84f15aac388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.659771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d55e-788d-4490-8557-0c9a765ed7a6 req-2e273f60-e078-4db2-ad16-3dbea9cde1ac tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.669135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a7d55e-788d-4490-8557-0c9a765ed7a6 req-2e273f60-e078-4db2-ad16-3dbea9cde1ac tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 945 time: 0.1753368 Nov 12 03:30:32.669970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.670474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.803662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26099659-3a81-4101-882d-28264b486d2b req-a3c0c6b8-74d4-4d74-990a-a58a329fd5f6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:32.811307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26099659-3a81-4101-882d-28264b486d2b req-a3c0c6b8-74d4-4d74-990a-a58a329fd5f6 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1636720 Nov 12 03:30:32.867527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a7d55e-788d-4490-8557-0c9a765ed7a6 req-f39269ba-314d-4b9d-a96b-40dab4d8e331 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973400 Nov 12 03:30:32.903906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:32.919789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26099659-3a81-4101-882d-28264b486d2b req-b78444bd-7d66-47e7-9a0d-7fe40c3f4f62 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075182 Nov 12 03:30:32.951318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c84ca7ce-b187-4e48-9860-a884607fde03 None None] Could not find standard attr ID for object 7079865d-bd76-4575-9e04-85270fbc9be7. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:32.993477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c84ca7ce-b187-4e48-9860-a884607fde03 None None] Provisioning complete for port 652173aa-b941-40e6-8687-502146ee670a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:32.994085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c84ca7ce-b187-4e48-9860-a884607fde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.040501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.128447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.136941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e130fcab-f392-4a4c-839a-6d7fd134b786 HTTP/1.1" status: 204 len: 168 time: 0.9878535 Nov 12 03:30:33.139825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:33.151504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4247bd-8a05-4c45-905a-045f98ca8476 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=e130fcab-f392-4a4c-839a-6d7fd134b786,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:33.170402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c63ca07-ac95-43b8-a9b0-c672149b1250 None None] Network 8fc7373d-bbe6-4424-8d5d-256c34cea9eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:33.194348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-60bc5f23-c9eb-45eb-9bdc-062f4cf3b04e service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1265771 Nov 12 03:30:33.283030 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.298166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f5879-e15e-4799-ac66-ff33ce2875d1 req-4461e954-b1a8-4bdf-b68e-9c3c6975de03 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.307412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-956f5879-e15e-4799-ac66-ff33ce2875d1 req-4461e954-b1a8-4bdf-b68e-9c3c6975de03 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1659565 Nov 12 03:30:33.346170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Router afac4fb5-76d3-444b-82ba-7197baffca32 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:30:33.441620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-58dd11f7-93cc-41d2-ae90-6d92266c18e9 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305150 Nov 12 03:30:33.477471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-956f5879-e15e-4799-ac66-ff33ce2875d1 req-70182d32-61c3-40a4-bad5-dc2fdcae48c5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1691892 Nov 12 03:30:33.493938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:33.494290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.518036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] DHCP port deletion for 8fc7373d-bbe6-4424-8d5d-256c34cea9eb request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:33.619260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Deleting port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:33.620106 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.658445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:33.682505 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] Sync routers for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:33.714755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee105c-20f8-4e1c-8cde-7d24068cf732 req-7c8bf33d-c115-486a-97d3-398369e1e3a2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.723031 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:33.724776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:33.727158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.727823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8ee105c-20f8-4e1c-8cde-7d24068cf732 req-7c8bf33d-c115-486a-97d3-398369e1e3a2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1903150 Nov 12 03:30:33.731069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6ceac36-d2cb-4f69-865f-25bccb8287ce tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0156112 Nov 12 03:30:33.736737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:33.765008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3c28e2ea-a886-4c59-a758-1b91ba3418b4,segment=NetworkSegment(d0a3abb8-710e-43cb-8b69-619a4d1f341c),segment_id=d0a3abb8-710e-43cb-8b69-619a4d1f341c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:33.765008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.791171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 3c28e2ea-a886-4c59-a758-1b91ba3418b4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:33.823511 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:33.838967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:33.840806 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:33.878297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b0e38-1b08-4c16-b22d-8d947fceca72 req-61a55b4f-58e3-4328-acc0-b2124d21cb7d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:33.886215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] For port 3c28e2ea-a886-4c59-a758-1b91ba3418b4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3c28e2ea-a886-4c59-a758-1b91ba3418b4,segment=NetworkSegment(d0a3abb8-710e-43cb-8b69-619a4d1f341c),segment_id=d0a3abb8-710e-43cb-8b69-619a4d1f341c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:33.886695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a08b0e38-1b08-4c16-b22d-8d947fceca72 req-61a55b4f-58e3-4328-acc0-b2124d21cb7d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2345238 Nov 12 03:30:33.889494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:33.897255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:33.898565 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4124729e-d3e9-4225-9edf-e9af23813f17 None None] The sync data for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:33.939141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8ee105c-20f8-4e1c-8cde-7d24068cf732 req-9e09348d-4ec9-4065-b594-03f1789f07a8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088811 Nov 12 03:30:33.968504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Calling delete_port for 3c28e2ea-a886-4c59-a758-1b91ba3418b4 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:34.070978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a08b0e38-1b08-4c16-b22d-8d947fceca72 req-a2348e6e-e8d5-478a-b2d7-a3bf8e1f7fad tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1799510 Nov 12 03:30:34.211114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.215235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.228628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-345000a0-5411-4fe9-9f01-b0dfe15a36c8 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.230242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-345000a0-5411-4fe9-9f01-b0dfe15a36c8 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 945 time: 0.3114445 Nov 12 03:30:34.291936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] Pushing event deleted for resources: {'Port': ['ID=3c28e2ea-a886-4c59-a758-1b91ba3418b4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.296960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a6bc7-4fad-4209-a4f9-632bb13f24f1 None None] No DVR routers for this DVR port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:34.321404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e9599-c5f8-4ffd-9685-5548c7f36e2e req-38f4b522-e358-4577-a067-a4856c53b2e7 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.330030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-490e9599-c5f8-4ffd-9685-5548c7f36e2e req-38f4b522-e358-4577-a067-a4856c53b2e7 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 945 time: 0.2308328 Nov 12 03:30:34.343857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port 3c28e2ea-a886-4c59-a758-1b91ba3418b4 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:34.357133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=3c28e2ea-a886-4c59-a758-1b91ba3418b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:34.621748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.635685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-490e9599-c5f8-4ffd-9685-5548c7f36e2e req-d7407715-b08e-4a3b-b019-d0274c5caf13 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/security-groups?id=3c8afb61-5b24-4252-a866-cdeafd790313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045261 Nov 12 03:30:34.692164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-2769fb9c-f84a-42f2-8893-09e1b68e808a tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:34.697605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-2769fb9c-f84a-42f2-8893-09e1b68e808a tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "GET /v2.0/ports?device_id=f68daf0e-8316-4987-bbc8-e85f450935b4 HTTP/1.1" status: 200 len: 946 time: 0.3370581 Nov 12 03:30:34.731524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc7373d-bbe6-4424-8d5d-256c34cea9eb']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.762046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Deleting port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:34.762764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.784822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a3abb8-710e-43cb-8b69-619a4d1f341c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.785189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a3abb8-710e-43cb-8b69-619a4d1f341c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:34.817512 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.852988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.864615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:34.865032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:34.897946 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:34.937508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] For port 1fcee7d6-f1c5-4ebc-b715-338e62e50130, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1fcee7d6-f1c5-4ebc-b715-338e62e50130,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:34.938020 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:34.997034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Calling delete_port for 1fcee7d6-f1c5-4ebc-b715-338e62e50130 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:35.008298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.027098 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.032248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/8fc7373d-bbe6-4424-8d5d-256c34cea9eb HTTP/1.1" status: 204 len: 168 time: 1.8702674 Nov 12 03:30:35.043068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.049170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2114681563'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:35.061775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1695334-013f-4f51-9592-c0d4c065fbf0 req-52774e1d-7aa2-43e1-b7d7-27107643d1e8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.070538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1695334-013f-4f51-9592-c0d4c065fbf0 req-52774e1d-7aa2-43e1-b7d7-27107643d1e8 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.3121042 Nov 12 03:30:35.111400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.139375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601abb73-8ea3-4066-b4da-798734636f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=8fc7373d-bbe6-4424-8d5d-256c34cea9eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.209883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3c28e2ea-a886-4c59-a758-1b91ba3418b4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:35.263754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:35.268193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3c28e2ea-a886-4c59-a758-1b91ba3418b4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:35.268710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3c28e2ea-a886-4c59-a758-1b91ba3418b4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:35.270344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.311666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Deleting port c3a4b645-4f66-429b-bcd9-43d0b8503026 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:35.312276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.322093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1695334-013f-4f51-9592-c0d4c065fbf0 req-67a61f88-b0b2-47af-b41a-924c71828504 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2488678 Nov 12 03:30:35.352717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2356d8-dbbe-4340-90b5-cc28a733b5a0 req-1c526c75-6e6b-4876-9a64-30f8ac11675b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.352717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e2356d8-dbbe-4340-90b5-cc28a733b5a0 req-1c526c75-6e6b-4876-9a64-30f8ac11675b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.2700989 Nov 12 03:30:35.449849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:35.484510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.484864 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 9a6e3d96-534c-4899-bfd3-15d75fe0d10a of type vlan for network 884f085f-236a-42e0-878f-b4aa68a0be9e Nov 12 03:30:35.560345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] For port c3a4b645-4f66-429b-bcd9-43d0b8503026, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c3a4b645-4f66-429b-bcd9-43d0b8503026,segment=NetworkSegment(68761536-d02b-4b11-b121-9d9362f8338f),segment_id=68761536-d02b-4b11-b121-9d9362f8338f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:35.560715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.567080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e2356d8-dbbe-4340-90b5-cc28a733b5a0 req-cd5d96fa-cc7c-4524-9321-84a26260f9e6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977153 Nov 12 03:30:35.593049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Calling delete_port for c3a4b645-4f66-429b-bcd9-43d0b8503026 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:35.600228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.656546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.738457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.754090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:35.755074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.792734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event deleted for resources: {'Port': ['ID=1fcee7d6-f1c5-4ebc-b715-338e62e50130,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.872302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] No DVR routers for this DVR port 1fcee7d6-f1c5-4ebc-b715-338e62e50130 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:35.911423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:35.918826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=884f085f-236a-42e0-878f-b4aa68a0be9e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:35.923971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fae77230-1d08-4619-a026-13cded93410a tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8791153 Nov 12 03:30:35.929956 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-475c3443-dfc8-4255-9c85-45e1a5efb5e3 req-d5409eb3-6e75-45d1-a9dc-df1d70f775f1 tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "DELETE /v2.0/ports/1fcee7d6-f1c5-4ebc-b715-338e62e50130 HTTP/1.1" status: 204 len: 173 time: 1.6744761 Nov 12 03:30:35.930614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 884f085f-236a-42e0-878f-b4aa68a0be9e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:35.937635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'name': 'network-vif-deleted', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:35.943705 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16915753-6762-43dd-9ac2-5494728b7474" -d '{"events": [{"server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "name": "network-vif-deleted", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:35.947272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48128) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:35.967636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:35.999892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26aa92dd-0ca6-4073-a0e6-be8ca7f508f3 req-89953975-72a2-4b1b-97ab-b7ff1f72e00d tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.97 "GET /v2.0/ports?device_id=73622fbf-8b9c-4858-ad5c-ef59e08daaaa HTTP/1.1" status: 200 len: 210 time: 0.2096972 Nov 12 03:30:36.075157 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf4459f-bb74-46e0-89e3-83fd29613889 x-openstack-request-id: req-5cf4459f-bb74-46e0-89e3-83fd29613889 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:36.075157 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73622fbf-8b9c-4858-ad5c-ef59e08daaaa", "name": "network-vif-deleted", "tag": "1fcee7d6-f1c5-4ebc-b715-338e62e50130", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:36.075642 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5cf4459f-bb74-46e0-89e3-83fd29613889 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:36.076631 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73622fbf-8b9c-4858-ad5c-ef59e08daaaa', 'name': 'network-vif-deleted', 'tag': '1fcee7d6-f1c5-4ebc-b715-338e62e50130', 'status': 'completed', 'code': 200} Nov 12 03:30:36.142331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.228868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Pushing event deleted for resources: {'Port': ['ID=c3a4b645-4f66-429b-bcd9-43d0b8503026,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:36.319625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:36.321866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] No DVR routers for this DVR port c3a4b645-4f66-429b-bcd9-43d0b8503026 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:36.323842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.327602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Allocated IP 172.20.0.1 (91d3806a-4cdb-4edd-8a55-5132f59a2415/6ae02ea8-4d34-45a3-9ce4-e136955bc8b1/2895e356-bc67-4fe6-ac4b-25ca8f1543ff) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:36.329762 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.336003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54c14a7d-8586-4990-ab0f-ad8e02fa6d16 req-a9c5058a-c462-4ad5-a489-08d6cdf6a33c tempest-MultipleCreateTestJSON-868675268 tempest-MultipleCreateTestJSON-868675268-project] 10.222.0.16 "DELETE /v2.0/ports/c3a4b645-4f66-429b-bcd9-43d0b8503026 HTTP/1.1" status: 204 len: 173 time: 1.6240308 Nov 12 03:30:36.336506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'name': 'network-vif-deleted', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:36.347197 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32485168-9906-4593-9b48-56b0f2767e6d" -d '{"events": [{"server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "name": "network-vif-deleted", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:36.516339 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da9e37-65e0-4909-9b31-2069a3b218ae x-openstack-request-id: req-52da9e37-65e0-4909-9b31-2069a3b218ae {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:36.517609 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68daf0e-8316-4987-bbc8-e85f450935b4", "name": "network-vif-deleted", "tag": "c3a4b645-4f66-429b-bcd9-43d0b8503026", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:36.519992 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-52da9e37-65e0-4909-9b31-2069a3b218ae {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:36.520816 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68daf0e-8316-4987-bbc8-e85f450935b4', 'name': 'network-vif-deleted', 'tag': 'c3a4b645-4f66-429b-bcd9-43d0b8503026', 'status': 'completed', 'code': 200} Nov 12 03:30:36.609661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b94bc-a96b-4ba2-9253-e72f885c292b req-65c89d8b-7087-468c-9093-48bc247a2d8d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:36.620528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b94bc-a96b-4ba2-9253-e72f885c292b req-65c89d8b-7087-468c-9093-48bc247a2d8d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1696284 Nov 12 03:30:36.820759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b94bc-a96b-4ba2-9253-e72f885c292b req-63fe9a4f-467e-4209-9488-d4a4db23ee50 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958551 Nov 12 03:30:36.857179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1fcee7d6-f1c5-4ebc-b715-338e62e50130 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:36.879563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:36.929900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 1fcee7d6-f1c5-4ebc-b715-338e62e50130 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:36.938581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1fcee7d6-f1c5-4ebc-b715-338e62e50130 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:36.967922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c3a4b645-4f66-429b-bcd9-43d0b8503026 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:37.007824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.076950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c5720-8ebf-4fea-955b-c49d889f171e req-55d1986e-564c-4cd4-9201-51d633dfa0e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.089525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=2895e356-bc67-4fe6-ac4b-25ca8f1543ff,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:37.093015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-473c5720-8ebf-4fea-955b-c49d889f171e req-55d1986e-564c-4cd4-9201-51d633dfa0e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1413260 Nov 12 03:30:37.110255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: c3a4b645-4f66-429b-bcd9-43d0b8503026 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:37.111027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c3a4b645-4f66-429b-bcd9-43d0b8503026 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:37.186699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:37.195623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:37.201262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:37.245202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.334753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=d0f79eaf-b828-4f34-91d6-6f60f2fdee90,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:37.348368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-473c5720-8ebf-4fea-955b-c49d889f171e req-605f7a0c-364d-44a4-8dfb-c9c18cf2fce6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509258 Nov 12 03:30:37.365838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.495755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '9a6e3d96-534c-4899-bfd3-15d75fe0d10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:37.496133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 884f085f-236a-42e0-878f-b4aa68a0be9e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:37.594877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 884f085f-236a-42e0-878f-b4aa68a0be9e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:37.613704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 884f085f-236a-42e0-878f-b4aa68a0be9e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:37.623997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52092977-a2c7-48ab-86b1-aef9cb80044b None None] Network 884f085f-236a-42e0-878f-b4aa68a0be9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:37.633277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:37.647229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.647822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.744587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c61f1-b1ff-4a3c-b0a5-9bd71d2dc869 req-6782b642-ecf4-4a4c-87c1-03ec5d20244a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.752551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3c61f1-b1ff-4a3c-b0a5-9bd71d2dc869 req-6782b642-ecf4-4a4c-87c1-03ec5d20244a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1760273 Nov 12 03:30:37.754087 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-270680d3-6de5-423a-977b-a0c3e458e240 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8001282 Nov 12 03:30:37.797937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:37.809796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Deleting subnet b30d495e-a33f-4cef-ac13-d0f33cb3900a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:37.817962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.845218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.862359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-927344019'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:37.888169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db3c61f1-b1ff-4a3c-b0a5-9bd71d2dc869 req-12323f14-d430-46de-b856-1a2e7a901554 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346645 Nov 12 03:30:37.934277 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:37.961190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-9f443d99-b9b1-4ded-96ce-9928414254a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:37.964502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-9f443d99-b9b1-4ded-96ce-9928414254a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=254ecbe03bcf4546b930013876409cea&device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 1097 time: 0.3279023 Nov 12 03:30:37.984138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c76d2ff7-b057-44f8-a177-1662b2b96096 None None] Provisioning complete for port 2895e356-bc67-4fe6-ac4b-25ca8f1543ff triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:37.987083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c76d2ff7-b057-44f8-a177-1662b2b96096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.007607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.027895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c76d2ff7-b057-44f8-a177-1662b2b96096 None None] Port 2895e356-bc67-4fe6-ac4b-25ca8f1543ff cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:38.030430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-884f085f-236a-42e0-878f-b4aa68a0be9e', 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': 'd0f79eaf-b828-4f34-91d6-6f60f2fdee90'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:38.032082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.202426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.246730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30d495e-a33f-4cef-ac13-d0f33cb3900a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.295564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Allocated IP 172.20.0.2 (884f085f-236a-42e0-878f-b4aa68a0be9e/d0f79eaf-b828-4f34-91d6-6f60f2fdee90/b4a14d89-6897-4d8c-9d10-d92d23c2ac9d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:38.328429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-dd8380f2-29aa-4c62-ab29-f2157c42d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.332553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-dd8380f2-29aa-4c62-ab29-f2157c42d28d service neutron] 10.222.0.16 "GET /v2.0/networks?id=27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 200 len: 911 time: 0.2822278 Nov 12 03:30:38.356211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.360634 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2dd8211a-41f9-4aa0-88b7-3d9a0c50d5ed admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b30d495e-a33f-4cef-ac13-d0f33cb3900a HTTP/1.1" status: 204 len: 168 time: 0.7244174 Nov 12 03:30:38.365050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48162) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:38.441602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-5ace4c1d-9f3a-4102-a651-69ac3d54fd68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 200 len: 999 time: 0.1021707 Nov 12 03:30:38.510018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.580406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:38.585722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.604813 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.607780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-d3df39e0-2859-4a8e-bb8c-b6426668c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.609975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-d3df39e0-2859-4a8e-bb8c-b6426668c798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 200 len: 850 time: 0.1577976 Nov 12 03:30:38.614933 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.625517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a7459-2194-4561-bff3-2daf33276beb req-d5682d72-396e-479a-be54-de17e7fefea1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.633885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e3a7459-2194-4561-bff3-2daf33276beb req-d5682d72-396e-479a-be54-de17e7fefea1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1201866 Nov 12 03:30:38.686989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 1d27e458-9917-4e59-bd2e-1c2cdb0c0717 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:38.746063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Network 884f085f-236a-42e0-878f-b4aa68a0be9e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:38.750678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:38.762832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:38.769450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-37a868ee-e37b-45c7-a018-b5225e59c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:38.772117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-37a868ee-e37b-45c7-a018-b5225e59c120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27dafdc3-1b7f-4524-8595-f2a78d78c09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299059 Nov 12 03:30:38.779782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.795513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Pushing event updated for resources: {'Port': ['ID=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:38.834338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e3a7459-2194-4561-bff3-2daf33276beb req-7499e731-692f-4ebf-b0ea-45a80dd420e1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942196 Nov 12 03:30:38.875242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fd122e-c997-4859-87a3-f0e0044bb48e']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:38.911521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68761536-d02b-4b11-b121-9d9362f8338f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:38.913101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68761536-d02b-4b11-b121-9d9362f8338f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:38.923987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Attempting to bind port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:38.924565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Attempting to bind port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '9a6e3d96-534c-4899-bfd3-15d75fe0d10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:38.925006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Attempting to bind port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d on network 884f085f-236a-42e0-878f-b4aa68a0be9e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:38.945508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:38.949215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Checking segment: {'id': '9a6e3d96-534c-4899-bfd3-15d75fe0d10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:38.949732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.950207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Bound using segment: {'id': '9a6e3d96-534c-4899-bfd3-15d75fe0d10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:38.952076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Bound port: b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6e3d96-534c-4899-bfd3-15d75fe0d10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '884f085f-236a-42e0-878f-b4aa68a0be9e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:38.952076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:38.970931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.091536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.114282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:39.114667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:39.118144 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:39.156189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] For port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:39.162744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-90cde05f-2734-455e-866b-c36789c91992 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835657 Nov 12 03:30:39.165680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.5 (884f085f-236a-42e0-878f-b4aa68a0be9e/d0f79eaf-b828-4f34-91d6-6f60f2fdee90/1d27e458-9917-4e59-bd2e-1c2cdb0c0717) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:39.225734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.231397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.247695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] For port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,segment=NetworkSegment(9a6e3d96-534c-4899-bfd3-15d75fe0d10a),segment_id=9a6e3d96-534c-4899-bfd3-15d75fe0d10a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:39.253815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.316423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.338899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.348832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445a0b-7325-4647-9c63-c0b284138e48 None None] Pushing event updated for resources: {'Port': ['ID=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.367351 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] 10.222.0.97 "DELETE /v2.0/networks/42fd122e-c997-4859-87a3-f0e0044bb48e HTTP/1.1" status: 204 len: 168 time: 0.9922714 Nov 12 03:30:39.389515 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.422264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2163049-d679-4666-84bd-ddd43f5facea admin admin] Pushing event deleted for resources: {'Network': ['ID=42fd122e-c997-4859-87a3-f0e0044bb48e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.440831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=2895e356-bc67-4fe6-ac4b-25ca8f1543ff,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.445554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.544745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.548544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d1dd288-a429-4d7c-a46f-6aec721f0fe6 req-c44df6be-dd00-46ce-9496-44e405205899 service neutron] 10.222.0.16 "GET /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725841 Nov 12 03:30:39.578464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e654-33ed-45b3-b4aa-ad3a043bb0ab req-2c8e178e-5ff8-465c-91c9-af46f1568d77 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.580662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d984e654-33ed-45b3-b4aa-ad3a043bb0ab req-2c8e178e-5ff8-465c-91c9-af46f1568d77 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.5645018 Nov 12 03:30:39.668957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d984e654-33ed-45b3-b4aa-ad3a043bb0ab req-2026cc1b-91af-4433-9387-19728569f904 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784233 Nov 12 03:30:39.672450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:39.720479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:39.739131 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.741435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:39.751096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f770ce8-8005-4cfe-9bfd-0a42a1eceec0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bb7a830997af428e9e622975dac80d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766621 Nov 12 03:30:39.753612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:39.763325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 884f085f-236a-42e0-878f-b4aa68a0be9e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:39.766282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:39.808279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:39.868808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=1d27e458-9917-4e59-bd2e-1c2cdb0c0717,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:39.933556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:39.935322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:39.995963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-57cc211c-41d0-46f6-a4c8-486aae02fd6d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1376805 Nov 12 03:30:40.007584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:40.010075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.134048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6031-8d20-42a0-8ff2-44371d218891 req-eb47574b-7c70-4076-abcd-24adba6b12d1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:40.145249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5ed6031-8d20-42a0-8ff2-44371d218891 req-eb47574b-7c70-4076-abcd-24adba6b12d1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1462529 Nov 12 03:30:40.263159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5ed6031-8d20-42a0-8ff2-44371d218891 req-7b6092b8-ce51-4421-b136-8d882e839662 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132579 Nov 12 03:30:40.290799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4f8e340a-6e78-4079-8c81-8459a2eea5fa None None] Provisioning complete for port 2895e356-bc67-4fe6-ac4b-25ca8f1543ff triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:40.291381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f8e340a-6e78-4079-8c81-8459a2eea5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.346600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e340a-6e78-4079-8c81-8459a2eea5fa None None] Port 2895e356-bc67-4fe6-ac4b-25ca8f1543ff cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:40.684293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:40.791934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Router afac4fb5-76d3-444b-82ba-7197baffca32 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:41.010182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea645ce4-8df9-4e44-92fc-bdf7f2135e5a req-ab711c9e-3877-40de-bbf2-c05f3cf93335 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.031349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea645ce4-8df9-4e44-92fc-bdf7f2135e5a req-ab711c9e-3877-40de-bbf2-c05f3cf93335 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1781757 Nov 12 03:30:41.066548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.085788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.089702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3c8afb61-5b24-4252-a866-cdeafd790313 HTTP/1.1" status: 204 len: 168 time: 1.3351042 Nov 12 03:30:41.114905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 1d27e458-9917-4e59-bd2e-1c2cdb0c0717 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:41.135502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea645ce4-8df9-4e44-92fc-bdf7f2135e5a req-952fdaaa-5c46-42fe-bde3-c7516e902cce tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989103 Nov 12 03:30:41.136541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.226595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7a160-bf54-4c11-8419-79093a31c42e None None] Network 884f085f-236a-42e0-878f-b4aa68a0be9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:41.264972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413d0da-de72-4424-8749-289e6a3a0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8afb61-5b24-4252-a866-cdeafd790313,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:41.328909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b4a14d89-6897-4d8c-9d10-d92d23c2ac9d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:41.392721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0f5d0-63da-44ad-87ee-47f677b4b4b8 req-4830251a-10ae-4362-90ae-a8df06ad317d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.402333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1dc0f5d0-63da-44ad-87ee-47f677b4b4b8 req-4830251a-10ae-4362-90ae-a8df06ad317d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1097703 Nov 12 03:30:41.432404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:41.447525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1e1503ff-17a7-49e6-8d0c-edc8ed349bf0 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "PUT /v2.0/routers/afac4fb5-76d3-444b-82ba-7197baffca32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7056563 Nov 12 03:30:41.447849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48210) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:41.464151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Request body: {'port': {'network_id': '91d3806a-4cdb-4edd-8a55-5132f59a2415', 'name': 'tempest-FloatingIPAdminTestJSON-1377906546'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:41.495384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] Sync routers for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:41.546888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] Provisioning complete for port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:41.551294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.570653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe756db-efed-4e46-be86-e7046cf958e6 req-d666bb69-f493-49b8-99d9-92f0d01fc8bf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:41.584530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfe756db-efed-4e46-be86-e7046cf958e6 req-d666bb69-f493-49b8-99d9-92f0d01fc8bf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1696279 Nov 12 03:30:41.619020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:41.619964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.645173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1dc0f5d0-63da-44ad-87ee-47f677b4b4b8 req-97cb94b5-495f-466b-9fc8-e950d498c79b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2417393 Nov 12 03:30:41.702626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfe756db-efed-4e46-be86-e7046cf958e6 req-169e38cf-c92e-4a28-a46e-d007059b7104 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063554 Nov 12 03:30:41.721856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.731031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.770743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:41.771562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.850661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 1d27e458-9917-4e59-bd2e-1c2cdb0c0717 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:41.927004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:41.927378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:41.931000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:41.931686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328ba36-129a-468a-9280-bef67e90e696 None None] The sync data for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:42.016325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.152373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] For port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,segment=NetworkSegment(9a6e3d96-534c-4899-bfd3-15d75fe0d10a),segment_id=9a6e3d96-534c-4899-bfd3-15d75fe0d10a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:42.179455 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.215638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.304694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a340c4b-bc4f-42d3-b829-9e9395614e08 None None] Pushing event updated for resources: {'Port': ['ID=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:42.499456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68bb85fd-f5be-44df-9ad7-6d2e45cf3329 None None] Could not find standard attr ID for object 1d27e458-9917-4e59-bd2e-1c2cdb0c0717. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:42.507068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=1d27e458-9917-4e59-bd2e-1c2cdb0c0717,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:42.531285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68bb85fd-f5be-44df-9ad7-6d2e45cf3329 None None] Provisioning complete for port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:42.531656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68bb85fd-f5be-44df-9ad7-6d2e45cf3329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.607548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Made reservation on behalf of 72f0d047deab410f92c5dfa05d81f350 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:42.619905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.646493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.652310 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e1c9806-8d1c-4cdc-935a-29686f25e581 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/1d27e458-9917-4e59-bd2e-1c2cdb0c0717 HTTP/1.1" status: 204 len: 168 time: 2.6395080 Nov 12 03:30:42.655137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.691451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] device_id is not set on port dadc253f-a0a2-4865-90cf-a7ee93202179 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:42.721845 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e652ce8-d541-4053-b1ba-764bab195c82 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:42.727568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9e652ce8-d541-4053-b1ba-764bab195c82 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/1d27e458-9917-4e59-bd2e-1c2cdb0c0717 HTTP/1.1" status: 404 len: 333 time: 0.0712049 Nov 12 03:30:42.732217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:42.851398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet d0f79eaf-b828-4f34-91d6-6f60f2fdee90 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:30:42.935369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:42.949346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Allocated IP 172.20.0.5 (91d3806a-4cdb-4edd-8a55-5132f59a2415/6ae02ea8-4d34-45a3-9ce4-e136955bc8b1/dadc253f-a0a2-4865-90cf-a7ee93202179) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:42.973003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-29240191-973a-4d0c-9791-07b51c1eefc8 None None] Could not find standard attr ID for object 1d27e458-9917-4e59-bd2e-1c2cdb0c0717. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:30:43.037506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.091113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ad42-c632-4937-87a4-d32551f9277d req-10987bea-3195-4208-8486-d88d4afdf812 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.093161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f08ad42-c632-4937-87a4-d32551f9277d req-10987bea-3195-4208-8486-d88d4afdf812 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.2335105 Nov 12 03:30:43.284660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b4a14d89-6897-4d8c-9d10-d92d23c2ac9d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:43.375245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.454736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.461690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f08ad42-c632-4937-87a4-d32551f9277d req-570009d4-bb93-45cf-9ef5-6d8798222d97 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886996 Nov 12 03:30:43.473299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:43.475671 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.476048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.540497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:43.601263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:43.611971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:43.648114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.674893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.680438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4456934b-352b-4bea-9b17-b5d13713c415 None None] Network 884f085f-236a-42e0-878f-b4aa68a0be9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:43.686503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/d0f79eaf-b828-4f34-91d6-6f60f2fdee90 HTTP/1.1" status: 204 len: 168 time: 0.9520288 Nov 12 03:30:43.687717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:43.805058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:43.805503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0d72-000a-4cb7-aee2-ddc15c9e8c70 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f79eaf-b828-4f34-91d6-6f60f2fdee90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:43.805749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:43.843516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event updated for resources: {'Port': ['ID=dadc253f-a0a2-4865-90cf-a7ee93202179,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:43.891119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-072b4991-6bfe-4f99-93f9-5a3b7f34f21c tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4420996 Nov 12 03:30:43.894549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:44.162915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] DHCP port deletion for 884f085f-236a-42e0-878f-b4aa68a0be9e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:30:44.298309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f47b7ae3-1825-4d71-b2c0-5f97a767a88d None None] Provisioning complete for port dadc253f-a0a2-4865-90cf-a7ee93202179 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:44.298666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f47b7ae3-1825-4d71-b2c0-5f97a767a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.350334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'project_id': '72f0d047deab410f92c5dfa05d81f350', 'port_id': 'dadc253f-a0a2-4865-90cf-a7ee93202179'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:44.413454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.644185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.780403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fce3b2-58b5-4208-8727-de4342731bb4 req-1b5b27d6-c76f-4a98-af38-bc4c0b81a3b7 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.782125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5fce3b2-58b5-4208-8727-de4342731bb4 req-1b5b27d6-c76f-4a98-af38-bc4c0b81a3b7 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.1316335 Nov 12 03:30:44.784531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f47b7ae3-1825-4d71-b2c0-5f97a767a88d None None] Port dadc253f-a0a2-4865-90cf-a7ee93202179 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:44.819448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-97b57009-3fba-4126-89ef-2a91d3e5ca9d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:44.827071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-97b57009-3fba-4126-89ef-2a91d3e5ca9d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=fc068f2c-eeeb-4a97-9d62-187cb204eae2 HTTP/1.1" status: 200 len: 943 time: 0.1775374 Nov 12 03:30:44.833566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Deleting port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:44.834496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.840027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.971213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] For port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,segment=NetworkSegment(9a6e3d96-534c-4899-bfd3-15d75fe0d10a),segment_id=9a6e3d96-534c-4899-bfd3-15d75fe0d10a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:44.971911 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:44.989600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Calling delete_port for b4a14d89-6897-4d8c-9d10-d92d23c2ac9d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:45.027460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5fce3b2-58b5-4208-8727-de4342731bb4 req-888ab137-d5eb-40bb-80c3-ef064d0b0993 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328503 Nov 12 03:30:45.066647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port 0f129f86-8f0a-412f-b0dc-440f76e10f32 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:45.070034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.123682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Allocated IP 172.25.7.29 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/6172134a-a9f0-480a-a29d-6567528d360a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:45.175500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.210694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:45.211325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.274004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] Pushing event deleted for resources: {'Port': ['ID=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.279669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b4a14d89-6897-4d8c-9d10-d92d23c2ac9d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:45.302437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d, host n-d-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:45.303404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.317186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for b4a14d89-6897-4d8c-9d10-d92d23c2ac9d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:45.320680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:30:45.336920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.351484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b4a14d89-6897-4d8c-9d10-d92d23c2ac9d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:45.354361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:45.354651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b4a14d89-6897-4d8c-9d10-d92d23c2ac9d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:45.365370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36695962-d259-4eb2-b53b-6592c07a3404 None None] No DVR routers for this DVR port b4a14d89-6897-4d8c-9d10-d92d23c2ac9d on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:45.403674 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.427691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=b4a14d89-6897-4d8c-9d10-d92d23c2ac9d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.475745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06501f2-f1bc-4d21-9eb4-b0c4a93ddb50 req-1f38056e-3820-40c4-a25f-ea9e856e59ee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:45.477623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.478379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f06501f2-f1bc-4d21-9eb4-b0c4a93ddb50 req-1f38056e-3820-40c4-a25f-ea9e856e59ee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.2873983 Nov 12 03:30:45.547694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port 0f129f86-8f0a-412f-b0dc-440f76e10f32, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0f129f86-8f0a-412f-b0dc-440f76e10f32,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:45.548343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.562011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:45.566237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.575826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:45.580091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for 0f129f86-8f0a-412f-b0dc-440f76e10f32 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:45.586683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:45.629764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Pushing event updated for resources: {'Port': ['ID=6172134a-a9f0-480a-a29d-6567528d360a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:45.636425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884f085f-236a-42e0-878f-b4aa68a0be9e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.688215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f06501f2-f1bc-4d21-9eb4-b0c4a93ddb50 req-0a41e642-88ab-4512-a797-877b4403a5d3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989913 Nov 12 03:30:45.698219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6e3d96-534c-4899-bfd3-15d75fe0d10a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.707952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6e3d96-534c-4899-bfd3-15d75fe0d10a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:45.729910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.749680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.763843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:30:45.764447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:30:45.898556 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:30:45.926556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.965321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:45.972584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/884f085f-236a-42e0-878f-b4aa68a0be9e HTTP/1.1" status: 204 len: 168 time: 2.2777901 Nov 12 03:30:45.989128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.030346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'name': 'tempest-PortsTestJSON-1600929253'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:46.117542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.155451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f200a14-7691-45d8-9602-091c4aafb8e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=884f085f-236a-42e0-878f-b4aa68a0be9e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.209866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.294475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a800c5-1936-49eb-99a2-250824fe2c82 req-977f0c1d-91b2-4b26-83e5-80c589c610c1 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.296224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a800c5-1936-49eb-99a2-250824fe2c82 req-977f0c1d-91b2-4b26-83e5-80c589c610c1 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.1385944 Nov 12 03:30:46.300880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:46.304314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.344478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.348815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 3689a846-cfd1-4b5a-957b-213e8067f2b0 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:46.384830 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.386884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98', '25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:46.391714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.395153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=0f129f86-8f0a-412f-b0dc-440f76e10f32,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.464471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Pushing event updated for resources: {'Port': ['ID=6172134a-a9f0-480a-a29d-6567528d360a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:46.476973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a800c5-1936-49eb-99a2-250824fe2c82 req-2ecb9478-638a-4057-9db0-4ada159949bb tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703103 Nov 12 03:30:46.479010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.517331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] No DVR routers for this DVR port 0f129f86-8f0a-412f-b0dc-440f76e10f32 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:46.525905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.541256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-becd0b6e-37c9-4877-b17f-022046fbf962 req-742cea14-9eec-4225-b05c-fc042e879141 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "DELETE /v2.0/ports/0f129f86-8f0a-412f-b0dc-440f76e10f32 HTTP/1.1" status: 204 len: 173 time: 1.7127256 Nov 12 03:30:46.541970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-deleted', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:46.545711 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2bcbe9-7600-41e7-9b03-bec7104ee80e" -d '{"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-deleted", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:46.721397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48350) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:46.727449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-195832965'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:46.757297 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da3d4d8-020c-4558-ae35-a89d0ee81a18 x-openstack-request-id: req-2da3d4d8-020c-4558-ae35-a89d0ee81a18 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:46.758942 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc068f2c-eeeb-4a97-9d62-187cb204eae2", "name": "network-vif-deleted", "tag": "0f129f86-8f0a-412f-b0dc-440f76e10f32", "status": "failed", "code": 422}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:46.759400 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2da3d4d8-020c-4558-ae35-a89d0ee81a18 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:46.761288 n-d-766726-29 neutron-server[102605]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc068f2c-eeeb-4a97-9d62-187cb204eae2', 'name': 'network-vif-deleted', 'tag': '0f129f86-8f0a-412f-b0dc-440f76e10f32', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:30:46.777139 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Floating IP e4f3b5ac-1e8d-4839-8742-d4ddab6aaf3b associated. External IP: 172.25.7.29, port: dadc253f-a0a2-4865-90cf-a7ee93202179. Nov 12 03:30:46.780990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:46.785023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.878288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:46.890302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.891037 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Added segment b59a715d-4214-46a8-aab8-ce514224bfdf of type vlan for network 4214a91f-8628-4fc8-8a9b-25305b959c5f Nov 12 03:30:46.936651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852150-2b56-418e-9f61-19c27e1bd4fd req-3e9bce6c-4e6b-42df-a164-d0ccfb530c58 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:46.938264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f852150-2b56-418e-9f61-19c27e1bd4fd req-3e9bce6c-4e6b-42df-a164-d0ccfb530c58 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.1416795 Nov 12 03:30:46.944590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:46.999693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.027149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f852150-2b56-418e-9f61-19c27e1bd4fd req-b6b88abf-6fda-4e00-b05b-5b0c1ae457e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735302 Nov 12 03:30:47.037719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.069128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:47.071828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:47.092589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:47.098218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.098833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.135386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.140769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1453381 Nov 12 03:30:47.145553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.150430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.151117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.233754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0e24f-9d64-4681-b119-ecca0130d3e8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=3689a846-cfd1-4b5a-957b-213e8067f2b0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.259476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Network': ['ID=4214a91f-8628-4fc8-8a9b-25305b959c5f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.276350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:47.280381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f8e36226-59a0-4fd9-b286-746af37bd9b6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5567460 Nov 12 03:30:47.281036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48374) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.295867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1842313982'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:47.388074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 3689a846-cfd1-4b5a-957b-213e8067f2b0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:47.388497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.427678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:47.430573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.466224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Router afac4fb5-76d3-444b-82ba-7197baffca32 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:47.476424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:47.492642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.494165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.494639 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Added segment 3e11ee34-d5d5-4832-9aca-944f6c866c1e of type vlan for network 5be642c6-6608-49fb-9e08-76762a5c610f Nov 12 03:30:47.507692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 3689a846-cfd1-4b5a-957b-213e8067f2b0 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:47.610906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.641459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.678560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:47.685179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.690379 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] Sync routers for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:47.696114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.701414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/3689a846-cfd1-4b5a-957b-213e8067f2b0 HTTP/1.1" status: 204 len: 168 time: 0.5547378 Nov 12 03:30:47.703067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b192-376a-4446-a0c1-dce70294fc35 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=3689a846-cfd1-4b5a-957b-213e8067f2b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.703683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.704354 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:47.704722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.705768 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:47.708241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.739038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'mac_address': 'fa:16:3e:d2:65:ec', 'name': 'tempest-PortsTestJSON-545737409'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:47.748025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:47.748571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1717-f035-4f6c-a29b-1ea26336ae1f req-040d2c44-4b3a-4f30-9846-37acb7ce880b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.756741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c89f1717-f035-4f6c-a29b-1ea26336ae1f req-040d2c44-4b3a-4f30-9846-37acb7ce880b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.1574986 Nov 12 03:30:47.758117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:47.758940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:47.768458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfdbad-7c2c-4b21-bb6b-b9a9ca76e08d req-2f91e047-829d-4d8e-8d0e-54af31e9bb8d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:47.781465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3edfdbad-7c2c-4b21-bb6b-b9a9ca76e08d req-2f91e047-829d-4d8e-8d0e-54af31e9bb8d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 908 time: 0.1527889 Nov 12 03:30:47.798270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.802268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:47.803700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c97f4-914d-40ea-b9cf-1f52e7ebf417 None None] The sync data for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:47.814803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.815077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5287144 Nov 12 03:30:47.821138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'subnet': {'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:47.888663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c89f1717-f035-4f6c-a29b-1ea26336ae1f req-c117ce25-5623-4627-b0de-22d1cc9da241 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306458 Nov 12 03:30:47.910389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac38e4-0b62-4e1a-b287-90e3acee1522 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Network': ['ID=5be642c6-6608-49fb-9e08-76762a5c610f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:47.923739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:47.930080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41c914bf-0656-40c1-a9e2-26243a496ec2 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.0339224 Nov 12 03:30:47.932637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:47.945801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:47.950167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:47.975933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:48.074827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.107314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 12b4c866-c5c9-447c-b93d-4c48beee2704 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:48.169373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-39a7d914-a455-4a08-bd33-91c43d61b533 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "GET /v2.0/floatingips/e4f3b5ac-1e8d-4839-8742-d4ddab6aaf3b HTTP/1.1" status: 200 len: 982 time: 0.2354975 Nov 12 03:30:48.173213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.331742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.376215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.397230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135911c-de53-4ebb-a3fc-50bf9388ab43 req-49fb8737-21f7-40ab-92e2-1bf5b523c08c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.398724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a135911c-de53-4ebb-a3fc-50bf9388ab43 req-49fb8737-21f7-40ab-92e2-1bf5b523c08c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.2916498 Nov 12 03:30:48.420531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-174f1892-0e8e-406b-959b-d480e6fb26d8 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.2421031 Nov 12 03:30:48.424294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.436930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:48.492496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a135911c-de53-4ebb-a3fc-50bf9388ab43 req-c978a31f-abc4-4de7-93a8-472115c1a90e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852709 Nov 12 03:30:48.497427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:48.513072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:48.518900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.519538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.528565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=12b4c866-c5c9-447c-b93d-4c48beee2704,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.543343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.551896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d946a44c-86ce-4684-8884-527726cb117f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8344560 Nov 12 03:30:48.555323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48400) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.604741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Subnet': ['ID=f60556bc-960c-40d9-94f6-635830b5902e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:48.612272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:48.612642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network hostable DHCP agents. Network: 4214a91f-8628-4fc8-8a9b-25305b959c5f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:48.630400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:48.635846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbddc716-910a-4203-9925-938ca6703459 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.637449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dbddc716-910a-4203-9925-938ca6703459 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/12b4c866-c5c9-447c-b93d-4c48beee2704 HTTP/1.1" status: 200 len: 840 time: 0.0811720 Nov 12 03:30:48.639641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4214a91f-8628-4fc8-8a9b-25305b959c5f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:48.640430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.644917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:48.645662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.650882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff72963-3b9f-4d0f-b90e-6c52200d46f0 None None] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:48.664066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38df1e8e-8047-4a25-bd2d-f6ea8a6af899 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8480341 Nov 12 03:30:48.666479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:48.671836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'subnet': {'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:48.773582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:48.777667 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.780334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port 6172134a-a9f0-480a-a29d-6567528d360a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:48.780720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.813768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 12b4c866-c5c9-447c-b93d-4c48beee2704 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:48.814385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:48.846379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4214a91f-8628-4fc8-8a9b-25305b959c5f', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:48.847924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.047268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Allocated IP 10.1.1.2 (4214a91f-8628-4fc8-8a9b-25305b959c5f/f60556bc-960c-40d9-94f6-635830b5902e/74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:49.050276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766823d5-751f-4a96-ae82-f2545ebec58a req-2f24ce90-0708-44f8-ac6b-9a66c0f0c856 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.051989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-766823d5-751f-4a96-ae82-f2545ebec58a req-2f24ce90-0708-44f8-ac6b-9a66c0f0c856 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 908 time: 0.1509795 Nov 12 03:30:49.086933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.151566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aee23-5a2b-40c0-a0f8-b5356a546fc7 req-4446e7e3-df0f-49e3-84fb-a639cd6b4958 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.155335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427aee23-5a2b-40c0-a0f8-b5356a546fc7 req-4446e7e3-df0f-49e3-84fb-a639cd6b4958 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.1356280 Nov 12 03:30:49.203172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Subnet': ['ID=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.216903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Checking segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:49.217256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network hostable DHCP agents. Network: 5be642c6-6608-49fb-9e08-76762a5c610f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:49.243289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.249480 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.262560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427aee23-5a2b-40c0-a0f8-b5356a546fc7 req-3bd08d81-e382-45b8-a20e-2b9c1503cd19 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000469 Nov 12 03:30:49.267636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 5be642c6-6608-49fb-9e08-76762a5c610f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:49.281035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5be642c6-6608-49fb-9e08-76762a5c610f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:49.286171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.301666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:49.301666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a53f22-f738-4519-ac99-40b2ff513891 None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:49.304896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.305517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.307259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 12b4c866-c5c9-447c-b93d-4c48beee2704 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:49.320730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.321135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.332786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:49.333375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b3b31a5c-c622-43ec-95c5-68721b41d9e9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6649373 Nov 12 03:30:49.335013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.340341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:49.342769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for 6172134a-a9f0-480a-a29d-6567528d360a owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:49.382476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'name': 'tempest-TaggedBootDevicesTest-824830847', 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.382748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Pushing event updated for resources: {'Port': ['ID=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.462689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Attempting to bind port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:49.463223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Attempting to bind port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:49.463681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Attempting to bind port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:49.487673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:49.488250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:49.488747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.489231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Bound using segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:49.490337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Bound port: 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:49.490893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.513963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-630eea80-5105-4624-a61e-2d860515d3ab tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.515654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-630eea80-5105-4624-a61e-2d860515d3ab tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.1131377 Nov 12 03:30:49.612656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.641897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5be642c6-6608-49fb-9e08-76762a5c610f', 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ips': [{'subnet_id': 'f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:49.643460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.659134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=12b4c866-c5c9-447c-b93d-4c48beee2704,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.669531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.674646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-caad2a72-4575-4c18-895a-13f63b7ccad5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/12b4c866-c5c9-447c-b93d-4c48beee2704 HTTP/1.1" status: 204 len: 168 time: 1.0330968 Nov 12 03:30:49.680708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48424) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.691122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] For port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:49.702336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] For port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:49.710561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-fd8c9d3b-c86e-46de-af2e-b9604cbdf923 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:49.712138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-fd8c9d3b-c86e-46de-af2e-b9604cbdf923 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 908 time: 0.1714990 Nov 12 03:30:49.716978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.763011 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af4485f-dc90-4727-86fc-9ade0987d67b tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:49.769481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5af4485f-dc90-4727-86fc-9ade0987d67b tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/12b4c866-c5c9-447c-b93d-4c48beee2704 HTTP/1.1" status: 404 len: 333 time: 0.0830798 Nov 12 03:30:49.773586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48428) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:49.779060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'name': 'tempest-PortsTestJSON-600718722'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:49.951835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:49.968528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f585e50-af0e-432a-9737-1b3df8bd80fa None None] Pushing event updated for resources: {'Port': ['ID=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:49.995114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Allocated IP 10.2.2.2 (5be642c6-6608-49fb-9e08-76762a5c610f/f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7/8518d9d3-f912-44b8-b469-6c720cf8a3f5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:50.002648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=6172134a-a9f0-480a-a29d-6567528d360a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.055255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:50.061270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.113273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port d5d48ae0-94b9-4c90-8c36-339847110276 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:50.335120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.344750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.364256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.409038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:50.409583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.416202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f1866-2ed1-4c2b-9a9f-59a374245b2e req-46a4ad5e-99a0-414e-9c06-f9b494c495d9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.424598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a6f1866-2ed1-4c2b-9a9f-59a374245b2e req-46a4ad5e-99a0-414e-9c06-f9b494c495d9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.3150127 Nov 12 03:30:50.431839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:50.444015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:50.447566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.458043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:50.467077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:50.477862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Pushing event updated for resources: {'Port': ['ID=8518d9d3-f912-44b8-b469-6c720cf8a3f5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.522411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.522920 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Floating IP e4f3b5ac-1e8d-4839-8742-d4ddab6aaf3b disassociated (deleted). External IP: 172.25.7.29, port: dadc253f-a0a2-4865-90cf-a7ee93202179. Nov 12 03:30:50.551363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96511dc-a1b0-43b0-aed8-d95867df54ff req-810312a8-172f-4ebb-a874-99e4262d0482 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.552151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Attempting to bind port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:50.552748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Attempting to bind port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:50.553559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Attempting to bind port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 on network 5be642c6-6608-49fb-9e08-76762a5c610f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:50.560745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:50.561090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a96511dc-a1b0-43b0-aed8-d95867df54ff req-810312a8-172f-4ebb-a874-99e4262d0482 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 908 time: 0.3061903 Nov 12 03:30:50.561631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Checking segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:50.562197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.563386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Bound using segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:50.565041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Bound port: 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:50.565959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.583456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:50.615333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:50.618741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=d5d48ae0-94b9-4c90-8c36-339847110276,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.665161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port d22b4164-f2f2-4ae2-aac5-4646b4a069a3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:50.665539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.673214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] For port 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:50.677375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] For port 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8518d9d3-f912-44b8-b469-6c720cf8a3f5,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:50.683074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.684248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for d22b4164-f2f2-4ae2-aac5-4646b4a069a3 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:50.749605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a6f1866-2ed1-4c2b-9a9f-59a374245b2e req-360f42c7-ef89-4eea-ae60-be94cb7431e2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115582 Nov 12 03:30:50.779007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0876-65d3-4695-b876-c156bc5e16ef None None] Pushing event updated for resources: {'Port': ['ID=8518d9d3-f912-44b8-b469-6c720cf8a3f5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:50.798229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:50.809803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:50.810341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.830995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Deleting port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:50.831345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.947066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-54a2ce82-da1a-4889-b5c3-bac2574d422e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1721797 Nov 12 03:30:50.957073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:50.961130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:50.973986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:51.066049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.083003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] device_id is not set on port 19f532ac-82f8-4582-a3fc-0341160f7b54 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:51.100018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3c6e8-f8f5-4e27-9471-2e5dfe7ed7ed req-fd7b08b5-c44b-4928-bde2-b6e8ec9d2ed2 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.107678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6c3c6e8-f8f5-4e27-9471-2e5dfe7ed7ed req-fd7b08b5-c44b-4928-bde2-b6e8ec9d2ed2 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 945 time: 0.4274871 Nov 12 03:30:51.139667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=d22b4164-f2f2-4ae2-aac5-4646b4a069a3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:51.148932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.151503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.151874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.152349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.152690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.153021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.153343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.153664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.153982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.154299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.154620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.154961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:51.244183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.288035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] No DVR routers for this DVR port d22b4164-f2f2-4ae2-aac5-4646b4a069a3 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:51.291449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.295934 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2489324a-b6f0-4ee1-a2f6-3abb097a931b req-9c70f3c5-7c6c-4825-ae03-845fab1a51de tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "DELETE /v2.0/ports/d22b4164-f2f2-4ae2-aac5-4646b4a069a3 HTTP/1.1" status: 204 len: 173 time: 1.5636079 Nov 12 03:30:51.304228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'name': 'network-vif-deleted', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:51.306979 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0325ce96-fd5f-472b-9d78-d738e2c75bb0" -d '{"events": [{"server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "name": "network-vif-deleted", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:51.316704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] For port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.317028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.355874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Router afac4fb5-76d3-444b-82ba-7197baffca32 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:51.390037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:51.416886 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e69d9e-81db-4b12-bfa3-31c25d911bde x-openstack-request-id: req-18e69d9e-81db-4b12-bfa3-31c25d911bde {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:51.417223 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59073f0b-ac36-42a4-8a42-0166ecda6971", "name": "network-vif-deleted", "tag": "d22b4164-f2f2-4ae2-aac5-4646b4a069a3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:51.417467 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-18e69d9e-81db-4b12-bfa3-31c25d911bde {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:51.417874 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59073f0b-ac36-42a4-8a42-0166ecda6971', 'name': 'network-vif-deleted', 'tag': 'd22b4164-f2f2-4ae2-aac5-4646b4a069a3', 'status': 'completed', 'code': 200} Nov 12 03:30:51.447656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6c3c6e8-f8f5-4e27-9471-2e5dfe7ed7ed req-6e01968c-d6e3-41c6-a188-4a785564a544 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups?id=a5eedee1-bafc-438d-90b1-708e3124b64e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388228 Nov 12 03:30:51.541115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:51.541683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.630202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-8a4d774b-2d76-4c01-8277-09c8a7230e28 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:51.632323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-8a4d774b-2d76-4c01-8277-09c8a7230e28 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1098 time: 0.2677228 Nov 12 03:30:51.653856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad354559-b541-499e-85e6-f1962b1babb0 None None] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:51.658950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-29'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:51.781973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.794600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:51.804009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.806779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.866086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c29f106e-fef8-4a24-8b3a-0bfd233aab1a None None] Provisioning complete for port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:51.866482 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c29f106e-fef8-4a24-8b3a-0bfd233aab1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.868289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] Sync routers for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:51.889938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ee72e8-b85d-4d07-8837-5d451850ffb4 req-4132610f-13da-4d23-b9a3-053d0282633f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=59073f0b-ac36-42a4-8a42-0166ecda6971 HTTP/1.1" status: 200 len: 210 time: 0.1354125 Nov 12 03:30:51.905524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c673adf-57ae-4885-b0a2-fa8c12130375 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/floatingips/e4f3b5ac-1e8d-4839-8742-d4ddab6aaf3b HTTP/1.1" status: 204 len: 168 time: 3.4792058 Nov 12 03:30:51.905524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48452) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:51.925430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:51.960049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:51.967496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.1.1.91 (4214a91f-8628-4fc8-8a9b-25305b959c5f/f60556bc-960c-40d9-94f6-635830b5902e/19f532ac-82f8-4582-a3fc-0341160f7b54) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:51.968347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:51.968974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:51.973877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:51.976954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-62f400b4-5b02-4b5c-b907-c65f90a0d395 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2208891 Nov 12 03:30:51.979602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.155532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:52.200393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73dc8c9e-0bd3-4d66-a555-59f9a2b8ceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.208842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:52.209491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:52.226946 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:30:52.227525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-e03f3f59-0375-4b4d-9597-eb8ef653cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.229480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-e03f3f59-0375-4b4d-9597-eb8ef653cf9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1096 time: 0.1956131 Nov 12 03:30:52.249028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.249953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.249953 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Floating IP 5efd14b1-9d80-4f43-b1dd-3cc38c2cea43 disassociated. External IP: 172.25.7.41, port: e3b144b8-3cf1-4ffb-be2f-20f843c2cf44. Nov 12 03:30:52.250421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Calling delete_port for e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:52.302175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:52.430073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:52.475904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2701d7-da89-423d-b322-cb0b65b61e2c req-03e377ae-c050-443b-bf7d-341e74f84cb4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.477506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f2701d7-da89-423d-b322-cb0b65b61e2c req-03e377ae-c050-443b-bf7d-341e74f84cb4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 946 time: 0.4909656 Nov 12 03:30:52.528321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.537857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.540456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-c7b280af-b53d-4f01-809a-2aa6a1e61736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.542173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-c7b280af-b53d-4f01-809a-2aa6a1e61736 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.2845626 Nov 12 03:30:52.547554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:52.548208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50fdf0-0b27-4f98-87ab-09578dcc70b5 None None] The sync data for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:52.549746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.573111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.680258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ac759-0a30-4104-ba3b-40100b9d6af8 None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:52.691652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.693066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-a5cb97e9-c08c-42ed-bcf6-a80e900eb0d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.1387665 Nov 12 03:30:52.749886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] Provisioning complete for port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:52.750726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.816374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.850686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:52.851185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:52.851593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:52.856893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-b982965d-a98d-4ceb-88e2-0fe680f2ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:52.858456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-b982965d-a98d-4ceb-88e2-0fe680f2ce27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1558425 Nov 12 03:30:52.864278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:52.865685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:52.877568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f2701d7-da89-423d-b322-cb0b65b61e2c req-b568040c-0324-41c9-a559-617be95e5dbf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785585 Nov 12 03:30:52.879874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.893410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Allocated IP 172.25.7.152 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/909b70e1-b7b5-44d7-aff3-aa6c6a1587a6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:52.906712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:30:52.916820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:52.917155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:52.917442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:52.917898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Bound port: a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:52.918252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.930383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-2c56271f-2787-4d60-b913-4558bedd8d5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532038 Nov 12 03:30:52.941086 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:52.952679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event deleted for resources: {'Port': ['ID=e3b144b8-3cf1-4ffb-be2f-20f843c2cf44,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:52.959096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-713de86a-fb5c-4e4c-ada6-b4ae4cfb3466 req-ddc595de-ff48-4007-ad6e-5c0868f3776c tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 210 time: 0.2240486 Nov 12 03:30:52.963864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.009548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:53.046641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:53.096516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:53.098605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:53.098605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d22b4164-f2f2-4ae2-aac5-4646b4a069a3 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:53.132920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Router 554b5f1c-b620-4c06-841e-cc46a10ec8cc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:30:53.143720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] In _notify_port_updated(), no bound segment for port d5d48ae0-94b9-4c90-8c36-339847110276 on network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:30:53.149939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.150716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.152119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/ports/d5d48ae0-94b9-4c90-8c36-339847110276 HTTP/1.1" status: 200 len: 818 time: 2.1875963 Nov 12 03:30:53.156053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:53.206739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecacdd-1f2a-4be2-b848-7eb78df09222 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=d5d48ae0-94b9-4c90-8c36-339847110276,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.212907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.214167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.256481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:53.256847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:53.257198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:53.259157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: d22b4164-f2f2-4ae2-aac5-4646b4a069a3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:53.259488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d22b4164-f2f2-4ae2-aac5-4646b4a069a3 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:53.332823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] For port 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8518d9d3-f912-44b8-b469-6c720cf8a3f5,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:53.345738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:53.346885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:53.355457 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.385893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:53.386264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:53.386889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:53.387385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Bound port: a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:53.387756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.470079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:53.543151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.572390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:53.589506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:53.597148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:53.676330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08501937-8b72-4061-8c10-effbb6002aa0 None None] Pushing event updated for resources: {'Port': ['ID=8518d9d3-f912-44b8-b469-6c720cf8a3f5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:53.704844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dcdbe88c-c8ac-4c09-80ad-c8d2725a249b None None] Provisioning complete for port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:53.705162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcdbe88c-c8ac-4c09-80ad-c8d2725a249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.762465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port d5d48ae0-94b9-4c90-8c36-339847110276 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:53.774769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.815179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:53.819195 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e2211e-e9e3-493c-b4fa-0ecf3c2e44c0" -d '{"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-unplugged", "status": "completed", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:53.829251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:53.829624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.859830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:30:53.869876 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Sync routers for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:30:53.890438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-a05763c1-9ef4-4d82-9e77-80703b807873 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9493077 Nov 12 03:30:53.908465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:53.909241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:53.923832 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:53.929820 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:53.936597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:53.962636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:53.969602 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.032221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:54.037922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c6d0f-b574-445b-9a0f-e0fb20c812e8 req-c022f39d-fa94-4d55-9dda-5a4e59ac0656 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.040699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.050400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac5c6d0f-b574-445b-9a0f-e0fb20c812e8 req-c022f39d-fa94-4d55-9dda-5a4e59ac0656 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.4906430 Nov 12 03:30:54.053359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a46e85ac-edfb-4193-bd2e-d66eed19f9c9-n-h2-766726-29-0 {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:30:54.053696 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:30:54.065980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] No DVR routers for this DVR port e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:54.075096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-92e64940-0c52-432b-b122-3296ee80ebf7 None None] Provisioning complete for port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:54.075464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92e64940-0c52-432b-b122-3296ee80ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.082244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a78062d2-9776-4878-8a43-13319eca19e2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7268956 Nov 12 03:30:54.086869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.089167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.090867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.093238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2484f39-113b-4541-a8ff-75b5c014cf3f req-908d21ff-4109-4ce8-a518-976b96708e01 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.16 "DELETE /v2.0/ports/e3b144b8-3cf1-4ffb-be2f-20f843c2cf44 HTTP/1.1" status: 204 len: 173 time: 4.5679002 Nov 12 03:30:54.095696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'name': 'network-vif-deleted', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:54.098404 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2321f915-c1ea-4a2c-b83a-42a64037e320" -d '{"events": [{"server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "name": "network-vif-deleted", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:54.106831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.107165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'name': 'tempest-TaggedBootDevicesTest-855894815', 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:54.146110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8518d9d3-f912-44b8-b469-6c720cf8a3f5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:54.168272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac5c6d0f-b574-445b-9a0f-e0fb20c812e8 req-3e92be52-4917-4259-92e4-dedff5e6ab12 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162701 Nov 12 03:30:54.186078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for d5d48ae0-94b9-4c90-8c36-339847110276 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:54.186333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 has no active binding in host n-h1-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:30:54.246558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7fac3e7-efbd-4039-8444-398f1505c13a req-fbc46f71-ab5e-4349-8bb0-91638d0dad24 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273530 Nov 12 03:30:54.302967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.316355 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b2262b-15fa-4f1a-a757-78e8d5a4478a x-openstack-request-id: req-35b2262b-15fa-4f1a-a757-78e8d5a4478a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:54.316641 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-unplugged", "status": "completed", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:54.316903 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-35b2262b-15fa-4f1a-a757-78e8d5a4478a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:54.317300 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'code': 200} Nov 12 03:30:54.357996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c336dfb9-dadd-44c2-8318-6e0cb2232bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.368526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:54.369035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.399515 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:54.437208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-92e64940-0c52-432b-b122-3296ee80ebf7 None None] Provisioning complete for port 19f532ac-82f8-4582-a3fc-0341160f7b54 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:54.437624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92e64940-0c52-432b-b122-3296ee80ebf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.469917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:54.480701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:54.500635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7115b757-e93e-4d59-8640-87caae9a070b req-c728d299-df89-497e-85ae-ac2c735cd003 tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/ports?device_id=81bb7165-4d42-4c6d-a243-de9d80ceab7e HTTP/1.1" status: 200 len: 210 time: 0.0493538 Nov 12 03:30:54.514825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85316300-1edd-492f-9fb0-a66d1b3fbc2f req-83f4530e-f7b4-4325-b166-a6757bb84cc5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.516794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85316300-1edd-492f-9fb0-a66d1b3fbc2f req-83f4530e-f7b4-4325-b166-a6757bb84cc5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.1331248 Nov 12 03:30:54.530930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.550948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Pushing event updated for resources: {'Port': ['ID=909b70e1-b7b5-44d7-aff3-aa6c6a1587a6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.560952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:54.565756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-92e64940-0c52-432b-b122-3296ee80ebf7 None None] Port 19f532ac-82f8-4582-a3fc-0341160f7b54 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:54.614585 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafa1eb4-e46f-4765-b636-48bc9700ffe5 x-openstack-request-id: req-dafa1eb4-e46f-4765-b636-48bc9700ffe5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:54.615644 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bb7165-4d42-4c6d-a243-de9d80ceab7e", "name": "network-vif-deleted", "tag": "e3b144b8-3cf1-4ffb-be2f-20f843c2cf44", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:54.615751 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dafa1eb4-e46f-4765-b636-48bc9700ffe5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:54.616088 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bb7165-4d42-4c6d-a243-de9d80ceab7e', 'name': 'network-vif-deleted', 'tag': 'e3b144b8-3cf1-4ffb-be2f-20f843c2cf44', 'status': 'completed', 'code': 200} Nov 12 03:30:54.618056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:54.652153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=d5d48ae0-94b9-4c90-8c36-339847110276,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:54.664115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.682453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h2-766726-29 for vnic_type normal with profile {"migrating_to": "n-h1-766726-29"} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:54.682650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa7478d8-fed5-4c55-a1ae-36d33c9965b7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/d5d48ae0-94b9-4c90-8c36-339847110276 HTTP/1.1" status: 204 len: 168 time: 1.5220211 Nov 12 03:30:54.683138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:54.683505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:54.688201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48520) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.738980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85316300-1edd-492f-9fb0-a66d1b3fbc2f req-416ef350-1249-40f7-ac9c-acae4d44e6ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039118 Nov 12 03:30:54.751173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:30:54.751513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempting to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:54.774537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:54.774887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:54.775277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:54.775721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Bound port: a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:54.776322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.806748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5943d0-a90b-4acf-973f-f0b3a15a13dd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:54.808292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ea5943d0-a90b-4acf-973f-f0b3a15a13dd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1163406 Nov 12 03:30:54.811266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.811642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.827438 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:54.842127 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aadb7d0-329b-4cf7-a644-780f0d5aca00 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:30:54.848574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4aadb7d0-329b-4cf7-a644-780f0d5aca00 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/d5d48ae0-94b9-4c90-8c36-339847110276 HTTP/1.1" status: 404 len: 333 time: 0.0361886 Nov 12 03:30:54.849196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:54.856932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-728751186'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:54.881881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] device_id is not set on port 1645fb63-ae64-4563-ac08-8cc467f39eed yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:30:54.885596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:54.892092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.893117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Checking router: 554b5f1c-b620-4c06-841e-cc46a10ec8cc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:30:54.907382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:30:54.908392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:54.941667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:30:54.950639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.956816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:54.957772 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 3fd421f0-dbcd-411f-855a-7a8c6e1e19e4 of type vlan for network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 Nov 12 03:30:54.976355 n-d-766726-29 neutron-server[102604]: WARNING neutron.plugins.ml2.plugin [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Concurrent port binding operations failed on port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 Nov 12 03:30:54.985667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:55.010935 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attempt 2 to bind port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 Nov 12 03:30:55.014333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.038468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.039099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.040458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-368c9f76-721e-47d0-b8de-d65630215e9a service neutron] 10.222.0.16 "PUT /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 1124 time: 3.3864827 Nov 12 03:30:55.042853 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:30:55.044430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.050514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.069579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.071165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.123343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2730076 Nov 12 03:30:55.126471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:55.132192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:55.186730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:55.208247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.1.1.238 (4214a91f-8628-4fc8-8a9b-25305b959c5f/f60556bc-960c-40d9-94f6-635830b5902e/1645fb63-ae64-4563-ac08-8cc467f39eed) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:55.278505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:55.386974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8518d9d3-f912-44b8-b469-6c720cf8a3f5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:55.427694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd069de5-0590-4847-b320-9e68f0d4f4f3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=3623edf0-80f0-47cb-8c8c-dbf59bd82f88,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:55.429645 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:30:55.448072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.466278 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa1b1-cb96-4b21-99d0-7b3619da6f1e None None] The sync data for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 is: [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:28:26Z', 'revision_number': 4, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11', 'name': '', 'network_id': '9658e838-754a-4d1e-b8db-78b75f4b45bc', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'mac_address': 'fa:16:3e:b6:0c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '69c95071-3758-49ed-acea-c68fd87244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:25Z', 'updated_at': '2021-11-12T03:28:33Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'subnets': [{'id': '69c95071-3758-49ed-acea-c68fd87244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:30:55.471559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.508582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:30:55.601002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.612563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Pushing event updated for resources: {'Port': ['ID=909b70e1-b7b5-44d7-aff3-aa6c6a1587a6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:55.644250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.651652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.689792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48538) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:55.735177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.773406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:55.773774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:55.871019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:55.877957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:55.903597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:55.977590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2ea5e-82fd-44c6-9695-8961f87bc74f None None] New status for floating IP 5efd14b1-9d80-4f43-b1dd-3cc38c2cea43: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:30:55.997184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:55.997832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.058226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.061509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.084211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d4fdb-e3f0-458c-9412-4b6b4ee03961 req-2df74b79-5fe8-47e4-890f-300184ea8990 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.093143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e4d4fdb-e3f0-458c-9412-4b6b4ee03961 req-2df74b79-5fe8-47e4-890f-300184ea8990 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.7146485 Nov 12 03:30:56.118074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.159062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:56.161267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.162903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2675d7fb-bedd-4250-aabe-3e5fc4260eee tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2473032 Nov 12 03:30:56.164963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.167079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d645a4e8-315c-4cb0-81d4-a07763a0a28b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0750115 Nov 12 03:30:56.167758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.251085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.254232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.256404 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "DELETE /v2.0/security-groups/a5eedee1-bafc-438d-90b1-708e3124b64e HTTP/1.1" status: 204 len: 168 time: 0.5622005 Nov 12 03:30:56.279531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.281495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6689464-0b62-487e-a9a7-59313e831e4a tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eedee1-bafc-438d-90b1-708e3124b64e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.309422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-b211c797-a0c4-4c0b-a0f1-fe6ee92ae911 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.311266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-b211c797-a0c4-4c0b-a0f1-fe6ee92ae911 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 945 time: 0.2854097 Nov 12 03:30:56.318554 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-9eb7acba-b87c-4cbb-bd99-49d7739dbb3e tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] show failed (client error): The resource could not be found. Nov 12 03:30:56.324779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9eb7acba-b87c-4cbb-bd99-49d7739dbb3e tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "GET /v2.0/security-groups/a5eedee1-bafc-438d-90b1-708e3124b64e HTTP/1.1" status: 404 len: 347 time: 0.0389192 Nov 12 03:30:56.325634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.326330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:56.326443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9178aa-0454-49c4-ad60-be04e4d6d51b req-fb381825-07ac-4463-8a78-046a9da3882f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.329543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-18e46826-a55d-4038-8134-06371c105513 None None] Provisioning complete for port 1645fb63-ae64-4563-ac08-8cc467f39eed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:56.330005 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18e46826-a55d-4038-8134-06371c105513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.334532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b9178aa-0454-49c4-ad60-be04e4d6d51b req-fb381825-07ac-4463-8a78-046a9da3882f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.2999432 Nov 12 03:30:56.338289 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372d048-4827-46d6-9085-bd1c29e8216b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:56.355743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e4d4fdb-e3f0-458c-9412-4b6b4ee03961 req-ac3954a1-5b09-49c5-ac5e-3810c7f61b7b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613482 Nov 12 03:30:56.400146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:56.400358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-18e46826-a55d-4038-8134-06371c105513 None None] Port 1645fb63-ae64-4563-ac08-8cc467f39eed cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:30:56.498447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.532805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48554) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.563255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.569230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39338692', 'description': 'tempest-description--676553319'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:56.574456 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdeddcc-68c3-4076-b274-f5be3c5c00d2 x-openstack-request-id: req-ffdeddcc-68c3-4076-b274-f5be3c5c00d2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:56.574740 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:56.575012 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ffdeddcc-68c3-4076-b274-f5be3c5c00d2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:56.575507 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'status': 'completed', 'code': 200} Nov 12 03:30:56.659185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b9178aa-0454-49c4-ad60-be04e4d6d51b req-57e5f814-0cc6-4e18-be1f-4fbccc398ec5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234799 Nov 12 03:30:56.662832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.677648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Deleting port aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:56.677648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.703943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=78333840-0bc7-48e9-a4e6-921ab01798c1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:56.724621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:56.724917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 3623edf0-80f0-47cb-8c8c-dbf59bd82f88, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:30:56.743107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port 25ae59d5-ff6a-405b-bf18-12e89321aac9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:30:56.743447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.778227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:30:56.840734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3623edf0-80f0-47cb-8c8c-dbf59bd82f88) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:56.841433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d048-4827-46d6-9085-bd1c29e8216b req-e0014d06-d21c-41d0-9018-ffa1a76f7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.850797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:56.851316 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-e0014d06-d21c-41d0-9018-ffa1a76f7a0f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1127 time: 0.2145922 Nov 12 03:30:56.854172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.862439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b9c7e-b368-4a53-b119-70b86c0ed9c5 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:30:56.868324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.877311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.905342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.906021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.932623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1006ce7e-d6f0-4969-9b57-7354fff628a1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8050489 Nov 12 03:30:56.936229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port 25ae59d5-ff6a-405b-bf18-12e89321aac9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=25ae59d5-ff6a-405b-bf18-12e89321aac9,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:56.936852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:56.940041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48560) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:56.955140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:56.956059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for 25ae59d5-ff6a-405b-bf18-12e89321aac9 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:56.968786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Calling delete_port for aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:30:57.081594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.124698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.129523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.162213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=25ae59d5-ff6a-405b-bf18-12e89321aac9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.213921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] No DVR routers for this DVR port 25ae59d5-ff6a-405b-bf18-12e89321aac9 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:30:57.216974 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.221518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d91d9e0-db92-498a-b954-8c7d51ceeb9e req-2122c86e-79d8-46af-bb77-374e28c2b7e3 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "DELETE /v2.0/ports/25ae59d5-ff6a-405b-bf18-12e89321aac9 HTTP/1.1" status: 204 len: 173 time: 0.8846309 Nov 12 03:30:57.222246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'name': 'network-vif-deleted', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:30:57.225713 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55ccff4-6bc2-4706-89b8-afef9b5ce6cb" -d '{"events": [{"server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "name": "network-vif-deleted", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:30:57.245383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98', '25ae59d5-ff6a-405b-bf18-12e89321aac9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:30:57.272833 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ccb0cc-2b5e-4f1c-a78c-38dd270e1399 x-openstack-request-id: req-41ccb0cc-2b5e-4f1c-a78c-38dd270e1399 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:30:57.273386 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c91a6d-3d2c-4fc9-a791-5c7175157704", "name": "network-vif-deleted", "tag": "25ae59d5-ff6a-405b-bf18-12e89321aac9", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:30:57.273886 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-41ccb0cc-2b5e-4f1c-a78c-38dd270e1399 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:30:57.274470 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c91a6d-3d2c-4fc9-a791-5c7175157704', 'name': 'network-vif-deleted', 'tag': '25ae59d5-ff6a-405b-bf18-12e89321aac9', 'status': 'completed', 'code': 200} Nov 12 03:30:57.293826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.298198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7302377 Nov 12 03:30:57.299134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48564) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:57.308184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d048-4827-46d6-9085-bd1c29e8216b req-4db60562-92af-4831-8333-a018c9092c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.310105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-4db60562-92af-4831-8333-a018c9092c07 service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.4341106 Nov 12 03:30:57.310255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cca24-2f83-4c19-9038-7b26cce9f158 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a855299-b049-45de-8806-1b86f0fa1853,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.316282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'security_group_rule': {'security_group_id': '7a855299-b049-45de-8806-1b86f0fa1853', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:57.351120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.377587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Allocated IP 172.25.7.94 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/907e1bba-912f-425a-9286-e14abad00d88) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:57.426889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-fc8f2911-7a9d-459d-921f-d70bd44e458c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 217 time: 0.0827827 Nov 12 03:30:57.429125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.437042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.457586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': '78333840-0bc7-48e9-a4e6-921ab01798c1'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:30:57.459776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.468124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf02b5d-ad1b-40f4-9295-016483ab0d37,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.581605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de6c12f5-81f1-43f3-b7b3-45ba91984570 req-65c5b1ef-124f-4c87-b6d3-5c6693f2aba5 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=10c91a6d-3d2c-4fc9-a791-5c7175157704 HTTP/1.1" status: 200 len: 210 time: 0.0388157 Nov 12 03:30:57.598957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.602468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-72240177-7c9f-41f3-96f8-d4a449a4aef1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009114 Nov 12 03:30:57.604738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48568) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:57.614747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:57.614990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'security_group_rule': {'security_group_id': '7a855299-b049-45de-8806-1b86f0fa1853', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:57.618973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.635596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372d048-4827-46d6-9085-bd1c29e8216b req-4c8d6541-0fc6-49f6-8d53-291170148080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:57.638625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-4c8d6541-0fc6-49f6-8d53-291170148080 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1978233 Nov 12 03:30:57.671967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.743562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Allocated IP 172.20.0.2 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/78333840-0bc7-48e9-a4e6-921ab01798c1/df824647-431c-459a-9074-3c47a51ad14c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:57.753995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.800122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.806379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-121b39bf-90a5-4d90-9aa9-7c1b36429a2e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270995 Nov 12 03:30:57.826229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.843824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:57.924622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Pushing event deleted for resources: {'Port': ['ID=aa2e34aa-32f3-4dcb-9b62-8c929c3f7faa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:57.946736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.050645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.055908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4499488 Nov 12 03:30:58.058579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7b7be-a5e6-4350-89f5-2e6115397aed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dced489d-7a43-46d8-a2cc-99c1f9f6dd5f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.061954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.072351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.076253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.087011 n-d-766726-29 neutron-server[102604]: INFO neutron.db.ipam_backend_mixin [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78333840-0bc7-48e9-a4e6-921ab01798c1 (CIDR: 172.20.0.0/28) Nov 12 03:30:58.102365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.123524 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:30:58.127472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:30:58.157018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551f2b-486c-4779-8948-9579b1a554de req-a91df8af-0012-4367-bbc5-cfd3bf9d8e08 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:58.157695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-41551f2b-486c-4779-8948-9579b1a554de req-a91df8af-0012-4367-bbc5-cfd3bf9d8e08 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.3497527 Nov 12 03:30:58.159159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.183610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:58.197724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:58.204245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:58.239355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f50bc0d-f9c8-4c0c-a7b8-5f819cfced92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2865920 Nov 12 03:30:58.242339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48582) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.258870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Pushing event updated for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.260002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.262700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.264006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a690667-efc2-4cdf-a0c3-c84d8c61f12b tempest-ServersTestJSON-1159375958 tempest-ServersTestJSON-1159375958-project] 10.222.0.97 "DELETE /v2.0/floatingips/5efd14b1-9d80-4f43-b1dd-3cc38c2cea43 HTTP/1.1" status: 204 len: 168 time: 1.9226236 Nov 12 03:30:58.269941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:30:58.272085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:30:58.287448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.287788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.288127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.288375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-afb3f40d-c189-492e-acd7-4ad2a3821e8f service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645305 Nov 12 03:30:58.288490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.288768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.289097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.289414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.289736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.290179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.290504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.290820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.291229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:58.314585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Attempting to bind port df824647-431c-459a-9074-3c47a51ad14c on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:30:58.315053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Attempting to bind port df824647-431c-459a-9074-3c47a51ad14c by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:30:58.315514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Attempting to bind port df824647-431c-459a-9074-3c47a51ad14c on network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:30:58.322810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:30:58.323363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Checking segment: {'id': '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:30:58.323818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.324265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Bound using segment: {'id': '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:30:58.324800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Bound port: df824647-431c-459a-9074-3c47a51ad14c, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:30:58.325258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.355133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.420477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:30:58.425007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-41551f2b-486c-4779-8948-9579b1a554de req-49fb3ab1-84cd-4d4e-b0a5-2e9483df7df6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275844 Nov 12 03:30:58.428862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=df824647-431c-459a-9074-3c47a51ad14c,segment=NetworkSegment(3fd421f0-dbcd-411f-855a-7a8c6e1e19e4),segment_id=3fd421f0-dbcd-411f-855a-7a8c6e1e19e4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:30:58.436326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.545987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebbc68-f671-4e66-9869-cd5f6ba2fec9 None None] Pushing event updated for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.862328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:58.918101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Pushing event updated for resources: {'Port': ['ID=907e1bba-912f-425a-9286-e14abad00d88,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:58.954856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:59.005301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:59.014300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:59.082591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c372d048-4827-46d6-9085-bd1c29e8216b req-8dbf0a26-b1e6-466b-ac66-3a106bdad93c service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616010 Nov 12 03:30:59.182938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.185732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 172.25.7.104 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:30:59.194091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:30:59.198208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.279438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25ae59d5-ff6a-405b-bf18-12e89321aac9 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:30:59.292465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.320489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 25ae59d5-ff6a-405b-bf18-12e89321aac9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:30:59.320834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 25ae59d5-ff6a-405b-bf18-12e89321aac9 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:30:59.323277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device df824647-431c-459a-9074-3c47a51ad14c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:30:59.327680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.385556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.387942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:30:59.388405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.491478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e123e-d823-40dd-83a4-89affd67d6c7 req-1792a983-4cfa-4959-aa60-1e2a80eba776 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.500139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-040e123e-d823-40dd-83a4-89affd67d6c7 req-1792a983-4cfa-4959-aa60-1e2a80eba776 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.4010186 Nov 12 03:30:59.507339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.561850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=df824647-431c-459a-9074-3c47a51ad14c,segment=NetworkSegment(3fd421f0-dbcd-411f-855a-7a8c6e1e19e4),segment_id=3fd421f0-dbcd-411f-855a-7a8c6e1e19e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:30:59.566403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:30:59.566934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.584043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:30:59.598733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:30:59.649115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.754565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.769588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-652d7f1d-759d-4a43-82b1-2a832dd54404 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.771686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-652d7f1d-759d-4a43-82b1-2a832dd54404 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 946 time: 0.1256022 Nov 12 03:30:59.775624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-040e123e-d823-40dd-83a4-89affd67d6c7 req-cf9056b7-5ee3-4f05-9061-ff1e59e2dfd7 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=2a83d818-b8b9-466a-89ff-640ecf5b980a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686965 Nov 12 03:30:59.778576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.793491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:30:59.815713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.816053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.816404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.816749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.817095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.817429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.817838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.822999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.822999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.827186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.827186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.827186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:30:59.889617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:30:59.968511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75cdc-2848-4314-ac77-8e78db1c7bd5 req-f65dd515-03b8-4798-b5b1-710e870422e1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:30:59.976576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71d75cdc-2848-4314-ac77-8e78db1c7bd5 req-f65dd515-03b8-4798-b5b1-710e870422e1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.4026854 Nov 12 03:31:00.001858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.040489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.055828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Pushing event updated for resources: {'Port': ['ID=907e1bba-912f-425a-9286-e14abad00d88,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.066636 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.073609 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d41f9c2-447b-4a00-b91e-c4593fd874c7 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8962169 Nov 12 03:31:00.075650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.088932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71d75cdc-2848-4314-ac77-8e78db1c7bd5 req-56d47a6b-36d6-4517-bc32-fcafec69237a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113825 Nov 12 03:31:00.095881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.152346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.156264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400f352-fd1f-4250-8e13-f211e205c3c8 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:00.247222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90eb0e9b-a77f-44fb-b28b-1eccb7c6dfc8 tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1705132 Nov 12 03:31:00.258425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.298249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ca108078-c668-4294-a78d-07850af2c21a None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:00.299220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca108078-c668-4294-a78d-07850af2c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.310216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:00.322915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port d9512480-1384-4146-8aa1-d0bd390a1e98 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:00.323261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.326345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:00.342282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:00.343422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.366043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-71524495-678d-4dd0-aaab-8961c882e44e tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0984728 Nov 12 03:31:00.370524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.422886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=3b67b31f-6dc5-4189-94ac-2ba9ebd72125,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.473427 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-39188f94-5c3a-4d2e-b408-67b4d85ba790 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2251520 Nov 12 03:31:00.480821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:00.491305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'fixed_ips': [{'subnet_id': '78333840-0bc7-48e9-a4e6-921ab01798c1'}, {'subnet_id': '3b67b31f-6dc5-4189-94ac-2ba9ebd72125'}], 'name': 'tempest-PortsTestJSON-65962161'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:00.551389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port d9512480-1384-4146-8aa1-d0bd390a1e98, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d9512480-1384-4146-8aa1-d0bd390a1e98,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:00.551677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.564288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Update dhcp port {'port': {'network_id': '3623edf0-80f0-47cb-8c8c-dbf59bd82f88', 'fixed_ips': [{'subnet_id': '78333840-0bc7-48e9-a4e6-921ab01798c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b67b31f-6dc5-4189-94ac-2ba9ebd72125'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'df824647-431c-459a-9074-3c47a51ad14c'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:31:00.566999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for d9512480-1384-4146-8aa1-d0bd390a1e98 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:00.590894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.597858 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.619736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.702731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.737764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.751870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.761489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6862917 Nov 12 03:31:00.782872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=d9512480-1384-4146-8aa1-d0bd390a1e98,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:00.868548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Allocated IP 172.20.0.18 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/3b67b31f-6dc5-4189-94ac-2ba9ebd72125/df824647-431c-459a-9074-3c47a51ad14c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:00.872064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] No DVR routers for this DVR port d9512480-1384-4146-8aa1-d0bd390a1e98 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:00.875152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.878826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-919cfc60-e70a-40e3-a8ea-cb99dc7a600e req-8e97b035-14ac-47f9-9801-9d58138a3a78 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.104 "DELETE /v2.0/ports/d9512480-1384-4146-8aa1-d0bd390a1e98 HTTP/1.1" status: 204 len: 173 time: 1.0950632 Nov 12 03:31:00.879519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'name': 'network-vif-deleted', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:00.882968 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7007b67-e2fd-4459-9c2a-530fd595bbf9" -d '{"events": [{"server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "name": "network-vif-deleted", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:00.892327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Deleting port 907e1bba-912f-425a-9286-e14abad00d88 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:00.892695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:00.938076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608afe-303a-44b6-bb4c-3b319d59ee3c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.006811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88f6d7fa-7be6-498e-a63c-c3e31ddf438b req-107a1f6a-d3c7-4a70-927e-0a8d5ce64d0d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=1e35db05-483c-4b15-89bc-15f32c0e9eb5 HTTP/1.1" status: 200 len: 210 time: 0.0555117 Nov 12 03:31:01.025927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=df824647-431c-459a-9074-3c47a51ad14c,segment=NetworkSegment(3fd421f0-dbcd-411f-855a-7a8c6e1e19e4),segment_id=3fd421f0-dbcd-411f-855a-7a8c6e1e19e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:01.049332 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28c44c-9ae9-4105-b39b-ce0466779f01 x-openstack-request-id: req-9d28c44c-9ae9-4105-b39b-ce0466779f01 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:01.050158 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e35db05-483c-4b15-89bc-15f32c0e9eb5", "name": "network-vif-deleted", "tag": "d9512480-1384-4146-8aa1-d0bd390a1e98", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:01.050427 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9d28c44c-9ae9-4105-b39b-ce0466779f01 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:01.052115 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e35db05-483c-4b15-89bc-15f32c0e9eb5', 'name': 'network-vif-deleted', 'tag': 'd9512480-1384-4146-8aa1-d0bd390a1e98', 'status': 'completed', 'code': 200} Nov 12 03:31:01.074245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Deleting port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:01.074876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.113540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:01.161827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.182617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.185265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d9512480-1384-4146-8aa1-d0bd390a1e98'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:01.185398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.195321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.252033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Calling delete_port for 907e1bba-912f-425a-9286-e14abad00d88 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:01.283206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76020d49-30f0-49ea-b627-198d781a8f9f None None] Pushing event updated for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.325307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device df824647-431c-459a-9074-3c47a51ad14c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:01.332339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.367055 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.403867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:01.404800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.493497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port c2baa188-c5f9-4143-9111-ea0785dae12e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:01.528095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d975-c6cf-4ac7-baa6-30dd290a1f35 req-11b997fd-3f33-4593-84d3-c68023c58873 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:01.529783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae4d975-c6cf-4ac7-baa6-30dd290a1f35 req-11b997fd-3f33-4593-84d3-c68023c58873 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.1816401 Nov 12 03:31:01.533498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-268e3c6e-e605-456e-951e-062fb29d37bd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--39338692&fields=id&tenant_id=1e363f8a008846f49dc7ecb9ae8a868b HTTP/1.1" status: 200 len: 267 time: 0.1825912 Nov 12 03:31:01.588695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.639154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Pushing event deleted for resources: {'Port': ['ID=907e1bba-912f-425a-9286-e14abad00d88,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:01.718657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.721812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.726603 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f91bc63-f530-41c6-a441-e84dad3f4e97 tempest-FloatingIPAdminTestJSON-2055461292 tempest-FloatingIPAdminTestJSON-2055461292-project] 10.222.0.97 "DELETE /v2.0/floatingips/3823189d-d67f-400a-b990-505a54488d83 HTTP/1.1" status: 204 len: 168 time: 1.3543341 Nov 12 03:31:01.727555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48636) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:01.843643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] For port 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:01.844369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:01.861054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Calling delete_port for 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:01.905134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Deleting port 909b70e1-b7b5-44d7-aff3-aa6c6a1587a6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:01.905134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.013290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.013649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.029720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Calling delete_port for 909b70e1-b7b5-44d7-aff3-aa6c6a1587a6 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:02.214626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.286007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f8fcd-fb24-431c-84bb-e88d9602694c None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:02.349985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Pushing event deleted for resources: {'Port': ['ID=909b70e1-b7b5-44d7-aff3-aa6c6a1587a6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:02.378338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e474f9c9-50d6-4066-b11a-7dec66e07402 None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:02.378941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e474f9c9-50d6-4066-b11a-7dec66e07402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.409289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.412917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.414503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4cea883a-4995-486b-8c3e-971f0fa8018d tempest-FloatingIPAdminTestJSON-1941485195 tempest-FloatingIPAdminTestJSON-1941485195-project-admin] 10.222.0.97 "DELETE /v2.0/floatingips/9abef1e4-8897-4d0c-ab60-9f06bd9f2c21 HTTP/1.1" status: 204 len: 168 time: 0.6859841 Nov 12 03:31:02.417861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48646) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:02.499572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-a533840b-78a6-4d7c-a831-8f061df54a47 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:02.504013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-a533840b-78a6-4d7c-a831-8f061df54a47 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 930 time: 0.9306855 Nov 12 03:31:02.525167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae4d975-c6cf-4ac7-baa6-30dd290a1f35 req-a9041bad-71ff-4823-83bf-fe19634ac78a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9640622 Nov 12 03:31:02.585189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port dadc253f-a0a2-4865-90cf-a7ee93202179 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:02.585526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.798188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:02.835069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for dadc253f-a0a2-4865-90cf-a7ee93202179 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:02.867871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.14 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/78333840-0bc7-48e9-a4e6-921ab01798c1/c2baa188-c5f9-4143-9111-ea0785dae12e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:02.885929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.25 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/3b67b31f-6dc5-4189-94ac-2ba9ebd72125/c2baa188-c5f9-4143-9111-ea0785dae12e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:03.118031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0f5c90a4-ba6d-4234-96d3-696bd8fd666c None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:03.120242 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f5c90a4-ba6d-4234-96d3-696bd8fd666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.138027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.195509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.238544 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.242967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device df824647-431c-459a-9074-3c47a51ad14c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:03.282101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=dadc253f-a0a2-4865-90cf-a7ee93202179,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.305513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=c2baa188-c5f9-4143-9111-ea0785dae12e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.313290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d9512480-1384-4146-8aa1-d0bd390a1e98 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:03.339335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d4de1-27d5-420c-b0e3-8ac9db0e2bc6 req-aae584e6-8ec0-42e8-8c75-121bc3ee4610 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.346649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e4d4de1-27d5-420c-b0e3-8ac9db0e2bc6 req-aae584e6-8ec0-42e8-8c75-121bc3ee4610 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1644435 Nov 12 03:31:03.387219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:03.391570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:03.395484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:03.420058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: d9512480-1384-4146-8aa1-d0bd390a1e98 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:03.420552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d9512480-1384-4146-8aa1-d0bd390a1e98 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:03.421070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:03.462624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.474787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c37c5421-49b7-4673-a681-d8a06fa649db tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.477879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bab5c3a4-3334-4011-9bae-9821ce7e45a1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/ports/dadc253f-a0a2-4865-90cf-a7ee93202179 HTTP/1.1" status: 204 len: 168 time: 1.0579023 Nov 12 03:31:03.480070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48654) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.485700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c37c5421-49b7-4673-a681-d8a06fa649db tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 931 time: 0.9470901 Nov 12 03:31:03.615437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f87c3f-e12e-4a04-94b2-551cdc02b3da tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:03.619539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-65f87c3f-e12e-4a04-94b2-551cdc02b3da tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "GET /v2.0/ports?device_id=afac4fb5-76d3-444b-82ba-7197baffca32 HTTP/1.1" status: 200 len: 913 time: 0.1360760 Nov 12 03:31:03.625489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:03.652266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:03.652622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.790705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.847937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-aab3c2a0-78f7-428d-a9a2-f163ea6d3afa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1534386 Nov 12 03:31:03.891765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-54a1406b-caa3-40e2-ba02-ac0b76e39f03 None None] Provisioning complete for port c2baa188-c5f9-4143-9111-ea0785dae12e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:03.892161 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54a1406b-caa3-40e2-ba02-ac0b76e39f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:03.905425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Pushing event deleted for resources: {'Port': ['ID=74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:03.924338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e4d4de1-27d5-420c-b0e3-8ac9db0e2bc6 req-1b69e2d4-d013-494b-b32f-e0845e7c5efc tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5710499 Nov 12 03:31:03.969971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-54a1406b-caa3-40e2-ba02-ac0b76e39f03 None None] Port c2baa188-c5f9-4143-9111-ea0785dae12e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:04.024457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-9f1fcdaf-4af6-4ff2-a694-273f6d7c5639 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1449533 Nov 12 03:31:04.063872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.065232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.213450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7977e1f5-66bb-43b6-843e-d3ffe166fb26 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7311301 Nov 12 03:31:04.216839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:04.225436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78333840-0bc7-48e9-a4e6-921ab01798c1'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:04.261960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.293810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726536ed-320c-4af5-a847-beac6af54dde req-b9137673-bfc6-4242-819d-037755218c53 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.302920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-726536ed-320c-4af5-a847-beac6af54dde req-b9137673-bfc6-4242-819d-037755218c53 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.2543409 Nov 12 03:31:04.422662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-726536ed-320c-4af5-a847-beac6af54dde req-fb703548-e125-4a34-b382-49e317243c03 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184921 Nov 12 03:31:04.432487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2ad002cb-65c6-4683-b40b-fb83acd0473d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.441761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2ad002cb-65c6-4683-b40b-fb83acd0473d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.448604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2ad002cb-65c6-4683-b40b-fb83acd0473d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:04.450281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2ad002cb-65c6-4683-b40b-fb83acd0473d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 1990 time: 0.4199722 Nov 12 03:31:04.479245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e3613a89-532b-47c4-95da-9d63cfb3e59c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/quotas/1e363f8a008846f49dc7ecb9ae8a868b HTTP/1.1" status: 200 len: 375 time: 0.0188038 Nov 12 03:31:04.505841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.603648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-16734537-9a1a-4598-8e1a-b715368fdf5f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1148784 Nov 12 03:31:04.662302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:04.700976 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-0ac893eb-17cd-4187-a8b1-40b6fe78b7a9 service neutron] 10.222.0.104 "GET /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.1501722 Nov 12 03:31:04.825309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dd3a1a0e-74f2-4dd8-b85d-09d298158a33 service neutron] 10.222.0.97 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646059 Nov 12 03:31:04.938730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Router 554b5f1c-b620-4c06-841e-cc46a10ec8cc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:04.975859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-a52b6945-202e-46c1-af7c-2d16fe9350e8 service neutron] 10.222.0.97 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251988 Nov 12 03:31:05.070402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-0c35e277-86ff-46fb-bd51-bf124f600d6f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.073376 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-0c35e277-86ff-46fb-bd51-bf124f600d6f tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.2190685 Nov 12 03:31:05.089874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-924bfb78-7c20-45c3-9653-9e5163f9a513 service neutron] 10.222.0.97 "GET /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1129456 Nov 12 03:31:05.184789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51724767-c379-4cec-89e9-7b046b6e0c62 req-d9da792d-584d-4a8a-a995-0b7d118b30c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:05.186632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51724767-c379-4cec-89e9-7b046b6e0c62 req-d9da792d-584d-4a8a-a995-0b7d118b30c9 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1680522 Nov 12 03:31:05.270510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port 2895e356-bc67-4fe6-ac4b-25ca8f1543ff {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:05.270890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.275630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:05.277745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:05.286109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e331e95-76b3-4d6b-9632-e4117bfd0429 admin admin] 10.222.0.97 "PUT /v2.0/routers/554b5f1c-b620-4c06-841e-cc46a10ec8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0092731 Nov 12 03:31:05.295275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Sync routers for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:05.304797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:05.306515 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:05.307148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.319077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-825dcffd-4528-4ffe-a9d4-8d16d38037a6 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891196 Nov 12 03:31:05.376560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Delete allocated IP 172.20.0.25 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/3b67b31f-6dc5-4189-94ac-2ba9ebd72125) {{(pid=102604) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:31:05.405555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:05.441177 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:05.450751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.549346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51724767-c379-4cec-89e9-7b046b6e0c62 req-af5d8273-0e77-46e8-aeec-075c217c6a25 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3274279 Nov 12 03:31:05.681905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-bed4d5c1-999f-49e3-a11a-ae4d1d61267e service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290030 Nov 12 03:31:05.882786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46e85ac-edfb-4193-bd2e-d66eed19f9c9 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:05.897431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:05.897658 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:05.964147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:05.969320 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Checking router: 554b5f1c-b620-4c06-841e-cc46a10ec8cc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:05.981939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for 2895e356-bc67-4fe6-ac4b-25ca8f1543ff owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:06.004482 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Routers {'554b5f1c-b620-4c06-841e-cc46a10ec8cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:06.006083 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:06.198781 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] Set router 554b5f1c-b620-4c06-841e-cc46a10ec8cc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:06.201897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48680) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:06.215393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.233552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-bc10b708-194f-4a9c-951d-5d901b61f067 service neutron] 10.222.0.97 "GET /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5125432 Nov 12 03:31:06.267332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8f51-d3db-4364-b56c-6c9bcfca5e1d req-93bcecfa-af15-4c97-88cf-dceb932caa6a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.275233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8bc8f51-d3db-4364-b56c-6c9bcfca5e1d req-93bcecfa-af15-4c97-88cf-dceb932caa6a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 944 time: 0.5906074 Nov 12 03:31:06.299928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:06.300295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.328031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.393574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=2895e356-bc67-4fe6-ac4b-25ca8f1543ff,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:06.401852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8bc8f51-d3db-4364-b56c-6c9bcfca5e1d req-dc831838-61a7-4418-8c5f-5cebd33abe55 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255710 Nov 12 03:31:06.421283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.520203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-aba5491e-6d89-4bbf-a2b6-a7992e339837 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857304 Nov 12 03:31:06.535427 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:06.571734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4454af48-a7df-437d-8ad2-aac2e34a7beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.579652 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d478b1-d511-468b-92f4-a307cee5b9be None None] The sync data for ids ['554b5f1c-b620-4c06-841e-cc46a10ec8cc'] in n-d-766726-29 is: [{'id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'name': 'tempest-ServersTestJSON-2003765962-router', 'tenant_id': 'ef4525ff294746969de366ed16d253ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:28:19Z', 'updated_at': '2021-11-12T03:31:03Z', 'revision_number': 5, 'project_id': 'ef4525ff294746969de366ed16d253ee', 'gw_port': {'id': '6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554b5f1c-b620-4c06-841e-cc46a10ec8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:28:20Z', 'updated_at': '2021-11-12T03:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:06.643154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Deleting port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:06.643866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.694616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-29b775a4-f321-4bbd-adc2-e7fa83e39a38 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735232 Nov 12 03:31:06.734779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] Transition to ACTIVE for port object a46e85ac-edfb-4193-bd2e-d66eed19f9c9 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:06.767806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.802801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4454af48-a7df-437d-8ad2-aac2e34a7beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.805048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] For port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:06.805649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.828965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.845701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4454af48-a7df-437d-8ad2-aac2e34a7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.853173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081f987-0eb7-4355-962a-5f5236108790 req-c8427834-56c9-44d7-884b-574494527546 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:06.854698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.854873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6081f987-0eb7-4355-962a-5f5236108790 req-c8427834-56c9-44d7-884b-574494527546 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 945 time: 0.1837933 Nov 12 03:31:06.871197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] For port 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:06.871645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:06.910251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Calling delete_port for 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:06.914200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-38f19fbe-b0cc-4d75-805d-c80463a9a7a7 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965308 Nov 12 03:31:06.920359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 18cde8e6-2afa-4e28-9d93-9f57bffca5dc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:07.129775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] No DVR routers for this DVR port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:07.137142 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4454af48-a7df-437d-8ad2-aac2e34a7beb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4adebe0a538c4f7cbc57ba400c7a0647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9318774 Nov 12 03:31:07.159670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.164550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454af48-a7df-437d-8ad2-aac2e34a7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a953f2d-0cb6-4697-a5be-a15cdb445614,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.169166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:07.214973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:07.215332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74934ae7-0f6c-4c98-bbf0-2e12c7fb8b11 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:07.227668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] Pushing event updated for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=10']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.331500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6081f987-0eb7-4355-962a-5f5236108790 req-99183ff1-ba8a-4b89-a113-d5d72888f124 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups?id=4de8228a-db71-4ca4-950f-3d1bacfa9afe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4523590 Nov 12 03:31:07.338296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.375070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.381412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-feb84098-6c35-4e5e-a9cc-6fc474c4c4c9 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103034 Nov 12 03:31:07.401420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507e949-cd66-4231-bc9c-d166cc7dfb14 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:07.476763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-07d280f1-05ce-44aa-9390-7104e0db9103 service neutron] 10.222.0.104 "PUT /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9/bindings/n-h1-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 2.7515075 Nov 12 03:31:07.480127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4f15f809-7228-48dd-ba48-07d88e434672 None None] Provisioning complete for port c2baa188-c5f9-4143-9111-ea0785dae12e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:07.480127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f15f809-7228-48dd-ba48-07d88e434672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.524563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4f15f809-7228-48dd-ba48-07d88e434672 None None] Port c2baa188-c5f9-4143-9111-ea0785dae12e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:07.525522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=c2baa188-c5f9-4143-9111-ea0785dae12e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:07.565983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.576159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] In _notify_port_updated(), no bound segment for port c2baa188-c5f9-4143-9111-ea0785dae12e on network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:07.582179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.582814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.584853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77251eaa-64c0-4b98-943f-0e484bc908bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/ports/c2baa188-c5f9-4143-9111-ea0785dae12e HTTP/1.1" status: 200 len: 918 time: 3.3670504 Nov 12 03:31:07.594912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.600485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78333840-0bc7-48e9-a4e6-921ab01798c1'}, {'subnet_id': '3b67b31f-6dc5-4189-94ac-2ba9ebd72125'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:07.632100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.657717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e1f2e-bc77-4bba-be92-d08b75d3dccb req-7160d954-a63c-434e-9f84-77681c6aded0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.659206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c1e1f2e-bc77-4bba-be92-d08b75d3dccb req-7160d954-a63c-434e-9f84-77681c6aded0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.1559136 Nov 12 03:31:07.677778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.704329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-d0737762-e687-44f7-b323-e03852e88048 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973495 Nov 12 03:31:07.712617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.712971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.713288 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Floating IP c510f3d7-dc92-4c06-8560-6231b750b574 disassociated. External IP: 172.25.7.53, port: 18cde8e6-2afa-4e28-9d93-9f57bffca5dc. Nov 12 03:31:07.713625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for 18cde8e6-2afa-4e28-9d93-9f57bffca5dc owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:07.715336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.718680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.789605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.841684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c1e1f2e-bc77-4bba-be92-d08b75d3dccb req-6c36b9b6-1991-4507-bd81-b8fef1d231c5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468444 Nov 12 03:31:07.842190 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.842958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 554b5f1c-b620-4c06-841e-cc46a10ec8cc {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:07.847750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.848651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-533c5e10-3803-424e-ab09-e88649e8e8fe admin admin] 10.222.0.97 "DELETE /v2.0/routers/554b5f1c-b620-4c06-841e-cc46a10ec8cc HTTP/1.1" status: 204 len: 168 time: 2.5426149 Nov 12 03:31:07.851408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:07.893306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:07.919356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-ab02347d-857e-4ee2-9269-57100bbe180d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:07.920890 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-ab02347d-857e-4ee2-9269-57100bbe180d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.2860351 Nov 12 03:31:07.927910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Deleting subnet 69c95071-3758-49ed-acea-c68fd87244bf {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:07.934439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-56d31412-3afa-4302-bb1b-6ce8e63ea236 service neutron] 10.222.0.97 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172294 Nov 12 03:31:07.935156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.056855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.121287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.123957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.127576 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7a953f2d-0cb6-4697-a5be-a15cdb445614 HTTP/1.1" status: 204 len: 168 time: 0.9616153 Nov 12 03:31:08.149652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-3ab9c647-da86-4d4b-ad26-e0df3e19b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.151057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f08b2f7e-c504-42a8-9d94-345cd02e5695 service neutron] 10.222.0.97 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935718 Nov 12 03:31:08.151250 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-3ab9c647-da86-4d4b-ad26-e0df3e19b671 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c&tenant_id=5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 1097 time: 0.2135973 Nov 12 03:31:08.194818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b618c98-af12-409e-aaa7-cceb11a52e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a953f2d-0cb6-4697-a5be-a15cdb445614,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.196119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.302780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-82f7786c-d0b7-4ebe-882c-5cee44fd3abc service neutron] 10.222.0.97 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394596 Nov 12 03:31:08.311844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.370421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.374245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/69c95071-3758-49ed-acea-c68fd87244bf HTTP/1.1" status: 204 len: 168 time: 0.5222056 Nov 12 03:31:08.375393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec70590-d7ae-4fd4-b683-098b6f008a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c95071-3758-49ed-acea-c68fd87244bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.377753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:08.381716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3825740-b83a-4f23-97b2-1c3fdf3d2993 None None] Network 9658e838-754a-4d1e-b8db-78b75f4b45bc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:08.497838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7cf9167d-6720-492b-904a-cf45cdd6a484 req-416d47ce-87ae-4777-86a4-3e1c18d19703 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.0505855 Nov 12 03:31:08.531987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.573426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.595994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Router afac4fb5-76d3-444b-82ba-7197baffca32 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:08.596591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-8e50ebf7-3a3b-4b8a-9c5e-a04b282ec5e0 service neutron] 10.222.0.97 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760875 Nov 12 03:31:08.626543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-13989c3d-d7a7-4136-a908-89d18e282a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:08.628141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-13989c3d-d7a7-4136-a908-89d18e282a87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1097 time: 0.4068930 Nov 12 03:31:08.654155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=18cde8e6-2afa-4e28-9d93-9f57bffca5dc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:08.676487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.21 (3623edf0-80f0-47cb-8c8c-dbf59bd82f88/3b67b31f-6dc5-4189-94ac-2ba9ebd72125/c2baa188-c5f9-4143-9111-ea0785dae12e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:08.694395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] DHCP port deletion for 9658e838-754a-4d1e-b8db-78b75f4b45bc request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:08.756393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Deleting port abdab741-830d-4690-9f2b-ab025972e525 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:08.762202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.771248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-ee045966-ad67-47b5-9621-bed313f722ef service neutron] 10.222.0.97 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374614 Nov 12 03:31:08.885061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] For port abdab741-830d-4690-9f2b-ab025972e525, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abdab741-830d-4690-9f2b-ab025972e525,segment=NetworkSegment(d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd),segment_id=d850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:08.885445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:08.948261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Calling delete_port for abdab741-830d-4690-9f2b-ab025972e525 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:09.154297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbd922-5898-457f-a481-e9fc91cc1a93 req-640d98e7-2f32-4b4e-8c9c-7a182ded91f4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.162462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fdbd922-5898-457f-a481-e9fc91cc1a93 req-640d98e7-2f32-4b4e-8c9c-7a182ded91f4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.1084297 Nov 12 03:31:09.257413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Deleting port abdab741-830d-4690-9f2b-ab025972e525 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:09.258568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.269244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.325141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:09.325596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Pushing event deleted for resources: {'Port': ['ID=abdab741-830d-4690-9f2b-ab025972e525,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.343132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fdbd922-5898-457f-a481-e9fc91cc1a93 req-1f127164-9fd2-4326-8eb4-e738d5b6f6ef tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752558 Nov 12 03:31:09.344497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] No DVR routers for this DVR port abdab741-830d-4690-9f2b-ab025972e525 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:09.504110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:09.505994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6179aa3d-4fa1-4c7b-9b70-4b1ffdd0df0e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:09.508590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abdab741-830d-4690-9f2b-ab025972e525 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:09.526161 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.570439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.590458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-4bfc092a-fc25-4d74-bec4-fef91be82b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:09.592021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-4bfc092a-fc25-4d74-bec4-fef91be82b8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.9395089 Nov 12 03:31:09.612301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9658e838-754a-4d1e-b8db-78b75f4b45bc']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.616477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: abdab741-830d-4690-9f2b-ab025972e525 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:09.617106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abdab741-830d-4690-9f2b-ab025972e525 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:09.622033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] For port abdab741-830d-4690-9f2b-ab025972e525, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:09.622673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.642025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Calling delete_port for abdab741-830d-4690-9f2b-ab025972e525 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:09.645199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Port abdab741-830d-4690-9f2b-ab025972e525 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:31:09.647307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.655218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Router e284822a-0daf-4c97-9311-bedde43e6f21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:09.658014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.658296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd850cbcc-3b4e-46ce-aac4-1ad6b7bb1cbd') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.682674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1f295e0-b100-49bb-83d1-2f7a7644286e req-ce367491-dcb7-4313-ade6-74d53aeb748b tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.0550320 Nov 12 03:31:09.684429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.713742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] No DVR routers for this DVR port abdab741-830d-4690-9f2b-ab025972e525 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:09.718229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a54cf-4e30-4388-bd23-6810f6dd70f6 None None] Pushing event deleted for resources: {'Port': ['ID=abdab741-830d-4690-9f2b-ab025972e525,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.721219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.721808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:09.730670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-ce758b03-312d-4b72-aa20-1ae9c907eff3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 200 len: 217 time: 0.1238966 Nov 12 03:31:09.730931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:09.731424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:09.734781 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:09.738878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f3fed7a-7d7b-43c5-9e51-d5959b48f9db tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "PUT /v2.0/routers/afac4fb5-76d3-444b-82ba-7197baffca32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1121318 Nov 12 03:31:09.747143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] Sync routers for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:09.748746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48750) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:09.768355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:09.770398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.810712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.823972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] Routers {'afac4fb5-76d3-444b-82ba-7197baffca32'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:09.824863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['afac4fb5-76d3-444b-82ba-7197baffca32'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.862682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.868789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.881991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:09.882392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018f8e56-ca45-4e32-bff6-3b6609cb3350 None None] The sync data for ids ['afac4fb5-76d3-444b-82ba-7197baffca32'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:09.887032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:09.894122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] 10.222.0.97 "DELETE /v2.0/networks/9658e838-754a-4d1e-b8db-78b75f4b45bc HTTP/1.1" status: 204 len: 168 time: 1.5126314 Nov 12 03:31:09.930228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24f2641f-a147-43bb-a18f-d7920f0b7c93 req-87fb2bf2-a7c9-4fcf-96d6-e3f183691ac1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0509470 Nov 12 03:31:09.941147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d035e-756f-4778-9dd1-bd36773af62f admin admin] Pushing event deleted for resources: {'Network': ['ID=9658e838-754a-4d1e-b8db-78b75f4b45bc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:09.948565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.008027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-1e1e7599-bef3-4c6e-9b6b-99672424af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.009756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-1e1e7599-bef3-4c6e-9b6b-99672424af37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.2622180 Nov 12 03:31:10.078053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.138895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-13d54449-849b-4a05-9c45-10f4f2d4ce33 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ef4525ff294746969de366ed16d253ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594642 Nov 12 03:31:10.141277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.174945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-b6df814b-d473-4a97-8a6f-9f37b4d94543 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305809 Nov 12 03:31:10.211348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.244626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=c2baa188-c5f9-4143-9111-ea0785dae12e,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.253089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.337658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.341516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.345455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f280f7f7-2d80-4c91-99c4-648cb6681aea HTTP/1.1" status: 204 len: 168 time: 0.2002611 Nov 12 03:31:10.359884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015abbf-3bad-4538-95a3-ec36bc00bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280f7f7-2d80-4c91-99c4-648cb6681aea,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:10.372996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.375079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:10.388366 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Sync routers for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:10.433810 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:10.436307 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:10.500339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-62d2f8bf-5b08-4736-8248-a8dc84ca39ed None None] Provisioning complete for port c2baa188-c5f9-4143-9111-ea0785dae12e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:10.503435 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62d2f8bf-5b08-4736-8248-a8dc84ca39ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.527459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] In _notify_port_updated(), no bound segment for port c2baa188-c5f9-4143-9111-ea0785dae12e on network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:10.534624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.536528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.541473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6b967041-797b-434e-badd-9f896dc5e489 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/ports/c2baa188-c5f9-4143-9111-ea0785dae12e HTTP/1.1" status: 200 len: 998 time: 2.9454114 Nov 12 03:31:10.545672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48786) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:10.582872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] No DVR routers for this DVR port 18cde8e6-2afa-4e28-9d93-9f57bffca5dc on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:10.631950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-62d2f8bf-5b08-4736-8248-a8dc84ca39ed None None] Port c2baa188-c5f9-4143-9111-ea0785dae12e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:10.648182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:10.655399 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-302b59a7-941b-4b0e-9ad2-7e4ac6476f72 req-c844789d-e562-4745-bbba-dde4d7e62595 tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.16 "DELETE /v2.0/ports/18cde8e6-2afa-4e28-9d93-9f57bffca5dc HTTP/1.1" status: 204 len: 173 time: 5.5546308 Nov 12 03:31:10.663479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-deleted', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:10.665847 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f932706-94da-41ea-9bbf-4706ad96d3b8" -d '{"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-deleted", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:10.689318 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:10.701270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c399cd7-44df-43f9-bba6-5c3d9ade2ff1 req-f9a9a2b2-7d4e-454e-89f5-d5752d7ea3a2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:10.709135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c399cd7-44df-43f9-bba6-5c3d9ade2ff1 req-f9a9a2b2-7d4e-454e-89f5-d5752d7ea3a2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.1893780 Nov 12 03:31:10.772496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-660d9408-f0ce-4a28-9f50-44688744f46f service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659587 Nov 12 03:31:10.833077 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2f5d3-478a-4f5c-9362-fe9fa383378a x-openstack-request-id: req-1ad2f5d3-478a-4f5c-9362-fe9fa383378a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:10.833869 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbcd0af-49be-4a43-bf86-41325cea1662", "name": "network-vif-deleted", "tag": "18cde8e6-2afa-4e28-9d93-9f57bffca5dc", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:10.835996 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ad2f5d3-478a-4f5c-9362-fe9fa383378a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:10.837893 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbcd0af-49be-4a43-bf86-41325cea1662', 'name': 'network-vif-deleted', 'tag': '18cde8e6-2afa-4e28-9d93-9f57bffca5dc', 'status': 'completed', 'code': 200} Nov 12 03:31:10.868513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c399cd7-44df-43f9-bba6-5c3d9ade2ff1 req-016be44e-68db-4977-bdb4-050eb6cee72f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382351 Nov 12 03:31:11.037322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd15a07d-fd50-4d64-86e6-c915e0e0f306 req-94961a8b-e4c5-4af8-b474-1a8cee62c42d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/ports?device_id=ffbcd0af-49be-4a43-bf86-41325cea1662 HTTP/1.1" status: 200 len: 210 time: 0.0561364 Nov 12 03:31:11.083104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.105839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.138477 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Checking router: e284822a-0daf-4c97-9311-bedde43e6f21 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:11.147825 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:11.148838 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.174750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-43d632ec-63cf-43d6-b27c-491ff1246b46 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859088 Nov 12 03:31:11.184655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port c2baa188-c5f9-4143-9111-ea0785dae12e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:11.185328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.222976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09c02645-3d07-467f-9338-66fefd220e4e req-007ad201-7152-4085-9db8-3fe0224b484c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0476959 Nov 12 03:31:11.290705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port 26e2108d-699f-4a88-b2dc-fb9486756c73 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:11.291327 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.320023 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:11.324615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.367433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for c2baa188-c5f9-4143-9111-ea0785dae12e owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:11.442112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.465907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for 26e2108d-699f-4a88-b2dc-fb9486756c73 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:11.677430 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:11.718385 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5f8c4-7b53-4cba-9f53-ad69e15e9976 None None] The sync data for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 is: [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:21:24Z', 'revision_number': 4, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '4e531f7f-f37b-4c4c-91a2-a8595531c8d8', 'name': '', 'network_id': '27dafdc3-1b7f-4524-8595-f2a78d78c09b', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'mac_address': 'fa:16:3e:ee:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:23Z', 'updated_at': '2021-11-12T03:21:32Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'subnets': [{'id': 'dbd300fe-9d21-43b8-a8f6-77a7def6af6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:11.767888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-76c3147d-d762-41e2-bc47-67fc646f8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.769463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-76c3147d-d762-41e2-bc47-67fc646f8307 service neutron] 10.222.0.104 "GET /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 1026 time: 0.1407769 Nov 12 03:31:11.865856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-dd286151-c9fd-414b-91b8-e7ee06e17da6 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.867421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-dd286151-c9fd-414b-91b8-e7ee06e17da6 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.2446334 Nov 12 03:31:11.872491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:11.885479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-47f63a3b-ccd9-4a0c-a7ae-062826269d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:11.886863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-47f63a3b-ccd9-4a0c-a7ae-062826269d1f service neutron] 10.222.0.104 "GET /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 1027 time: 0.1055377 Nov 12 03:31:12.030015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=c2baa188-c5f9-4143-9111-ea0785dae12e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.039187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55ec27-7d0b-42d5-a32f-2330ec8ead45 req-8e319663-4167-45d1-9cba-01d959a80ad8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.051154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a55ec27-7d0b-42d5-a32f-2330ec8ead45 req-8e319663-4167-45d1-9cba-01d959a80ad8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.0725615 Nov 12 03:31:12.058118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.164521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.202622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a55ec27-7d0b-42d5-a32f-2330ec8ead45 req-fbd90d3b-68f4-4065-b8ce-7353e6f781dc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459832 Nov 12 03:31:12.218170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.298255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9860d-5975-4e1b-9d3f-3c1774718ec2 None None] New status for floating IP c510f3d7-dc92-4c06-8560-6231b750b574: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:31:12.390433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-760881278-network', 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:12.405180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b0321a6d-b22d-4267-884f-e1c83b4585de tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.413349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b0321a6d-b22d-4267-884f-e1c83b4585de tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.432334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b0321a6d-b22d-4267-884f-e1c83b4585de tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.433997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b0321a6d-b22d-4267-884f-e1c83b4585de tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 1990 time: 0.5151796 Nov 12 03:31:12.463130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=26e2108d-699f-4a88-b2dc-fb9486756c73,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.546939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.554657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e510ad-7c94-4944-bf53-a8ead66ea311 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:12.588385 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.645141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:12.647703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.670976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.673956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.676333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "DELETE /v2.0/security-groups/4de8228a-db71-4ca4-950f-3d1bacfa9afe HTTP/1.1" status: 204 len: 168 time: 0.4570565 Nov 12 03:31:12.697353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:12.701579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.718343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab559d51-005d-475f-ae45-27c1be017d66 req-295787b6-4c28-486a-b78e-70a8afde6517 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1668396 Nov 12 03:31:12.745758 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-97a33508-e270-40f3-a9f8-1a88128555dd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] show failed (client error): The resource could not be found. Nov 12 03:31:12.746987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97a33508-e270-40f3-a9f8-1a88128555dd tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "GET /v2.0/security-groups/4de8228a-db71-4ca4-950f-3d1bacfa9afe HTTP/1.1" status: 404 len: 347 time: 0.0440536 Nov 12 03:31:12.754745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:12.761653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a721ae-8d5c-4912-8bb1-cd2dcf85c82a tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de8228a-db71-4ca4-950f-3d1bacfa9afe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:12.786409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd751b0-3e48-4754-9c84-eb39bd763ab9 req-6967c731-80e5-436e-8725-039d8cf8bc3c tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:12.791419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd751b0-3e48-4754-9c84-eb39bd763ab9 req-6967c731-80e5-436e-8725-039d8cf8bc3c tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1097 time: 0.3959911 Nov 12 03:31:12.951480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd751b0-3e48-4754-9c84-eb39bd763ab9 req-53e141f5-a963-491b-ae7d-402c156495d5 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222441 Nov 12 03:31:13.066722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.115323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.121447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1af74a23-518f-4276-bab2-d60974b8b250 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/c2baa188-c5f9-4143-9111-ea0785dae12e HTTP/1.1" status: 204 len: 168 time: 2.5691907 Nov 12 03:31:13.152654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.185585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-05675aa9-725c-4624-91b7-336438efa379 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e363f8a008846f49dc7ecb9ae8a868b HTTP/1.1" status: 200 len: 378 time: 0.7100265 Nov 12 03:31:13.201827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5d84679f-9c72-4733-bbd3-ae2041391e0f service neutron] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:13.207065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.212854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'admin_state_up': True, 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'security_groups': ['7a855299-b049-45de-8806-1b86f0fa1853']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:13.216935 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e7cc24-7d26-4594-8556-e9b1e8c6a2f7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:31:13.221546 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-02e7cc24-7d26-4594-8556-e9b1e8c6a2f7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/c2baa188-c5f9-4143-9111-ea0785dae12e HTTP/1.1" status: 404 len: 333 time: 0.0677156 Nov 12 03:31:13.225261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5d84679f-9c72-4733-bbd3-ae2041391e0f service neutron] Publish callbacks [] for binding, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.226502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f41df936-cdba-4ef8-88e2-7d6d571f44e2 req-5d84679f-9c72-4733-bbd3-ae2041391e0f service neutron] 10.222.0.16 "DELETE /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9/bindings/n-h2-766726-29 HTTP/1.1" status: 204 len: 173 time: 1.3485253 Nov 12 03:31:13.227134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.326759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 3b67b31f-6dc5-4189-94ac-2ba9ebd72125 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:13.370153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.469797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.476687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.482892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Deleting port 5547c9f5-2a91-47c6-b4af-8401164c85b9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:13.483244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.533538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.569612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.570540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.583397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.584060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Fanout notify agent at l3_agent the message router_deleted on router afac4fb5-76d3-444b-82ba-7197baffca32 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:13.585043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Calling delete_port for 5547c9f5-2a91-47c6-b4af-8401164c85b9 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:13.596724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.601003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd9975f0-44e5-4c6f-afd8-e87b96f00ade tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/routers/afac4fb5-76d3-444b-82ba-7197baffca32 HTTP/1.1" status: 204 len: 168 time: 3.8511970 Nov 12 03:31:13.603289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.604208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.618035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:13.629127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.630613 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Added segment 586352cd-ff5a-4507-966a-bd2daac845be of type vlan for network b32ff19c-af25-4a71-b941-acf5ebd2748d Nov 12 03:31:13.662956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48874) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:13.684774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:13.688364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.766298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c78a5-9cd9-4847-8c8f-49f3ff171788 req-cf794881-488f-4000-9cdc-be0aa4d3b41d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:13.790236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-240c78a5-9cd9-4847-8c8f-49f3ff171788 req-cf794881-488f-4000-9cdc-be0aa4d3b41d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 1097 time: 0.7503095 Nov 12 03:31:13.798652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.810585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.841447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fdf03-506a-4899-895b-eba2fee7591d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:13.857503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting subnet 6ae02ea8-4d34-45a3-9ce4-e136955bc8b1 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:13.870568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.889906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972f6caf-242d-405d-be63-aa1b543cb41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.899550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-341cec10-2757-4290-b8c4-b2e1c691e823 req-6de79506-47d8-4f9f-9847-d06b806acd38 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0707815 Nov 12 03:31:13.987265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:13.990661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.061370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=3b67b31f-6dc5-4189-94ac-2ba9ebd72125,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.072479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.074429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:14.075378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.078003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.079590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d6d010-a602-4f8c-90aa-2fb524985f39 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:14.087344 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a55ad0ac-1883-4aa7-8c00-7f3dea671a9d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/3b67b31f-6dc5-4189-94ac-2ba9ebd72125 HTTP/1.1" status: 204 len: 168 time: 0.8568549 Nov 12 03:31:14.097416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.208421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-240c78a5-9cd9-4847-8c8f-49f3ff171788 req-28661490-3dc1-41ed-8525-c2dfdb3a4d8b tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163575 Nov 12 03:31:14.222947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.234989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b32ff19c-af25-4a71-b941-acf5ebd2748d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.238058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.276810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a6993f1e-ddf0-45b9-9b65-bfa6e5b3e0d3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2033639 Nov 12 03:31:14.276810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Pushing event deleted for resources: {'Port': ['ID=5547c9f5-2a91-47c6-b4af-8401164c85b9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.284534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.294741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Request body: {'subnet': {'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-760881278-subnet', 'tenant_id': '3e33845087664a3db64a1b195278a9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:14.319150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 78333840-0bc7-48e9-a4e6-921ab01798c1 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:14.322248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 172.20.0.7 (04c8896c-c562-48a3-a24b-c97ca4226e9a/4595db66-9c17-4a69-89bf-ba5e24002647/75855fbd-0828-47c7-9b18-4077893ea264) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:14.334171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b32ff19c-af25-4a71-b941-acf5ebd2748d details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:14.364013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.368879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.419417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972f6caf-242d-405d-be63-aa1b543cb41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.447571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae02ea8-4d34-45a3-9ce4-e136955bc8b1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.458047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-972f6caf-242d-405d-be63-aa1b543cb41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.461036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.465481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69914bf1-b4c2-4059-abb4-37b5d28d8e40 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/subnets/6ae02ea8-4d34-45a3-9ce4-e136955bc8b1 HTTP/1.1" status: 204 len: 168 time: 0.8582742 Nov 12 03:31:14.503578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.504778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f6caf-242d-405d-be63-aa1b543cb41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d63446-a9cd-4191-ad8b-05a2ac51e2d7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.514647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.527045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b63d2f-23b2-4933-98bc-f64bdb5905ce None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:14.539028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3aa59-cf3a-4d6e-a5c7-79cb543890f7 None None] Network 91d3806a-4cdb-4edd-8a55-5132f59a2415 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:14.543006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:14.549900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.694686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.722554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.813758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.856266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] DHCP port deletion for 91d3806a-4cdb-4edd-8a55-5132f59a2415 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:14.857039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-972f6caf-242d-405d-be63-aa1b543cb41b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=428703f9d6c44c3e8a8efc47ef18d58d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1467729 Nov 12 03:31:14.927508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Deleting port 652173aa-b941-40e6-8687-502146ee670a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:14.927960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.932697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:14.937427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.943486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.957698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:14.976413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:14.978413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:14.981032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:14.985146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:15.030941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] For port 652173aa-b941-40e6-8687-502146ee670a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=652173aa-b941-40e6-8687-502146ee670a,segment=NetworkSegment(4b1c6c27-bc47-4321-a0d1-52487978ffe6),segment_id=4b1c6c27-bc47-4321-a0d1-52487978ffe6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:15.031307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.043263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.045670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=78333840-0bc7-48e9-a4e6-921ab01798c1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.052702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.058985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.059172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Calling delete_port for 652173aa-b941-40e6-8687-502146ee670a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:15.061343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.062018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-245530ab-befe-43b2-9bc4-53570df5614d tempest-ServerActionsTestJSON-914039256 tempest-ServerActionsTestJSON-914039256-project] 10.222.0.97 "DELETE /v2.0/floatingips/c510f3d7-dc92-4c06-8560-6231b750b574 HTTP/1.1" status: 204 len: 168 time: 2.3049214 Nov 12 03:31:15.073939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e34a51e3-319c-453c-95bc-37b97c07c021 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/78333840-0bc7-48e9-a4e6-921ab01798c1 HTTP/1.1" status: 204 len: 168 time: 0.9749410 Nov 12 03:31:15.088842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:15.280463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 652173aa-b941-40e6-8687-502146ee670a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:15.287075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.315886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.331021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f863021-0881-47fb-953a-9a7abc56c16a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.338764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:15.344278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Network hostable DHCP agents. Network: b32ff19c-af25-4a71-b941-acf5ebd2748d, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:15.352140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.356987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] Pushing event deleted for resources: {'Port': ['ID=652173aa-b941-40e6-8687-502146ee670a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.368944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 652173aa-b941-40e6-8687-502146ee670a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:15.369299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 652173aa-b941-40e6-8687-502146ee670a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:15.376177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98089ac-1164-4a41-b7c6-92a82e208d2f None None] No DVR routers for this DVR port 652173aa-b941-40e6-8687-502146ee670a on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:15.402449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df7fe-076c-41ed-bafc-1222aabcc2ff req-7edc0e9c-e343-4284-9494-ae703025d8ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.403679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.404368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.419900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-936df7fe-076c-41ed-bafc-1222aabcc2ff req-7edc0e9c-e343-4284-9494-ae703025d8ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 931 time: 0.3387034 Nov 12 03:31:15.462312 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f820f970-2577-4def-bf27-bdc5db1ac85f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2566051 Nov 12 03:31:15.483215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'admin_state_up': True, 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'security_groups': ['7a855299-b049-45de-8806-1b86f0fa1853']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:15.502632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.508443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bfe5246e-1815-4725-a87c-279b2b73149b None None] Provisioning complete for port 75855fbd-0828-47c7-9b18-4077893ea264 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:15.508804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bfe5246e-1815-4725-a87c-279b2b73149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.526644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:15.577338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bfe5246e-1815-4725-a87c-279b2b73149b None None] Port 75855fbd-0828-47c7-9b18-4077893ea264 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:15.580102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-936df7fe-076c-41ed-bafc-1222aabcc2ff req-db6371ed-43f9-493e-8e83-5e5f38e23ab1 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586001 Nov 12 03:31:15.580696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b32ff19c-af25-4a71-b941-acf5ebd2748d) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:15.606156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:15.606669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.609275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea675cd-b3bc-4b9b-8f9f-f1a65318c625 None None] Network b32ff19c-af25-4a71-b941-acf5ebd2748d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:15.613430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port 652173aa-b941-40e6-8687-502146ee670a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:15.614922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.713613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1fbd33-c8ae-4907-ada3-ea3e25c42f74 None None] Network 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:15.720847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] For port 652173aa-b941-40e6-8687-502146ee670a, host n-d-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:15.721231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.735244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for 652173aa-b941-40e6-8687-502146ee670a owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:15.738378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Port 652173aa-b941-40e6-8687-502146ee670a was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:31:15.739214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.792037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-02dc7cd0-fe1b-4979-9b14-63bb3cdba705 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4973724 Nov 12 03:31:15.792037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=652173aa-b941-40e6-8687-502146ee670a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.792037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] No DVR routers for this DVR port 652173aa-b941-40e6-8687-502146ee670a on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:15.843823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.850930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.850930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e5d63446-a9cd-4191-ad8b-05a2ac51e2d7 HTTP/1.1" status: 204 len: 168 time: 0.9084814 Nov 12 03:31:15.867131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcaf16-0a10-48a8-a999-06c9f9f0dd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d63446-a9cd-4191-ad8b-05a2ac51e2d7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:15.909382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.939350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d3806a-4cdb-4edd-8a55-5132f59a2415']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.954006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1c6c27-bc47-4321-a0d1-52487978ffe6') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.954305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1c6c27-bc47-4321-a0d1-52487978ffe6') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:15.955343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fec79d2c-8502-48c4-a95b-3dabcf7a37d3 None None] Provisioning complete for port df824647-431c-459a-9074-3c47a51ad14c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:15.955603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fec79d2c-8502-48c4-a95b-3dabcf7a37d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.971541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:15.988601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.000896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:16.001357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:16.008595 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:16.064462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f12b1-555c-4d83-a5cf-8ff220f26c13 None None] Network b32ff19c-af25-4a71-b941-acf5ebd2748d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:16.150365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port df824647-431c-459a-9074-3c47a51ad14c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:16.150677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.151030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.161347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.168798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/networks/91d3806a-4cdb-4edd-8a55-5132f59a2415 HTTP/1.1" status: 204 len: 168 time: 1.6605823 Nov 12 03:31:16.180031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.189613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5529c-0392-4dfd-8a5e-ab0b0fbe0dd1 tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Network': ['ID=91d3806a-4cdb-4edd-8a55-5132f59a2415,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.210204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] DHCP port deletion for 3623edf0-80f0-47cb-8c8c-dbf59bd82f88 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:16.276650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=df824647-431c-459a-9074-3c47a51ad14c,segment=NetworkSegment(3fd421f0-dbcd-411f-855a-7a8c6e1e19e4),segment_id=3fd421f0-dbcd-411f-855a-7a8c6e1e19e4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:16.278078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.308488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for df824647-431c-459a-9074-3c47a51ad14c owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:16.446615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Deleting port c98a2ee8-c168-4015-b1cf-0056162b29c6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:16.450885 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.466487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:16.480430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.481312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.486942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Deleting port df824647-431c-459a-9074-3c47a51ad14c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:16.487875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.512310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8782df52-f89c-4801-b2d3-c16d0c5e887b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.624328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.631278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] For port df824647-431c-459a-9074-3c47a51ad14c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=df824647-431c-459a-9074-3c47a51ad14c,segment=NetworkSegment(3fd421f0-dbcd-411f-855a-7a8c6e1e19e4),segment_id=3fd421f0-dbcd-411f-855a-7a8c6e1e19e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:16.631670 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.634864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8782df52-f89c-4801-b2d3-c16d0c5e887b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.679403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8782df52-f89c-4801-b2d3-c16d0c5e887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.682553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Calling delete_port for df824647-431c-459a-9074-3c47a51ad14c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:16.697961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.704871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port df824647-431c-459a-9074-3c47a51ad14c on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:16.811386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8782df52-f89c-4801-b2d3-c16d0c5e887b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=df2a730ed5e34a158c0ab17cba657fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3251436 Nov 12 03:31:16.814127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:16.820158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.833530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.1.1.153 (4214a91f-8628-4fc8-8a9b-25305b959c5f/f60556bc-960c-40d9-94f6-635830b5902e/19431c3b-cc91-40d9-8d77-45cb2ff6e797) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:16.852084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] Pushing event deleted for resources: {'Port': ['ID=df824647-431c-459a-9074-3c47a51ad14c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.856037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d992b38-051b-4c09-86d4-2b291aa1f5ce None None] No DVR routers for this DVR port df824647-431c-459a-9074-3c47a51ad14c on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:16.868977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.904148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3623edf0-80f0-47cb-8c8c-dbf59bd82f88']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:16.910486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782df52-f89c-4801-b2d3-c16d0c5e887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976df12-7f5e-4b85-a925-b901c32ad10a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:16.927334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.927605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.930423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:16.930724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd421f0-dbcd-411f-855a-7a8c6e1e19e4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:16.954654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.990899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:16.992385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Calling delete_port for c98a2ee8-c168-4015-b1cf-0056162b29c6 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:17.028964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217279c2-6581-4258-9cc7-4866d6eb016d req-1503151e-2bfc-476b-8391-a1f514ee019f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.030707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-217279c2-6581-4258-9cc7-4866d6eb016d req-1503151e-2bfc-476b-8391-a1f514ee019f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 931 time: 0.2701349 Nov 12 03:31:17.040982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:17.041402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:17.044615 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:17.049159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.123939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.147354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-a1a5bb9b-4a6d-4c91-9bdc-640e9bb9c7f3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.148969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-a1a5bb9b-4a6d-4c91-9bdc-640e9bb9c7f3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.3333476 Nov 12 03:31:17.185713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.194310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.197189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.206633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/3623edf0-80f0-47cb-8c8c-dbf59bd82f88 HTTP/1.1" status: 204 len: 168 time: 2.1109254 Nov 12 03:31:17.207658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.210720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-0066cca4-65e4-4993-a312-33a88a95cdcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0499463 Nov 12 03:31:17.216473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device df824647-431c-459a-9074-3c47a51ad14c no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:17.225091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-217279c2-6581-4258-9cc7-4866d6eb016d req-5102d338-bfa9-47fa-9fa5-8d06fdba130a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556482 Nov 12 03:31:17.248537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: df824647-431c-459a-9074-3c47a51ad14c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:17.250679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device df824647-431c-459a-9074-3c47a51ad14c not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:17.278994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa3e71-bc6d-4b3a-9d80-abbb80f17455 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=3623edf0-80f0-47cb-8c8c-dbf59bd82f88,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.296685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.318879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-83cf0e4b-e875-4432-bb34-a8f8ed662e0b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881813 Nov 12 03:31:17.381491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33783a5-f28a-4406-8fc5-186a5600e498 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.383251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f33783a5-f28a-4406-8fc5-186a5600e498 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1742501 Nov 12 03:31:17.391100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.415195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.417794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.418952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1976df12-7f5e-4b85-a925-b901c32ad10a HTTP/1.1" status: 204 len: 168 time: 0.5472186 Nov 12 03:31:17.462895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.468181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81224e35-2f80-4248-b742-8b5736cd3073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976df12-7f5e-4b85-a925-b901c32ad10a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.478798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.482953 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2cbc745-1bf8-49c0-96c7-551b93350471 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0882921 Nov 12 03:31:17.484002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:17.492948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-460548753'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:17.537716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Pushing event deleted for resources: {'Port': ['ID=c98a2ee8-c168-4015-b1cf-0056162b29c6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.555229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-a7bb02c2-0220-4a7d-8772-cf761b0582a7 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924458 Nov 12 03:31:17.569147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:17.597523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:17.615675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:17.618305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:17.683305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-fa6e79f5-7aca-4385-ad68-f738886a3d6a service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086006 Nov 12 03:31:17.705130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:17.706484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:17.709034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.710135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.759784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.763204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.766729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-87ee58ba-4c29-4423-aa5c-748c74e20c5f tempest-FloatingIPAdminTestJSON-228862662 tempest-FloatingIPAdminTestJSON-228862662-project] 10.222.0.97 "DELETE /v2.0/floatingips/8ec74c9b-4214-4010-afdf-4444a37bdb52 HTTP/1.1" status: 204 len: 168 time: 1.5827804 Nov 12 03:31:17.803504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:17.827954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-4a8f5f91-8100-4021-8498-db5157adcde4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3504307 Nov 12 03:31:17.831870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.833347 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment af0735ff-d1a4-4285-acbd-11c692f35ff8 of type vlan for network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 Nov 12 03:31:17.852156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'admin_state_up': True, 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'security_groups': ['7a855299-b049-45de-8806-1b86f0fa1853']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:17.930244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Deleting port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:17.930765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.945112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.962092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81895fab-9b2f-4ccb-aa98-ffc7eec4aa5a None None] Provisioning complete for port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:17.962582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81895fab-9b2f-4ccb-aa98-ffc7eec4aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.986022 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:17.999753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.000420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.042574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-81895fab-9b2f-4ccb-aa98-ffc7eec4aa5a None None] Port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:18.148320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-665c0be7-bcf3-4727-a3a7-1c4a4fcf3890 req-f373dfd9-9274-46ba-8e99-161d33c007d2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 210 time: 0.1287420 Nov 12 03:31:18.155545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6671531 Nov 12 03:31:18.169742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.207976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:18.355552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab9480-59a9-4e0b-a0e3-c319bc42fecc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=81b60b6e-35ae-48f4-8047-fb43c74e4da1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:18.372065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:18.397654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:18.401382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.499250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.673054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141350d3-06e3-4ca5-b321-84d9d3efb863 req-77334595-f636-41ea-bb4f-e4516f9f3160 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.692160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141350d3-06e3-4ca5-b321-84d9d3efb863 req-77334595-f636-41ea-bb4f-e4516f9f3160 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:18.703907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-141350d3-06e3-4ca5-b321-84d9d3efb863 req-77334595-f636-41ea-bb4f-e4516f9f3160 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 1653 time: 0.2973852 Nov 12 03:31:18.782500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] For port 4e531f7f-f37b-4c4c-91a2-a8595531c8d8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:18.782967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:18.805827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Calling delete_port for 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:18.874039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-141350d3-06e3-4ca5-b321-84d9d3efb863 req-3cc3b64b-64ce-4507-99c9-d025ba6b9630 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1693811 Nov 12 03:31:18.924906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-341da366-197c-4e87-b6fd-44ee0d17daa7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=72f0d047deab410f92c5dfa05d81f350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028866 Nov 12 03:31:18.925602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48998) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:18.991553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:19.008456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.047827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.096189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.120899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.215365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.218371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.226487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d8feac73-db5b-4f76-99e4-7b13c15ca202 HTTP/1.1" status: 204 len: 168 time: 0.2998247 Nov 12 03:31:19.284799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da643e38-052d-4f31-8ef7-f2bc181ab573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8feac73-db5b-4f76-99e4-7b13c15ca202,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.287519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.1.1.212 (4214a91f-8628-4fc8-8a9b-25305b959c5f/f60556bc-960c-40d9-94f6-635830b5902e/248e0b6f-2043-483c-af29-11835592a7d3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:19.290197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=542e5cfb-44e2-420a-b454-62e724b80057,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.311466 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.330801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c9aefbe-87e7-4c8b-aa41-3b2dd217bc06 req-7db011a4-c29b-49ed-84d1-6de8f1ecc37a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 210 time: 0.0452559 Nov 12 03:31:19.351339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': 'af0735ff-d1a4-4285-acbd-11c692f35ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:19.352010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 81b60b6e-35ae-48f4-8047-fb43c74e4da1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:19.369957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e531f7f-f37b-4c4c-91a2-a8595531c8d8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:19.392727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:19.414680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 81b60b6e-35ae-48f4-8047-fb43c74e4da1) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:19.419255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:19.419849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.424049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2c8f8-4908-401a-8fe7-91e96e6cf8d8 None None] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:19.463720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-73ae0508-38b0-4e5f-9bb2-c89240b2de03 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2916522 Nov 12 03:31:19.464263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:19.477107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1', 'name': 'tempest-PortsTestJSON-1619393853'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:19.734228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:19.738112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.784241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 20686534-451f-45b2-890e-67de4a56c81e yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:19.904439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:19.947181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-81b60b6e-35ae-48f4-8047-fb43c74e4da1', 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': '542e5cfb-44e2-420a-b454-62e724b80057'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:19.949881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.105811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.12 (81b60b6e-35ae-48f4-8047-fb43c74e4da1/542e5cfb-44e2-420a-b454-62e724b80057/20686534-451f-45b2-890e-67de4a56c81e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:20.144437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.147077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:20.192623 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29aaee0-fa87-4953-a76a-f54439ccafb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.264638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-15a21faa-d3b4-492f-9211-09d8740acd94 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.266330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-15a21faa-d3b4-492f-9211-09d8740acd94 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.4734545 Nov 12 03:31:20.273193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.291002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1033c-72d9-4ed4-9b76-376caf99136e req-e51ac4e9-9c65-4494-9548-fb33f977282f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.299149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1033c-72d9-4ed4-9b76-376caf99136e req-e51ac4e9-9c65-4494-9548-fb33f977282f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.307463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6da1033c-72d9-4ed4-9b76-376caf99136e req-e51ac4e9-9c65-4494-9548-fb33f977282f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 1653 time: 0.2378101 Nov 12 03:31:20.322420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': '6ccb1f46-fc23-48ef-943e-84abab328051', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:20.487239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dcd47cf-7ef7-426c-8943-7e83d1e60a7c req-9bda771d-ed69-49c4-8fb6-00b436bc4097 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 210 time: 0.0587285 Nov 12 03:31:20.516124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6da1033c-72d9-4ed4-9b76-376caf99136e req-f98d1d40-5551-41e9-9b48-8d4e0f07fe57 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076912 Nov 12 03:31:20.537186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:20.558494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.560016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:20.562857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.579624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29aaee0-fa87-4953-a76a-f54439ccafb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.587568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b29aaee0-fa87-4953-a76a-f54439ccafb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.612541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:20.643141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29aaee0-fa87-4953-a76a-f54439ccafb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f0574d-095e-4799-b337-e7b4a31a21f3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.654131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b29aaee0-fa87-4953-a76a-f54439ccafb8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3a8a6e54907e452aabf3c1b5d27b52da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018542 Nov 12 03:31:20.654805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:20.677997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.786703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:20.799104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Allocated IP 172.20.0.2 (81b60b6e-35ae-48f4-8047-fb43c74e4da1/542e5cfb-44e2-420a-b454-62e724b80057/8f8af16b-bde0-47f0-b0ff-462fff0f1a58) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:20.801546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:20.820745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:20.830013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=20686534-451f-45b2-890e-67de4a56c81e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:20.861902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.863118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.871221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:20.875958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.898500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.906647 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-13c3bf79-c306-46d8-a7fd-cf7638de957e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0596409 Nov 12 03:31:20.936277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'admin_state_up': True, 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'security_groups': ['7a855299-b049-45de-8806-1b86f0fa1853']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:20.969941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:20.971011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:20.978294 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.009656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-709d7805-a30c-497f-b386-f4dfea9d742e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5444710 Nov 12 03:31:21.030943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:21.050020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1', 'name': 'tempest-PortsTestJSON-287686534'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:21.140057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c131bd7d-e70b-4456-b79c-01bd2246e98b None None] Provisioning complete for port 248e0b6f-2043-483c-af29-11835592a7d3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:21.140618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c131bd7d-e70b-4456-b79c-01bd2246e98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.143055 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.170873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.171257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.178062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.193376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b6f0574d-095e-4799-b337-e7b4a31a21f3 HTTP/1.1" status: 204 len: 168 time: 0.5351167 Nov 12 03:31:21.205142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Router e284822a-0daf-4c97-9311-bedde43e6f21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:31:21.221998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9a56-e811-41a2-97e3-fa64564b292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f0574d-095e-4799-b337-e7b4a31a21f3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.259330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Pushing event updated for resources: {'Port': ['ID=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.288236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:21.293312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:21.295904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:21.299168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c131bd7d-e70b-4456-b79c-01bd2246e98b None None] Port 248e0b6f-2043-483c-af29-11835592a7d3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:21.367391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Attempting to bind port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:21.368344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Attempting to bind port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'af0735ff-d1a4-4285-acbd-11c692f35ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:21.368899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Attempting to bind port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 on network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:21.376217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:21.377060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Checking segment: {'id': 'af0735ff-d1a4-4285-acbd-11c692f35ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:21.378020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.379066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Bound using segment: {'id': 'af0735ff-d1a4-4285-acbd-11c692f35ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:21.379959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Bound port: 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0735ff-d1a4-4285-acbd-11c692f35ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81b60b6e-35ae-48f4-8047-fb43c74e4da1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:21.380547 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.393784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:31:21.405852 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Sync routers for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:31:21.417217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-38ee4530-1543-4d67-b040-3b40ca21c477 admin admin] 10.222.0.97 "PUT /v2.0/routers/e284822a-0daf-4c97-9311-bedde43e6f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3414810 Nov 12 03:31:21.420497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:21.420820 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:21.421691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:21.424746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:21.530927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] For port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:21.533110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:21.536067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] For port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,segment=NetworkSegment(af0735ff-d1a4-4285-acbd-11c692f35ff8),segment_id=af0735ff-d1a4-4285-acbd-11c692f35ff8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:21.543605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.548453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.618446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 20863f8e-cc68-4c09-b070-f194099e35e5 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:21.682278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:21.753076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.12 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/b1b9f698-3d3b-4fe7-890a-1cd9209375c7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:21.754116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646cf1-6d37-4b50-93eb-6d1e975f32d0 None None] Pushing event updated for resources: {'Port': ['ID=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:21.882646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04986926-2539-441e-a757-a98f47a9a359 req-0d412a51-90b7-4b38-9714-2614670af268 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 210 time: 0.1808505 Nov 12 03:31:21.953785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.060392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:22.107617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30c3e1a2-d7d0-497f-9c53-dfb2074b1036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.274640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.355383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9a05b22-8a75-4648-a848-89941956239c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.400426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.449650 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:31:19Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:22.460349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.506805 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Checking router: e284822a-0daf-4c97-9311-bedde43e6f21 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:31:22.518072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Routers {'e284822a-0daf-4c97-9311-bedde43e6f21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:31:22.518516 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:30:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e284822a-0daf-4c97-9311-bedde43e6f21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:22.596944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9a05b22-8a75-4648-a848-89941956239c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.608148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915fc33-d3fb-4890-a079-f510a7ccf2a6 req-178e4604-53a0-47e9-9927-8a8e106015ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.626393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915fc33-d3fb-4890-a079-f510a7ccf2a6 req-178e4604-53a0-47e9-9927-8a8e106015ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.632343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915fc33-d3fb-4890-a079-f510a7ccf2a6 req-178e4604-53a0-47e9-9927-8a8e106015ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.634016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8915fc33-d3fb-4890-a079-f510a7ccf2a6 req-178e4604-53a0-47e9-9927-8a8e106015ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 2374 time: 0.9389610 Nov 12 03:31:22.651133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9a05b22-8a75-4648-a848-89941956239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.679911 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] Set router e284822a-0daf-4c97-9311-bedde43e6f21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:31:22.735701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:22.738303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.4 (81b60b6e-35ae-48f4-8047-fb43c74e4da1/542e5cfb-44e2-420a-b454-62e724b80057/20863f8e-cc68-4c09-b070-f194099e35e5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:22.765802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9a05b22-8a75-4648-a848-89941956239c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=852426e4698346238ab69189a72c2d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878058 Nov 12 03:31:22.772144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:22.774664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:22.777800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:22.786996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.2.2.100 (5be642c6-6608-49fb-9e08-76762a5c610f/f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7/5946bbdd-55cc-4aa1-a3eb-788ce66b2e37) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:22.821415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05b22-8a75-4648-a848-89941956239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ca951-75c1-42cf-9143-c2bb13bdab87,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.825184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:22.905170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:22.905892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.969613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:22.974106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-558bebdb-96cd-4bba-9286-36c47f75d46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6657805 Nov 12 03:31:23.017793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Request body: {'port': {'device_id': '6ccb1f46-fc23-48ef-943e-84abab328051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:23.074421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.117719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.158369 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:31:19Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:23.208633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.210126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.245755 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99038271-14e2-46b1-a427-a943c4c944e1 None None] The sync data for ids ['e284822a-0daf-4c97-9311-bedde43e6f21'] in n-d-766726-29 is: [{'id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'name': 'tempest-ServerActionsTestJSON-631724793-router', 'tenant_id': '254ecbe03bcf4546b930013876409cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:21:16Z', 'updated_at': '2021-11-12T03:31:19Z', 'revision_number': 5, 'project_id': '254ecbe03bcf4546b930013876409cea', 'gw_port': {'id': 'a55f6c22-c708-4511-a8d4-31518dd0dd7f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284822a-0daf-4c97-9311-bedde43e6f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:21:18Z', 'updated_at': '2021-11-12T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:31:23.280699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.419530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:23.431963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8915fc33-d3fb-4890-a079-f510a7ccf2a6 req-cfb82363-b855-4ca5-8ebd-ead770ad0e9f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3084037 Nov 12 03:31:23.437821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:23.451509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b678-f5d4-46d5-9de6-f56bc24f56fc req-128ffece-e329-4997-a0bf-f689e9fd7c64 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.453464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdd5b678-f5d4-46d5-9de6-f56bc24f56fc req-128ffece-e329-4997-a0bf-f689e9fd7c64 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 932 time: 0.3248014 Nov 12 03:31:23.454319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:23.467283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.503506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=20863f8e-cc68-4c09-b070-f194099e35e5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.554799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249f0d8-d684-4b26-9bf6-41970975b0ee None None] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:23.595160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:23.595953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.626346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdd5b678-f5d4-46d5-9de6-f56bc24f56fc req-747c8147-7d15-4899-a628-55a4ab78334b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632354 Nov 12 03:31:23.644503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.648899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.650520 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cb0ca951-75c1-42cf-9143-c2bb13bdab87 HTTP/1.1" status: 204 len: 168 time: 0.8597622 Nov 12 03:31:23.682210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3df79588-2db1-4206-beb8-ea71fa8c3fce tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6415098 Nov 12 03:31:23.691401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:23.698622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:23.704663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65020b-f354-406c-bfaf-7de6966cb50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ca951-75c1-42cf-9143-c2bb13bdab87,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:23.719768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.831694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 5be642c6-6608-49fb-9e08-76762a5c610f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:23.853903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:23.866275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:23.900483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Deleting port a55f6c22-c708-4511-a8d4-31518dd0dd7f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:23.900719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.907562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] Provisioning complete for port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:23.907926 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:23.997405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febaf58-e11c-49fa-958e-3515b6fe0743 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.007022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0febaf58-e11c-49fa-958e-3515b6fe0743 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3028984 Nov 12 03:31:24.017518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:24.080048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:24.080407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.222609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] For port a55f6c22-c708-4511-a8d4-31518dd0dd7f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a55f6c22-c708-4511-a8d4-31518dd0dd7f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:24.223217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.268434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Calling delete_port for a55f6c22-c708-4511-a8d4-31518dd0dd7f owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:24.305154 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.319512 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6bc2101-95ed-4c33-919e-7930a0d57bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.433237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] For port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,segment=NetworkSegment(af0735ff-d1a4-4285-acbd-11c692f35ff8),segment_id=af0735ff-d1a4-4285-acbd-11c692f35ff8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:24.447556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.534280 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.638410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e066974-9497-405c-ae3e-26fa3802ea71 None None] Pushing event updated for resources: {'Port': ['ID=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.693137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9647da89-8bed-42a2-8312-0d7291cc0ffb None None] Provisioning complete for port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:24.693137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9647da89-8bed-42a2-8312-0d7291cc0ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.768512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b9f698-3d3b-4fe7-890a-1cd9209375c7 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:24.782187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.788275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.816048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 20863f8e-cc68-4c09-b070-f194099e35e5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:24.816857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.827018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9647da89-8bed-42a2-8312-0d7291cc0ffb None None] Port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:24.833982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:31:24.834367 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:31:24.834899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:24.835772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.843254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Transition to ACTIVE for port object b1b9f698-3d3b-4fe7-890a-1cd9209375c7 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:24.862517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.948397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:24.957446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Provisioning complete for port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:24.959192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:24.968489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-029d49e4-e1b1-4f8d-886e-74d1d247f196 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0448174 Nov 12 03:31:25.004408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'admin_state_up': True, 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'security_groups': ['7a855299-b049-45de-8806-1b86f0fa1853']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:25.104820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-7f97ae78-364e-451f-ab99-9155ffcc8fe6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.117604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-7f97ae78-364e-451f-ab99-9155ffcc8fe6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.139117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-7f97ae78-364e-451f-ab99-9155ffcc8fe6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.156692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Provisioning complete for port 20863f8e-cc68-4c09-b070-f194099e35e5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.157123 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.162980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-7f97ae78-364e-451f-ab99-9155ffcc8fe6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.183324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-7f97ae78-364e-451f-ab99-9155ffcc8fe6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3095 time: 0.5519130 Nov 12 03:31:25.220637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Port 20863f8e-cc68-4c09-b070-f194099e35e5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:25.265570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Provisioning complete for port 20686534-451f-45b2-890e-67de4a56c81e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.265728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Made reservation on behalf of 1e363f8a008846f49dc7ecb9ae8a868b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:25.265955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.277222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.413809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.421526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1ae21-04b2-4d5e-bfa7-26d00c0b010e None None] Port 20686534-451f-45b2-890e-67de4a56c81e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:25.447943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4af0e7-bc0b-49ea-afdc-475e9df8d8e3 req-6b70ea95-ffbb-4f29-895b-94623f38060c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:25.451173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d4af0e7-bc0b-49ea-afdc-475e9df8d8e3 req-6b70ea95-ffbb-4f29-895b-94623f38060c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 944 time: 0.5419221 Nov 12 03:31:25.510073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Attempting to bind port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:25.510412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Attempting to bind port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:25.510741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Attempting to bind port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:25.541571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:25.543701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:25.544032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Attempting to bind port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:25.553827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:25.554173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:25.554553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:25.555105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Bound port: b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:25.556041 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.620110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Provisioning complete for port 20863f8e-cc68-4c09-b070-f194099e35e5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.621085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.636822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:25.650629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d4af0e7-bc0b-49ea-afdc-475e9df8d8e3 req-96bee338-43c5-4764-8ef8-7b83c980dfb7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804667 Nov 12 03:31:25.738226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.740367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.749410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Port 20863f8e-cc68-4c09-b070-f194099e35e5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:25.760947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Allocated IP 10.2.2.200 (5be642c6-6608-49fb-9e08-76762a5c610f/f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7/9225e990-2e0e-4a6b-abf1-6503526d98bf) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:25.817713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:25.823106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.827668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.839397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 20863f8e-cc68-4c09-b070-f194099e35e5 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:25.852227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Provisioning complete for port 20686534-451f-45b2-890e-67de4a56c81e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:25.854584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:25.933972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-274006bf-7f9c-4e97-8544-5952991a7a5c None None] Port 20686534-451f-45b2-890e-67de4a56c81e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:25.995400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:26.033375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.038761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.045187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:26.046636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4e531f7f-f37b-4c4c-91a2-a8595531c8d8 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:26.049329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba26feeb-1cc4-4b86-8ee9-044129ced140 req-0cac883f-1989-44ab-9107-eec1a1aee814 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8639066 Nov 12 03:31:26.070798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.086349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a55f6c22-c708-4511-a8d4-31518dd0dd7f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.109609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.110242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.111726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-c15ee824-f809-480d-8b36-75bcee3348c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/b1b9f698-3d3b-4fe7-890a-1cd9209375c7 HTTP/1.1" status: 200 len: 1093 time: 3.1021354 Nov 12 03:31:26.112165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:26.116294 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:26.122211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=20863f8e-cc68-4c09-b070-f194099e35e5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:26.156883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f5b9d-3ca2-4d4a-b028-a42fd2e485b2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:26.250005 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67468450-3622-4971-aa0c-db9ead4d3c77 x-openstack-request-id: req-67468450-3622-4971-aa0c-db9ead4d3c77 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:26.250184 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:26.250447 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-67468450-3622-4971-aa0c-db9ead4d3c77 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:26.251423 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7', 'status': 'completed', 'code': 200} Nov 12 03:31:26.316124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.363010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-dc5115f2-f128-45bd-8c41-4f3248ae48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.364883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-dc5115f2-f128-45bd-8c41-4f3248ae48dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 1096 time: 0.1334329 Nov 12 03:31:26.471310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.475745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.481619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.485943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b9662a04-5ee1-445b-a256-795f97d91376 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/20863f8e-cc68-4c09-b070-f194099e35e5 HTTP/1.1" status: 204 len: 168 time: 2.4581220 Nov 12 03:31:26.488997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.506183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-23648717-e94b-4e40-89d3-b04ab032864a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7 HTTP/1.1" status: 200 len: 217 time: 0.1064446 Nov 12 03:31:26.515668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.570122 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda69dba-7e39-42a4-a71d-a0b6cae74bb8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:31:26.575231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bda69dba-7e39-42a4-a71d-a0b6cae74bb8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/20863f8e-cc68-4c09-b070-f194099e35e5 HTTP/1.1" status: 404 len: 333 time: 0.0843754 Nov 12 03:31:26.577170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.594643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.596102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e284822a-0daf-4c97-9311-bedde43e6f21 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:31:26.633111 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.635194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d79aedbf-beae-4ff5-9d73-04a75d9985ab admin admin] 10.222.0.97 "DELETE /v2.0/routers/e284822a-0daf-4c97-9311-bedde43e6f21 HTTP/1.1" status: 204 len: 168 time: 5.2089975 Nov 12 03:31:26.639290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.639556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-04c42ac6-38b4-40bc-a283-225a5d3dcd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:26.648698 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-04c42ac6-38b4-40bc-a283-225a5d3dcd8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.1301763 Nov 12 03:31:26.738603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.753726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-1ac8a15d-e40d-41af-af28-cf028509cf60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964124 Nov 12 03:31:26.769107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:26.825189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Deleting subnet dbd300fe-9d21-43b8-a8f6-77a7def6af6d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:26.828399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.844846 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.888339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:26.976350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Network 5be642c6-6608-49fb-9e08-76762a5c610f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:26.984991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.009121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:27.050030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:27.142554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-580202693'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:27.174026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 20686534-451f-45b2-890e-67de4a56c81e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:27.175996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.228138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.315936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.316721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.317294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e288e-90ea-4e0a-99df-e36d0c3e0483 req-312d99f3-f6cf-47bc-a594-861225caff74 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.325597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8e288e-90ea-4e0a-99df-e36d0c3e0483 req-312d99f3-f6cf-47bc-a594-861225caff74 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 944 time: 0.3032169 Nov 12 03:31:27.327767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Made reservation on behalf of 89877a7b56304d84a216b99a423310fd for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:27.331476 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.354259 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-56658d4e-806f-40e3-82d0-e7027b3695b9 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329211 Nov 12 03:31:27.357533 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5ce48629-0c0c-402a-b0de-56ae21dc9d76 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3602500 Nov 12 03:31:27.359630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.384833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:27.414949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.466798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd300fe-9d21-43b8-a8f6-77a7def6af6d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:27.499609 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.508609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c3efcf1a-2e1d-4aa2-bbd5-7b9fea9a9413 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/dbd300fe-9d21-43b8-a8f6-77a7def6af6d HTTP/1.1" status: 204 len: 168 time: 0.8678353 Nov 12 03:31:27.518636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d83a13-700f-4595-b387-6126f4c34601 None None] Network 27dafdc3-1b7f-4524-8595-f2a78d78c09b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:27.522822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:27.584077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2d439c4a-6f57-44c4-92f6-26dd1d378af5 None None] Provisioning complete for port 9225e990-2e0e-4a6b-abf1-6503526d98bf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:27.591247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d439c4a-6f57-44c4-92f6-26dd1d378af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.602601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8e288e-90ea-4e0a-99df-e36d0c3e0483 req-4217c86e-d166-4ad2-bb74-210b25d88513 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757738 Nov 12 03:31:27.622250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.650635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a55f6c22-c708-4511-a8d4-31518dd0dd7f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:27.674778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.683380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.691432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.700610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.708621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:27.722227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4fe4d25b-38fb-4ad0-a840-5d7f221ce175 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3816 time: 0.4345820 Nov 12 03:31:27.737986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 20686534-451f-45b2-890e-67de4a56c81e owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:27.746359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a55f6c22-c708-4511-a8d4-31518dd0dd7f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:27.747407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a55f6c22-c708-4511-a8d4-31518dd0dd7f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:27.773559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2d439c4a-6f57-44c4-92f6-26dd1d378af5 None None] Port 9225e990-2e0e-4a6b-abf1-6503526d98bf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:27.780888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.805031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.850749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2954cf9e-4dd4-4649-be19-bf7e1fe80f91 req-a2d9d2f3-7152-44ed-b93f-c2c2b0580351 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811943 Nov 12 03:31:27.905157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:27.934258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fde64ba-d620-4e77-83b1-d1c8c10e737a req-4e259f55-dcaa-4397-a33a-e78718583397 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2111213 Nov 12 03:31:28.009949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.020673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] DHCP port deletion for 27dafdc3-1b7f-4524-8595-f2a78d78c09b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:28.024832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.098506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:28.106389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69984cd-9cba-467f-9f4f-222d9c2abd11,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.134918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Deleting port 84b06a18-58ad-4bae-9404-c1462ec9a660 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:28.135288 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.179922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.181507 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Added segment f87175c7-76a9-40c9-b731-2f909b0c6190 of type vlan for network 88535300-c4ae-4d84-91cc-4ab0b7f04ced Nov 12 03:31:28.200665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.268546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] For port 84b06a18-58ad-4bae-9404-c1462ec9a660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=84b06a18-58ad-4bae-9404-c1462ec9a660,segment=NetworkSegment(fd62fce0-1000-40d8-95d9-a75717d24fbf),segment_id=fd62fce0-1000-40d8-95d9-a75717d24fbf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:28.269480 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.293499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-96aab537-7404-40f5-b2b6-924e16c71437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.304818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-96aab537-7404-40f5-b2b6-924e16c71437 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 1096 time: 0.3258564 Nov 12 03:31:28.312534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Calling delete_port for 84b06a18-58ad-4bae-9404-c1462ec9a660 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:28.326265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=20686534-451f-45b2-890e-67de4a56c81e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.469634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.483246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.535103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] Pushing event deleted for resources: {'Port': ['ID=84b06a18-58ad-4bae-9404-c1462ec9a660,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:28.541554 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.548237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495b7ae-d4ea-49bf-8d9a-6ecb93a51260 None None] No DVR routers for this DVR port 84b06a18-58ad-4bae-9404-c1462ec9a660 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:28.564598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd544e8e-b8a0-4133-a4ab-955db1de8d52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/20686534-451f-45b2-890e-67de4a56c81e HTTP/1.1" status: 204 len: 168 time: 1.9859300 Nov 12 03:31:28.590319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.610874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.611653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.636296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49274) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.659046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8849249 Nov 12 03:31:28.689292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Deleting port 84b06a18-58ad-4bae-9404-c1462ec9a660 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:28.689704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.759585 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c207a8da-5699-4550-b6ea-5940ef02a1bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:31:28.764906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c207a8da-5699-4550-b6ea-5940ef02a1bb tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/20686534-451f-45b2-890e-67de4a56c81e HTTP/1.1" status: 404 len: 333 time: 0.1178660 Nov 12 03:31:28.769807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:28.811137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-d295a9ad-e365-4ecb-8f20-4b61b2b9b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:28.812642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-d295a9ad-e365-4ecb-8f20-4b61b2b9b13c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.5016215 Nov 12 03:31:28.843667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 542e5cfb-44e2-420a-b454-62e724b80057 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:28.847999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.867307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-f038b659-972f-4e26-bc67-ef73bfa7c2ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7 HTTP/1.1" status: 200 len: 217 time: 0.0403156 Nov 12 03:31:28.903699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.931063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] For port 84b06a18-58ad-4bae-9404-c1462ec9a660, host n-d-766726-29, got binding levels [] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:28.931642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:28.966081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Calling delete_port for 84b06a18-58ad-4bae-9404-c1462ec9a660 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:28.972112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Port 84b06a18-58ad-4bae-9404-c1462ec9a660 was not found and therefore no delete operation was performed {{(pid=102604) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:31:28.982236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b1b9f698-3d3b-4fe7-890a-1cd9209375c7 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:29.008423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.011420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.057401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-970acd2b-c181-4b59-ab76-d825df0ed0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.059228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-970acd2b-c181-4b59-ab76-d825df0ed0f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.1833174 Nov 12 03:31:29.161600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195075b8-77ac-43c2-be38-534040b5f9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Pushing event updated for resources: {'Network': ['ID=88535300-c4ae-4d84-91cc-4ab0b7f04ced,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.180491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Pushing event deleted for resources: {'Port': ['ID=84b06a18-58ad-4bae-9404-c1462ec9a660,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.194741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] No DVR routers for this DVR port 84b06a18-58ad-4bae-9404-c1462ec9a660 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:29.208961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:29.236048 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:31:29.241148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7', 'mac_address': 'fa:16:3e:ec:8c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:29.243366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:29.263724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.273025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced', 'binding:host_id': 'n-h1-766726-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-823893177'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:29.299832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-a6c19fe7-98d0-4c11-a238-02976a35c349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831832 Nov 12 03:31:29.318354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cc08b-67e1-45e2-9730-9b5b86f036bc req-0083e72b-4e85-4f74-949b-6c1beade4c6a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.338964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f5cc08b-67e1-45e2-9730-9b5b86f036bc req-0083e72b-4e85-4f74-949b-6c1beade4c6a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 944 time: 0.5698097 Nov 12 03:31:29.358396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.432510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Made reservation on behalf of 2a03f796e12849a3a6111c7012176489 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:29.435443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.483785 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.490277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75855fbd-0828-47c7-9b18-4077893ea264 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:29.513926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=542e5cfb-44e2-420a-b454-62e724b80057,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.517638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.522195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 84b06a18-58ad-4bae-9404-c1462ec9a660 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:29.525311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.532908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.534526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b9f698-3d3b-4fe7-890a-1cd9209375c7 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:29.535992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Transition to ACTIVE for port object 75855fbd-0828-47c7-9b18-4077893ea264 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:29.539254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:29.539767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9d280798-a6a0-4290-a250-9832dc373c06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/542e5cfb-44e2-420a-b454-62e724b80057 HTTP/1.1" status: 204 len: 168 time: 0.7686534 Nov 12 03:31:29.547175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.572786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dafdc3-1b7f-4524-8595-f2a78d78c09b']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.580450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f5cc08b-67e1-45e2-9730-9b5b86f036bc req-c77d10e0-2365-4a4b-b52f-ca3a1d9623ce tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917777 Nov 12 03:31:29.588587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b11f77-83f9-447d-a035-8effa3a26539 None None] Network 81b60b6e-35ae-48f4-8047-fb43c74e4da1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:29.621535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 84b06a18-58ad-4bae-9404-c1462ec9a660 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:29.624428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 84b06a18-58ad-4bae-9404-c1462ec9a660 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:29.632209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.649602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.668767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.680132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.696894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:29.705266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-3d94b0c8-9029-4e88-b976-5015af43325d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3816 time: 0.3439751 Nov 12 03:31:29.709349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd62fce0-1000-40d8-95d9-a75717d24fbf') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.709836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd62fce0-1000-40d8-95d9-a75717d24fbf') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:29.716218 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-0802d9c8-28c4-496e-8521-995143dc83c0 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633726 Nov 12 03:31:29.745653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.751010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:29.772836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.774613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.830965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6328a3ba-e3c6-45a3-b454-c380e8006d72 req-79fe56ab-00d3-43f0-ae52-7d2e9599480a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221802 Nov 12 03:31:29.870712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.872040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:29.876072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:29.880812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port e9554c53-1601-4ed6-b98f-f925c75942a7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:29.955027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.072124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730460a-b170-409c-adda-128091571be3 None None] DHCP port deletion for 81b60b6e-35ae-48f4-8047-fb43c74e4da1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:30.093727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:30.094149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:30.106150 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:30.168204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.181622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port e9554c53-1601-4ed6-b98f-f925c75942a7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:30.188232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.200269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.209417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.243930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a730460a-b170-409c-adda-128091571be3 None None] Deleting port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:30.244474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a730460a-b170-409c-adda-128091571be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.289449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf6f78-137e-41bb-959e-46a5bd21e533,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.329922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=e9554c53-1601-4ed6-b98f-f925c75942a7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.342963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Checking segment: {'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:30.343326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Network hostable DHCP agents. Network: 88535300-c4ae-4d84-91cc-4ab0b7f04ced, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:30.346178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b1b9f698-3d3b-4fe7-890a-1cd9209375c7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:30.354021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.360156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.364932 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] 10.222.0.97 "DELETE /v2.0/networks/27dafdc3-1b7f-4524-8595-f2a78d78c09b HTTP/1.1" status: 204 len: 168 time: 2.8396227 Nov 12 03:31:30.372954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:30.402223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 88535300-c4ae-4d84-91cc-4ab0b7f04ced) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:30.436714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:30.482733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24ecf8-eef1-4325-96ed-af7a59f9180c admin admin] Pushing event deleted for resources: {'Network': ['ID=27dafdc3-1b7f-4524-8595-f2a78d78c09b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:30.505373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.505708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.506054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.508534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73d095-36fd-4742-98d3-c600852dbd30 None None] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:30.524934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.525319 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.525730 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 2 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.531905 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5ca0f70b-55ef-4dc6-a8ad-35f9723ba3dd req-af1e3e9d-16ec-4a53-86ad-af5f6790bf6d service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668638 Nov 12 03:31:30.547863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.548201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.548541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.562041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.562041 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.562041 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 3 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.569588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Attempting to bind port 75855fbd-0828-47c7-9b18-4077893ea264 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.569935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Attempting to bind port 75855fbd-0828-47c7-9b18-4077893ea264 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.570274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Attempting to bind port 75855fbd-0828-47c7-9b18-4077893ea264 on network 04c8896c-c562-48a3-a24b-c97ca4226e9a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.588735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Port 75855fbd-0828-47c7-9b18-4077893ea264 on network 04c8896c-c562-48a3-a24b-c97ca4226e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.589083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Attempting to bind port 75855fbd-0828-47c7-9b18-4077893ea264 on network 04c8896c-c562-48a3-a24b-c97ca4226e9a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.596788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.597324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.597635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.603567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:30.603914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Checking segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:30.604308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Bound using segment: {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:30.604754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Bound port: 75855fbd-0828-47c7-9b18-4077893ea264, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1cf64a-a15a-403d-9a31-6b18682a4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:30.605115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.612045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.612378 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.612784 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 4 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.645900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.646241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.646585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.655536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:30.655893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.663372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.663728 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.664169 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 5 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.689344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.689686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.690032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.706492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.706823 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.707564 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 6 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.735170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.735515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.735860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.744005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.744736 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.745730 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 7 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.798938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.799150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.799494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.844729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.845061 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.845650 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 8 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.886213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:30.886468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:30.886804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:30.909690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:30.910029 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:30.926207 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 9 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:30.939699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,segment=NetworkSegment(af0735ff-d1a4-4285-acbd-11c692f35ff8),segment_id=af0735ff-d1a4-4285-acbd-11c692f35ff8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:30.940078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:30.982635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:30.989935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586f72e-6e3a-4ed0-a432-484cd95587b2 req-03a37c7a-1b75-4b3a-994a-5db42622ea65 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:30.995568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3586f72e-6e3a-4ed0-a432-484cd95587b2 req-03a37c7a-1b75-4b3a-994a-5db42622ea65 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 945 time: 0.2218778 Nov 12 03:31:30.999779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:31.000330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:31.000833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:31.002498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:31.050115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:31.064717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:31.065051 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:31.073152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.080419 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 10 to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 Nov 12 03:31:31.086870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.223231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a730460a-b170-409c-adda-128091571be3 None None] For port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,segment=NetworkSegment(af0735ff-d1a4-4285-acbd-11c692f35ff8),segment_id=af0735ff-d1a4-4285-acbd-11c692f35ff8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:31.225327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a730460a-b170-409c-adda-128091571be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.285318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.287247 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.300686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] 10.222.0.104 "PUT /v2.0/ports/75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 1092 time: 3.9216406 Nov 12 03:31:31.308668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:31.311340 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f942d-74d3-4ab7-8535-b5b346064ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "75855fbd-0828-47c7-9b18-4077893ea264"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:31.364314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a730460a-b170-409c-adda-128091571be3 None None] Calling delete_port for 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:31.377201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:31.441279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.489857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eb1fc-a318-4139-babc-acc1bda0a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:31.656413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:31.748757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-36e46719-8ba9-4bab-a451-4f44d17165eb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=254ecbe03bcf4546b930013876409cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555660 Nov 12 03:31:31.752541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:31.790821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:31.791802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:31.792293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:31.800363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port e9554c53-1601-4ed6-b98f-f925c75942a7 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:31.800921 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port e9554c53-1601-4ed6-b98f-f925c75942a7 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:31.801991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.821504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3586f72e-6e3a-4ed0-a432-484cd95587b2 req-dbc076f7-774a-4eff-ae26-ef9a4e3969e7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115649 Nov 12 03:31:31.877295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.897224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.902861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: from cryptography.utils import int_from_bytes Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: from cryptography.utils import int_from_bytes Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.910752 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:31:31.913792 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:31:31.914691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.927827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.932559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.934918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:31.936339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-48405e7d-2dbb-48b2-8688-648064726c77 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3828 time: 0.8728337 Nov 12 03:31:31.944252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a730460a-b170-409c-adda-128091571be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.945676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:31.964333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.005115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port e9554c53-1601-4ed6-b98f-f925c75942a7, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:32.005310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:32.015632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.056663 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89709f49-71ed-422d-904e-5a51517f1f0a x-openstack-request-id: req-89709f49-71ed-422d-904e-5a51517f1f0a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:32.057098 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "75855fbd-0828-47c7-9b18-4077893ea264", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:32.057367 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-89709f49-71ed-422d-904e-5a51517f1f0a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:32.057814 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264', 'status': 'completed', 'code': 200} Nov 12 03:31:32.060751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.081575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730460a-b170-409c-adda-128091571be3 None None] No DVR routers for this DVR port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:32.090859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730460a-b170-409c-adda-128091571be3 None None] Pushing event deleted for resources: {'Port': ['ID=8f8af16b-bde0-47f0-b0ff-462fff0f1a58,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.115465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.118187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port 8f8af16b-bde0-47f0-b0ff-462fff0f1a58 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:32.122554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c53d612-71ab-4b60-a159-03df944cf5d1 req-5a4f8bfe-4efe-431e-9aa5-3ca1deed5dad tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756675 Nov 12 03:31:32.170692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.171317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.206858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=e9554c53-1601-4ed6-b98f-f925c75942a7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.216588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3ba59574-6a8c-467e-9a0c-3e3c6738bae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9517157 Nov 12 03:31:32.222966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.223974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.224433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.224891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.225750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.227180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-833f4021-2d2b-436a-a8c9-7a27f65b8e8a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 4364 time: 0.1950688 Nov 12 03:31:32.227673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.253384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.299328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.392209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b60b6e-35ae-48f4-8047-fb43c74e4da1']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.408186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.410820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.412066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2a83d818-b8b9-466a-89ff-640ecf5b980a HTTP/1.1" status: 204 len: 168 time: 0.6574500 Nov 12 03:31:32.414161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0735ff-d1a4-4285-acbd-11c692f35ff8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.414785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0735ff-d1a4-4285-acbd-11c692f35ff8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:32.452289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.454319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d5bb2-42e2-46a7-b721-847f9d6b0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83d818-b8b9-466a-89ff-640ecf5b980a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.515534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.529466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:32.529886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:32.533565 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:32.578960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7860a03b-207b-4ca3-982f-bb7b1d8d6da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.630612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-65553dc0-8b77-49e1-a8dc-46edb8194263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.631427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-65553dc0-8b77-49e1-a8dc-46edb8194263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.632043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-65553dc0-8b77-49e1-a8dc-46edb8194263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:32.633881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-65553dc0-8b77-49e1-a8dc-46edb8194263 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3821750 Nov 12 03:31:32.666320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Deleting port e9554c53-1601-4ed6-b98f-f925c75942a7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:32.666663 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.694784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.701021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.704845 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/81b60b6e-35ae-48f4-8047-fb43c74e4da1 HTTP/1.1" status: 204 len: 168 time: 3.1026077 Nov 12 03:31:32.717223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49362) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:32.729245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-775474047'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:32.748877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b274aa-1a73-44ea-bd13-c7a91dd04734 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=81b60b6e-35ae-48f4-8047-fb43c74e4da1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:32.798356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f532ac-82f8-4582-a3fc-0341160f7b54 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:32.808016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.820439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:32.824950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.848269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port e9554c53-1601-4ed6-b98f-f925c75942a7, host n-h1-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:32.849635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.854982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Transition to ACTIVE for port object 19f532ac-82f8-4582-a3fc-0341160f7b54 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:32.873745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Calling delete_port for e9554c53-1601-4ed6-b98f-f925c75942a7 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:32.881532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.903377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:32.988173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:32.997847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b1b9f698-3d3b-4fe7-890a-1cd9209375c7 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:33.030208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.032353 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 4ba97691-53c1-40db-ba5f-b93c6f987fb8 of type vlan for network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 Nov 12 03:31:33.111754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:31:33.117306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:33.118006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.141497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.223175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.226757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "DELETE /v2.0/ports/e9554c53-1601-4ed6-b98f-f925c75942a7 HTTP/1.1" status: 204 len: 168 time: 0.9981215 Nov 12 03:31:33.234990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666bb6-2126-44d3-bf17-33dae38ff9b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9554c53-1601-4ed6-b98f-f925c75942a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.236236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49378) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.289936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-8afcbfb9-34b6-4bf0-8156-c1b2eef68689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.291485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e7f942d-74d3-4ab7-8535-b5b346064ed1 req-8afcbfb9-34b6-4bf0-8156-c1b2eef68689 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6469886 Nov 12 03:31:33.316526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03932fdf-bc50-402d-98a3-e49d2e7d5620 req-ef9340e3-e3e6-441e-a0d6-586728ec8fe0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.319279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03932fdf-bc50-402d-98a3-e49d2e7d5620 req-ef9340e3-e3e6-441e-a0d6-586728ec8fe0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 945 time: 0.3399401 Nov 12 03:31:33.363299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7860a03b-207b-4ca3-982f-bb7b1d8d6da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.370461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7860a03b-207b-4ca3-982f-bb7b1d8d6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.405117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.431332 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7198b66-dfdb-45b3-846a-51cf8d13be0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:33.436053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7198b66-dfdb-45b3-846a-51cf8d13be0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports/e9554c53-1601-4ed6-b98f-f925c75942a7 HTTP/1.1" status: 404 len: 333 time: 0.1086946 Nov 12 03:31:33.436053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.439165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.450008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.450645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.456103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a03b-207b-4ca3-982f-bb7b1d8d6da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae8541-7ddd-476c-bfd6-3a2499bcd0ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.456742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.465275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2109519413'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:33.548629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03932fdf-bc50-402d-98a3-e49d2e7d5620 req-1a27fe39-c68c-415b-ae00-76bc28cd9469 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204850 Nov 12 03:31:33.550785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7860a03b-207b-4ca3-982f-bb7b1d8d6da7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4186317b0d99498baff3cfd5e04e09bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2962506 Nov 12 03:31:33.555835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.570368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:33.573957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:33.580041 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7163e1a-767f-4b58-b413-1721bb64ffbb" -d '{"events": [{"server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:33.586723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.625820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Made reservation on behalf of 2a03f796e12849a3a6111c7012176489 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:33.628219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.697592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:33.709275 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c6e94d-4b06-4981-8a7f-9eab294a5fd4 x-openstack-request-id: req-78c6e94d-4b06-4981-8a7f-9eab294a5fd4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:33.709683 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "name": "network-vif-plugged", "status": "completed", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:33.710204 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-78c6e94d-4b06-4981-8a7f-9eab294a5fd4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:33.711070 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7', 'code': 200} Nov 12 03:31:33.746298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:33.791002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.797013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.815139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.843551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.861701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.869475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:33.872064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-964c06ec-2330-44f0-9c39-3e73ebb5a0d0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 4599 time: 0.4268434 Nov 12 03:31:33.880671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:33.918630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port 86cc837a-7773-4981-a1a8-2e469b294816 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:33.988582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.107767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94e9d4ca-0b46-431c-a1d3-e3bd9c8992f5 req-ce858836-0843-4548-b525-5b389d047ea7 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=6477da88-7763-46a0-b124-3612f278c55c&id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2174423 Nov 12 03:31:34.120191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-83922457-network', 'tenant_id': 'c47db4fda6064b5f8256bdb28f46f025'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.146709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=902c8f64-fe92-4e0c-95c9-c4d10b6bc083,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.159640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:34.165522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Made reservation on behalf of c47db4fda6064b5f8256bdb28f46f025 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:34.167936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.191465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.191671 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-385f7cd3-6b6d-4730-902e-8809d28ccaf6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4742341 Nov 12 03:31:34.198710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.213402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.243667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Attempting to bind port 19f532ac-82f8-4582-a3fc-0341160f7b54 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:34.245028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Attempting to bind port 19f532ac-82f8-4582-a3fc-0341160f7b54 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:34.246086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Attempting to bind port 19f532ac-82f8-4582-a3fc-0341160f7b54 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:34.256692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4759f9-1213-4ed0-83c3-3511a44c0735 req-1af32fdb-ae10-46ea-9163-70aa89274f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.259352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f4759f9-1213-4ed0-83c3-3511a44c0735 req-1af32fdb-ae10-46ea-9163-70aa89274f73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 1098 time: 0.1242731 Nov 12 03:31:34.264591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Port 19f532ac-82f8-4582-a3fc-0341160f7b54 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:34.265292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Attempting to bind port 19f532ac-82f8-4582-a3fc-0341160f7b54 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:34.284345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:34.284838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:34.285328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Bound using segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:34.286525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Bound port: 19f532ac-82f8-4582-a3fc-0341160f7b54, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:34.287011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.353282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f4759f9-1213-4ed0-83c3-3511a44c0735 req-1fca8c46-850f-4b70-a480-c18926115b56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801711 Nov 12 03:31:34.375523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.378384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.382609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b7ae8541-7ddd-476c-bfd6-3a2499bcd0ec HTTP/1.1" status: 204 len: 168 time: 0.8229859 Nov 12 03:31:34.440436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:34.448637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19f532ac-82f8-4582-a3fc-0341160f7b54,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:34.454773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.491671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196f4eb-8a3b-4a15-bb1a-ad20ee68747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae8541-7ddd-476c-bfd6-3a2499bcd0ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.497000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:34.500839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.543261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:34.544378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.546604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] 10.222.0.104 "PUT /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 1130 time: 3.1914387 Nov 12 03:31:34.547386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '19f532ac-82f8-4582-a3fc-0341160f7b54'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:34.552604 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a404b615-f6d4-4f40-9526-880daf9670ae" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "19f532ac-82f8-4582-a3fc-0341160f7b54"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:34.566412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.589398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:34.667127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.682413 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f382a0-cf6a-48c1-859d-57f0cf6d639b x-openstack-request-id: req-b8f382a0-cf6a-48c1-859d-57f0cf6d639b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:34.685650 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "19f532ac-82f8-4582-a3fc-0341160f7b54", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:34.686234 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b8f382a0-cf6a-48c1-859d-57f0cf6d639b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:34.687959 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '19f532ac-82f8-4582-a3fc-0341160f7b54', 'status': 'completed', 'code': 200} Nov 12 03:31:34.697125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.706245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13365-cb4c-4a83-b2b8-0729366fcf0f service neutron] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:34.722487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.816711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49414) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:34.875407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:34.875962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b060c689-5644-4d23-8d95-5d99426bf43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.887718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:34.888074 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Added segment 41442584-1ee8-4629-8d9d-657b9979fe2e of type vlan for network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 Nov 12 03:31:34.939805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.041132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1076900e-a373-4fd3-baa7-871f1d396039,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.077872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.089515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.090017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.090453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.090941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.091396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.091841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.093741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a404b615-f6d4-4f40-9526-880daf9670ae req-79474cfa-bf56-4662-b34a-5aa32955707a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5287 time: 0.3320410 Nov 12 03:31:35.099659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.100603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.101293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.135617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b060c689-5644-4d23-8d95-5d99426bf43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.141891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b060c689-5644-4d23-8d95-5d99426bf43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.172116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83004a8-b15a-445d-a572-490a55d0b636 req-211eec34-d6bd-49b2-8586-7eab3ce41bdf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.179541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a83004a8-b15a-445d-a572-490a55d0b636 req-211eec34-d6bd-49b2-8586-7eab3ce41bdf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 946 time: 0.2294128 Nov 12 03:31:35.196300 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b060c689-5644-4d23-8d95-5d99426bf43d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5ad9fbaca0ec44dd95449c51dd0e84b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779943 Nov 12 03:31:35.198617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c689-5644-4d23-8d95-5d99426bf43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f387aeb-32f7-4f9b-8f90-058e94a800b6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.202737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49418) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.310355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1645fb63-ae64-4563-ac08-8cc467f39eed {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:35.322542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.325496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.340018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4560695 Nov 12 03:31:35.346150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49420) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.351602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Request body: {'subnet': {'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-83922457-subnet', 'tenant_id': 'c47db4fda6064b5f8256bdb28f46f025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.361699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Transition to ACTIVE for port object 1645fb63-ae64-4563-ac08-8cc467f39eed will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:35.366167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:35.373603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.379014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a83004a8-b15a-445d-a572-490a55d0b636 req-2c0f5e3c-d06d-4680-8c5b-410c749853d9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985726 Nov 12 03:31:35.380707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=86cc837a-7773-4981-a1a8-2e469b294816,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.386709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.441185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:35.459117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Made reservation on behalf of c47db4fda6064b5f8256bdb28f46f025 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:35.462148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.464567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64cd24-aa4a-4169-a4e1-eaf2d59f2b7c admin admin] Pushing event updated for resources: {'Network': ['ID=d0ed233b-06fa-427a-8bfd-6d6608fbaf40,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.489093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:35.508429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:35.509367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.509970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.538645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1f3f4041-43cb-4047-9c6a-56009871be5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0768239 Nov 12 03:31:35.545229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:35.546228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.549590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.554145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:35.659862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=72944ecc-b1e8-4a86-a7c8-463a89d37e11,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.785464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.786320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.789840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.791174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1f387aeb-32f7-4f9b-8f90-058e94a800b6 HTTP/1.1" status: 204 len: 168 time: 0.5874133 Nov 12 03:31:35.793002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.799378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.805587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.812618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.818406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Attempting to bind port 1645fb63-ae64-4563-ac08-8cc467f39eed on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:35.818744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Attempting to bind port 1645fb63-ae64-4563-ac08-8cc467f39eed by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:35.819600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.824942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Attempting to bind port 1645fb63-ae64-4563-ac08-8cc467f39eed on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:35.825562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.827527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-5b59555b-d073-4be7-8fc1-78c637605263 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5371 time: 0.4575248 Nov 12 03:31:35.861546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Port 1645fb63-ae64-4563-ac08-8cc467f39eed on network 4214a91f-8628-4fc8-8a9b-25305b959c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:35.861546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Attempting to bind port 1645fb63-ae64-4563-ac08-8cc467f39eed on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:35.883931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0432b6-43b8-4d1e-9915-3b01cdef37c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f387aeb-32f7-4f9b-8f90-058e94a800b6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:35.922453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:35.923118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:35.923889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Bound using segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:35.924375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Bound port: 1645fb63-ae64-4563-ac08-8cc467f39eed, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:35.924733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:35.961355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-8aac3642-167a-4d1a-93b8-ede29b01c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.961933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-8aac3642-167a-4d1a-93b8-ede29b01c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.962635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-8aac3642-167a-4d1a-93b8-ede29b01c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:35.963938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a404b615-f6d4-4f40-9526-880daf9670ae req-8aac3642-167a-4d1a-93b8-ede29b01c2bb service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8503783 Nov 12 03:31:36.018450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.036705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-337003fd-d550-44c3-822c-6afb0cba7fe5 req-8144a73f-93b2-4af9-80f8-4c409fc79842 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1932731 Nov 12 03:31:36.106087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '4ba97691-53c1-40db-ba5f-b93c6f987fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:36.106386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 902c8f64-fe92-4e0c-95c9-c4d10b6bc083, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:36.154138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:36.160123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:36.173587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.179416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:36.209684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 902c8f64-fe92-4e0c-95c9-c4d10b6bc083) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:36.221509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb10856-f251-436f-bd9b-b85929cbc25b None None] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:36.225668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.226280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.231327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26b349d-aa4d-4b91-90d8-d4ed543aa6ae,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.234862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.249352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404b615-f6d4-4f40-9526-880daf9670ae req-99a6da79-562e-4ed5-836a-f9d8c0ca5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.251006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a404b615-f6d4-4f40-9526-880daf9670ae req-99a6da79-562e-4ed5-836a-f9d8c0ca5e24 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2748296 Nov 12 03:31:36.276860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4640c4d5-07c4-4fa0-901f-3cbf3a72f26e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0821021 Nov 12 03:31:36.282565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:36.295547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083', 'name': 'tempest-PortsTestJSON-1259410985', 'fixed_ips': [{'subnet_id': '72944ecc-b1e8-4a86-a7c8-463a89d37e11', 'ip_address': '172.20.0.10'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:36.407251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.414991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.417746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] 10.222.0.104 "PUT /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 1131 time: 1.8327420 Nov 12 03:31:36.432724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port 86cc837a-7773-4981-a1a8-2e469b294816 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:36.463224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:36.464804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.481084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.554024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-902c8f64-fe92-4e0c-95c9-c4d10b6bc083', 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': '72944ecc-b1e8-4a86-a7c8-463a89d37e11'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:36.555183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.652244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.669078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Checking segment: {'id': '41442584-1ee8-4629-8d9d-657b9979fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:36.669458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Network hostable DHCP agents. Network: d0ed233b-06fa-427a-8bfd-6d6608fbaf40, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:36.729055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=86cc837a-7773-4981-a1a8-2e469b294816,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.744085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:36.748877 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032d2f70-2094-4165-a099-501680764fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:36.769985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952eea-567e-421e-9e17-a0b591d5038d service neutron] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:36.780728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:36.786326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5353bf-2ab9-4249-97b7-2b7b3610422a req-ffb0e41d-26b2-4217-81ae-5dbff3c3e0ac tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.791713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c5353bf-2ab9-4249-97b7-2b7b3610422a req-ffb0e41d-26b2-4217-81ae-5dbff3c3e0ac tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 946 time: 0.2463131 Nov 12 03:31:36.794048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:36.794404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:36.794747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:36.803872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, d0ed233b-06fa-427a-8bfd-6d6608fbaf40) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:36.815265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:36.816229 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:36.819651 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 2 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:36.864558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:36.865756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:36.878768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:36.944258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:36.944606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:36.944961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:36.953494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05b4fa-f2ea-4e96-8715-638143682b31 None None] Network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:36.968478 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe620011-7bfb-47ec-a2c5-ece719115846 x-openstack-request-id: req-fe620011-7bfb-47ec-a2c5-ece719115846 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:36.968863 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:36.969030 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fe620011-7bfb-47ec-a2c5-ece719115846 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:36.969459 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed', 'status': 'completed', 'code': 200} Nov 12 03:31:37.038247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.038804 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.041373 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 3 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.060886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.061236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.061567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Allocated IP 172.20.0.2 (902c8f64-fe92-4e0c-95c9-c4d10b6bc083/72944ecc-b1e8-4a86-a7c8-463a89d37e11/9337d262-b04f-4a4d-ba5f-db65ec53c69a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:37.061693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.076401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c5353bf-2ab9-4249-97b7-2b7b3610422a req-22f34c4b-d016-4dda-8a2a-e134d919cef3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651603 Nov 12 03:31:37.079036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.079368 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.081281 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 4 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.109693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.111110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-032d2f70-2094-4165-a099-501680764fc3 req-593b9e4d-03f5-4c5d-b007-a1a0f11599b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6211 time: 0.1732509 Nov 12 03:31:37.114347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.114688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.115212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.120229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.120563 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.120944 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 5 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.158491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.158491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.158491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.295774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.296101 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.297473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-a132b259-ab54-4617-9f9b-cb6fc0117e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.297942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-a132b259-ab54-4617-9f9b-cb6fc0117e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.298397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-a132b259-ab54-4617-9f9b-cb6fc0117e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.300098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-032d2f70-2094-4165-a099-501680764fc3 req-a132b259-ab54-4617-9f9b-cb6fc0117e29 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1693032 Nov 12 03:31:37.300800 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 6 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.328464 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-236bb177-d932-4aa3-90f4-7c96bc43869b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9811430 Nov 12 03:31:37.355403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f557cf0-d815-430e-9abc-a30434c8b760 None None] Network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:37.550134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d2f70-2094-4165-a099-501680764fc3 req-5f733a18-430c-4695-8546-dc9bcd0e0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.552272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-032d2f70-2094-4165-a099-501680764fc3 req-5f733a18-430c-4695-8546-dc9bcd0e0d36 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2376230 Nov 12 03:31:37.579352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.603868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.604203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.604546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.626057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port e4979cd4-6447-49d3-99cc-5ed75f1355a2 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:37.715891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.716603 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.719972 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 7 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.733551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.746890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:37.768512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28fb68-46da-424f-953f-2f488809cd5f req-e8dbca49-e2c7-487d-b452-3fbd8f800b97 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.778287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b28fb68-46da-424f-953f-2f488809cd5f req-e8dbca49-e2c7-487d-b452-3fbd8f800b97 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 946 time: 0.2249696 Nov 12 03:31:37.783637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.784115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.784651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.803847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:37.804174 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:37.805847 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 8 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:37.838731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.843522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:37.853810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.856011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:37.859731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:37.861940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.871011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.892044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.904134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.920004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:37.931927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-144697a9-621d-48ad-9898-62f51124c23e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5371 time: 0.3757489 Nov 12 03:31:37.948586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19431c3b-cc91-40d9-8d77-45cb2ff6e797 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:37.949633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:37.949974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:37.950318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:37.964369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.008312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Transition to ACTIVE for port object 19431c3b-cc91-40d9-8d77-45cb2ff6e797 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:38.019602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.024237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Pushing event updated for resources: {'Port': ['ID=9337d262-b04f-4a4d-ba5f-db65ec53c69a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.029846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:38.030629 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:38.042129 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 9 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:38.067614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Attempting to bind port 9337d262-b04f-4a4d-ba5f-db65ec53c69a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:38.069681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Attempting to bind port 9337d262-b04f-4a4d-ba5f-db65ec53c69a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4ba97691-53c1-40db-ba5f-b93c6f987fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:38.072756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Attempting to bind port 9337d262-b04f-4a4d-ba5f-db65ec53c69a on network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:38.090559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:38.093130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Checking segment: {'id': '4ba97691-53c1-40db-ba5f-b93c6f987fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:38.111042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.112999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Bound using segment: {'id': '4ba97691-53c1-40db-ba5f-b93c6f987fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:38.118198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Bound port: 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba97691-53c1-40db-ba5f-b93c6f987fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:38.118744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.128615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.10 (902c8f64-fe92-4e0c-95c9-c4d10b6bc083/72944ecc-b1e8-4a86-a7c8-463a89d37e11/e4979cd4-6447-49d3-99cc-5ed75f1355a2) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:38.136065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:38.147532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:38.147882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:38.257627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ce11ebe-6c0e-4703-96c7-b9ff10904af5 req-a8dbe541-8150-4807-b95a-79dcf71cc355 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2917840 Nov 12 03:31:38.285698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b28fb68-46da-424f-953f-2f488809cd5f req-c9c3d1bf-e2af-4526-8eb4-580951f5d21a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014746 Nov 12 03:31:38.291071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:38.292422 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:38.293911 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 10 to bind port 86cc837a-7773-4981-a1a8-2e469b294816 Nov 12 03:31:38.331498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.333906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] For port 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:38.346704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:38.347213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:38.347565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:38.348888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Attempting to bind port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:38.350179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Attempting to bind port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:38.350999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Attempting to bind port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:38.353503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] For port 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9337d262-b04f-4a4d-ba5f-db65ec53c69a,segment=NetworkSegment(4ba97691-53c1-40db-ba5f-b93c6f987fb8),segment_id=4ba97691-53c1-40db-ba5f-b93c6f987fb8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:38.357979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:38.358317 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 86cc837a-7773-4981-a1a8-2e469b294816 on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:38.359050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.369646 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.397862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:38.398477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Attempting to bind port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:38.419453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:38.419806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:38.420205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Bound using segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:38.420660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Bound port: 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:38.421027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.471484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port 86cc837a-7773-4981-a1a8-2e469b294816, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:38.471788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:38.481967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.554609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7e76-8be4-464a-b7cb-a5c566a0ac62 None None] Pushing event updated for resources: {'Port': ['ID=9337d262-b04f-4a4d-ba5f-db65ec53c69a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.582108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:38.588739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:38.601742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.625346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] In _notify_port_updated(), no bound segment for port 86cc837a-7773-4981-a1a8-2e469b294816 on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:38.627070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.627839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.630195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "PUT /v2.0/ports/86cc837a-7773-4981-a1a8-2e469b294816 HTTP/1.1" status: 200 len: 980 time: 3.0799322 Nov 12 03:31:38.631195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11616667-70b1-490d-9af0-06f0222648f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=86cc837a-7773-4981-a1a8-2e469b294816,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.635472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49486) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:38.710397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.711091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.712501 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] 10.222.0.104 "PUT /v2.0/ports/19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 1092 time: 2.2539301 Nov 12 03:31:38.746422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6ab8a-3cf8-426f-8212-19527e226fca service neutron] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:38.759815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:38.845841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.846358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.847334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.847603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.848069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.849228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.851511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.852179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.852661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.853127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.853862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:38.854008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.854478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.855413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.855875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.856330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.856781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.857234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.857685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.858133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.858584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.859063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.859807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.860703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.861471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.861591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.862396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.862893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.864421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.864696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.865654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:38.870491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d9713461-4e0a-464b-ab02-27d836be6a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25852 time: 0.2336717 Nov 12 03:31:38.875480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:39.097511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:39.109445 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a811b-2c47-4aaf-a777-74a34906a7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:39.388199 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.623778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248e0b6f-2043-483c-af29-11835592a7d3 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:39.647842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.686193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Transition to ACTIVE for port object 248e0b6f-2043-483c-af29-11835592a7d3 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:39.702210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.763909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9337d262-b04f-4a4d-ba5f-db65ec53c69a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:39.818772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-828ab0d2-1e55-45c1-8731-49a66e291274 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.832235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-828ab0d2-1e55-45c1-8731-49a66e291274 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 946 time: 0.7355824 Nov 12 03:31:39.835781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.884588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9337d262-b04f-4a4d-ba5f-db65ec53c69a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:39.885189 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:39.965036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-2ae4c048-47b5-496d-8632-56979ad6c5a8 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:39.969406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-2ae4c048-47b5-496d-8632-56979ad6c5a8 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/networks?id=d0ed233b-06fa-427a-8bfd-6d6608fbaf40 HTTP/1.1" status: 200 len: 812 time: 0.4596615 Nov 12 03:31:39.991692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346eda-d12f-4d87-a506-c8cad99d6071 req-78e5f795-3d40-4cef-af82-57bdb6f76e97 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.008378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.008598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9346eda-d12f-4d87-a506-c8cad99d6071 req-78e5f795-3d40-4cef-af82-57bdb6f76e97 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 946 time: 0.2414157 Nov 12 03:31:40.032650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:40.055456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Deleting port 86cc837a-7773-4981-a1a8-2e469b294816 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:40.055931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.080942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:40.135026 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.146353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:40.227700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9337d262-b04f-4a4d-ba5f-db65ec53c69a,segment=NetworkSegment(4ba97691-53c1-40db-ba5f-b93c6f987fb8),segment_id=4ba97691-53c1-40db-ba5f-b93c6f987fb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:40.238668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.243235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-b296002d-f5aa-458c-a0ce-fd60c76b983a tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/quotas/c47db4fda6064b5f8256bdb28f46f025 HTTP/1.1" status: 200 len: 375 time: 0.2160323 Nov 12 03:31:40.435519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=9337d262-b04f-4a4d-ba5f-db65ec53c69a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.473670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-89bd75ca-14b9-4e2f-9f7e-bde4819294de tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=c47db4fda6064b5f8256bdb28f46f025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2262299 Nov 12 03:31:40.507360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=e4979cd4-6447-49d3-99cc-5ed75f1355a2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:40.515774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port 86cc837a-7773-4981-a1a8-2e469b294816, host n-h1-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:40.516152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.576712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Attempting to bind port 248e0b6f-2043-483c-af29-11835592a7d3 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:40.576909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Attempting to bind port 248e0b6f-2043-483c-af29-11835592a7d3 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:40.577239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Attempting to bind port 248e0b6f-2043-483c-af29-11835592a7d3 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:40.595600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9346eda-d12f-4d87-a506-c8cad99d6071 req-da17ef18-ded7-44ba-a218-af1d16ba70e4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860293 Nov 12 03:31:40.598942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Calling delete_port for 86cc837a-7773-4981-a1a8-2e469b294816 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:40.608290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.609076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.623527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Port 248e0b6f-2043-483c-af29-11835592a7d3 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:40.623851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Attempting to bind port 248e0b6f-2043-483c-af29-11835592a7d3 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:40.634176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:40.634516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Checking segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:40.634927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Bound using segment: {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:40.635368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Bound port: 248e0b6f-2043-483c-af29-11835592a7d3, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59a715d-4214-46a8-aab8-ce514224bfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:40.635724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.642657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-967c9d1a-e7c0-42d9-8e40-b87a9c1255e3 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3516929 Nov 12 03:31:40.651947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:40.652428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.655049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:40.663481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '902c8f64-fe92-4e0c-95c9-c4d10b6bc083', 'name': 'tempest-PortsTestJSON-150537746', 'fixed_ips': [{'subnet_id': '72944ecc-b1e8-4a86-a7c8-463a89d37e11', 'ip_address': '172.20.0.9'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:40.824043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6cdc5-faa7-4f5d-9ced-6498f9837da4 None None] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:40.841733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.865012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.871110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.897481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.903582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.914442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1fe115ab-1df6-480d-ab52-bff06f1707a2 None None] Provisioning complete for port 9337d262-b04f-4a4d-ba5f-db65ec53c69a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:40.915351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fe115ab-1df6-480d-ab52-bff06f1707a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:40.916597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.933829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:40.941931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c096b37-d862-497f-9988-b0294cc50013 req-b211031b-58a9-492d-9267-31bed1f4832f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5395 time: 0.2189662 Nov 12 03:31:40.996026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-7e307afc-f22e-4220-b738-f36bbea16ab4 service neutron] 10.222.0.97 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072711 Nov 12 03:31:41.068684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:41.089135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port b1b9f698-3d3b-4fe7-890a-1cd9209375c7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:41.089887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.116229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for b1b9f698-3d3b-4fe7-890a-1cd9209375c7 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:41.249213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.278118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:41.301787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.302896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:41.318198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.321275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.325517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "DELETE /v2.0/ports/86cc837a-7773-4981-a1a8-2e469b294816 HTTP/1.1" status: 204 len: 168 time: 2.4488416 Nov 12 03:31:41.332281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.387940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528aed9-56c6-48ca-9814-ab6c400a7b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event deleted for resources: {'Port': ['ID=86cc837a-7773-4981-a1a8-2e469b294816,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.433006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c096b37-d862-497f-9988-b0294cc50013 req-96862a75-44ce-4821-8f3d-1a0c3689874a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4902074 Nov 12 03:31:41.504576 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb9b188-3a86-49a6-9897-1c67426ea19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:41.510970 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0cb9b188-3a86-49a6-9897-1c67426ea19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports/86cc837a-7773-4981-a1a8-2e469b294816 HTTP/1.1" status: 404 len: 333 time: 0.1513760 Nov 12 03:31:41.512599 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a117c5bc-3d90-427d-93eb-cef3527eb33d x-openstack-request-id: req-a117c5bc-3d90-427d-93eb-cef3527eb33d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:41.512887 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:41.512887 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a117c5bc-3d90-427d-93eb-cef3527eb33d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:41.513537 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'status': 'completed', 'code': 200} Nov 12 03:31:41.518420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49548) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.534470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:41.544820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.550283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.550499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-396921970', 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:41.553209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] 10.222.0.104 "PUT /v2.0/ports/248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 1092 time: 2.8009393 Nov 12 03:31:41.596444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-4d912391-052b-4a81-90d9-d0032ebb2ae9 service neutron] 10.222.0.97 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833149 Nov 12 03:31:41.605945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:41.632299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 7d3495f9-3921-4000-97ad-3c8cb4bc7d00 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:41.670131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9337d262-b04f-4a4d-ba5f-db65ec53c69a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:41.755968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad7bcd-84e4-4b36-87d8-f0b52048430b service neutron] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:41.922009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9337d262-b04f-4a4d-ba5f-db65ec53c69a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:41.923273 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.930552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Made reservation on behalf of 2a03f796e12849a3a6111c7012176489 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:41.935410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.982514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9b5f6110-8ca5-448f-940a-060e08bb2772 None None] Provisioning complete for port 9337d262-b04f-4a4d-ba5f-db65ec53c69a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:41.982901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6110-8ca5-448f-940a-060e08bb2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:41.995332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:41.999370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.000056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.000704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.001347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.002896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.004653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.008000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.028589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-0544ad31-f756-445c-9df4-a30df3ee5099 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6347 time: 0.4230959 Nov 12 03:31:42.168622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-754b1a68-148d-4e28-8e5d-7a3e47434dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.192447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9a67567-d93d-4e31-877b-5244558fcfe7 req-af7afece-eb05-4000-ad1b-1a7e095e494d tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 210 time: 0.1336162 Nov 12 03:31:42.200434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9b5f6110-8ca5-448f-940a-060e08bb2772 None None] Provisioning complete for port e4979cd4-6447-49d3-99cc-5ed75f1355a2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:42.202092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b5f6110-8ca5-448f-940a-060e08bb2772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.226544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port 6af1e6f4-e9f4-4f99-803b-47ec57c636f9 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:42.228598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.276391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f6110-8ca5-448f-940a-060e08bb2772 None None] Port e4979cd4-6447-49d3-99cc-5ed75f1355a2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:42.410318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56de0be9-0adf-4530-a487-470025c9bbcd None None] Provisioning complete for port e4979cd4-6447-49d3-99cc-5ed75f1355a2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:42.412185 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56de0be9-0adf-4530-a487-470025c9bbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.448165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.510040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-56de0be9-0adf-4530-a487-470025c9bbcd None None] Port e4979cd4-6447-49d3-99cc-5ed75f1355a2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:42.527889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.616043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:42.619868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:42.663030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:42.663714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.664324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:42.747587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c299df-98a0-40ce-bc5a-2bd20e20086a req-ccb20b7a-9196-487e-b06e-ef49a1ecb4f3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.755479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5c299df-98a0-40ce-bc5a-2bd20e20086a req-ccb20b7a-9196-487e-b06e-ef49a1ecb4f3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ccb1f46-fc23-48ef-943e-84abab328051 HTTP/1.1" status: 200 len: 867 time: 0.7577524 Nov 12 03:31:42.766250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=6af1e6f4-e9f4-4f99-803b-47ec57c636f9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.862828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b668c084-3be0-4ab9-92f3-2aff9d063477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3429718 Nov 12 03:31:42.863623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:42.946059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=b1b9f698-3d3b-4fe7-890a-1cd9209375c7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:42.961152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.972363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:42.992435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.000215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.012349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.016890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b1b9f698-3d3b-4fe7-890a-1cd9209375c7 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:43.026373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.035111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.037390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-f3e702eb-f66b-4420-94dd-d960b29ec584 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5395 time: 0.4469490 Nov 12 03:31:43.074134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: b1b9f698-3d3b-4fe7-890a-1cd9209375c7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:43.076144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b1b9f698-3d3b-4fe7-890a-1cd9209375c7 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:43.094280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port b1b9f698-3d3b-4fe7-890a-1cd9209375c7 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:43.096770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.9 (902c8f64-fe92-4e0c-95c9-c4d10b6bc083/72944ecc-b1e8-4a86-a7c8-463a89d37e11/7d3495f9-3921-4000-97ad-3c8cb4bc7d00) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:43.122600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.131171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-39bb1fc0-4a05-4f43-b6f2-b7df1f8618ae req-8e569fbf-e0c0-4ee3-854d-4424cda38076 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "DELETE /v2.0/ports/b1b9f698-3d3b-4fe7-890a-1cd9209375c7 HTTP/1.1" status: 204 len: 173 time: 3.2373228 Nov 12 03:31:43.165884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-63fc61ae-0596-4ec1-9e86-f449e493920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.166501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-63fc61ae-0596-4ec1-9e86-f449e493920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.166956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-63fc61ae-0596-4ec1-9e86-f449e493920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.168662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-63fc61ae-0596-4ec1-9e86-f449e493920e service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1170826 Nov 12 03:31:43.177388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5c299df-98a0-40ce-bc5a-2bd20e20086a req-ac124da2-818d-437b-997a-73a61cf9d5df tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946834 Nov 12 03:31:43.236874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3fd2d-14c2-4abb-8779-56fc42cce891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.248181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1bf3fd2d-14c2-4abb-8779-56fc42cce891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports/6af1e6f4-e9f4-4f99-803b-47ec57c636f9 HTTP/1.1" status: 200 len: 958 time: 0.3764179 Nov 12 03:31:43.253549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.429811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2b73a6-1214-4669-a739-76e8a6140941 req-162f8d53-5c20-4cd9-bdfb-98e5fe0210d8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3688605 Nov 12 03:31:43.543160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46d847c0-2c77-46a4-9ac2-4a40e872a669 req-bc2a902e-3acd-4dea-870a-a785ad735ac5 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 210 time: 0.0718000 Nov 12 03:31:43.551362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3'}, {'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'name': 'network-vif-deleted', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:43.553739 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b86998-532e-4906-ad39-a2db1e939bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "248e0b6f-2043-483c-af29-11835592a7d3"}, {"server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "name": "network-vif-deleted", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:43.619507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-754b1a68-148d-4e28-8e5d-7a3e47434dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.637788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:43.649222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.665822 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da44658-ac47-4c48-8334-e0df99927164 x-openstack-request-id: req-3da44658-ac47-4c48-8334-e0df99927164 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:43.666408 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "248e0b6f-2043-483c-af29-11835592a7d3", "status": "completed", "code": 200}, {"server_uuid": "6ccb1f46-fc23-48ef-943e-84abab328051", "name": "network-vif-deleted", "tag": "b1b9f698-3d3b-4fe7-890a-1cd9209375c7", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:43.666860 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3da44658-ac47-4c48-8334-e0df99927164 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:43.667253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Transition to ACTIVE for port object 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:43.667600 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3', 'status': 'completed', 'code': 200} Nov 12 03:31:43.668070 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccb1f46-fc23-48ef-943e-84abab328051', 'name': 'network-vif-deleted', 'tag': 'b1b9f698-3d3b-4fe7-890a-1cd9209375c7', 'status': 'completed', 'code': 200} Nov 12 03:31:43.673387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.674122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-754b1a68-148d-4e28-8e5d-7a3e47434dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.760150 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-754b1a68-148d-4e28-8e5d-7a3e47434dfd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=97905c2b7fa34a1a8ea7c76c94b339a8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1979055 Nov 12 03:31:43.767231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Deleting port 6af1e6f4-e9f4-4f99-803b-47ec57c636f9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:43.767578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:43.769912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:43.773672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.774301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b1a68-148d-4e28-8e5d-7a3e47434dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97019125-2289-4c69-a03a-e3866a3590ce,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:43.784195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-b63e6107-2b14-46b0-a62b-f8318132c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:43.784195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a99a811b-2c47-4aaf-a777-74a34906a7fe req-b63e6107-2b14-46b0-a62b-f8318132c172 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6048849 Nov 12 03:31:43.979265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.061572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.094339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Calling delete_port for 6af1e6f4-e9f4-4f99-803b-47ec57c636f9 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:44.191198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Attempting to bind port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:44.191780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Attempting to bind port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:44.191910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Attempting to bind port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 on network 5be642c6-6608-49fb-9e08-76762a5c610f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:44.204035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.221230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 on network 5be642c6-6608-49fb-9e08-76762a5c610f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:44.221519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Attempting to bind port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 on network 5be642c6-6608-49fb-9e08-76762a5c610f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:44.228302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.228781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.229245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.229713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.230173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.230628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.231099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.233765 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-94b86998-532e-4906-ad39-a2db1e939bdd req-5e257a8c-fda9-4cfd-9318-dd73fc545017 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6373 time: 0.1901155 Nov 12 03:31:44.255257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:44.255629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Checking segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:44.255984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Bound using segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:44.256434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Bound port: 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:44.256794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.268752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.271403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-12668ab1-2adc-41ab-9c2f-bf99dae61a80 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.273612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-12668ab1-2adc-41ab-9c2f-bf99dae61a80 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.104 "GET /v2.0/networks?id=d0ed233b-06fa-427a-8bfd-6d6608fbaf40 HTTP/1.1" status: 200 len: 812 time: 0.5161054 Nov 12 03:31:44.318141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Request body: {'port': {'device_id': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40', 'admin_state_up': True, 'tenant_id': 'c47db4fda6064b5f8256bdb28f46f025'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:44.328116 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.412152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:44.436214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:44.439483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:44.551319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=7d3495f9-3921-4000-97ad-3c8cb4bc7d00,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.601475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.651081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.660316 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "DELETE /v2.0/ports/6af1e6f4-e9f4-4f99-803b-47ec57c636f9 HTTP/1.1" status: 204 len: 168 time: 1.4016876 Nov 12 03:31:44.704066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.714605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.716021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-9b994f6f-1edc-49f5-8117-22964605924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.716512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-9b994f6f-1edc-49f5-8117-22964605924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.716955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-9b994f6f-1edc-49f5-8117-22964605924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.717383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.718559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-94b86998-532e-4906-ad39-a2db1e939bdd req-9b994f6f-1edc-49f5-8117-22964605924c service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4667845 Nov 12 03:31:44.718703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/97019125-2289-4c69-a03a-e3866a3590ce HTTP/1.1" status: 204 len: 168 time: 0.9419818 Nov 12 03:31:44.720023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:44.723676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a9edf-80f5-41e9-ae37-ba0fb63c2658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event deleted for resources: {'Port': ['ID=6af1e6f4-e9f4-4f99-803b-47ec57c636f9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:44.776491 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c13eb4e-69dc-4841-8e90-e5ca6d6f8dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:44.778340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c13eb4e-69dc-4841-8e90-e5ca6d6f8dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports/6af1e6f4-e9f4-4f99-803b-47ec57c636f9 HTTP/1.1" status: 404 len: 333 time: 0.0730031 Nov 12 03:31:44.789175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:44.790537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.817432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49608) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:44.823380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2057003539'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:44.870801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Made reservation on behalf of 2a03f796e12849a3a6111c7012176489 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:44.874620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:44.928070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-51a5802a-1b3d-441a-8e6b-dc8e58c369a3 None None] Provisioning complete for port 7d3495f9-3921-4000-97ad-3c8cb4bc7d00 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:44.929276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51a5802a-1b3d-441a-8e6b-dc8e58c369a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.009433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a3300f05-d8d7-4189-b42d-cfa6a9c20e52 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3511696 Nov 12 03:31:45.011220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-51a5802a-1b3d-441a-8e6b-dc8e58c369a3 None None] Port 7d3495f9-3921-4000-97ad-3c8cb4bc7d00 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:31:45.016891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49614) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.030117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-3b7c2cc3-9b20-4810-bf60-5349efc6ebd8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.031689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-3b7c2cc3-9b20-4810-bf60-5349efc6ebd8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2623925 Nov 12 03:31:45.032114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port 32285d22-278f-4d4c-995b-3e424711548f yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:45.050092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624edef-e4b6-47e4-9e6f-b65b0d1a0053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97019125-2289-4c69-a03a-e3866a3590ce,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.068550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:45.071293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-0ea5773f-e83f-4187-869b-8344ca784f7e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0263379 Nov 12 03:31:45.078624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.122956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-e7d68be5-8739-44a2-b29b-bfcbfa99f8db tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419102 Nov 12 03:31:45.136621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.142992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.149971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.156226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.162474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.168655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.177091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.179333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-df6e0e9c-d1bc-490b-b74d-d0a0a57bb8b3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5407 time: 0.5221450 Nov 12 03:31:45.294085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Made reservation on behalf of c47db4fda6064b5f8256bdb28f46f025 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:45.302933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86998-532e-4906-ad39-a2db1e939bdd req-d3bc34e2-30e1-46c1-9352-16979f1e850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.303502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.305852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-94b86998-532e-4906-ad39-a2db1e939bdd req-d3bc34e2-30e1-46c1-9352-16979f1e850e service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5414414 Nov 12 03:31:45.321290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.322152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.323612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] 10.222.0.104 "PUT /v2.0/ports/5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 1092 time: 3.7299078 Nov 12 03:31:45.332171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252d71c-495e-4b95-bb13-173a5819b3f8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.337380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:45.337605 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5252d71c-495e-4b95-bb13-173a5819b3f8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3151405 Nov 12 03:31:45.343581 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066a805-446e-45dc-b671-b7713addeb5b" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:45.357394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.406481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.470982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Request body: {'port': {'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:45.493283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d36abf40-b70e-4426-bf68-4d0da8d61a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.602088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.634543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d36abf40-b70e-4426-bf68-4d0da8d61a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.642030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d36abf40-b70e-4426-bf68-4d0da8d61a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.699578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2947d-1d88-4d48-bb8c-d8ff06e173e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.703806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36abf40-b70e-4426-bf68-4d0da8d61a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d4a43-d317-478b-82fc-0148de4b5498,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.725406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d36abf40-b70e-4426-bf68-4d0da8d61a72 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=01c5a56ce122427f8834cf6fb3d95099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178682 Nov 12 03:31:45.728196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49624) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.743001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.822671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-fd43870e-d520-486a-af0f-d66f933052bb service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173279 Nov 12 03:31:45.881752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Network 88535300-c4ae-4d84-91cc-4ab0b7f04ced is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:45.891443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:45.896476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:45.897430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:45.898062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.906487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=32285d22-278f-4d4c-995b-3e424711548f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:45.936915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-812d2933-aff4-4d67-88e8-d8280c81a5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1154635 Nov 12 03:31:45.936915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.937162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:45.942894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:45.982704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.991101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:45.991806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb38e70e-e3c7-4ac5-8154-7b4051385052 req-63b29a5d-1d1d-488b-b3a2-dc07aa10d0d3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7809577 Nov 12 03:31:46.019180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93156e7-d6c5-4689-b1e3-10a4cd2a9daa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.026688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93156e7-d6c5-4689-b1e3-10a4cd2a9daa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.038607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93156e7-d6c5-4689-b1e3-10a4cd2a9daa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.042822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b93156e7-d6c5-4689-b1e3-10a4cd2a9daa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6797004 Nov 12 03:31:46.055134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:46.074692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.196696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-7aabd669-c960-48c8-b37b-f4bf607b0fdc service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727298 Nov 12 03:31:46.322934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d42d3e0-8abb-4201-938e-c1e4196ddcdf req-46856d84-cf08-40b8-a61a-6f095ffeb4dd tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 210 time: 0.1731577 Nov 12 03:31:46.341918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] device_id is not set on port 32285d22-278f-4d4c-995b-3e424711548f yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:46.387381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.421767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Allocated IP 172.20.0.4 (d0ed233b-06fa-427a-8bfd-6d6608fbaf40/e26b349d-aa4d-4b91-90d8-d4ed543aa6ae/03a1dcb6-66a9-402f-9f1e-4d0e6fa08770) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:46.483363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.486714 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00adf7b3-9669-4fa7-a529-a477b90eaf20 x-openstack-request-id: req-00adf7b3-9669-4fa7-a529-a477b90eaf20 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:46.497955 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:46.499814 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-00adf7b3-9669-4fa7-a529-a477b90eaf20 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:46.501410 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'status': 'completed', 'code': 200} Nov 12 03:31:46.552248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.557173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.558420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/447d4a43-d317-478b-82fc-0148de4b5498 HTTP/1.1" status: 204 len: 168 time: 0.8286166 Nov 12 03:31:46.673915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ebdde-28e7-41eb-b2dc-04d483191f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d4a43-d317-478b-82fc-0148de4b5498,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.725290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0740539-7e59-4383-95c0-dbb486e63db4 req-c4abb536-d75c-4757-964c-518528375e4c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1184328 Nov 12 03:31:46.782356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=32285d22-278f-4d4c-995b-3e424711548f,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:46.820203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.820738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.821178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.821688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.822201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.822716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.823250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:46.825333 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9066a805-446e-45dc-b671-b7713addeb5b req-59f78a27-c7cd-496f-9a08-9b1ba80d477f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6415 time: 0.2850730 Nov 12 03:31:46.828746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 7d3495f9-3921-4000-97ad-3c8cb4bc7d00 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:46.829388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:46.832225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:46.832615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:46.832885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.105822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-fbfdbd72-303d-49d5-b153-5d2149bb557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.106548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-fbfdbd72-303d-49d5-b153-5d2149bb557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.111350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-fbfdbd72-303d-49d5-b153-5d2149bb557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.114040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9066a805-446e-45dc-b671-b7713addeb5b req-fbfdbd72-303d-49d5-b153-5d2149bb557e service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2510443 Nov 12 03:31:47.117282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.127954 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.136998 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 2 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.274216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.274625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.275237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.319256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.319958 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.323517 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 3 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.365174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.368060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.368658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.369202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.422532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.425812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.426394 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.428220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a805-446e-45dc-b671-b7713addeb5b req-5a9a3f10-b52d-453f-9725-d262ed4fd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.437936 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9066a805-446e-45dc-b671-b7713addeb5b req-5a9a3f10-b52d-453f-9725-d262ed4fd526 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2976234 Nov 12 03:31:47.442772 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 4 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.467968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.468787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.469378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.480877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 7d3495f9-3921-4000-97ad-3c8cb4bc7d00 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:47.482970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.483320 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.486607 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 5 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.507017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.507361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.507703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.527916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.530930 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.533329 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 6 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.566067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.591032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.600378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.606955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.615101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.622946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.632605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:47.642414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-45b964b7-b2b5-4b6e-9956-9f7fc0e62482 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5407 time: 0.4463856 Nov 12 03:31:47.671838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.672168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.672506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.692430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.692761 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.694580 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 7 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.705122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8d9d59-f996-447a-996f-3f02e2aeee29 req-9788ddeb-0095-4fac-a274-78689344a19d tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 210 time: 0.2403023 Nov 12 03:31:47.731702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.732099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.732435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.750369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.750702 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.751827 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 8 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.767968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.768337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.768883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.779407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.779798 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.781639 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 9 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.829571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.829924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.830238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.843508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.843816 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.847396 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempt 10 to bind port 32285d22-278f-4d4c-995b-3e424711548f Nov 12 03:31:47.870806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.873270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:47.873566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:47.873911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempting to bind port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:47.912003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=7d3495f9-3921-4000-97ad-3c8cb4bc7d00,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:47.915837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:47.916435 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Failed to bind port 32285d22-278f-4d4c-995b-3e424711548f on host n-h1-766726-29 for vnic_type normal using segments [{'id': 'f87175c7-76a9-40c9-b731-2f909b0c6190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '88535300-c4ae-4d84-91cc-4ab0b7f04ced'}] Nov 12 03:31:47.916801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:47.972241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09bbe0cf-5714-4686-afbc-d7fde9a3ea4f req-61109309-89f3-4cb1-b986-b347f00c2b86 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3280134 Nov 12 03:31:48.025535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9225e990-2e0e-4a6b-abf1-6503526d98bf {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:48.065090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.075613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.085874 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-98509b6f-867f-44ae-b6b5-a89caddbc794 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/7d3495f9-3921-4000-97ad-3c8cb4bc7d00 HTTP/1.1" status: 204 len: 168 time: 2.0297623 Nov 12 03:31:48.087149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49672) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.096643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.131699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Transition to ACTIVE for port object 9225e990-2e0e-4a6b-abf1-6503526d98bf will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:48.155374 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f856ca3-d908-4c50-a1b4-742387798f04 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:31:48.168022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f856ca3-d908-4c50-a1b4-742387798f04 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/7d3495f9-3921-4000-97ad-3c8cb4bc7d00 HTTP/1.1" status: 404 len: 333 time: 0.0745468 Nov 12 03:31:48.170145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49678) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.173353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port 32285d22-278f-4d4c-995b-3e424711548f, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:48.173725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attempted to set empty binding levels {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:31:48.184779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.286727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.384518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d3ebfe5-98c9-4e5e-abef-b27519d88d30 req-0357d9d0-0602-4998-b46d-69a9683dbebd tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.2447109 Nov 12 03:31:48.462648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:48.489077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Pushing event updated for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.499840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:48.521570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:48.530133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] In _notify_port_updated(), no bound segment for port 32285d22-278f-4d4c-995b-3e424711548f on network 88535300-c4ae-4d84-91cc-4ab0b7f04ced {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:31:48.532414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.534067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.537537 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "PUT /v2.0/ports/32285d22-278f-4d4c-995b-3e424711548f HTTP/1.1" status: 200 len: 980 time: 2.5994301 Nov 12 03:31:48.561968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:48.689909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e07565-c476-4b97-9be6-ccc24f041a92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event updated for resources: {'Port': ['ID=32285d22-278f-4d4c-995b-3e424711548f,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.763217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:48.810549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.811243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.825098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Attempting to bind port 9225e990-2e0e-4a6b-abf1-6503526d98bf on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:48.825428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Attempting to bind port 9225e990-2e0e-4a6b-abf1-6503526d98bf by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:48.825756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Attempting to bind port 9225e990-2e0e-4a6b-abf1-6503526d98bf on network 5be642c6-6608-49fb-9e08-76762a5c610f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:48.835492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Port 9225e990-2e0e-4a6b-abf1-6503526d98bf on network 5be642c6-6608-49fb-9e08-76762a5c610f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:48.835827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Attempting to bind port 9225e990-2e0e-4a6b-abf1-6503526d98bf on network 5be642c6-6608-49fb-9e08-76762a5c610f {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:48.856362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:48.856700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Checking segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:48.857352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Bound using segment: {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:48.857793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Bound port: 9225e990-2e0e-4a6b-abf1-6503526d98bf, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e11ee34-d5d5-4832-9aca-944f6c866c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:48.858154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.863333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port e4979cd4-6447-49d3-99cc-5ed75f1355a2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:48.864059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a32e1823-b4b5-40b2-bfd0-af3cddbce187 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5673265 Nov 12 03:31:48.864567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:48.907404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-26dfab25-786e-4547-982a-324ccf5a7ae5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:48.912704 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-26dfab25-786e-4547-982a-324ccf5a7ae5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.6471715 Nov 12 03:31:48.953795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Request body: {'port': {'device_id': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:49.367872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:49.388781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Deleting port 32285d22-278f-4d4c-995b-3e424711548f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:49.389125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.535660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.583018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for e4979cd4-6447-49d3-99cc-5ed75f1355a2 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:49.587675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] For port 32285d22-278f-4d4c-995b-3e424711548f, host n-h1-766726-29, got binding levels [] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:49.588071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.604547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.612584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Calling delete_port for 32285d22-278f-4d4c-995b-3e424711548f owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:49.730949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:49.736185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.753571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:49.757130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:49.767985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.817832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3d76e-4ffe-4fa4-ad10-4c2cde03cc4f req-cb2b5a1c-a0c9-47bd-947c-abd5c1904c8a tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.826203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3c3d76e-4ffe-4fa4-ad10-4c2cde03cc4f req-cb2b5a1c-a0c9-47bd-947c-abd5c1904c8a tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 931 time: 0.9597812 Nov 12 03:31:49.953804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.962718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:49.964273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:49.968616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] 10.222.0.104 "PUT /v2.0/ports/9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 1092 time: 4.5188396 Nov 12 03:31:49.976699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:49.981846 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5005c4-970e-4dac-9d85-dd05e04a664c" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:50.024409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.057571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.076296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.088047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=e4979cd4-6447-49d3-99cc-5ed75f1355a2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.099347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.115155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.121768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.129856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.132360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-28e04990-8607-439e-a164-524e61fc4830 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.6510358 Nov 12 03:31:50.289624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3c3d76e-4ffe-4fa4-ad10-4c2cde03cc4f req-3b1d7c89-9f36-4a3c-8348-446945702ee2 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624453 Nov 12 03:31:50.297362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a396d-c461-452f-bb23-a4c6b9840381 service neutron] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.326188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.14 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/16720cb4-1a7d-4ef3-978c-5ce556429e42) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:50.337147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.460698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.479728 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-12ebddf4-5666-4d89-bdde-4420da8a8db1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/e4979cd4-6447-49d3-99cc-5ed75f1355a2 HTTP/1.1" status: 204 len: 168 time: 2.3077164 Nov 12 03:31:50.483395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Pushing event deleted for resources: {'Port': ['ID=32285d22-278f-4d4c-995b-3e424711548f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:50.492643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.505673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.515441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e930dbdb-9d05-4bdb-9649-169a4963fb01 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6483 time: 0.3742790 Nov 12 03:31:50.583916 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb63373e-de35-4414-a9d6-eafbdf48d93e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:31:50.589031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fb63373e-de35-4414-a9d6-eafbdf48d93e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/e4979cd4-6447-49d3-99cc-5ed75f1355a2 HTTP/1.1" status: 404 len: 333 time: 0.0943921 Nov 12 03:31:50.595153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49738) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.599969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.617977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa00cea6-a3d6-4580-8806-104508ea13aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "DELETE /v2.0/ports/32285d22-278f-4d4c-995b-3e424711548f HTTP/1.1" status: 204 len: 168 time: 2.0471911 Nov 12 03:31:50.625783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49740) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.666756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb1f28a8-bb02-486d-bb8e-f4e8dc576dab req-452be329-3ab1-4cf3-aaf8-048d0c17acc3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4993834 Nov 12 03:31:50.687002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b58c14f-00c2-4156-abb7-d81db5f880fa req-9c13e69f-81d2-483f-801d-d48dcb0ed30d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1522248 Nov 12 03:31:50.700412 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb37bab-3752-4f4b-b089-6e4eff2eccb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:31:50.705806 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8cb37bab-3752-4f4b-b089-6e4eff2eccb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276551563-project-admin] 10.222.0.97 "GET /v2.0/ports/32285d22-278f-4d4c-995b-3e424711548f HTTP/1.1" status: 404 len: 333 time: 0.0715423 Nov 12 03:31:50.706583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49744) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:50.769237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 72944ecc-b1e8-4a86-a7c8-463a89d37e11 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:31:50.784032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.831142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-827cfe00-8ed4-471f-b48b-8b413476d055 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 217 time: 0.2548010 Nov 12 03:31:50.833378 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b217953-cd4c-4be6-bd8c-91276358be54 x-openstack-request-id: req-1b217953-cd4c-4be6-bd8c-91276358be54 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:50.833852 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:50.834252 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1b217953-cd4c-4be6-bd8c-91276358be54 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:50.834874 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'status': 'completed', 'code': 200} Nov 12 03:31:50.905199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2800ad2c-0d89-4367-b24f-e423a7b60cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.907377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2800ad2c-0d89-4367-b24f-e423a7b60cc1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.0684495 Nov 12 03:31:50.934411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.941516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:50.986387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-aaf7451e-9f78-47c8-9de8-68b41ca965df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:50.989389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-aaf7451e-9f78-47c8-9de8-68b41ca965df service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697753 Nov 12 03:31:51.015354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.128434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:51.138784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-14ae0217-5de5-4c06-a7ce-b46be0ef60df service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402953 Nov 12 03:31:51.141080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.159475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.171296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.176746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.238632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Transition to ACTIVE for port object 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:51.245120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.247956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88535300-c4ae-4d84-91cc-4ab0b7f04ced']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:51.276585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87175c7-76a9-40c9-b731-2f909b0c6190') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:51.276999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87175c7-76a9-40c9-b731-2f909b0c6190') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:51.289258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:51.301772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.306121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:51.320793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:51.351148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.358967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.374461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.380994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.381521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.381979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.382429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.382907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.383348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.383788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.384227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.384680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.385401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.385551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.385964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:51.398345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-acec98be-ceff-49d2-b357-ca4e9e0292db service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495508 Nov 12 03:31:51.402278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.405029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:51.405647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:51.413962 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:51.478205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.478997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.530926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=72944ecc-b1e8-4a86-a7c8-463a89d37e11,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.548229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-219861e1-a9ea-4a25-9cde-d2db86ea7f66 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 217 time: 0.1362097 Nov 12 03:31:51.550272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af1829-88a9-48c4-8005-b3f61f074550 None None] Network 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:51.561730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.575048 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9868c78b-94df-4f63-9d54-14a03efdeb89 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/72944ecc-b1e8-4a86-a7c8-463a89d37e11 HTTP/1.1" status: 204 len: 168 time: 0.9556015 Nov 12 03:31:51.576608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49764) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:51.630762 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-dd95ecc4-ddda-4012-8085-8ea9d65f8707 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2746491 Nov 12 03:31:51.642665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.649745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86bf74-e6de-411a-94ee-38915830f3f3 req-389bdad4-5612-43df-9b3f-842f97634c10 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.651312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e86bf74-e6de-411a-94ee-38915830f3f3 req-389bdad4-5612-43df-9b3f-842f97634c10 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 943 time: 0.1943276 Nov 12 03:31:51.652757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7c5dc8e5-f9b2-494c-9bf7-2d39f35ccc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:51.654085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7c5dc8e5-f9b2-494c-9bf7-2d39f35ccc2d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0857892 Nov 12 03:31:51.656790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Attempting to bind port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:51.656990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Attempting to bind port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '41442584-1ee8-4629-8d9d-657b9979fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:51.657317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Attempting to bind port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 on network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:51.659820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.669903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] 10.222.0.97 "DELETE /v2.0/networks/88535300-c4ae-4d84-91cc-4ab0b7f04ced HTTP/1.1" status: 204 len: 168 time: 0.9565165 Nov 12 03:31:51.692416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Request body: {'port': {'device_id': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:51.699888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 on network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:51.700405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Attempting to bind port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 on network d0ed233b-06fa-427a-8bfd-6d6608fbaf40 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:51.716600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:51.716941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Checking segment: {'id': '41442584-1ee8-4629-8d9d-657b9979fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:51.717324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Bound using segment: {'id': '41442584-1ee8-4629-8d9d-657b9979fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:51.717768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Bound port: 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41442584-1ee8-4629-8d9d-657b9979fe2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:51.718151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:51.869089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e86bf74-e6de-411a-94ee-38915830f3f3 req-ac8f93a0-25af-4ce3-8cf9-346c339fde08 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073677 Nov 12 03:31:51.879722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce34be-b565-40f0-bd1e-41213b4ee8c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078561584-project] Pushing event deleted for resources: {'Network': ['ID=88535300-c4ae-4d84-91cc-4ab0b7f04ced,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:51.977595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.012822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-385e7719-1549-4ffd-b495-10d38dd82dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.027555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-385e7719-1549-4ffd-b495-10d38dd82dbf service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3603466 Nov 12 03:31:52.075674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] DHCP port deletion for 902c8f64-fe92-4e0c-95c9-c4d10b6bc083 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:31:52.100176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.105463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49778) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.130657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:52.147561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-f5726483-99eb-4d5f-ba03-70adef44587f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2371407 Nov 12 03:31:52.185003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df42d953-4125-4f5f-b7a5-c5880e446e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.191743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cd1f6-5b14-490c-a1d5-e4ceb8478fcc req-9e89b975-3bd9-4ca3-bb10-e2c403dcff72 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.193462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-009cd1f6-5b14-490c-a1d5-e4ceb8478fcc req-9e89b975-3bd9-4ca3-bb10-e2c403dcff72 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 932 time: 0.3220925 Nov 12 03:31:52.195758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,segment=NetworkSegment(41442584-1ee8-4629-8d9d-657b9979fe2e),segment_id=41442584-1ee8-4629-8d9d-657b9979fe2e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:52.209368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.230562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49782) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.262319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Deleting port 9337d262-b04f-4a4d-ba5f-db65ec53c69a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:52.263119 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.286043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.292679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.299717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.306393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.312631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.319515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.325548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.333549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-832098c6-164b-4656-a105-9fe74da5df0e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.2980452 Nov 12 03:31:52.345233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.345882 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.347865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] 10.222.0.104 "PUT /v2.0/ports/03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 HTTP/1.1" status: 200 len: 1092 time: 3.4048433 Nov 12 03:31:52.389110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] For port 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9337d262-b04f-4a4d-ba5f-db65ec53c69a,segment=NetworkSegment(4ba97691-53c1-40db-ba5f-b93c6f987fb8),segment_id=4ba97691-53c1-40db-ba5f-b93c6f987fb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:52.389762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.405544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Calling delete_port for 9337d262-b04f-4a4d-ba5f-db65ec53c69a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:52.415781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-7ce04000-5761-4e87-96e8-3b85741b1e6b service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560283 Nov 12 03:31:52.456619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55eff-667c-497d-87f0-3cf1697f0960 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.514503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-009cd1f6-5b14-490c-a1d5-e4ceb8478fcc req-f739daf1-0d88-4310-a6e4-145aea0f8d42 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121927 Nov 12 03:31:52.548825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.587121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670547d3-5409-417b-9b2d-f31c0d589c86 req-ebb01e4f-4cab-4ba6-8a6f-42eac5fd8f0f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2524929 Nov 12 03:31:52.595289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] Pushing event deleted for resources: {'Port': ['ID=9337d262-b04f-4a4d-ba5f-db65ec53c69a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:52.607303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10991c-9808-4195-b333-13d15e61cb7a None None] No DVR routers for this DVR port 9337d262-b04f-4a4d-ba5f-db65ec53c69a on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:52.647551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-d28b553a-7acc-4b21-a174-a669199f73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.649490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-d28b553a-7acc-4b21-a174-a669199f73a1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c47db4fda6064b5f8256bdb28f46f025&device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 1095 time: 0.2330770 Nov 12 03:31:52.655440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caf82586-d234-4246-a5e0-a6a56a27fe26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.692279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-40b186f8-f5ff-4f48-9185-bb2a0ccad6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.693819 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-40b186f8-f5ff-4f48-9185-bb2a0ccad6ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1097 time: 0.4613597 Nov 12 03:31:52.719870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-718ae3f8-f01f-4a87-ac06-d2ec71193f2e service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885611 Nov 12 03:31:52.724228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-148fe53b-2ef1-4154-8260-29a6e55aeb9e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 HTTP/1.1" status: 200 len: 217 time: 0.0564151 Nov 12 03:31:52.812298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-a56c6392-42b7-4138-9ae2-e343c07de576 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 217 time: 0.0770042 Nov 12 03:31:52.849980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:52.852199 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646e2320-c82d-4596-9146-bc0ca35c8dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:52.861879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-459b9b3b-9c8c-4c2e-96ee-340e7562fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.863931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-459b9b3b-9c8c-4c2e-96ee-340e7562fe7d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e26b349d-aa4d-4b91-90d8-d4ed543aa6ae HTTP/1.1" status: 200 len: 852 time: 0.1194079 Nov 12 03:31:52.876942 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07ae2b3b-f49c-4ec1-b0ac-5dec213aa777 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=89877a7b56304d84a216b99a423310fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6405108 Nov 12 03:31:52.883365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:52.886783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 9337d262-b04f-4a4d-ba5f-db65ec53c69a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:31:52.886783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:52.908408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-7ba5dd1d-47cc-4171-9789-6930233e923e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d0ed233b-06fa-427a-8bfd-6d6608fbaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366957 Nov 12 03:31:52.910900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c9998a56-478b-4373-9d52-bc189786e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:52.912349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c9998a56-478b-4373-9d52-bc189786e7f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0905886 Nov 12 03:31:52.961686 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d65d0fa-4733-439c-b63a-3d74ea43bf01 x-openstack-request-id: req-8d65d0fa-4733-439c-b63a-3d74ea43bf01 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:52.962047 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:52.962197 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8d65d0fa-4733-439c-b63a-3d74ea43bf01 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:52.962580 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770', 'status': 'completed', 'code': 200} Nov 12 03:31:53.048748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-210eec16-3bb5-4025-9895-a831d1027eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.050549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-210eec16-3bb5-4025-9895-a831d1027eb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3249547 Nov 12 03:31:53.052723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port 9337d262-b04f-4a4d-ba5f-db65ec53c69a, host n-d-766726-29, got binding levels [] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:53.053091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.096257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 9337d262-b04f-4a4d-ba5f-db65ec53c69a owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:31:53.101978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-65a2da14-526b-4795-8428-f922371e1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.103496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-65a2da14-526b-4795-8428-f922371e1333 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1678212 Nov 12 03:31:53.105583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.118554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-a4b82894-492b-4f43-902e-a6a56618ccf8 service neutron] 10.222.0.104 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958334 Nov 12 03:31:53.129915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Port 9337d262-b04f-4a4d-ba5f-db65ec53c69a was not found and therefore no delete operation was performed {{(pid=102604) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:31:53.137966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.147645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-9cadeb72-7c15-4b8e-a830-88340710e2ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0769637 Nov 12 03:31:53.157767 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.185588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1427-ebd7-4ac0-9ecc-35690023c6c9 req-80e8ec67-7cf1-4dec-af06-84ae08a5b7d1 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.190432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-934c1427-ebd7-4ac0-9ecc-35690023c6c9 req-80e8ec67-7cf1-4dec-af06-84ae08a5b7d1 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 943 time: 0.1640568 Nov 12 03:31:53.221582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caf82586-d234-4246-a5e0-a6a56a27fe26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.222088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=9337d262-b04f-4a4d-ba5f-db65ec53c69a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.394419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-d7b1d0bd-8532-47ae-b313-44f6e29113a1 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716002 Nov 12 03:31:53.395384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8567f2cd-d76c-4f16-806b-c08df3bfa7ad req-476783f0-0c47-4d1c-acd9-ae6875faa9b0 service neutron] 10.222.0.104 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691679 Nov 12 03:31:53.399560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-934c1427-ebd7-4ac0-9ecc-35690023c6c9 req-94caca3d-28c5-4d72-ba93-359132bf68dd tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913881 Nov 12 03:31:53.419561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.422610 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.443383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b69984cd-9cba-467f-9f4f-222d9c2abd11 HTTP/1.1" status: 204 len: 168 time: 0.5505185 Nov 12 03:31:53.501968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172510c2-743a-4d9e-b1ad-88289e10f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69984cd-9cba-467f-9f4f-222d9c2abd11,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.522540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port 9337d262-b04f-4a4d-ba5f-db65ec53c69a on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:31:53.527413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-caf82586-d234-4246-a5e0-a6a56a27fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.581829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9337d262-b04f-4a4d-ba5f-db65ec53c69a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:31:53.590102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16720cb4-1a7d-4ef3-978c-5ce556429e42 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:53.614903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.640694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82586-d234-4246-a5e0-a6a56a27fe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63297e6c-ed4a-44e2-83a2-6d402f6a5385,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.658570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-caf82586-d234-4246-a5e0-a6a56a27fe26 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e164cd3b9c054fa3817553bfa77462cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5461593 Nov 12 03:31:53.666279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:53.683331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-2bbb621a-ec8e-4def-94c0-a5ea9aa7381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.684814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-2bbb621a-ec8e-4def-94c0-a5ea9aa7381d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.5253530 Nov 12 03:31:53.690897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9337d262-b04f-4a4d-ba5f-db65ec53c69a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:31:53.691421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9337d262-b04f-4a4d-ba5f-db65ec53c69a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:31:53.736817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Transition to ACTIVE for port object 16720cb4-1a7d-4ef3-978c-5ce556429e42 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:31:53.751202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c396d461-ac9d-41f9-9832-af243bbabc7f service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060694 Nov 12 03:31:53.757991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-baefced9-4046-4655-9817-dd220d12d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.759894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-baefced9-4046-4655-9817-dd220d12d65d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=c47db4fda6064b5f8256bdb28f46f025&device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 1095 time: 0.1865165 Nov 12 03:31:53.773455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.806289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.810756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-b216a5ff-c13b-4559-80b3-d2ca7feee6ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017950 Nov 12 03:31:53.849460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-db15160a-8ce0-4c75-b16d-19ddf2d60065 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 217 time: 0.0883462 Nov 12 03:31:53.886700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902c8f64-fe92-4e0c-95c9-c4d10b6bc083']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:53.926022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba97691-53c1-40db-ba5f-b93c6f987fb8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:53.926613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba97691-53c1-40db-ba5f-b93c6f987fb8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:31:53.928852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Pushing event updated for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:53.960273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:53.963397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-104b259d-3523-4f80-920c-aef05cdb6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:53.965110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-104b259d-3523-4f80-920c-aef05cdb6324 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0951200 Nov 12 03:31:53.990261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.038416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.053951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:31:54.054364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:31:54.057421 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:31:54.069633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.105998 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.139460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-c2f30fc9-d115-49c7-8a72-7b854a8273b4 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955768 Nov 12 03:31:54.148608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Attempting to bind port 16720cb4-1a7d-4ef3-978c-5ce556429e42 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:54.149174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Attempting to bind port 16720cb4-1a7d-4ef3-978c-5ce556429e42 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:54.149657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Attempting to bind port 16720cb4-1a7d-4ef3-978c-5ce556429e42 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:54.161069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0e79c-8abc-482d-9a25-0bf40bd38151 req-ca2a81f6-f884-4935-bd93-3964a515a9f1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.162633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fed0e79c-8abc-482d-9a25-0bf40bd38151 req-ca2a81f6-f884-4935-bd93-3964a515a9f1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 944 time: 0.3412941 Nov 12 03:31:54.165117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Port 16720cb4-1a7d-4ef3-978c-5ce556429e42 on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:31:54.165618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Attempting to bind port 16720cb4-1a7d-4ef3-978c-5ce556429e42 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:54.179001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.180769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.186786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.192978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.198477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.200908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.203299 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/902c8f64-fe92-4e0c-95c9-c4d10b6bc083 HTTP/1.1" status: 204 len: 168 time: 2.6234441 Nov 12 03:31:54.205365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:54.206402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:54.207143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.207380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:54.208053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Bound port: 16720cb4-1a7d-4ef3-978c-5ce556429e42, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:54.208791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.213359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.219840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.221747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-c4e1d3a6-7e93-4ad7-b63e-ff2a921e1813 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.3848889 Nov 12 03:31:54.235518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49818) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.244328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-818671212'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:54.262075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e55349-5469-4a9a-ab81-6d6f3b447f01 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=902c8f64-fe92-4e0c-95c9-c4d10b6bc083,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.287923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-6070f06f-cbb2-4714-b2da-6fd00028231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.289399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-6070f06f-cbb2-4714-b2da-6fd00028231e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2866919 Nov 12 03:31:54.302884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-cb9621f9-fecd-4620-b44a-6d3a3ba251b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.304364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-cb9621f9-fecd-4620-b44a-6d3a3ba251b9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=d0ed233b-06fa-427a-8bfd-6d6608fbaf40 HTTP/1.1" status: 200 len: 912 time: 0.5345614 Nov 12 03:31:54.305503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d74e2797-1c14-45bb-9a4b-d0aebc29a1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.344994 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-501312a9-332c-4e2e-8d7b-40f243baa099 req-e2a2977d-ecf6-4e9c-8c7c-5ac866cd5623 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909618 Nov 12 03:31:54.357602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:54.361225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:54.368974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.414886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.415592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.417183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] 10.222.0.16 "PUT /v2.0/ports/16720cb4-1a7d-4ef3-978c-5ce556429e42 HTTP/1.1" status: 200 len: 1093 time: 2.7475395 Nov 12 03:31:54.417652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:31:54.419976 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f89a62b-3c1b-4e12-b503-3ca32e99554a" -d '{"events": [{"name": "network-changed", "server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:31:54.454255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ae589-9abd-4b72-a921-1396a3d8657e service neutron] Pushing event updated for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:54.523272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-24acfd5e-b14c-4337-83eb-ed8c77c84ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.525038 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-24acfd5e-b14c-4337-83eb-ed8c77c84ce2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 1096 time: 0.0459051 Nov 12 03:31:54.585056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-7b3d3a00-e7cd-4184-832f-03e0f0d94a4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42 HTTP/1.1" status: 200 len: 217 time: 0.0380545 Nov 12 03:31:54.646467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-1e60d2a8-2f4e-44f5-a91c-7cd33db498be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:54.648017 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-1e60d2a8-2f4e-44f5-a91c-7cd33db498be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0528872 Nov 12 03:31:54.687764 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-00fdc5e6-bde9-486c-8202-58c62149399f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297112 Nov 12 03:31:54.757177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-e940e48a-f45f-43b3-aa09-7fc1f01f3ffd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 HTTP/1.1" status: 200 len: 217 time: 0.4260364 Nov 12 03:31:54.763420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bc9559d3-0ab4-4eb0-8964-7c474c6e5120 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2a03f796e12849a3a6111c7012176489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771288 Nov 12 03:31:54.764705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49826) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:54.797937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:54.802066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.838519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-51182e73-069f-4db4-8622-0d4ab8849f80 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398182 Nov 12 03:31:54.842167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.844932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.849389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/63297e6c-ed4a-44e2-83a2-6d402f6a5385 HTTP/1.1" status: 204 len: 168 time: 1.1753411 Nov 12 03:31:54.897528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:31:54.924535 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.924936 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Added segment 18c584c6-349b-470c-b235-fe07a611f7d5 of type vlan for network 8d25a336-50d6-4134-aae0-a0c094a3a81f Nov 12 03:31:54.947923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a575e92-1ccb-4269-ba65-05148cefa2ed req-8d26b142-a7ff-4dd4-b381-49154139b46d service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964179 Nov 12 03:31:54.950773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.979711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:54.982129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.015808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fed0e79c-8abc-482d-9a25-0bf40bd38151 req-3cd318c5-19ef-4695-8ea4-d31841157db7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793274 Nov 12 03:31:55.021929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-741458ed-e458-4bfc-82b3-010ef55ae088 req-5bed3cee-1153-4ac3-9dde-b25b160e79ee tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7718594 Nov 12 03:31:55.065969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.069460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-8657d622-98df-45a9-ab58-e6b7a608f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.071002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-8657d622-98df-45a9-ab58-e6b7a608f584 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=e26b349d-aa4d-4b91-90d8-d4ed543aa6ae HTTP/1.1" status: 200 len: 852 time: 0.2472537 Nov 12 03:31:55.080558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.088526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5ebf6f78-137e-41bb-959e-46a5bd21e533 HTTP/1.1" status: 204 len: 168 time: 0.3189678 Nov 12 03:31:55.111227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-3037c9e7-ccbd-403b-bbb2-6d2a3f6a3c26 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=d0ed233b-06fa-427a-8bfd-6d6608fbaf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304110 Nov 12 03:31:55.111855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.120234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858fb89-8f02-4d8f-81c7-e6bfd7b02984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf6f78-137e-41bb-959e-46a5bd21e533,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.148104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.163807 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.183270 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13195a45-1509-4f89-9cdb-60b86eabaf78 x-openstack-request-id: req-13195a45-1509-4f89-9cdb-60b86eabaf78 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:31:55.183655 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:31:55.183972 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-13195a45-1509-4f89-9cdb-60b86eabaf78 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:31:55.184482 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42', 'status': 'completed', 'code': 200} Nov 12 03:31:55.318003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58201461-50c2-4bec-a0cf-840a49c4bae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63297e6c-ed4a-44e2-83a2-6d402f6a5385,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.370765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1329446 Nov 12 03:31:55.371462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49834) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.379845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-fbb96d67-15ec-40a5-868c-44fe28284445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.381497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-fbb96d67-15ec-40a5-868c-44fe28284445 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 1096 time: 0.1392136 Nov 12 03:31:55.395596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.407434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:55.412356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-ae8c8a6e-41ec-459c-90f7-07f6b1a34f98 service neutron] 10.222.0.104 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291114 Nov 12 03:31:55.484932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:55.531966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-b97997c7-23a4-405e-ae14-667b068ef09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.533468 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-b97997c7-23a4-405e-ae14-667b068ef09d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.1442082 Nov 12 03:31:55.546008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-9aa57740-687a-4c88-8b92-1b33c7855309 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2273114 Nov 12 03:31:55.556249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91d5a-4850-4c38-8199-babf45402cb5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Network': ['ID=8d25a336-50d6-4134-aae0-a0c094a3a81f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:55.570825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:31:55.605289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075bf292-2b36-466f-868a-e4f87f8d3f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.632308 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-4b201bcd-86b5-4457-a1d2-a4f913309bec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42 HTTP/1.1" status: 200 len: 217 time: 0.0903196 Nov 12 03:31:55.674911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476629d-b010-4f94-bc1d-a28c0ec104c3 req-152f8101-312d-4b63-bf8a-f8a3ba111304 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.683393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a476629d-b010-4f94-bc1d-a28c0ec104c3 req-152f8101-312d-4b63-bf8a-f8a3ba111304 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 943 time: 0.3570521 Nov 12 03:31:55.720760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-b44140b0-960f-4d07-bf45-bd8681afbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:55.722606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-b44140b0-960f-4d07-bf45-bd8681afbef6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0814610 Nov 12 03:31:55.764034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-7f401343-84c7-4fd9-a07a-ba197bf7070a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342031 Nov 12 03:31:55.817441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-646e2320-c82d-4596-9146-bc0ca35c8dfb req-91a3e689-4bcb-418c-98e1-b150a85b71ca service neutron] 10.222.0.104 "GET /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936174 Nov 12 03:31:55.862533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a476629d-b010-4f94-bc1d-a28c0ec104c3 req-41fd2883-46f4-455f-b9bb-c6928ca18b7e tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769099 Nov 12 03:31:55.863245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:55.868685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:55.924702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-6b2ccae1-df50-48a0-8d82-9768711d06b9 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525824 Nov 12 03:31:56.024268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b4c7e5b0-0da8-401d-8669-ec07441fdc91 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581094 Nov 12 03:31:56.101258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f89a62b-3c1b-4e12-b503-3ca32e99554a req-a8ef73a8-689b-4723-a56d-3c9091e2f51d service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652293 Nov 12 03:31:56.121609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f1a9827b-4cbc-429d-b3be-ebf5b330fc49 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0835514 Nov 12 03:31:56.248870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075bf292-2b36-466f-868a-e4f87f8d3f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.306734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-075bf292-2b36-466f-868a-e4f87f8d3f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.358403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b135c6f7-03bb-4ff3-9d52-a4357a82080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.360139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-b135c6f7-03bb-4ff3-9d52-a4357a82080b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.2277579 Nov 12 03:31:56.468073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:56.468321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-075bf292-2b36-466f-868a-e4f87f8d3f39 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=98a27723d58d492288057d8b4877c4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9822035 Nov 12 03:31:56.488795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bf292-2b36-466f-868a-e4f87f8d3f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80639565-bf92-4452-a926-48d86f58e2e7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.509405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.516464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.523363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.529759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.536236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.542811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.549621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.551840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-b83a1491-43a5-405c-b9bb-2056be12f03a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.3451424 Nov 12 03:31:56.562834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7ae9-d3e1-40d0-a171-752ab6bb2def req-b741808d-175c-464d-824d-d08cfd326f2b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.565255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-389b7ae9-d3e1-40d0-a171-752ab6bb2def req-b741808d-175c-464d-824d-d08cfd326f2b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 944 time: 0.3546259 Nov 12 03:31:56.566234 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.577106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.612482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.675377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-851c34c2-88f0-417c-8183-da2ec94d47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:56.677706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-851c34c2-88f0-417c-8183-da2ec94d47c3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2745552 Nov 12 03:31:56.704936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.710758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.718212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/80639565-bf92-4452-a926-48d86f58e2e7 HTTP/1.1" status: 204 len: 168 time: 0.2468553 Nov 12 03:31:56.731459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2bf3a-cc10-4571-960e-5f715a0424fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80639565-bf92-4452-a926-48d86f58e2e7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.762728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=df942e28-f438-4734-98c4-3186129feb75,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:56.831107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:56.846573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-389b7ae9-d3e1-40d0-a171-752ab6bb2def req-7ca86fa3-58e1-4fde-86b4-01cb195c1f51 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307754 Nov 12 03:31:56.851898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bb466c3-d652-4cc8-9d0d-8b7f4cc6eedc req-43f1423b-4f3c-45a5-9d89-cdb745d0fdda tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2805431 Nov 12 03:31:56.861197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Checking segment: {'id': '18c584c6-349b-470c-b235-fe07a611f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:56.861565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network hostable DHCP agents. Network: 8d25a336-50d6-4134-aae0-a0c094a3a81f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:31:56.891916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5fe36d4a-ddb3-4943-a7ff-34d41505c715 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933734 Nov 12 03:31:56.922683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:31:57.001083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8d25a336-50d6-4134-aae0-a0c094a3a81f) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:57.013774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9474d-0826-420b-b72e-57fbf8fb94e5 None None] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:31:57.025669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.026260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.090367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49884) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.095914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-677260647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:57.101424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b115db46-9475-4e1c-9898-396123c6ffe8 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7171526 Nov 12 03:31:57.128464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9540-0b2b-48c4-a3cb-b6b1692e9c5d req-f0dc644f-a6bd-49bb-95ca-d5d41d3e7ecf tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.135497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcbc9540-0b2b-48c4-a3cb-b6b1692e9c5d req-f0dc644f-a6bd-49bb-95ca-d5d41d3e7ecf tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 943 time: 0.1446874 Nov 12 03:31:57.149871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.151308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.167361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-9d7bd5ce-7f19-4b94-b7ca-c439b514bbf2 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532637 Nov 12 03:31:57.235517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-1ff04037-efdd-4aff-a0b6-a935553fdac0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 217 time: 0.0520682 Nov 12 03:31:57.319712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcbc9540-0b2b-48c4-a3cb-b6b1692e9c5d req-419d65ed-7ac1-4bee-b507-f59793d1acc1 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765161 Nov 12 03:31:57.338640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.344272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.355690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f1876ef6-0f56-4e65-9d38-d2fa42743c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.357414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8d25a336-50d6-4134-aae0-a0c094a3a81f', 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': 'df942e28-f438-4734-98c4-3186129feb75'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:31:57.357553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f1876ef6-0f56-4e65-9d38-d2fa42743c2d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1082187 Nov 12 03:31:57.358296 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.373602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.381944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c783200-c072-49c0-b700-b4dd77c2f6b5 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2900395 Nov 12 03:31:57.383823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49896) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.393994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f', 'name': 'tempest-PortsTestJSON-1567783958'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:57.471955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5c260b6f-3d6f-48ec-9149-8b3a068ede20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:57.474947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-5c260b6f-3d6f-48ec-9149-8b3a068ede20 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093245 Nov 12 03:31:57.517953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:57.654696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-e73346a1-6ff2-4f64-bf3a-3b3cd0d373ed service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719308 Nov 12 03:31:57.659352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Allocated IP 172.20.0.2 (8d25a336-50d6-4134-aae0-a0c094a3a81f/df942e28-f438-4734-98c4-3186129feb75/b5968788-4a69-4098-8f8d-97913235e145) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:57.659645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:31:57.667331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.702734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,segment=NetworkSegment(41442584-1ee8-4629-8d9d-657b9979fe2e),segment_id=41442584-1ee8-4629-8d9d-657b9979fe2e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:57.727260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port fdb443d2-9c06-4112-a857-c4d9b17a50ad yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:31:57.746400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.751102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770', 'network_id': 'd0ed233b-06fa-427a-8bfd-6d6608fbaf40', 'port_id': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770', 'mac_address': 'fa:16:3e:a3:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e26b349d-aa4d-4b91-90d8-d4ed543aa6ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:57.827862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.854174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:57.876503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,segment=NetworkSegment(41442584-1ee8-4629-8d9d-657b9979fe2e),segment_id=41442584-1ee8-4629-8d9d-657b9979fe2e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:57.887878 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:57.945890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-521d7e58-987e-4ea2-926c-9bcb780ebae2 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795060 Nov 12 03:31:57.946335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49912) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:57.996868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.003078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.007862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.069675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:58.072040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-f1c2da84-1ab1-4c37-97ab-c50077495f3c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.1182456 Nov 12 03:31:58.075170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:58.080519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:58.126922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.8 (8d25a336-50d6-4134-aae0-a0c094a3a81f/df942e28-f438-4734-98c4-3186129feb75/fdb443d2-9c06-4112-a857-c4d9b17a50ad) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:31:58.162358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Pushing event updated for resources: {'Port': ['ID=b5968788-4a69-4098-8f8d-97913235e145,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.183259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fc6feb98-6261-49cf-a54b-d66570888794 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:31:58.193938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Attempting to bind port b5968788-4a69-4098-8f8d-97913235e145 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:31:58.194382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Attempting to bind port b5968788-4a69-4098-8f8d-97913235e145 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '18c584c6-349b-470c-b235-fe07a611f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:31:58.194810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Attempting to bind port b5968788-4a69-4098-8f8d-97913235e145 on network 8d25a336-50d6-4134-aae0-a0c094a3a81f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:31:58.200797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:31:58.201236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Checking segment: {'id': '18c584c6-349b-470c-b235-fe07a611f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:31:58.202105 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.202560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Bound using segment: {'id': '18c584c6-349b-470c-b235-fe07a611f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:31:58.203145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Bound port: b5968788-4a69-4098-8f8d-97913235e145, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c584c6-349b-470c-b235-fe07a611f7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d25a336-50d6-4134-aae0-a0c094a3a81f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:31:58.203584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.214466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87427-c32b-4162-a61f-b76884be211c req-a74c88d5-c89c-40b2-9f2e-30c6ca146e8b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.216334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb87427-c32b-4162-a61f-b76884be211c req-a74c88d5-c89c-40b2-9f2e-30c6ca146e8b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 944 time: 0.1423268 Nov 12 03:31:58.237258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.243568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.250216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.256598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.262723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.263221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc6feb98-6261-49cf-a54b-d66570888794 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "PUT /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e HTTP/1.1" status: 200 len: 366 time: 0.3158243 Nov 12 03:31:58.266003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.268780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.275276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.277197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-0002c6b5-cd80-47fd-9d6e-da346532ebfa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.2042601 Nov 12 03:31:58.313833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c060cfc1-6080-4967-8690-afea90756539 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0464640 Nov 12 03:31:58.316430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.323095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] For port b5968788-4a69-4098-8f8d-97913235e145, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:31:58.327939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] For port b5968788-4a69-4098-8f8d-97913235e145, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5968788-4a69-4098-8f8d-97913235e145,segment=NetworkSegment(18c584c6-349b-470c-b235-fe07a611f7d5),segment_id=18c584c6-349b-470c-b235-fe07a611f7d5)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:31:58.334883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-96f83161-8fdb-4cf6-a41e-fc07e6b7d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.335108 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.336471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-96f83161-8fdb-4cf6-a41e-fc07e6b7d9fe service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.2555287 Nov 12 03:31:58.340957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-116113b8-e311-49a2-afed-f51ab9bd2061 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e HTTP/1.1" status: 200 len: 366 time: 0.0233896 Nov 12 03:31:58.344258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49934) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.376293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ebada568-2c68-4cba-97c1-48e6770b1486 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "DELETE /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e HTTP/1.1" status: 204 len: 168 time: 0.0308011 Nov 12 03:31:58.382456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.398028 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.404295 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-837427aa-0ad2-4141-a53f-6d20c7bd366c tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0206549 Nov 12 03:31:58.411037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['03a1dcb6-66a9-402f-9f1e-4d0e6fa08770'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:31:58.429965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7a4a4af-6f6d-4274-ad1b-10da385036cc req-3f6a91b3-cd4f-433b-881b-fcfa59b4a5fb tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1402614 Nov 12 03:31:58.436788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.448257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdb87427-c32b-4162-a61f-b76884be211c req-fcff3420-3f01-4141-bf11-862ba7f95e5e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699865 Nov 12 03:31:58.450421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.496345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b2c9f22-aca8-4c38-80c5-560ec866e72b tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e HTTP/1.1" status: 200 len: 370 time: 0.0405729 Nov 12 03:31:58.498181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.516914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8eee1a9-e1b7-4931-9165-b24c1c0c8176 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e/default HTTP/1.1" status: 200 len: 370 time: 0.0106306 Nov 12 03:31:58.528445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.529230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Pushing event updated for resources: {'Port': ['ID=b5968788-4a69-4098-8f8d-97913235e145,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.534958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:31:58.549729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:31:58.550717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.551095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.551439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.551771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.552112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.552428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.552748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.553159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.553457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.553568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-73949c05-2ea2-404b-b3e9-676698fdd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.553770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.554090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.554461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a21cff8-c308-40ef-a97d-e295f3842b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:31:58.556272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-73949c05-2ea2-404b-b3e9-676698fdd19a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742477 Nov 12 03:31:58.561356 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-22b1e0a5-8c2f-4d84-86a5-c981fc3fb630 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] delete failed (client error): The resource could not be found. Nov 12 03:31:58.563041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:31:58.567594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-22b1e0a5-8c2f-4d84-86a5-c981fc3fb630 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "DELETE /v2.0/quotas/30a2af80b51a4e0aa46f2921d94ca76e HTTP/1.1" status: 404 len: 348 time: 0.0375664 Nov 12 03:31:58.634224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=fdb443d2-9c06-4112-a857-c4d9b17a50ad,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:58.659467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.660193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:58.688179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a018a5ce-0b62-4886-a958-310716eb9e3c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3007402 Nov 12 03:31:58.688791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:58.695200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994d8b6-776a-4aad-99a8-ed0bd676b53e req-cad2c24a-9ea9-464e-b52f-248f47d6e4a9 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:58.702862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d994d8b6-776a-4aad-99a8-ed0bd676b53e req-cad2c24a-9ea9-464e-b52f-248f47d6e4a9 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 944 time: 0.1208086 Nov 12 03:31:58.783596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-c4c1fdf6-e230-418d-8a8b-1e9a3581705a service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146571 Nov 12 03:31:58.821138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d994d8b6-776a-4aad-99a8-ed0bd676b53e req-776cdd5a-ad12-48df-9405-ca2a2e0ec937 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172204 Nov 12 03:31:58.949979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af9f9c4-8518-4505-bf09-493a364c5bd0 req-2aa15e5f-2b7f-4e74-964d-4d6fbf81e2ca service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223881 Nov 12 03:31:59.012590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:31:59.039196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:network and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.042523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.055504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:subnet and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.059267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.067889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:subnetpool and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.073489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.079904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:port and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.083791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.091742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:router and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.094106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 16720cb4-1a7d-4ef3-978c-5ce556429e42 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:31:59.098871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.107203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:floatingip and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.111094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.168777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:security_group and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.173471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.181524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Usage tracker for resource:security_group_rule and project:a1c34029c6db4b6baf6f1adaeb4f26f6 is out of sync, need to count used quota {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 03:31:59.185345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.quota.resource [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102605) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 03:31:59.191440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64521a98-14cc-4439-a7a7-6b59e95a12c0 tempest-QuotasTest-1997807198 tempest-QuotasTest-1997807198-project-admin] 10.222.0.97 "GET /v2.0/quotas/a1c34029c6db4b6baf6f1adaeb4f26f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.1777470 Nov 12 03:31:59.256023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.299282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:59.316812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '16720cb4-1a7d-4ef3-978c-5ce556429e42', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': '16720cb4-1a7d-4ef3-978c-5ce556429e42', 'mac_address': 'fa:16:3e:88:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:31:59.369891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.370357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.370819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.371298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.371745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.372192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.372634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.374678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-1b87f2a9-15a2-46f9-b4e7-cc6eb7c6d713 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6483 time: 0.1463747 Nov 12 03:31:59.430885 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.473378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16720cb4-1a7d-4ef3-978c-5ce556429e42 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:31:59.554442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:31:59.566121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.666483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5968788-4a69-4098-8f8d-97913235e145 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:31:59.717656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:31:59.745609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.752015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.770897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b5968788-4a69-4098-8f8d-97913235e145 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:31:59.771465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:31:59.905181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-628eb142-e593-4c92-b360-c7705d42ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:31:59.909206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-628eb142-e593-4c92-b360-c7705d42ca6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 902 time: 0.5176129 Nov 12 03:31:59.927452 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.001934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['16720cb4-1a7d-4ef3-978c-5ce556429e42'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:00.011162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port b5968788-4a69-4098-8f8d-97913235e145, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5968788-4a69-4098-8f8d-97913235e145,segment=NetworkSegment(18c584c6-349b-470c-b235-fe07a611f7d5),segment_id=18c584c6-349b-470c-b235-fe07a611f7d5)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:00.049798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:00.053894 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.063110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-6ac0a9ea-6b65-4f7d-9c0f-a453ea7bf1a9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.1278090 Nov 12 03:32:00.074684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077ae0-d9ad-40a9-bb63-a3db2c68db2b req-26ba11a2-787e-48d7-9fcf-dc923a67d1b0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.085780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24077ae0-d9ad-40a9-bb63-a3db2c68db2b req-26ba11a2-787e-48d7-9fcf-dc923a67d1b0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 945 time: 0.4857023 Nov 12 03:32:00.104579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-cde7f78b-b286-4b58-ba18-2f5353fe879d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.107047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-cde7f78b-b286-4b58-ba18-2f5353fe879d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.7003338 Nov 12 03:32:00.132146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=b5968788-4a69-4098-8f8d-97913235e145,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.135299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b03a26-1f8b-4433-ae6e-823d95f0fb58 None None] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:00.195288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-69897c8c-1198-4d8c-8aa6-71f27d8f8ff2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/quotas/5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 375 time: 0.0609167 Nov 12 03:32:00.258988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=fdb443d2-9c06-4112-a857-c4d9b17a50ad,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:00.262252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-d0aa1916-dc0a-4bec-81d6-2f855461899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.265077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-d0aa1916-dc0a-4bec-81d6-2f855461899d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1754611 Nov 12 03:32:00.287327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24077ae0-d9ad-40a9-bb63-a3db2c68db2b req-86ab612b-32d8-4b12-924e-3dc16a0449e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005322 Nov 12 03:32:00.348199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.361921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-56ffb8b4-a616-4d2e-acbe-31d10f5606d5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1501698 Nov 12 03:32:00.381658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-84328589-3fca-4508-a546-c1e8458f9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:00.383159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-84328589-3fca-4508-a546-c1e8458f9879 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101463 Nov 12 03:32:00.390169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8a2318af-d402-4ddc-9360-f6cfcd580817 None None] Provisioning complete for port b5968788-4a69-4098-8f8d-97913235e145 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:00.390705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a2318af-d402-4ddc-9360-f6cfcd580817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.476053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.664392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:00.964187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-84c2f731-2429-4935-a518-f75b134c18b4 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918489 Nov 12 03:32:01.060806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.065799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eaa0ca1c-dd9b-49cf-ab9f-212d75094e67 None None] Provisioning complete for port fdb443d2-9c06-4112-a857-c4d9b17a50ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.066463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.067859 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ca1c-dd9b-49cf-ab9f-212d75094e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.110609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.117299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.132931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.135076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0ca1c-dd9b-49cf-ab9f-212d75094e67 None None] Port fdb443d2-9c06-4112-a857-c4d9b17a50ad cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:01.146432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.146815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eaa0ca1c-dd9b-49cf-ab9f-212d75094e67 None None] Provisioning complete for port b5968788-4a69-4098-8f8d-97913235e145 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.147218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ca1c-dd9b-49cf-ab9f-212d75094e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.160697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.163025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=fdb443d2-9c06-4112-a857-c4d9b17a50ad,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.171631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.182556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.189979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:01.192029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-c9206358-301f-49e4-b4b4-70eb394f3f46 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.7867365 Nov 12 03:32:01.257181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.287838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.290335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.291477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:01.293971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:01.384897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=346d9dd4598f49c4a1cb008aee02c813&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3334787 Nov 12 03:32:01.387066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-5c2dde04-790e-4456-a56a-c34cb37c13dd service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9729989 Nov 12 03:32:01.387640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.400500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-575b6e55-80d1-46c0-959d-bea7cd041985 service neutron] 10.222.0.97 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966987 Nov 12 03:32:01.436959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a50247-5145-4639-b0c8-cada9aba3524,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.502671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:01.535975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Router 420886e1-f671-4440-aaee-59e2c6b8577e is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:01.566886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.567243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.567663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.567916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.568253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.568579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.568904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.569227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.569549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.569873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.570195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.570514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a56b20-7ecf-471a-880a-3417d58795ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:01.583451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25087cab-64c4-42c9-8cc8-2dd7ec55e06a req-9ffeaf1b-18f3-4ea5-8e38-684765c75fc0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3096330 Nov 12 03:32:01.601758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5968788-4a69-4098-8f8d-97913235e145 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:01.631591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.644143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5adc378c-2c9e-4d9e-837f-25886500e85e None None] Provisioning complete for port fdb443d2-9c06-4112-a857-c4d9b17a50ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.645378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5adc378c-2c9e-4d9e-837f-25886500e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.645826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f5005c4-970e-4dac-9d85-dd05e04a664c req-3872954e-9f17-42de-a4ac-0b9fa4bd9f4f service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388806 Nov 12 03:32:01.651326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.685781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.750303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5adc378c-2c9e-4d9e-837f-25886500e85e None None] Port fdb443d2-9c06-4112-a857-c4d9b17a50ad cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:01.784503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:01.787939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b5968788-4a69-4098-8f8d-97913235e145 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.790603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.796583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.799862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.801303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/92a50247-5145-4639-b0c8-cada9aba3524 HTTP/1.1" status: 204 len: 168 time: 0.4078779 Nov 12 03:32:01.810507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139da5c-c61c-4c3b-a9de-f0452b47837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a50247-5145-4639-b0c8-cada9aba3524,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:01.831744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:01.847912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b5574a4-4889-4461-9094-916f6c6f7278 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/routers/420886e1-f671-4440-aaee-59e2c6b8577e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1553638 Nov 12 03:32:01.850490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:01.893686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:01.894080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:01.901850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] Sync routers for ids ['420886e1-f671-4440-aaee-59e2c6b8577e'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:01.906444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac98740-ec86-4b12-822e-c6632d748a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.008295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b7098-fc99-4835-bea9-064748d8a68e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.019016 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4b9b7098-fc99-4835-bea9-064748d8a68e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?device_id=420886e1-f671-4440-aaee-59e2c6b8577e HTTP/1.1" status: 200 len: 982 time: 0.1674757 Nov 12 03:32:02.019925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50044) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.055629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-54448bd0-17be-455b-ae53-7d57bc648711 None None] Provisioning complete for port fdb443d2-9c06-4112-a857-c4d9b17a50ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:02.056030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54448bd0-17be-455b-ae53-7d57bc648711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.087582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] Routers {'420886e1-f671-4440-aaee-59e2c6b8577e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:02.088253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:31:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['420886e1-f671-4440-aaee-59e2c6b8577e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:02.137917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:02.178731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-54448bd0-17be-455b-ae53-7d57bc648711 None None] Port fdb443d2-9c06-4112-a857-c4d9b17a50ad cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:02.223208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3022e-7a64-4870-a969-3420d0f28556 req-1c1075a7-3ca9-41ec-be28-46e0edf34858 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.233577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] Routers {'420886e1-f671-4440-aaee-59e2c6b8577e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:02.234207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:31:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['420886e1-f671-4440-aaee-59e2c6b8577e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:02.240918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c3022e-7a64-4870-a969-3420d0f28556 req-1c1075a7-3ca9-41ec-be28-46e0edf34858 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 944 time: 0.2827504 Nov 12 03:32:02.261340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.285761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cefb9-a33e-4a3f-aa19-0675aa2e81f8 req-5e36293c-a55c-4ff9-837d-f6e515121a5e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.287668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-075cefb9-a33e-4a3f-aa19-0675aa2e81f8 req-5e36293c-a55c-4ff9-837d-f6e515121a5e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 945 time: 0.2625284 Nov 12 03:32:02.309626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:02.310380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18a0ad-4542-41d9-9379-d620461fe07e None None] The sync data for ids ['420886e1-f671-4440-aaee-59e2c6b8577e'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:02.326218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.343291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c468da6d-604c-4542-b51b-8f5f07926e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.344268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2b87e10f-ec52-4501-9ecc-a1b4363f7fd6 None None] Provisioning complete for port fdb443d2-9c06-4112-a857-c4d9b17a50ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:02.344711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b87e10f-ec52-4501-9ecc-a1b4363f7fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.374484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:02.376920 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cfc0bc-fe4c-4599-92d7-956babf4047d" -d '{"events": [{"server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "name": "network-vif-plugged", "status": "completed", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:02.401370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,segment=NetworkSegment(41442584-1ee8-4629-8d9d-657b9979fe2e),segment_id=41442584-1ee8-4629-8d9d-657b9979fe2e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:02.407962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac98740-ec86-4b12-822e-c6632d748a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.408306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2b87e10f-ec52-4501-9ecc-a1b4363f7fd6 None None] Port fdb443d2-9c06-4112-a857-c4d9b17a50ad cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:02.409951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.439106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c3022e-7a64-4870-a969-3420d0f28556 req-5769faea-96e9-481c-895d-7f836263dd89 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948216 Nov 12 03:32:02.445340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ac98740-ec86-4b12-822e-c6632d748a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.469887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-075cefb9-a33e-4a3f-aa19-0675aa2e81f8 req-127709b5-977e-4457-b59b-d7af50fc1c29 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751399 Nov 12 03:32:02.505816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.533216 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c684c-d134-4776-9548-20fb597f6161 x-openstack-request-id: req-c21c684c-d134-4776-9548-20fb597f6161 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:02.533696 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "name": "network-vif-plugged", "status": "completed", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:02.534136 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c21c684c-d134-4776-9548-20fb597f6161 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:02.534714 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770', 'code': 200} Nov 12 03:32:02.585647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0a858-b2b7-403e-a10e-757a344534ec req-260b3902-27d3-4806-a51f-0138c8bf18b8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0538013 Nov 12 03:32:02.596299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3ac98740-ec86-4b12-822e-c6632d748a4b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=59facfc7e9b84cd58b2d6ce47647408c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9438443 Nov 12 03:32:02.598736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac98740-ec86-4b12-822e-c6632d748a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7478e-995f-4d4e-abd3-975bd25115c4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.600506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50058) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.670426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c468da6d-604c-4542-b51b-8f5f07926e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.690774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c468da6d-604c-4542-b51b-8f5f07926e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.720185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.772089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468da6d-604c-4542-b51b-8f5f07926e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8fc59-f683-43c6-94ef-877ee0047dae,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.772340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.786040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c468da6d-604c-4542-b51b-8f5f07926e1e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a1c34029c6db4b6baf6f1adaeb4f26f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226150 Nov 12 03:32:02.789580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88118d95-7f7c-4d30-adf0-74c8d7081618 req-8cc1ba5f-711a-4b8f-a585-b5fd7d4e619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.791035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88118d95-7f7c-4d30-adf0-74c8d7081618 req-8cc1ba5f-711a-4b8f-a585-b5fd7d4e619e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 1097 time: 0.1377201 Nov 12 03:32:02.792206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50062) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:02.806005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.855475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.861319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.869355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.876889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.885317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.892284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.898439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:02.902897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-018c3ced-78e0-4bf1-b00a-739cc01dbe12 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.1894603 Nov 12 03:32:02.946626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.949149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:02.950273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/97c7478e-995f-4d4e-abd3-975bd25115c4 HTTP/1.1" status: 204 len: 168 time: 0.3487740 Nov 12 03:32:02.961231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2226de-91c8-48eb-9607-14d57eb0aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7478e-995f-4d4e-abd3-975bd25115c4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:02.974559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88118d95-7f7c-4d30-adf0-74c8d7081618 req-fca70ede-c629-4bbe-86a4-57b5a2aa2470 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708179 Nov 12 03:32:03.000492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.030958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc59e70c-85e2-4e2b-8534-8b7169e7abb3 req-41e486e3-37d2-42ef-9e0e-146a26c75a4a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1176732 Nov 12 03:32:03.040787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.041463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port fdb443d2-9c06-4112-a857-c4d9b17a50ad {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:03.041808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.091303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.094060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.095461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4eb8fc59-f683-43c6-94ef-877ee0047dae HTTP/1.1" status: 204 len: 168 time: 0.3022985 Nov 12 03:32:03.105799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663f744-5ec7-4ce5-a9b8-d8d1c61cadcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8fc59-f683-43c6-94ef-877ee0047dae,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.127086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 16720cb4-1a7d-4ef3-978c-5ce556429e42 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:03.150202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.165951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for fdb443d2-9c06-4112-a857-c4d9b17a50ad owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:03.194945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 16720cb4-1a7d-4ef3-978c-5ce556429e42 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:03.199877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 16720cb4-1a7d-4ef3-978c-5ce556429e42 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:03.200474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.324576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.368006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.393509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-782ee536-cb1f-4ed4-9f5f-31fc7663cc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.405514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:03.411388 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.491570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.507883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-de89dd84-e3d8-423f-b239-92f10844d49e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.509525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-de89dd84-e3d8-423f-b239-92f10844d49e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 807 time: 0.1750796 Nov 12 03:32:03.510824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.549950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Request body: {'port': {'device_id': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'admin_state_up': True, 'tenant_id': '5ee186eb6f294e67baab5ff066547574'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:03.553401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=fdb443d2-9c06-4112-a857-c4d9b17a50ad,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.588187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-782ee536-cb1f-4ed4-9f5f-31fc7663cc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.613729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-782ee536-cb1f-4ed4-9f5f-31fc7663cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:03.678000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee536-cb1f-4ed4-9f5f-31fc7663cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b780f4-b5cd-499d-bf0c-7eb81dc5d860,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:03.756281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-782ee536-cb1f-4ed4-9f5f-31fc7663cc60 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=772ffadc98cd499fb602a9f3acd26a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3854628 Nov 12 03:32:03.761093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:03.838102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353d89a-cc76-46bf-9656-51ddbdf135ed req-f5a3a307-3198-40b0-bcdf-b70e78caa21d tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.840387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9353d89a-cc76-46bf-9656-51ddbdf135ed req-f5a3a307-3198-40b0-bcdf-b70e78caa21d tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.2430413 Nov 12 03:32:03.864465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54f516-9ac8-45e4-bb5d-074bbcc73c60 req-a6667a42-055f-4a60-b823-3cad55eac07a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:03.867614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f54f516-9ac8-45e4-bb5d-074bbcc73c60 req-a6667a42-055f-4a60-b823-3cad55eac07a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.2210889 Nov 12 03:32:03.955580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9353d89a-cc76-46bf-9656-51ddbdf135ed req-f17ef866-a1d5-4f69-9105-df6cce3274a9 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055925 Nov 12 03:32:03.958704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.017118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.040339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f54f516-9ac8-45e4-bb5d-074bbcc73c60 req-f2273f63-cbf6-4d75-acba-77b1c2d1a645 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595531 Nov 12 03:32:04.096863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.100516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.102086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/60b780f4-b5cd-499d-bf0c-7eb81dc5d860 HTTP/1.1" status: 204 len: 168 time: 0.3382356 Nov 12 03:32:04.120112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e9a54-4c5c-4a20-a21b-21c4014a0665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b780f4-b5cd-499d-bf0c-7eb81dc5d860,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:04.146776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.161878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Made reservation on behalf of 5ee186eb6f294e67baab5ff066547574 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:04.165621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.237359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44009192-2d52-42f3-8641-aab3cd5af481 req-d3115c07-8a1d-4e1f-9fb8-6d831489da1b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.1141565 Nov 12 03:32:04.392625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.406652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.415110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.422776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.431720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.441238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.448239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.450234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-27aa1fce-fd95-4c2a-94a4-77c194f2e818 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.1737478 Nov 12 03:32:04.455558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Router 420886e1-f671-4440-aaee-59e2c6b8577e has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:04.536402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:04.540484 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7894e-693b-46a6-9e0b-952a04996e0f" -d '{"events": [{"server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:04.543913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbf6c401-954b-4e47-a6b5-abc4bc024b37 req-0899e724-62cc-4dc0-b8b6-c1b8291ab026 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0856831 Nov 12 03:32:04.585858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Allocated IP 172.20.0.7 (495061ef-1f9d-4c9f-b68c-0e529bf2536a/22fee02d-5c4a-42ed-a920-c1208aac7470/9417eaf4-ddf8-416b-ad06-abd758d95d55) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:04.601984 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689b2745-e8f6-414f-9e7f-ace79a90f114 x-openstack-request-id: req-689b2745-e8f6-414f-9e7f-ace79a90f114 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:04.602285 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "name": "network-vif-plugged", "status": "completed", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:04.602548 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-689b2745-e8f6-414f-9e7f-ace79a90f114 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:04.602984 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42', 'code': 200} Nov 12 03:32:04.620906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:04.629912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-514da7ec-c38d-40c8-9038-e10e1987801c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/routers/420886e1-f671-4440-aaee-59e2c6b8577e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056962 Nov 12 03:32:04.629912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50118) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:04.635959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] Sync routers for ids ['420886e1-f671-4440-aaee-59e2c6b8577e'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:04.654255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] Routers {'420886e1-f671-4440-aaee-59e2c6b8577e'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:04.655128 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:31:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['420886e1-f671-4440-aaee-59e2c6b8577e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.656823 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b1f5a1-a503-42ad-97ed-22e825c946aa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:32:04.658465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-21b1f5a1-a503-42ad-97ed-22e825c946aa tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/fdb443d2-9c06-4112-a857-c4d9b17a50ad HTTP/1.1" status: 404 len: 333 time: 0.0279977 Nov 12 03:32:04.662515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:04.751171 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.771493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] Routers {'420886e1-f671-4440-aaee-59e2c6b8577e'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:04.773485 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:31:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['420886e1-f671-4440-aaee-59e2c6b8577e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.817917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.833938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062757-8265-4e6b-ab1e-4f45b9719333 req-8ec442d0-50a9-441f-9152-f8fbae2c54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:04.835492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba062757-8265-4e6b-ab1e-4f45b9719333 req-8ec442d0-50a9-441f-9152-f8fbae2c54c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 1098 time: 0.1195159 Nov 12 03:32:04.845744 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:04.846817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201bf6d-3144-404a-a08e-ff152e0cb606 None None] The sync data for ids ['420886e1-f671-4440-aaee-59e2c6b8577e'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:04.892211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:04.962371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba062757-8265-4e6b-ab1e-4f45b9719333 req-2438fc9f-004f-4d5b-8a1c-2b104eed894b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186264 Nov 12 03:32:04.983388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.019455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:05.074563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.082787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.112063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:05.122773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:05.130552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:05.137912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:05.263311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.264218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.293946 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-5b8cf752-4197-4b47-847e-f961ede42365 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7488883 Nov 12 03:32:05.294173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.294563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Fanout notify agent at l3_agent the message router_deleted on router 420886e1-f671-4440-aaee-59e2c6b8577e {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:05.303540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.307414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bcedc566-eb18-4bcc-bdb3-e3096ff624c6 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/routers/420886e1-f671-4440-aaee-59e2c6b8577e HTTP/1.1" status: 204 len: 168 time: 0.6410074 Nov 12 03:32:05.307679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.336278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eee55f-ab3f-4ed9-9015-2f2f4b5d397a req-fe2d8c66-3805-4426-8a12-5051a3997b05 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.337907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1eee55f-ab3f-4ed9-9015-2f2f4b5d397a req-fe2d8c66-3805-4426-8a12-5051a3997b05 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.1212816 Nov 12 03:32:05.346670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0265-6e6d-4d3b-a345-16a39a07b106 req-2e4906c0-9c44-4e18-99d0-88b8d14b9800 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.348742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94ca0265-6e6d-4d3b-a345-16a39a07b106 req-2e4906c0-9c44-4e18-99d0-88b8d14b9800 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.1309991 Nov 12 03:32:05.378004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Request body: {'port': {'device_id': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:05.455282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1eee55f-ab3f-4ed9-9015-2f2f4b5d397a req-f10266ab-a419-4ca8-b663-6f5e5f9f3c39 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055207 Nov 12 03:32:05.485737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet df942e28-f438-4734-98c4-3186129feb75 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:05.491031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94ca0265-6e6d-4d3b-a345-16a39a07b106 req-adcde86f-0dc8-4eb2-ac43-2a9416926a87 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123354 Nov 12 03:32:05.495955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.621752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.627869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.669342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bbac6-a2af-40e9-973b-cc8876f6da5f req-dc880d2d-f527-47fc-af0c-9a09c6e7041c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.671103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a54bbac6-a2af-40e9-973b-cc8876f6da5f req-dc880d2d-f527-47fc-af0c-9a09c6e7041c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 931 time: 0.0901797 Nov 12 03:32:05.744633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:05.753100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a54bbac6-a2af-40e9-973b-cc8876f6da5f req-9f38ec6e-c4ad-431d-abd6-98e839cad642 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753498 Nov 12 03:32:05.806900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:05.848437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.857147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.866977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.877878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.888561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.901377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.917630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:05.923905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-2c59fc02-5f92-42c8-8617-74b049172f80 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.1775620 Nov 12 03:32:05.989183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.044427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=df942e28-f438-4734-98c4-3186129feb75,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.052387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-906406a6-63d6-470e-b3bd-f1d66bf49294 req-1995fd28-b6e7-4266-8564-b616a5ad2597 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1151180 Nov 12 03:32:06.062726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.066365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1165dccd-7ad1-47d2-9494-006a4fa2fbbc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/df942e28-f438-4734-98c4-3186129feb75 HTTP/1.1" status: 204 len: 168 time: 0.7574391 Nov 12 03:32:06.069097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:06.072289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b60109-b18f-49b2-9cb1-fa0b7dcd3477 None None] Network 8d25a336-50d6-4134-aae0-a0c094a3a81f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:06.182452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-393364442', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:06.224856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.230757 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:06.314586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Made reservation on behalf of a6febe7719b04fa0bc1883bcb65c62c6 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:06.317619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.331173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9417eaf4-ddf8-416b-ad06-abd758d95d55 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:06.340895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.357238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Transition to ACTIVE for port object 9417eaf4-ddf8-416b-ad06-abd758d95d55 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:06.363923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.384591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.412449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] DHCP port deletion for 8d25a336-50d6-4134-aae0-a0c094a3a81f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:06.444104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port b5968788-4a69-4098-8f8d-97913235e145 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:06.444377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.489034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.548734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Deleting port b5968788-4a69-4098-8f8d-97913235e145 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:06.551730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.574174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port b5968788-4a69-4098-8f8d-97913235e145, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5968788-4a69-4098-8f8d-97913235e145,segment=NetworkSegment(18c584c6-349b-470c-b235-fe07a611f7d5),segment_id=18c584c6-349b-470c-b235-fe07a611f7d5)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:06.574758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.631454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.640944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:06.641604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:06.642189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:06.642313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for b5968788-4a69-4098-8f8d-97913235e145 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:06.648986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:06.650305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:06.657246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:06.658519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:06.659137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:06.660604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Bound port: 9417eaf4-ddf8-416b-ad06-abd758d95d55, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:06.661460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.678441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.692900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] device_id is not set on port d032f922-a8ef-47aa-8abf-f7cbbbcc603c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:06.718291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] For port b5968788-4a69-4098-8f8d-97913235e145, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5968788-4a69-4098-8f8d-97913235e145,segment=NetworkSegment(18c584c6-349b-470c-b235-fe07a611f7d5),segment_id=18c584c6-349b-470c-b235-fe07a611f7d5)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:06.720186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.747434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Calling delete_port for b5968788-4a69-4098-8f8d-97913235e145 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:06.756204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:06.761907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:06.774077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.803965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb421b4-5212-47b2-9256-ace84e383b18,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.831937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c785beb-ad8d-4eed-8042-f4a09d029be9 req-5ea4ad7e-1561-4873-a2e0-bcdac1c8aad7 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.839335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c785beb-ad8d-4eed-8042-f4a09d029be9 req-5ea4ad7e-1561-4873-a2e0-bcdac1c8aad7 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.2307904 Nov 12 03:32:06.869530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b87d8c-9883-4837-8e2d-018ddb8e651e req-84f9c56d-90d6-49ef-9c4f-61ccd8c19f3d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.871966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13b87d8c-9883-4837-8e2d-018ddb8e651e req-84f9c56d-90d6-49ef-9c4f-61ccd8c19f3d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.2632551 Nov 12 03:32:06.880948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:06.881676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.883405 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] 10.222.0.16 "PUT /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 1092 time: 1.5251348 Nov 12 03:32:06.883928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:06.886352 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:06.887579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:06.920813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ed68f-739b-4fdb-95e9-5338ddd73e47 service neutron] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.923560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] No DVR routers for this DVR port b5968788-4a69-4098-8f8d-97913235e145 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:06.973007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb915a0-1e2f-4299-91a0-4f7f918e6a0d None None] Pushing event deleted for resources: {'Port': ['ID=b5968788-4a69-4098-8f8d-97913235e145,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:06.992278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.022364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c785beb-ad8d-4eed-8042-f4a09d029be9 req-fa6f3d2e-e45d-41bd-bcbd-a941b47c3290 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802938 Nov 12 03:32:07.041851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-4e6d6506-07ec-47dd-8819-4f4b49844fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.041851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-4e6d6506-07ec-47dd-8819-4f4b49844fb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1095 time: 0.0634727 Nov 12 03:32:07.063777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Allocated IP 172.25.7.25 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d032f922-a8ef-47aa-8abf-f7cbbbcc603c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:07.112434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port b5968788-4a69-4098-8f8d-97913235e145 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:07.117379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-2dd9f014-540d-4fc4-8705-1c5ca63811ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 217 time: 0.0587142 Nov 12 03:32:07.119812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=b5968788-4a69-4098-8f8d-97913235e145,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.186025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a385-248a-4f34-a428-8eee640f70ae req-39dcfd51-d716-4dd0-bea0-6d0e4743dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.187968 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-39dcfd51-d716-4dd0-bea0-6d0e4743dbef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0530868 Nov 12 03:32:07.188183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13b87d8c-9883-4837-8e2d-018ddb8e651e req-76b0aa0f-a4f5-46bc-97ad-751b19defda7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832232 Nov 12 03:32:07.257548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-3bb8f334-4274-49fb-9b61-471a1a3da419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612116 Nov 12 03:32:07.267308 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a1c56-fe28-4de5-9952-d16807968e55 x-openstack-request-id: req-645a1c56-fe28-4de5-9952-d16807968e55 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:07.267545 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:07.267924 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-645a1c56-fe28-4de5-9952-d16807968e55 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:07.268203 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'status': 'completed', 'code': 200} Nov 12 03:32:07.355624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.431282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-cd0b0633-d290-4495-8033-7163ea98019c service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619389 Nov 12 03:32:07.493971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d25a336-50d6-4134-aae0-a0c094a3a81f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.540045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c584c6-349b-470c-b235-fe07a611f7d5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.540643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c584c6-349b-470c-b235-fe07a611f7d5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:07.600712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5968788-4a69-4098-8f8d-97913235e145 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:07.646287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b5968788-4a69-4098-8f8d-97913235e145 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:07.647390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5968788-4a69-4098-8f8d-97913235e145 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:07.668536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.693235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0a24a385-248a-4f34-a428-8eee640f70ae req-d6718cb6-f453-4312-bfd3-2b6efe2cc6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528632 Nov 12 03:32:07.702062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.711700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ebe69-52a4-41c5-a2c3-48ddfb5ee083 req-e29d75e8-0dfe-49b8-8f69-19451bcb73e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.713268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e8ebe69-52a4-41c5-a2c3-48ddfb5ee083 req-e29d75e8-0dfe-49b8-8f69-19451bcb73e4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.4045336 Nov 12 03:32:07.722093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.818217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Pushing event updated for resources: {'Port': ['ID=d032f922-a8ef-47aa-8abf-f7cbbbcc603c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:07.843360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.856953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-b64e337a-16d6-49bc-953e-9edad3d42bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.861203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-b64e337a-16d6-49bc-953e-9edad3d42bdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1095 time: 0.0726185 Nov 12 03:32:07.871838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:07.872241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:07.876607 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:07.963764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.969690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:07.999267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.012066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.020669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.022953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-94b977de-02e0-4322-b080-3d1eeac1739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.026277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-94b977de-02e0-4322-b080-3d1eeac1739a service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.1572101 Nov 12 03:32:08.029050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.035497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.037521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-bcb1de0c-e8e4-423f-a20b-4eb510334061 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.5253265 Nov 12 03:32:08.046906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:08.048562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:08.061466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:08.079283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2314ee-73c2-49ab-85f9-1c5a757af5c2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:08.118900 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-5815ab8d-3bb1-4898-af79-dcbdfeada627 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 217 time: 0.0847998 Nov 12 03:32:08.131344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e8ebe69-52a4-41c5-a2c3-48ddfb5ee083 req-beb3bfda-17e7-40bf-88c1-24b200def98f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065914 Nov 12 03:32:08.205013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-cca6646e-d74b-4e61-9510-8c091f9eddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.208261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-cca6646e-d74b-4e61-9510-8c091f9eddc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0806813 Nov 12 03:32:08.214919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eacc5803-5a9e-49be-bd4e-fe23bd17e104 None None] Provisioning complete for port d032f922-a8ef-47aa-8abf-f7cbbbcc603c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:08.215682 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eacc5803-5a9e-49be-bd4e-fe23bd17e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.241395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.271805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-965acefa-f95d-417f-977e-e9c1ccf96ff6 req-d652be29-f353-4ece-a036-f95ba551eaeb tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2153995 Nov 12 03:32:08.277738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-adb9118d-e5d9-4724-abc2-e3ed75ea3172 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631409 Nov 12 03:32:08.293512 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.304150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/8d25a336-50d6-4134-aae0-a0c094a3a81f HTTP/1.1" status: 204 len: 168 time: 2.2338099 Nov 12 03:32:08.308735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.316743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eacc5803-5a9e-49be-bd4e-fe23bd17e104 None None] Port d032f922-a8ef-47aa-8abf-f7cbbbcc603c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:08.351975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50246) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.432908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006257c2-e948-40de-8a6f-eb03051383f1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.434414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-006257c2-e948-40de-8a6f-eb03051383f1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 HTTP/1.1" status: 200 len: 840 time: 0.1226058 Nov 12 03:32:08.438260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:08.439393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.443259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.445631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7949451-1150-42c4-817b-061677de3880 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=8d25a336-50d6-4134-aae0-a0c094a3a81f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:08.486782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e73b7b1-92bf-4f5b-9534-a7de01a7c67f tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.7276959 Nov 12 03:32:08.486782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.491310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.25'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:08.511665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8188724-05ff-4036-a5d8-36b5dd4781b2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0669656 Nov 12 03:32:08.516406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:08.522621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:08.588580 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-6c2dac46-6a5e-49d0-aa72-5173a0e6ac3d service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012688 Nov 12 03:32:08.626755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.627841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.649003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:08.652876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.708460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82637164-cc3c-4908-a84a-fc10fa6ec715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.845387 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6aeeb8b-bfea-4f39-9775-d49b96be4b56 req-7799e250-a7ab-4e49-a65c-741a78668cfd service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196188 Nov 12 03:32:08.926604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82637164-cc3c-4908-a84a-fc10fa6ec715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.932295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82637164-cc3c-4908-a84a-fc10fa6ec715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:08.969759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-82637164-cc3c-4908-a84a-fc10fa6ec715 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7e13664b753046c7946b5bb13b552cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166193 Nov 12 03:32:08.970540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50268) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.040043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82637164-cc3c-4908-a84a-fc10fa6ec715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9b8b5c-1dab-4c98-ab21-5f214db01e03,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.055870 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.084520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.139686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.142755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.152661 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7a9b8b5c-1dab-4c98-ab21-5f214db01e03 HTTP/1.1" status: 204 len: 168 time: 0.1798360 Nov 12 03:32:09.172955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082abc-33c0-4a73-866c-5ff6cbe89151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9b8b5c-1dab-4c98-ab21-5f214db01e03,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:09.416718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.419966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.609900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9561c1-e4b7-41be-a6b3-e53a83dec6ec req-16d782c3-f082-4ac9-b162-1da0ca0e8bad tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.618368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e9561c1-e4b7-41be-a6b3-e53a83dec6ec req-16d782c3-f082-4ac9-b162-1da0ca0e8bad tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.2403612 Nov 12 03:32:09.680595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd3ff-dd57-4aba-a7c5-2e6b3aaaa4fe req-97e9204e-0a8b-4434-a19c-df8cfd1ee108 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:09.682142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfbfd3ff-dd57-4aba-a7c5-2e6b3aaaa4fe req-97e9204e-0a8b-4434-a19c-df8cfd1ee108 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.9464614 Nov 12 03:32:09.744902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.808151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:09.840060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-252fe714-0062-4e89-b3b6-4f4582193cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.960827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-252fe714-0062-4e89-b3b6-4f4582193cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:09.971104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-252fe714-0062-4e89-b3b6-4f4582193cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.010741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e9561c1-e4b7-41be-a6b3-e53a83dec6ec req-4aeed019-35a5-411c-99db-46b161f25875 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914495 Nov 12 03:32:10.060714 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-252fe714-0062-4e89-b3b6-4f4582193cbe admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d94072d06a0741549113b0d1b6162848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2509022 Nov 12 03:32:10.061936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fe714-0062-4e89-b3b6-4f4582193cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35b7299-ccf4-4e02-97a6-be671afa1548,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.075865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.087945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfbfd3ff-dd57-4aba-a7c5-2e6b3aaaa4fe req-ceb79bd1-02f1-4a6a-af74-4d015baf6f41 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676460 Nov 12 03:32:10.161651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.186759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.205991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.250961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.254678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.256130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b35b7299-ccf4-4e02-97a6-be671afa1548 HTTP/1.1" status: 204 len: 168 time: 0.1791315 Nov 12 03:32:10.271468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0e53-3c00-41bd-a466-e7d38534476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35b7299-ccf4-4e02-97a6-be671afa1548,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.292492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:10.302616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:10.309939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.309939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.323825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0b9f5-e358-4482-8a3d-b9dabcaf1150 None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:10.333477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=e9efa143-9cbc-4800-a8ad-aabdb70332db,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.349061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.355091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.361552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.368977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.375214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.381772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.388437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:10.391113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-165a7757-6fd7-4bff-8592-20774f1ef53c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.2059603 Nov 12 03:32:10.396103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8123d1da-a905-4d4b-9069-97243425ca8d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8784962 Nov 12 03:32:10.399099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.403762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'security_group': {'name': 'tempest-secgroup-382695405'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.460559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.604329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.612558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.617240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'tenant_id': '9e927653f8dd4c7b96e2584df98a4264', 'fixed_ips': [{'subnet_id': 'e9efa143-9cbc-4800-a8ad-aabdb70332db'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:10.619503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.641411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-41ef39d6-a7fd-4faa-9942-aed6062e387b req-1707fa13-c861-4ee7-a7f8-d1c09405bbf8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2428989 Nov 12 03:32:10.676070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.677301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2771881 Nov 12 03:32:10.683748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.684448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453661-7b78-4ded-8eac-fde17cd69449 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0426b0da-7921-4e96-a955-98b311612640,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:10.694680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'security_group': {'name': 'tempest-secgroup-298102761'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.723182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.725648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.771982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.826983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.833799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.883284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Allocated IP 172.20.0.2 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e9efa143-9cbc-4800-a8ad-aabdb70332db/b6b234ab-422d-4699-bfa4-c846415b4f50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:10.912249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:10.916140 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2235842 Nov 12 03:32:10.916950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:10.922450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1166684716', 'security_groups': ['c977279b-c443-407a-a3ad-1231edc8510f'], 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9efa143-9cbc-4800-a8ad-aabdb70332db'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:10.941321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a94659-3236-4d85-8a0f-84f090b04445 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c977279b-c443-407a-a3ad-1231edc8510f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.103333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.167670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:11.228548 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.239187 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.289899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-6e5cba88-718b-46e7-b098-1affe7d5783c tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.291455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-6e5cba88-718b-46e7-b098-1affe7d5783c tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.104 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.2594655 Nov 12 03:32:11.318220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.347256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port f8776f27-b186-4059-b82f-2b5ff84aefa5 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:11.360393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:11.367364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:11.380651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:11.387809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.485112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c485364-2758-41ea-a658-e19c948a5c29 req-fc6021db-abbd-4f54-9d8e-8a1fbf27ecb1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.495968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c485364-2758-41ea-a658-e19c948a5c29 req-fc6021db-abbd-4f54-9d8e-8a1fbf27ecb1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.3130977 Nov 12 03:32:11.524901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Attempting to bind port b6b234ab-422d-4699-bfa4-c846415b4f50 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:11.527977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Attempting to bind port b6b234ab-422d-4699-bfa4-c846415b4f50 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3c2426a4-bccd-4c55-a079-25c96a3bc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:11.528462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Attempting to bind port b6b234ab-422d-4699-bfa4-c846415b4f50 on network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:11.539677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:11.540120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Checking segment: {'id': '3c2426a4-bccd-4c55-a079-25c96a3bc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:11.541509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.541989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Bound using segment: {'id': '3c2426a4-bccd-4c55-a079-25c96a3bc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:11.544361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Bound port: b6b234ab-422d-4699-bfa4-c846415b4f50, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2426a4-bccd-4c55-a079-25c96a3bc4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:11.544830 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.618512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8eba-8342-4737-ae2f-f85416eee2e0 req-5a9be1b2-7cb2-49cb-a1ff-2836d8a97516 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:11.627651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60bc8eba-8342-4737-ae2f-f85416eee2e0 req-5a9be1b2-7cb2-49cb-a1ff-2836d8a97516 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 945 time: 0.3542838 Nov 12 03:32:11.640571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.12 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e9efa143-9cbc-4800-a8ad-aabdb70332db/f8776f27-b186-4059-b82f-2b5ff84aefa5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:11.648680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:11.655535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:11.663217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.684720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.691177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.810405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844a89-683d-4856-8145-b242f57b0c5f None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:11.820549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.821479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 231e9fcf-4d2e-487b-858c-30fad7ecf541 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:32:11.869361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c485364-2758-41ea-a658-e19c948a5c29 req-67620835-de7c-4fb8-b573-04e5d13eb91c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724585 Nov 12 03:32:11.894861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60bc8eba-8342-4737-ae2f-f85416eee2e0 req-20584aac-2c11-4809-a3df-f5802c54e6a8 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656813 Nov 12 03:32:11.915564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Deleting port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:11.915913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:11.945200 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:32:11.949428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5909154b-c8dd-42a1-99c1-89ee873bacc3 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4617257 Nov 12 03:32:11.959597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:11.959831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.006762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.094808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:12.098685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:12.108507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:12.202331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] For port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,segment=NetworkSegment(41442584-1ee8-4629-8d9d-657b9979fe2e),segment_id=41442584-1ee8-4629-8d9d-657b9979fe2e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:12.202808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.234028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Calling delete_port for 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:12.239794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.240940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.247442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=f8776f27-b186-4059-b82f-2b5ff84aefa5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:12.296149 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff688a3e-d41b-4d3b-819c-cbeedde8bc14 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3740034 Nov 12 03:32:12.296398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:12.301013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:12.379100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.385248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.391183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.407672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.418687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.427432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.434932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:12.436750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-3a4876f5-43eb-49b1-a6bc-9496010d1588 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.3786981 Nov 12 03:32:12.543372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Deleting port d032f922-a8ef-47aa-8abf-f7cbbbcc603c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:12.543717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.710529 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:12.725333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Calling delete_port for d032f922-a8ef-47aa-8abf-f7cbbbcc603c owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:12.836861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c2b40e2-c08b-4057-be0a-d2576a7ae76f req-88b87ba7-0d7e-4d81-a3fd-c85a4910d474 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3560352 Nov 12 03:32:13.020209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:13.028228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.221108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.227208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.276376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Pushing event deleted for resources: {'Port': ['ID=03a1dcb6-66a9-402f-9f1e-4d0e6fa08770,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.314436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:13.314955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.321903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Pushing event deleted for resources: {'Port': ['ID=d032f922-a8ef-47aa-8abf-f7cbbbcc603c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.365342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6510d0-2d8f-4987-b6fc-6fa41e92f985 req-e65b4553-260b-4119-9e8c-44e5e150c030 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.375092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd6510d0-2d8f-4987-b6fc-6fa41e92f985 req-e65b4553-260b-4119-9e8c-44e5e150c030 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.3260226 Nov 12 03:32:13.425054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d770cc8f-ccdc-4b79-9ab1-fc051068e817 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:13.483758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.542566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:13.545603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:13.551626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.584926 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9efa143-9cbc-4800-a8ad-aabdb70332db (CIDR: 172.20.0.0/28) Nov 12 03:32:13.595578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284b0e7-fbfa-4136-b4c6-0a42aa366ef3 req-36943e45-2d6f-4f75-a6a9-3f0398689cd4 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:13.603298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6284b0e7-fbfa-4136-b4c6-0a42aa366ef3 req-36943e45-2d6f-4f75-a6a9-3f0398689cd4 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/ports?device_id=dabc9330-c800-46d3-b17d-0ca2aa3c3c31 HTTP/1.1" status: 200 len: 867 time: 0.5472741 Nov 12 03:32:13.634677 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:32:13.635310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:13.651416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.657044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-947c0ffe-559d-451b-be63-5f614e8a2639 tempest-RoutersAdminNegativeIpV6Test-1813984905 tempest-RoutersAdminNegativeIpV6Test-1813984905-project-admin] 10.222.0.97 "DELETE /v2.0/ports/d032f922-a8ef-47aa-8abf-f7cbbbcc603c HTTP/1.1" status: 204 len: 168 time: 1.6975739 Nov 12 03:32:13.679829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:13.680367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:13.689146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:13.753183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:13.754100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:13.908395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:13.935845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2428-b638-4937-b0bb-7298d022b130 None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:13.962000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:13.962370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.061899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7b4f8f00-1b3d-4b2f-9c84-8118b7a6087c None None] Provisioning complete for port f8776f27-b186-4059-b82f-2b5ff84aefa5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:14.062604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8f00-1b3d-4b2f-9c84-8118b7a6087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.102261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c7d731c9-4197-46b3-b97a-07a9fd9d1099 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8050966 Nov 12 03:32:14.103180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] No DVR routers for this DVR port 03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:14.105180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:14.110246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:14.111622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f8f00-1b3d-4b2f-9c84-8118b7a6087c None None] Port f8776f27-b186-4059-b82f-2b5ff84aefa5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:14.129394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.132654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cc85e09-05ca-4888-8faa-799fd102c6a0 req-cd9b3469-be47-4b9d-8ccb-41b739f4b97f tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.104 "DELETE /v2.0/ports/03a1dcb6-66a9-402f-9f1e-4d0e6fa08770 HTTP/1.1" status: 204 len: 173 time: 2.8043518 Nov 12 03:32:14.133142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'name': 'network-vif-deleted', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:14.135502 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34dca48-a906-4997-b7a7-08c2cab1f68a" -d '{"events": [{"server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "name": "network-vif-deleted", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:14.225459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd6510d0-2d8f-4987-b6fc-6fa41e92f985 req-86e5eaa6-739f-4b10-97d3-329494c473a3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485632 Nov 12 03:32:14.261782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6284b0e7-fbfa-4136-b4c6-0a42aa366ef3 req-24529b5d-9d6d-4f11-9e7e-2f7b4f4b7e64 tempest-ServerAddressesTestJSON-1794028390 tempest-ServerAddressesTestJSON-1794028390-project] 10.222.0.97 "GET /v2.0/security-groups?id=1076900e-a373-4fd3-baa7-871f1d396039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284220 Nov 12 03:32:14.313017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:14.319272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.436553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:14.494348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.512095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.518061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.536467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.542468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.558595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.574650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.580623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670a505e-5778-495e-ba9b-b6437b43443c req-5e71ec26-07c3-44b1-901a-c000fa1adf21 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.1900928 Nov 12 03:32:14.704588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670a505e-5778-495e-ba9b-b6437b43443c req-1e28eb97-c21b-460c-90be-2c13978fa2de tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144080 Nov 12 03:32:14.780622 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a94d3d3-3e92-41a1-8a1e-dd9df563ce16 x-openstack-request-id: req-0a94d3d3-3e92-41a1-8a1e-dd9df563ce16 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:14.780943 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabc9330-c800-46d3-b17d-0ca2aa3c3c31", "name": "network-vif-deleted", "tag": "03a1dcb6-66a9-402f-9f1e-4d0e6fa08770", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:14.781202 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0a94d3d3-3e92-41a1-8a1e-dd9df563ce16 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:14.781608 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabc9330-c800-46d3-b17d-0ca2aa3c3c31', 'name': 'network-vif-deleted', 'tag': '03a1dcb6-66a9-402f-9f1e-4d0e6fa08770', 'status': 'completed', 'code': 200} Nov 12 03:32:14.846667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.850007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e1a6-e92e-47dc-bad1-9170385f796e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.916339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:14.923257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:14.936279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:14.936900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.942787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4013b7-09e6-480f-9c60-973eb36ce90e None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:14.952468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e1a6-e92e-47dc-bad1-9170385f796e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.962626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0b5e1a6-e92e-47dc-bad1-9170385f796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:14.999482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=6c02167f-0993-4bfe-b214-7b906bbe7a87,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.032065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da26e3e6-8044-4180-8b0c-32fb1707dbcd tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9258513 Nov 12 03:32:15.036835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50422) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.052996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-175489785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c02167f-0993-4bfe-b214-7b906bbe7a87'}], 'security_groups': ['0426b0da-7921-4e96-a955-98b311612640']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:15.106318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5e1a6-e92e-47dc-bad1-9170385f796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec2c97a-4f85-46a4-8612-0aa9826b9aa3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.129265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0b5e1a6-e92e-47dc-bad1-9170385f796e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6bea89606fda43f988246dd3a7b788ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6901593 Nov 12 03:32:15.133254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.183035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08582b7-4d60-485a-bffd-76d938e474d4 req-ca4c4cb3-cb00-448d-b821-e118aa43598f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.191234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d08582b7-4d60-485a-bffd-76d938e474d4 req-ca4c4cb3-cb00-448d-b821-e118aa43598f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1194415 Nov 12 03:32:15.216522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.247435 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.283034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d08582b7-4d60-485a-bffd-76d938e474d4 req-3efe8e06-fb60-4ec8-a5bb-3ec68545c5b2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903950 Nov 12 03:32:15.307216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.374513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50432) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:15.465029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Deleting subnet e26b349d-aa4d-4b91-90d8-d4ed543aa6ae {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:15.469172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.495955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.499039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.500671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1ec2c97a-4f85-46a4-8612-0aa9826b9aa3 HTTP/1.1" status: 204 len: 168 time: 0.3659346 Nov 12 03:32:15.524524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e300a-58cd-495c-8037-ba1eceb5b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec2c97a-4f85-46a4-8612-0aa9826b9aa3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.536447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e0532-ad6c-40e5-bdb5-842052a3ab4b req-32c68592-e302-473e-96e1-eb4ae22b837e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:15.538753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-154e0532-ad6c-40e5-bdb5-842052a3ab4b req-32c68592-e302-473e-96e1-eb4ae22b837e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.1258447 Nov 12 03:32:15.545998 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.644028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.654512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:15.682400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-154e0532-ad6c-40e5-bdb5-842052a3ab4b req-1648385e-1d96-4445-be9f-ecf499652516 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336851 Nov 12 03:32:15.717690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Update dhcp port {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'fixed_ips': [{'subnet_id': 'e9efa143-9cbc-4800-a8ad-aabdb70332db', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c02167f-0993-4bfe-b214-7b906bbe7a87'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'b6b234ab-422d-4699-bfa4-c846415b4f50'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:32:15.733744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.808749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.865468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:15.877204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e26b349d-aa4d-4b91-90d8-d4ed543aa6ae HTTP/1.1" status: 204 len: 168 time: 0.5015323 Nov 12 03:32:15.880746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce86b97-bde6-4ebb-9bb6-10ee1d779a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e26b349d-aa4d-4b91-90d8-d4ed543aa6ae,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:15.886064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50444) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.085582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.105261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:16.105733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.107060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.114481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.121576 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.128010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.134240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.140644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.142704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.147365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.149622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-950d33a5-caf7-4d15-96fb-f7f0cbfa6424 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.2354319 Nov 12 03:32:16.282070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.317569 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1f25589f-ad51-4c77-971d-20404ef8c4cc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a6febe7719b04fa0bc1883bcb65c62c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678765 Nov 12 03:32:16.319150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50454) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.329162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ed233b-06fa-427a-8bfd-6d6608fbaf40']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:16.344563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b24fd2d-b029-4640-8b9a-c69a2ca50a89 req-b3412339-cc05-41c0-8ad7-777f5a95461a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1831510 Nov 12 03:32:16.355789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41442584-1ee8-4629-8d9d-657b9979fe2e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:16.356106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41442584-1ee8-4629-8d9d-657b9979fe2e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:16.364287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Delete allocated IP 172.20.0.12 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e9efa143-9cbc-4800-a8ad-aabdb70332db) {{(pid=102604) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:32:16.385157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.22 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/6c02167f-0993-4bfe-b214-7b906bbe7a87/f8776f27-b186-4059-b82f-2b5ff84aefa5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:16.411753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.437514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.464335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:16.464743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:16.466589 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:16.521731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.566098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f476f-a7a4-427c-b5e7-c96b82f73ec4 req-2c7591ca-da00-4032-a2c5-6cfe329fbc8b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.573317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b12f476f-a7a4-427c-b5e7-c96b82f73ec4 req-2c7591ca-da00-4032-a2c5-6cfe329fbc8b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1481481 Nov 12 03:32:16.577145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.579110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.596860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.603209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] 10.222.0.97 "DELETE /v2.0/networks/d0ed233b-06fa-427a-8bfd-6d6608fbaf40 HTTP/1.1" status: 204 len: 168 time: 0.7133055 Nov 12 03:32:16.610347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.618666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.637926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad13916-4d23-4ce1-a5cb-ed27fbaa9434 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ed233b-06fa-427a-8bfd-6d6608fbaf40,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.693012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b12f476f-a7a4-427c-b5e7-c96b82f73ec4 req-74e0798a-c8c4-4f57-a6e4-911dc4ab294c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127660 Nov 12 03:32:16.719341 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.722307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.726034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8cb421b4-5212-47b2-9256-ace84e383b18 HTTP/1.1" status: 204 len: 168 time: 0.4019468 Nov 12 03:32:16.737227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d486b2-39fb-4be3-bcf9-46ac204e9234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb421b4-5212-47b2-9256-ace84e383b18,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.830727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Allocated IP 172.20.0.18 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/6c02167f-0993-4bfe-b214-7b906bbe7a87/b6b234ab-422d-4699-bfa4-c846415b4f50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:16.879191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=f8776f27-b186-4059-b82f-2b5ff84aefa5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:16.931585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] In _notify_port_updated(), no bound segment for port f8776f27-b186-4059-b82f-2b5ff84aefa5 on network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:16.948822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.951664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:16.953702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-75bf7234-e20f-4c19-8f9b-0d6b76be8015 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/ports/f8776f27-b186-4059-b82f-2b5ff84aefa5 HTTP/1.1" status: 200 len: 920 time: 1.9138737 Nov 12 03:32:16.957499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:16.969781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0abc9-4254-4c32-9236-9a8689b2399c req-3c9b004c-f461-4ea0-b316-95039bf7551c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:16.977734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ba0abc9-4254-4c32-9236-9a8689b2399c req-3c9b004c-f461-4ea0-b316-95039bf7551c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.1055357 Nov 12 03:32:17.037648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:17.090519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.095259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ba0abc9-4254-4c32-9236-9a8689b2399c req-821cbfa8-e63f-421f-8c15-18e240711ae9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162689 Nov 12 03:32:17.098183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.116626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.165752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4666272-5311-4a44-8ee0-10a34f88699c None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.215208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port f8776f27-b186-4059-b82f-2b5ff84aefa5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:17.215208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.272897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-477343a2-4ae0-4e37-8258-e99d46d9bbe4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c47db4fda6064b5f8256bdb28f46f025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528175 Nov 12 03:32:17.276839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:17.385380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.453918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.457485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.510040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for f8776f27-b186-4059-b82f-2b5ff84aefa5 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:17.537320 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.540191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.541454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1076900e-a373-4fd3-baa7-871f1d396039 HTTP/1.1" status: 204 len: 168 time: 0.2633731 Nov 12 03:32:17.555318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c18e35-d8b6-4dd2-81d1-a5641cd59236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1076900e-a373-4fd3-baa7-871f1d396039,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:17.653379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:17.732231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.751314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.759428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.782827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.792044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:17.792699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.796543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.806935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.821217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:17.823240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-56e51119-3674-40dc-b90d-4ee2164b9dcd tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.2292285 Nov 12 03:32:17.849191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:17.917590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=f8776f27-b186-4059-b82f-2b5ff84aefa5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.043080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb9632a-a54e-4a90-9cc0-61e2cfae0a37 req-9a627b3b-096b-4b0d-8f08-6d1830cdd65f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2004781 Nov 12 03:32:18.067176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa18e3e-a4bc-4549-a462-dbb8d15f4e5d req-378bd779-3e51-4c23-b856-02067649c0f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.068756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efa18e3e-a4bc-4549-a462-dbb8d15f4e5d req-378bd779-3e51-4c23-b856-02067649c0f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2144878 Nov 12 03:32:18.082700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.090708 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4c2fc432-83ac-4434-bd1d-a47d8ecca98f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/f8776f27-b186-4059-b82f-2b5ff84aefa5 HTTP/1.1" status: 204 len: 168 time: 1.1307337 Nov 12 03:32:18.094924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.186835 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df141a1-b452-4fd4-950b-9a4cd6c5f2ec tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:32:18.189385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9df141a1-b452-4fd4-950b-9a4cd6c5f2ec tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/f8776f27-b186-4059-b82f-2b5ff84aefa5 HTTP/1.1" status: 404 len: 333 time: 0.0912061 Nov 12 03:32:18.191952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.267756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:18.268238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.268516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efa18e3e-a4bc-4549-a462-dbb8d15f4e5d req-ddea1559-02e4-463c-8ef8-4206770dbd1d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808655 Nov 12 03:32:18.295669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d920db-4d05-4ca8-9e5d-8d25cd1697af req-e13fca87-5302-4e08-9c30-5fa3c9c1a7c5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:18.298581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.298974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5d920db-4d05-4ca8-9e5d-8d25cd1697af req-e13fca87-5302-4e08-9c30-5fa3c9c1a7c5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.0954008 Nov 12 03:32:18.342832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.398178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5d920db-4d05-4ca8-9e5d-8d25cd1697af req-ff207ae8-7a43-401a-a1c7-fd2be1584c68 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860982 Nov 12 03:32:18.439361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.446349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.448402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/security-groups/c977279b-c443-407a-a3ad-1231edc8510f HTTP/1.1" status: 204 len: 168 time: 0.2551851 Nov 12 03:32:18.451081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.464326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4541cfd-3bd3-4804-94bc-206f202934bc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977279b-c443-407a-a3ad-1231edc8510f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.470145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Could not find standard attr ID for object f8776f27-b186-4059-b82f-2b5ff84aefa5. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:18.492441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:18.493019 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.542354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-236eaf99-6a05-4acf-8635-b0c59c95ed3f None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:18.556282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.579724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.630051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.708538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.714691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.719330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/security-groups/0426b0da-7921-4e96-a955-98b311612640 HTTP/1.1" status: 204 len: 168 time: 0.2654121 Nov 12 03:32:18.720741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.747463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fea66c-15b6-4e9d-b4ce-adcecf88238e tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426b0da-7921-4e96-a955-98b311612640,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:18.818334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet e9efa143-9cbc-4800-a8ad-aabdb70332db {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:18.822605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.857902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2dff75b8-a0e5-4053-8ff6-53a4618f7251 None None] Could not find standard attr ID for object f8776f27-b186-4059-b82f-2b5ff84aefa5. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:18.895942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:18.968854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-ab2d0a88-a0aa-4202-b126-775e8a9e0c46 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:18.970043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ab2d0a88-a0aa-4202-b126-775e8a9e0c46 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4123683 Nov 12 03:32:18.973074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.981022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-38257a36-f6b7-434b-a929-8fb9bd39e43e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:18.982257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38257a36-f6b7-434b-a929-8fb9bd39e43e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078967 Nov 12 03:32:18.984922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:18.989540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-c4535575-61cb-41af-a645-943f9b0afc22 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:18.994456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4535575-61cb-41af-a645-943f9b0afc22 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083101 Nov 12 03:32:18.997091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.007459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-129c7021-c24f-49a7-8aa9-f2fe6237f989 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.008891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-129c7021-c24f-49a7-8aa9-f2fe6237f989 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0105314 Nov 12 03:32:19.011700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.021112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-c321f4c2-d07d-4030-a607-24011d25a90c tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.023627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c321f4c2-d07d-4030-a607-24011d25a90c tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0104158 Nov 12 03:32:19.026190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.035860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-d36a021d-b11e-4398-85a6-e94da77cb5c0 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.044064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d36a021d-b11e-4398-85a6-e94da77cb5c0 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0165482 Nov 12 03:32:19.046721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.053654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-09f4b65a-b13f-476c-91b1-955a8995d1be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.054626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09f4b65a-b13f-476c-91b1-955a8995d1be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067315 Nov 12 03:32:19.057392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.058069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.065908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-8c78b106-f63f-4557-bd10-1c6ef754e577 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.070130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8c78b106-f63f-4557-bd10-1c6ef754e577 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110583 Nov 12 03:32:19.070785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50552) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.078384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-a04b9109-1be6-4827-b11f-c12e306a8d17 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.085597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a04b9109-1be6-4827-b11f-c12e306a8d17 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0136898 Nov 12 03:32:19.088516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.095938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-6f60a0c3-4868-4c77-8707-272a26be7638 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.102464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6f60a0c3-4868-4c77-8707-272a26be7638 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127618 Nov 12 03:32:19.103387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.108225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-e081267a-af20-40d1-820e-8434f6a68fd1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.112483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e081267a-af20-40d1-820e-8434f6a68fd1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0078073 Nov 12 03:32:19.113906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.120728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-c79b2c64-ed0a-4b30-af61-21bb9f72b791 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.124664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c79b2c64-ed0a-4b30-af61-21bb9f72b791 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0095613 Nov 12 03:32:19.125279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50562) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.131989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-a890c322-b4b3-49c1-8c5b-ebb0ffe3eb42 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.135290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a890c322-b4b3-49c1-8c5b-ebb0ffe3eb42 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090864 Nov 12 03:32:19.136169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50564) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.145629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-ce61df58-31fe-4c81-a8b6-2be3136e1c6f tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.147418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ce61df58-31fe-4c81-a8b6-2be3136e1c6f tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101206 Nov 12 03:32:19.150465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.162710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-77fffbaa-0247-4580-9753-3063b5607f04 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.167885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50568) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.172942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-77fffbaa-0247-4580-9753-3063b5607f04 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0126057 Nov 12 03:32:19.178755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-93a38b84-108b-424e-8018-50b68833a118 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.180071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-93a38b84-108b-424e-8018-50b68833a118 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0110888 Nov 12 03:32:19.182957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50572) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.192562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-7e6d20ab-3a45-4d99-ab5b-07c223147922 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.198238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e6d20ab-3a45-4d99-ab5b-07c223147922 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071964 Nov 12 03:32:19.198434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.201798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-0924b2a0-0f63-4cdf-af90-13d2b04380bf tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.203705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0924b2a0-0f63-4cdf-af90-13d2b04380bf tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057371 Nov 12 03:32:19.205874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.214324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-1d6857aa-d471-49b6-bc35-1fbb84a2b150 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.215592 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d6857aa-d471-49b6-bc35-1fbb84a2b150 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079937 Nov 12 03:32:19.218002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50578) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.230020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-9e57036a-3a07-47b8-a378-357e5d4d9389 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.238227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.239425 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e57036a-3a07-47b8-a378-357e5d4d9389 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0123937 Nov 12 03:32:19.241003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.243422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-c4146458-b015-4795-ab02-1d5b39dfda7d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.246869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4146458-b015-4795-ab02-1d5b39dfda7d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069983 Nov 12 03:32:19.247996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.267066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-02fd55fc-a82a-4f1b-a11a-fb8237bfb63e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.268079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.268658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-02fd55fc-a82a-4f1b-a11a-fb8237bfb63e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056653 Nov 12 03:32:19.277651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.283742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.290324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.296289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.296798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.303405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.309116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39057f7e-3328-4dac-8b0b-b821c822977e None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:19.309641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.312315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.312815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-59ef8bd0-e678-4097-9949-446980243396 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5419 time: 0.1382053 Nov 12 03:32:19.336370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e9efa143-9cbc-4800-a8ad-aabdb70332db HTTP/1.1" status: 204 len: 168 time: 0.6139774 Nov 12 03:32:19.346740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-d0be7c41-0134-43fd-926a-2f17d27d1f70 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.348088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d0be7c41-0134-43fd-926a-2f17d27d1f70 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0104046 Nov 12 03:32:19.351688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.363672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.367288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1e42-d768-443a-9129-3a96a467bcc0 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=e9efa143-9cbc-4800-a8ad-aabdb70332db,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:19.372843 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:19.463353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9016f5a-e495-45be-90d5-bf90811bfa3d req-e074a1ad-7041-4218-8d28-81290f077535 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1415992 Nov 12 03:32:19.485715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-9b90dcf3-c691-4f78-bdd3-07545ca89905 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.486805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b90dcf3-c691-4f78-bdd3-07545ca89905 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1205187 Nov 12 03:32:19.492005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.496298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc5aa0-88a8-48e0-8cb3-f1adf8aa65f5 req-f0c07b9f-6280-4e9a-bfd2-5f207608b75c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.498927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-9101dec0-9203-45c6-92c2-4d25420d29be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.500069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9101dec0-9203-45c6-92c2-4d25420d29be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0066516 Nov 12 03:32:19.515929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aedc5aa0-88a8-48e0-8cb3-f1adf8aa65f5 req-f0c07b9f-6280-4e9a-bfd2-5f207608b75c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.0978441 Nov 12 03:32:19.517220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.521756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-7d35b01c-7335-4f34-8363-239d2a061133 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.525079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d35b01c-7335-4f34-8363-239d2a061133 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045788 Nov 12 03:32:19.525742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.531229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-5e5544f4-c5cd-431a-bc65-99d133c29906 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.532267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e5544f4-c5cd-431a-bc65-99d133c29906 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055668 Nov 12 03:32:19.536197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50608) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.541954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-8ae33dcd-5f99-4978-8518-42be1cc9d8fe tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.545541 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8ae33dcd-5f99-4978-8518-42be1cc9d8fe tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0058615 Nov 12 03:32:19.545541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50610) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.549810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-64c0ce94-6073-4915-b949-11f20e6d51fd tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.551431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64c0ce94-6073-4915-b949-11f20e6d51fd tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049002 Nov 12 03:32:19.553868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.555872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:19.561856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.568912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-8e86b9a5-4f86-4ae2-8e05-fb9bd34a8451 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.572859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e86b9a5-4f86-4ae2-8e05-fb9bd34a8451 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0151927 Nov 12 03:32:19.574238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.592978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19431c3b-cc91-40d9-8d77-45cb2ff6e797 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:19.593665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-2a13fc37-ab29-45cc-85cc-faea11d021ca tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.594809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2a13fc37-ab29-45cc-85cc-faea11d021ca tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0186224 Nov 12 03:32:19.599297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.604138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-11aebb30-9896-41ab-935a-decebe16f960 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.605800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11aebb30-9896-41ab-935a-decebe16f960 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052140 Nov 12 03:32:19.633839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50618) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.640882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-7dc3d39d-1599-41a3-9ab3-2c369437b583 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.641864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7dc3d39d-1599-41a3-9ab3-2c369437b583 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067666 Nov 12 03:32:19.644775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.649827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.698782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-bb7c4dab-6de8-4c4f-bcdf-8bfa56831f7e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.703067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb7c4dab-6de8-4c4f-bcdf-8bfa56831f7e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0519962 Nov 12 03:32:19.706106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.711334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-7430d9b1-293c-4118-b772-bac1b236c2be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.713501 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7430d9b1-293c-4118-b772-bac1b236c2be tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046749 Nov 12 03:32:19.716907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.723483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-bfe61d6b-e97d-4d03-819a-57a9dd8f951b tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.727922 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bfe61d6b-e97d-4d03-819a-57a9dd8f951b tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101538 Nov 12 03:32:19.738466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aedc5aa0-88a8-48e0-8cb3-f1adf8aa65f5 req-9eb4d607-ad16-41ac-8632-38e07f572d05 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141104 Nov 12 03:32:19.738466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.746638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-fcad37dc-6cca-484d-b32c-66d8adaf88fe tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.751482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fcad37dc-6cca-484d-b32c-66d8adaf88fe tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081282 Nov 12 03:32:19.753766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.761035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-bed73a63-3b58-40bf-a172-5893ecd147c6 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.762264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bed73a63-3b58-40bf-a172-5893ecd147c6 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072565 Nov 12 03:32:19.764942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.774739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-a373ecb0-8345-481c-945a-5301bfcf5d06 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.778378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a373ecb0-8345-481c-945a-5301bfcf5d06 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093207 Nov 12 03:32:19.779167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50636) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.786905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-ee6222eb-5a7a-439f-92ad-7b903956b959 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.790202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee6222eb-5a7a-439f-92ad-7b903956b959 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076873 Nov 12 03:32:19.790449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.796905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-4a42a13f-b6b1-4a15-a0bd-017f1d067459 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.800733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4a42a13f-b6b1-4a15-a0bd-017f1d067459 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064981 Nov 12 03:32:19.801030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50640) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.809578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386a08f-d659-493b-8677-3d738cefba2a req-3037bbe5-dbaa-47c5-9a74-e5804de1a5e2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:19.809908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-631eb8b8-b08f-46b5-9c12-66bce33e3f78 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.813578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-631eb8b8-b08f-46b5-9c12-66bce33e3f78 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0089290 Nov 12 03:32:19.825215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9386a08f-d659-493b-8677-3d738cefba2a req-3037bbe5-dbaa-47c5-9a74-e5804de1a5e2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.1741817 Nov 12 03:32:19.829409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:19.829612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.836444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-715008041-network', 'tenant_id': '8f51ca0225df49b79bf7acb591c44fb9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:19.846775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-70bbfe05-5e81-4a29-8a2e-03ff8f35ab91 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.853803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-70bbfe05-5e81-4a29-8a2e-03ff8f35ab91 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0217547 Nov 12 03:32:19.855166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.857992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'port_id': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'mac_address': 'fa:16:3e:a5:b3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:19.861047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-2edf736b-7c14-48e9-ac31-a4fb17bb9e9a tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.861996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2edf736b-7c14-48e9-ac31-a4fb17bb9e9a tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044417 Nov 12 03:32:19.868625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50646) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.877821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-a8b614cc-253f-40e4-8650-8e62c4db2a5e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.878863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8b614cc-253f-40e4-8650-8e62c4db2a5e tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068235 Nov 12 03:32:19.883678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50648) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.893506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-f3d46233-b8a3-4530-8ee3-c7c7527d40fb tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.897453 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3d46233-b8a3-4530-8ee3-c7c7527d40fb tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0086536 Nov 12 03:32:19.897883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50650) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.904084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-78d891d1-d695-48b2-bcbc-f1a4c406ac66 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.907355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-78d891d1-d695-48b2-bcbc-f1a4c406ac66 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0064580 Nov 12 03:32:19.915736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.921879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.922081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-76e0f0c6-10d2-4351-bfcc-0ad77d9688dd tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.925805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-76e0f0c6-10d2-4351-bfcc-0ad77d9688dd tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089474 Nov 12 03:32:19.927686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.933155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-4e6d368c-b017-49de-bb0a-e82fa8482ef7 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.937803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e6d368c-b017-49de-bb0a-e82fa8482ef7 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084400 Nov 12 03:32:19.937995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19431c3b-cc91-40d9-8d77-45cb2ff6e797 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:19.939766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.944334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-05a3d2c6-5f93-408f-b362-e4133a8fbf44 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.947763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-05a3d2c6-5f93-408f-b362-e4133a8fbf44 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043969 Nov 12 03:32:19.948021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Made reservation on behalf of 8f51ca0225df49b79bf7acb591c44fb9 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:19.950593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.953451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.957822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9386a08f-d659-493b-8677-3d738cefba2a req-15741b30-6f8d-4823-866f-abb34f0f9d1c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Nov 12 03:32:19.960773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-12daf12c-d1c8-4c3e-ac4a-d018913e5213 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.964274 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-12daf12c-d1c8-4c3e-ac4a-d018913e5213 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058253 Nov 12 03:32:19.967418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.969260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.973462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-ffce7c54-9212-4739-be2d-30b85b2d8d45 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.974450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ffce7c54-9212-4739-be2d-30b85b2d8d45 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060580 Nov 12 03:32:19.977168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.981859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-51e422b7-d1e2-4711-9411-0af5cecfce61 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.982553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:19.982895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-51e422b7-d1e2-4711-9411-0af5cecfce61 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047390 Nov 12 03:32:19.985490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:19.990172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-fd9a9ac0-c325-4aa5-983e-585066b0fadf tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:19.991309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fd9a9ac0-c325-4aa5-983e-585066b0fadf tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048168 Nov 12 03:32:19.992285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:19.993228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 75855fbd-0828-47c7-9b18-4077893ea264 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:19.997581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50666) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.004176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-87d99cb2-b649-4098-a935-1c9a01dbd5bc tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.006184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-87d99cb2-b649-4098-a935-1c9a01dbd5bc tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045681 Nov 12 03:32:20.008988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.013334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-755183b1-6d3c-4cb9-b060-a5cb9c75287b tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.016629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-755183b1-6d3c-4cb9-b060-a5cb9c75287b tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043254 Nov 12 03:32:20.016894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.021531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-0e695b3f-dca1-45d5-a152-4e0b50647c2d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.024973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0e695b3f-dca1-45d5-a152-4e0b50647c2d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071435 Nov 12 03:32:20.025215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50672) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.044478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-8b3d9167-959c-4dbd-acde-6e9c2f05a7ae tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.048071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b3d9167-959c-4dbd-acde-6e9c2f05a7ae tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0145380 Nov 12 03:32:20.049082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.054557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-c311ba39-19f6-49cc-9a9f-08f5d78e1949 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.059403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c311ba39-19f6-49cc-9a9f-08f5d78e1949 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0090563 Nov 12 03:32:20.060353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.067228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-4696e55b-807a-41b6-ba88-f86e8aa14a75 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.068326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4696e55b-807a-41b6-ba88-f86e8aa14a75 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0067892 Nov 12 03:32:20.071010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.077172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-e7cc3250-763c-4333-a66a-54da4f63027f tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.078291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e7cc3250-763c-4333-a66a-54da4f63027f tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060818 Nov 12 03:32:20.078433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.080828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.086368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-683204ab-4fc1-481e-b431-80066b505254 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.090482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-683204ab-4fc1-481e-b431-80066b505254 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080612 Nov 12 03:32:20.091322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.095813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-f8968297-c515-4a14-a904-d40aa515bc46 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.100473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f8968297-c515-4a14-a904-d40aa515bc46 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079286 Nov 12 03:32:20.101076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.105532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-2db842e2-a0f5-4c65-bf31-5f80f5876a6c tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.109249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.109710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2db842e2-a0f5-4c65-bf31-5f80f5876a6c tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073159 Nov 12 03:32:20.110477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.115108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-277f62e9-d6d5-48f5-926c-3a755e14f3b1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.118916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-277f62e9-d6d5-48f5-926c-3a755e14f3b1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071902 Nov 12 03:32:20.119680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.124048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-afe2c200-d05f-4508-a2f3-676ca0891734 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.128041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-afe2c200-d05f-4508-a2f3-676ca0891734 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067375 Nov 12 03:32:20.129490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.135791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-0c964405-9913-4346-9a1c-b12f606bd84d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.139550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0c964405-9913-4346-9a1c-b12f606bd84d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091071 Nov 12 03:32:20.140191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.145759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-2859066a-c30b-49a0-819c-8c1428219681 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.147297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2859066a-c30b-49a0-819c-8c1428219681 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061579 Nov 12 03:32:20.148141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=e398189b-dc4d-4602-a5c3-992b7c4b0cef,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.149752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.154018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.158723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-94c31bee-717b-4ea1-86bc-52f6ec10a5ec tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.163153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94c31bee-717b-4ea1-86bc-52f6ec10a5ec tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086074 Nov 12 03:32:20.163297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.169545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [None req-fd8b8c31-75d8-4e53-bfa3-dd5956faf80d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.173141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd8b8c31-75d8-4e53-bfa3-dd5956faf80d tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064108 Nov 12 03:32:20.173506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.177664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '75855fbd-0828-47c7-9b18-4077893ea264', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'port_id': '75855fbd-0828-47c7-9b18-4077893ea264', 'mac_address': 'fa:16:3e:20:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:20.179090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [None req-d2fcf282-64ef-4dba-9044-be92ef31dcb1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] http://10.222.0.97:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:20.184746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2fcf282-64ef-4dba-9044-be92ef31dcb1 tempest-ExtensionsTestJSON-633509890 tempest-ExtensionsTestJSON-633509890-project] 10.222.0.97 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0096869 Nov 12 03:32:20.191319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:20.195204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:20.198106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.198721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.239149 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c5a617e1-b0f7-48cc-ad35-011e34717282 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8704028 Nov 12 03:32:20.240051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.245509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'security_group': {'name': 'tempest-secgroup-171825411'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.255694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.261628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.292874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:20.301960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.302432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.323012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75855fbd-0828-47c7-9b18-4077893ea264 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:20.337797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.338337 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Added segment 1e559903-8d10-4a2f-a5f6-4fdc66cb81e6 of type vlan for network 357df5bd-314b-4999-91c7-21cd5e8f5c6a Nov 12 03:32:20.368034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744e87f-2aaa-4006-816b-73e9b9a139c7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.372217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.392211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.392885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1645fb63-ae64-4563-ac08-8cc467f39eed details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:20.412032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.424732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.442204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.465022 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.473366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2315187 Nov 12 03:32:20.477237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.489585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1762614639'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.503101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c1fc8-64a1-4a91-87a4-9e565fc09284 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c767586-5e74-49ff-80a0-287b5cfe2d1f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.558028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:20.583026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.586430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.600070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1645fb63-ae64-4563-ac08-8cc467f39eed', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'port_id': '1645fb63-ae64-4563-ac08-8cc467f39eed', 'mac_address': 'fa:16:3e:91:87:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:20.604217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.605508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.606867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.652043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.657495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c0e08-f46b-418f-b69d-e1a3f8f8741c None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:20.699641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0509589 Nov 12 03:32:20.712238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50724) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:20.730009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Request body: {'subnet': {'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-715008041-subnet', 'tenant_id': '8f51ca0225df49b79bf7acb591c44fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:20.754303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ade87-46aa-4cc8-9986-771e3571cefb admin admin] Pushing event updated for resources: {'Network': ['ID=357df5bd-314b-4999-91c7-21cd5e8f5c6a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:20.785685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.792375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Made reservation on behalf of 8f51ca0225df49b79bf7acb591c44fb9 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:20.796685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.827147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.857956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.863230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:20.866404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.885987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.892393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.899061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.899764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.906966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.914902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:20.917946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-c6c8a5b2-0fa8-43c7-81c3-6bb4014f0aca tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5421 time: 0.2780073 Nov 12 03:32:20.932015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dd7ed29f-df36-4d34-a441-9f52655c41ac None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:20.932385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed29f-df36-4d34-a441-9f52655c41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:20.971702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1645fb63-ae64-4563-ac08-8cc467f39eed {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:21.000869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.002507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5172575 Nov 12 03:32:21.007065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.017334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1584512543'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:21.031589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a447b23-be5b-48af-a70c-9ebab14cea42 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef760d-f9d8-4b9e-bb6a-b555c4e7af38,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.080461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.095213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:21.138504 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.139448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19f532ac-82f8-4582-a3fc-0341160f7b54 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:21.143137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-699b3df6-6264-4e94-a722-d24b097136e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.174087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19f532ac-82f8-4582-a3fc-0341160f7b54,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:21.174630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.180422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.185386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268180-2230-4658-bbbc-cd6aa041d410 req-23a06e26-3bb7-4336-ac07-c4d48e18aab5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.186734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84268180-2230-4658-bbbc-cd6aa041d410 req-23a06e26-3bb7-4336-ac07-c4d48e18aab5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2614284 Nov 12 03:32:21.195311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '19f532ac-82f8-4582-a3fc-0341160f7b54', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'port_id': '19f532ac-82f8-4582-a3fc-0341160f7b54', 'mac_address': 'fa:16:3e:c1:83:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:21.197501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe38e20a-ba78-4b4a-99e8-60b22d4397e1 req-49b0fe90-4f90-486e-918b-4906f3d71422 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2708821 Nov 12 03:32:21.207960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:21.289919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.296625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.298816 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2844634 Nov 12 03:32:21.300362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135332-145a-4233-b945-1e1576233da7 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2127b6e6-ed61-4712-8862-5e8ab1295949,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.303610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-126984960', 'security_groups': ['2127b6e6-ed61-4712-8862-5e8ab1295949'], 'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e398189b-dc4d-4602-a5c3-992b7c4b0cef'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:21.333716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84268180-2230-4658-bbbc-cd6aa041d410 req-2b05b7c5-094f-4c2d-b5b0-06c6405ace50 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352210 Nov 12 03:32:21.336468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.364259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Update dhcp port {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'fixed_ips': [{'subnet_id': '6c02167f-0993-4bfe-b214-7b906bbe7a87', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e398189b-dc4d-4602-a5c3-992b7c4b0cef'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'b6b234ab-422d-4699-bfa4-c846415b4f50'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:32:21.424756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.433465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f532ac-82f8-4582-a3fc-0341160f7b54 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:21.515657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-699b3df6-6264-4e94-a722-d24b097136e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.524082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.547645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9938465-7a0f-42e4-bc8c-249a2c6e4c7b req-48112758-a5fe-4efd-b7dc-7befba998b1c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.549233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9938465-7a0f-42e4-bc8c-249a2c6e4c7b req-48112758-a5fe-4efd-b7dc-7befba998b1c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.1993957 Nov 12 03:32:21.549913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-699b3df6-6264-4e94-a722-d24b097136e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.636470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dd7ed29f-df36-4d34-a441-9f52655c41ac None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:21.636839 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd7ed29f-df36-4d34-a441-9f52655c41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.638311 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.661609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-699b3df6-6264-4e94-a722-d24b097136e6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5e6eedb5d42f4cef81c17d0cdb9aa2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0073228 Nov 12 03:32:21.664374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50748) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:21.664875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b3df6-6264-4e94-a722-d24b097136e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b6346-e1dd-4496-b3a6-85e6971397bf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.672329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f9ea53-0b64-42d8-9220-f29fdacd0a5b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.683849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19f532ac-82f8-4582-a3fc-0341160f7b54,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:21.700629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:21.724653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.742792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9938465-7a0f-42e4-bc8c-249a2c6e4c7b req-2ad19b21-4bdb-4054-a767-489da4dcff48 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598933 Nov 12 03:32:21.767672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ed29f-df36-4d34-a441-9f52655c41ac None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:21.773122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Checking segment: {'id': '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:21.773715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Network hostable DHCP agents. Network: 357df5bd-314b-4999-91c7-21cd5e8f5c6a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:21.785082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.817546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.836428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:21.844263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 248e0b6f-2043-483c-af29-11835592a7d3 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:21.851052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.852934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:21.866521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 357df5bd-314b-4999-91c7-21cd5e8f5c6a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:21.878727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:21.878973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.879957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.882411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:21.884204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d98b6346-e1dd-4496-b3a6-85e6971397bf HTTP/1.1" status: 204 len: 168 time: 0.2175491 Nov 12 03:32:21.885670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] device_id is not set on port 987b110b-3e4e-4ce9-83e5-b969924f4923 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:21.893633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e10adc-1713-446b-9a8f-25b01b31e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b6346-e1dd-4496-b3a6-85e6971397bf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.897341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61ac37-94e6-435e-bad0-a6971c648a82 None None] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:21.938900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a', 'port_id': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'mac_address': 'fa:16:3e:44:bc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fee02d-5c4a-42ed-a920-c1208aac7470', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:21.961771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:21.962984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-da166c08-7a01-4f7d-8f5f-8c42b03f87f0 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2473915 Nov 12 03:32:22.141876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.162514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Allocated IP 172.20.0.2 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e398189b-dc4d-4602-a5c3-992b7c4b0cef/b6b234ab-422d-4699-bfa4-c846415b4f50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:22.170679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.177860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d9403-abc8-4337-9510-91b7ae859eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.224077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9417eaf4-ddf8-416b-ad06-abd758d95d55 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:22.282242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.314232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38cb6344-93e8-495b-823f-50e0a126c25b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.332820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.356547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '248e0b6f-2043-483c-af29-11835592a7d3', 'network_id': '4214a91f-8628-4fc8-8a9b-25305b959c5f', 'port_id': '248e0b6f-2043-483c-af29-11835592a7d3', 'mac_address': 'fa:16:3e:9c:7e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60556bc-960c-40d9-94f6-635830b5902e', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:22.360172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.368877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20801efb-7ee7-404b-8b63-f3b2f59b7101 None None] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:22.390575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.410419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.417490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.424599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.432605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.439177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.445991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.447115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38cb6344-93e8-495b-823f-50e0a126c25b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.448977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-bbdb4663-478b-41d5-8fd4-2f9fa92799c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5423 time: 0.1583657 Nov 12 03:32:22.453601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38cb6344-93e8-495b-823f-50e0a126c25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.508624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-38cb6344-93e8-495b-823f-50e0a126c25b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3f329462cf404315a1a27d21706dd38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3648767 Nov 12 03:32:22.511520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50784) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:22.524214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['75855fbd-0828-47c7-9b18-4077893ea264'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:22.540087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb6344-93e8-495b-823f-50e0a126c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1134d3d4-b574-4f0f-b9e9-51822c792bcd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.549831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f83966a2-7b24-4d95-9c52-6c45d41ce6b9 req-7c25c324-dc41-48a9-b4dd-8dc68720b280 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0913849 Nov 12 03:32:22.569493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-069680ab-db98-4971-b946-793b6aadf001 None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.585166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.604778 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.630113 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.654326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['19f532ac-82f8-4582-a3fc-0341160f7b54'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:22.657223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e0b6f-2043-483c-af29-11835592a7d3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:22.669465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.702112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.731549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.739766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.743417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.744692 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1134d3d4-b574-4f0f-b9e9-51822c792bcd HTTP/1.1" status: 204 len: 168 time: 0.2318156 Nov 12 03:32:22.799008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c33eaf-d269-4aa0-b3b4-e90008720618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134d3d4-b574-4f0f-b9e9-51822c792bcd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:22.802014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9417eaf4-ddf8-416b-ad06-abd758d95d55'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:22.814703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acb112-b5f4-4e2f-8f07-ee09f3f811bb req-279d8d7f-b6b5-486d-b78b-aa83fc97a13b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.822975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08acb112-b5f4-4e2f-8f07-ee09f3f811bb req-279d8d7f-b6b5-486d-b78b-aa83fc97a13b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1402323 Nov 12 03:32:22.842278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:22.846134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-e18ec6a6-e438-4b89-b1c9-1076cd28b81a tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:22.855381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-e18ec6a6-e438-4b89-b1c9-1076cd28b81a tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/networks?id=357df5bd-314b-4999-91c7-21cd5e8f5c6a HTTP/1.1" status: 200 len: 812 time: 0.3039744 Nov 12 03:32:22.859437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.13 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e398189b-dc4d-4602-a5c3-992b7c4b0cef/987b110b-3e4e-4ce9-83e5-b969924f4923) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:22.895233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:22.895703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-1050618c-5a3f-4d84-9638-212d58456928 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/quotas/8f51ca0225df49b79bf7acb591c44fb9 HTTP/1.1" status: 200 len: 375 time: 0.0385108 Nov 12 03:32:22.895831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9225e990-2e0e-4a6b-abf1-6503526d98bf details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:22.957854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-4a55e263-9eae-4078-8681-b5d26737de11 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8f51ca0225df49b79bf7acb591c44fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607300 Nov 12 03:32:23.010480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069680ab-db98-4971-b946-793b6aadf001 None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.015308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50808) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.051357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08acb112-b5f4-4e2f-8f07-ee09f3f811bb req-8c9bf94c-33eb-4582-a62a-2ff624ebbf19 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271352 Nov 12 03:32:23.265747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.286068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16da08e-d067-45a6-bac9-1a4a9a9c159f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.294999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.318576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-794019628'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:23.325767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-41ebea9b-c2af-486d-98af-1a583f2afbe6 service neutron] 10.222.0.97 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668756 Nov 12 03:32:23.368871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:23.381248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Made reservation on behalf of d77db36be53a4ef69d5cb7ff12908812 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:23.385607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.405768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.418429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'port_id': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'mac_address': 'fa:16:3e:9b:96:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:23.427855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.464164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b9580-002c-44d1-941f-cc54837182a5 req-cbb00e76-31ad-45c8-8ccf-0f94457a15e6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.465760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d32b9580-002c-44d1-941f-cc54837182a5 req-cbb00e76-31ad-45c8-8ccf-0f94457a15e6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.3169820 Nov 12 03:32:23.479464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-0985de47-4428-457d-9dbf-3b8c55be3803 service neutron] 10.222.0.97 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448231 Nov 12 03:32:23.526795 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.547217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16da08e-d067-45a6-bac9-1a4a9a9c159f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.554703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9225e990-2e0e-4a6b-abf1-6503526d98bf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:23.574776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d16da08e-d067-45a6-bac9-1a4a9a9c159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.589906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:23.596569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d32b9580-002c-44d1-941f-cc54837182a5 req-164efe1a-5850-4652-ab69-d05d2df4dfb6 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229277 Nov 12 03:32:23.609514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.610280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:23.637883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.650307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16da08e-d067-45a6-bac9-1a4a9a9c159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb80700-20e5-4743-be1e-b6df6ea804ff,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.652909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:23.693622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:23.700629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:23.703222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:23.745130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.749879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d16da08e-d067-45a6-bac9-1a4a9a9c159f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fea4a513a72c4afaadd371d655be248a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830639 Nov 12 03:32:23.752111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:23.778380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1645fb63-ae64-4563-ac08-8cc467f39eed'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:23.799344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.858514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bffe7eb2-ae44-4357-a868-649c14230772 req-cbddb11a-ced8-4040-beef-8947cc5698b4 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 210 time: 0.0750985 Nov 12 03:32:23.859685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=987b110b-3e4e-4ce9-83e5-b969924f4923,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.865107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.892175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:23.898782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.899486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.932622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce11beca-b15f-4a21-ad29-801de0f97c0a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:23.939740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.940422 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Added segment 299360d8-0c04-4b1e-ba19-c0b250d9349d of type vlan for network 228d5af7-5357-49e0-80dc-3caab12e48b5 Nov 12 03:32:23.945148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:23.954770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.964384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.977413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:23.993124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.012451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.018652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.028261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.030459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-5f1d704a-03be-41a2-9e48-4e244a1dce37 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5425 time: 0.2487354 Nov 12 03:32:24.035960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ede7fcef-9b38-4b45-9a34-b6274d7685c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7376833 Nov 12 03:32:24.038137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50826) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.043494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.069407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.072214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.080527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5fb80700-20e5-4743-be1e-b6df6ea804ff HTTP/1.1" status: 204 len: 168 time: 0.3231304 Nov 12 03:32:24.089337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.110593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c4fa0-5abd-46e9-b574-dacd2a6e2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb80700-20e5-4743-be1e-b6df6ea804ff,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.117624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.156966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'network_id': '5be642c6-6608-49fb-9e08-76762a5c610f', 'port_id': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'mac_address': 'fa:16:3e:99:53:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:24.174083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.186435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.186435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.234086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['19431c3b-cc91-40d9-8d77-45cb2ff6e797'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:24.259948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2409892 Nov 12 03:32:24.260822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.269337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12009f29-f26e-4a8e-86ca-5c4d9f7a30cf req-0f1a44eb-c235-44f2-8326-c9c54685c03b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2216446 Nov 12 03:32:24.276075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Request body: {'subnet': {'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.303810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f442b-dba3-4ac3-ae3b-ec7708548c8b req-3ecb0869-127a-478c-9032-c3f216c63263 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.305754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb0f442b-dba3-4ac3-ae3b-ec7708548c8b req-3ecb0869-127a-478c-9032-c3f216c63263 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.0919991 Nov 12 03:32:24.352724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.371658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701519-94dd-4639-bcc7-f0228d128c20 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'Network': ['ID=228d5af7-5357-49e0-80dc-3caab12e48b5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.376899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:24.380810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.402659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:24.473093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Made reservation on behalf of d77db36be53a4ef69d5cb7ff12908812 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:24.480845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.495047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb0f442b-dba3-4ac3-ae3b-ec7708548c8b req-0e41bda1-e2ef-4b45-851b-f1e6cc26c63f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724789 Nov 12 03:32:24.577556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.588490 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e398189b-dc4d-4602-a5c3-992b7c4b0cef (CIDR: 172.20.0.0/28) Nov 12 03:32:24.597630 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:32:24.598218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:24.624322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e1c28aa0-28a4-4638-9bf4-3cd2d3e0e5c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5844722 Nov 12 03:32:24.626744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.631611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1bb16506-e50b-4770-82c8-d6ee54d3cfa2 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:24.632156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb16506-e50b-4770-82c8-d6ee54d3cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.633095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:24.634546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b2f8318-c830-44de-aaab-1814db2e49f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.721233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:24.733226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:24.733663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.750003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.821137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:24.853684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Checking segment: {'id': '299360d8-0c04-4b1e-ba19-c0b250d9349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:24.854052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Network hostable DHCP agents. Network: 228d5af7-5357-49e0-80dc-3caab12e48b5, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:24.868882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'Subnet': ['ID=3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:24.889214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:24.892717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:24.893216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.903435 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.904569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0be678-03e4-4e45-a31c-4b136680ca3c req-39bc8220-f485-42c1-833f-633ec1e63bfa tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.906138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec0be678-03e4-4e45-a31c-4b136680ca3c req-39bc8220-f485-42c1-833f-633ec1e63bfa tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.1183093 Nov 12 03:32:24.939394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 228d5af7-5357-49e0-80dc-3caab12e48b5) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:24.948363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:24.949254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:24.982369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-98e71d94-b4c5-448f-b604-f96025055249 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7169688 Nov 12 03:32:24.983071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:24.988674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Request body: {'port': {'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1656711228'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:25.037161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82edd99-199b-4f88-ac96-4f86fa634337 None None] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:25.136076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Made reservation on behalf of d77db36be53a4ef69d5cb7ff12908812 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:25.140896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.164636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] device_id is not set on port a85cfde1-29a9-4dcd-b519-cff5af060437 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:25.168392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93546c11-1acb-4c24-815e-3805729791d3 req-5702877e-4483-4c34-8fdc-49ee5d220aba tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 210 time: 0.0893633 Nov 12 03:32:25.170040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19f532ac-82f8-4582-a3fc-0341160f7b54 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:25.179789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec0be678-03e4-4e45-a31c-4b136680ca3c req-7bac538f-fd86-42b9-a30a-b050f367c499 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595584 Nov 12 03:32:25.224873 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6c02167f-0993-4bfe-b214-7b906bbe7a87 (CIDR: 172.20.0.16/28) Nov 12 03:32:25.229621 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:32:25.230230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:25.254658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3ff5df81-ca11-4ecc-aaeb-4112755eab2d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6233811 Nov 12 03:32:25.255668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:25.262320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'subnet': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:25.305566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:25.309413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:25.454333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Allocated IP 172.20.0.12 (228d5af7-5357-49e0-80dc-3caab12e48b5/3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b/a85cfde1-29a9-4dcd-b519-cff5af060437) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:25.473100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.481131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.488545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.495765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.503762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.504220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.511577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.519451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.521685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-f3de1baf-479c-4523-9e4c-4e9864cf468c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5426 time: 0.1226389 Nov 12 03:32:25.525080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Made reservation on behalf of 9e927653f8dd4c7b96e2584df98a4264 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:25.529492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.663476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89156bb5-1070-4746-afc3-3a6ed6203368 req-e219340c-36db-4367-87f2-148e7848e385 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1338842 Nov 12 03:32:25.686657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1bb16506-e50b-4770-82c8-d6ee54d3cfa2 None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:25.686657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb16506-e50b-4770-82c8-d6ee54d3cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.733220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5a0db-00fa-4f20-9a60-459ee02c74e3 req-99889961-9073-4251-ad45-5e8455a1d24a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.735080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 19f532ac-82f8-4582-a3fc-0341160f7b54 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:25.736334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5e5a0db-00fa-4f20-9a60-459ee02c74e3 req-99889961-9073-4251-ad45-5e8455a1d24a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1242917 Nov 12 03:32:25.737220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 9417eaf4-ddf8-416b-ad06-abd758d95d55 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:25.751944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 19f532ac-82f8-4582-a3fc-0341160f7b54 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:25.752630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.795673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-228d5af7-5357-49e0-80dc-3caab12e48b5', 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5', 'tenant_id': 'd77db36be53a4ef69d5cb7ff12908812', 'fixed_ips': [{'subnet_id': '3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:25.796583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.798443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 9417eaf4-ddf8-416b-ad06-abd758d95d55 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:25.798877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.810170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1bb16506-e50b-4770-82c8-d6ee54d3cfa2 None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:25.827966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5e5a0db-00fa-4f20-9a60-459ee02c74e3 req-b309cdfc-a980-4220-898b-e17c1c37e760 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686061 Nov 12 03:32:25.853700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9225e990-2e0e-4a6b-abf1-6503526d98bf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:25.894184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['5946bbdd-55cc-4aa1-a3eb-788ce66b2e37'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:25.977724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:25.997015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-277b0483-c595-4000-a959-4f819796a81c tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:25.998761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-277b0483-c595-4000-a959-4f819796a81c tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.104 "GET /v2.0/networks?id=357df5bd-314b-4999-91c7-21cd5e8f5c6a HTTP/1.1" status: 200 len: 812 time: 0.1526968 Nov 12 03:32:26.038877 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.046367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Request body: {'port': {'device_id': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a', 'admin_state_up': True, 'tenant_id': '8f51ca0225df49b79bf7acb591c44fb9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:26.093051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:26.093724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:26.098981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.109714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:26.130829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9121504d-0081-476d-82cc-dbd3dabc1e2b None None] Provisioning complete for port 987b110b-3e4e-4ce9-83e5-b969924f4923 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:26.131247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9121504d-0081-476d-82cc-dbd3dabc1e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.132796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.211858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:26.220331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'Port': ['ID=a85cfde1-29a9-4dcd-b519-cff5af060437,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.227482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:26.236193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.236933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.250937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f532ac-82f8-4582-a3fc-0341160f7b54'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:26.253664 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b78e1f-c497-4404-88b0-252722955439" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "19f532ac-82f8-4582-a3fc-0341160f7b54"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:26.257463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Made reservation on behalf of 8f51ca0225df49b79bf7acb591c44fb9 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:26.257636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.258364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.267513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660f1d20-5d67-4a12-8d00-5bdfb8123f33 None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:26.270149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.270301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9121504d-0081-476d-82cc-dbd3dabc1e2b None None] Port 987b110b-3e4e-4ce9-83e5-b969924f4923 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:26.282140 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0217254 Nov 12 03:32:26.282140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.288649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-18579780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '227d07c8-332a-4ccd-8eec-b71a2bd1abac'}], 'security_groups': ['1c767586-5e74-49ff-80a0-287b5cfe2d1f', 'd3ef760d-f9d8-4b9e-bb6a-b555c4e7af38']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:26.290147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.292425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be406b-e072-4713-bfd5-3c405c76ad92 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Subnet': ['ID=227d07c8-332a-4ccd-8eec-b71a2bd1abac,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:26.325883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b963d256-0019-4bf9-b23b-deef6b707009 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3417320 Nov 12 03:32:26.330957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50890) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:26.336835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Request body: {'port': {'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1946980759', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:26.337518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] bootfile-name is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:26.337965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] tftp-server is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:26.338569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] server-ip-address is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:26.339308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Allocated IP 172.20.0.2 (228d5af7-5357-49e0-80dc-3caab12e48b5/3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b/2309ef86-60ae-4f4f-a629-ec001a963bc6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:26.343170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19f532ac-82f8-4582-a3fc-0341160f7b54,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.375956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.376845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 75855fbd-0828-47c7-9b18-4077893ea264 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:26.377214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-675959ee-3ed8-4a3a-af52-be4c040591d0 req-e2a09bb2-3e3d-4b73-9d69-31eae04a1495 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 210 time: 0.0531342 Nov 12 03:32:26.559232 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a89571a-05bc-4c14-be6f-c3ae3f154195 x-openstack-request-id: req-3a89571a-05bc-4c14-be6f-c3ae3f154195 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:26.559744 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "19f532ac-82f8-4582-a3fc-0341160f7b54", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:26.559744 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a89571a-05bc-4c14-be6f-c3ae3f154195 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:26.560149 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f532ac-82f8-4582-a3fc-0341160f7b54', 'code': 200} Nov 12 03:32:26.566945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.570054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Allocated IP 172.20.0.4 (357df5bd-314b-4999-91c7-21cd5e8f5c6a/b3f9ea53-0b64-42d8-9220-f29fdacd0a5b/4a14057b-1454-4ebf-bcd3-613f03665691) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:26.579902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:26.647042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.681956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Made reservation on behalf of d77db36be53a4ef69d5cb7ff12908812 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:26.686637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:26.749884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] device_id is not set on port 55e60a24-d32a-4fc0-b841-b83fa53ce123 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:26.795836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4856e-3a20-4d2c-b180-4f85ad6d064a req-4e27440f-496d-44eb-80dc-1a97f9253371 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.797551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec4856e-3a20-4d2c-b180-4f85ad6d064a req-4e27440f-496d-44eb-80dc-1a97f9253371 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.1788883 Nov 12 03:32:26.808000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6793b-0cb7-4ac4-b265-c7edabeccbb7 req-f0dbbf67-438c-469d-bbe5-c5dba0d491b2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:26.809661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fe6793b-0cb7-4ac4-b265-c7edabeccbb7 req-f0dbbf67-438c-469d-bbe5-c5dba0d491b2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1922994 Nov 12 03:32:26.936211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec4856e-3a20-4d2c-b180-4f85ad6d064a req-d95aeaea-b406-43bd-98a2-8e58b127b61d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233196 Nov 12 03:32:26.949603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fe6793b-0cb7-4ac4-b265-c7edabeccbb7 req-1cac6080-6f21-4c1c-ad53-86c6ed42f8b5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265290 Nov 12 03:32:26.960916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.000766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.010822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.089586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:27.094916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Delete allocated IP 172.20.0.13 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/e398189b-dc4d-4602-a5c3-992b7c4b0cef) {{(pid=102604) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 03:32:27.102949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Allocated IP 172.20.0.35 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/227d07c8-332a-4ccd-8eec-b71a2bd1abac/987b110b-3e4e-4ce9-83e5-b969924f4923) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:27.110648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:27.113924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:27.133854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['248e0b6f-2043-483c-af29-11835592a7d3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:27.207040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.220511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 75855fbd-0828-47c7-9b18-4077893ea264 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:27.247050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.248131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.265309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 75855fbd-0828-47c7-9b18-4077893ea264 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:27.265675 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.308969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.309651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-70a6b884-b125-4750-abae-02d446fc596e {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:32:27.310089 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:32:27.341437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.348186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.380307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:27.389822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:27.395482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:27.443193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event updated for resources: {'Port': ['ID=987b110b-3e4e-4ce9-83e5-b969924f4923,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.454064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Pushing event updated for resources: {'Port': ['ID=2309ef86-60ae-4f4f-a629-ec001a963bc6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.468322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] In _notify_port_updated(), no bound segment for port 987b110b-3e4e-4ce9-83e5-b969924f4923 on network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:27.474578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.475482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.476938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89209554-0dbe-4eb3-8b00-5ac0f0293f58 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "PUT /v2.0/ports/987b110b-3e4e-4ce9-83e5-b969924f4923 HTTP/1.1" status: 200 len: 958 time: 1.1946676 Nov 12 03:32:27.483413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:27.541193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Attempting to bind port 2309ef86-60ae-4f4f-a629-ec001a963bc6 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:27.541556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Attempting to bind port 2309ef86-60ae-4f4f-a629-ec001a963bc6 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '299360d8-0c04-4b1e-ba19-c0b250d9349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:27.541918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Attempting to bind port 2309ef86-60ae-4f4f-a629-ec001a963bc6 on network 228d5af7-5357-49e0-80dc-3caab12e48b5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:27.565222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.566686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.572606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Pushing event updated for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:27.578126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:27.578126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Checking segment: {'id': '299360d8-0c04-4b1e-ba19-c0b250d9349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:27.578780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.578780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Bound using segment: {'id': '299360d8-0c04-4b1e-ba19-c0b250d9349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:27.579301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Bound port: 2309ef86-60ae-4f4f-a629-ec001a963bc6, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299360d8-0c04-4b1e-ba19-c0b250d9349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '228d5af7-5357-49e0-80dc-3caab12e48b5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:27.579680 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.598422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.603167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 987b110b-3e4e-4ce9-83e5-b969924f4923 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:27.603506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.604845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.610165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.610972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.617398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.623477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.629971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.634547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Update dhcp port {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'fixed_ips': [{'subnet_id': '6c02167f-0993-4bfe-b214-7b906bbe7a87', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e398189b-dc4d-4602-a5c3-992b7c4b0cef', 'ip_address': '172.20.0.2'}, {'subnet_id': '227d07c8-332a-4ccd-8eec-b71a2bd1abac'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'b6b234ab-422d-4699-bfa4-c846415b4f50'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:32:27.636123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.640536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-14a912c2-1652-4014-9057-0a420c4a3aba tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5427 time: 0.6130695 Nov 12 03:32:27.652267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23324-4f1b-47dd-8567-e65085e908b0 req-5a050ee9-a9c6-4d1c-b799-7ff16d18a5a0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:27.654512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e23324-4f1b-47dd-8567-e65085e908b0 req-5a050ee9-a9c6-4d1c-b799-7ff16d18a5a0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.6004903 Nov 12 03:32:27.660882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-35a24fce-471a-4c23-a00c-ac840b1b9426 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6208961 Nov 12 03:32:27.706601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.707927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Request body: {'port': {'device_id': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:27.720809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 987b110b-3e4e-4ce9-83e5-b969924f4923 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:27.747479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:27.751323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.782556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.785781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.788797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] For port 2309ef86-60ae-4f4f-a629-ec001a963bc6, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:27.807735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e23324-4f1b-47dd-8567-e65085e908b0 req-ff2e4431-a11f-4060-9960-e7b69171d96d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458273 Nov 12 03:32:27.810777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.833271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-373ef38b-b792-48ea-8ab4-7033b84724d1 req-a0b4a37c-8d75-424f-ba80-9844e68a7ec4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1767941 Nov 12 03:32:27.833978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.836564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19431c3b-cc91-40d9-8d77-45cb2ff6e797 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:27.859213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] device_id is not set on port 649a1971-d477-4752-b0d5-e22ec0d6066c yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:32:27.860242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] For port 2309ef86-60ae-4f4f-a629-ec001a963bc6, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2309ef86-60ae-4f4f-a629-ec001a963bc6,segment=NetworkSegment(299360d8-0c04-4b1e-ba19-c0b250d9349d),segment_id=299360d8-0c04-4b1e-ba19-c0b250d9349d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:27.905912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:27.985382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.130319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:28.148999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:28.149663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.158886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab6d3-97b6-452c-9b97-74d23b2530cf req-c8ab6f7c-e292-4c8b-87a7-0f66dd1a75f5 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.167411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22cab6d3-97b6-452c-9b97-74d23b2530cf req-c8ab6f7c-e292-4c8b-87a7-0f66dd1a75f5 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 931 time: 0.2439470 Nov 12 03:32:28.198112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebd944-abb3-4e8c-93ef-129a138884ea None None] Pushing event updated for resources: {'Port': ['ID=2309ef86-60ae-4f4f-a629-ec001a963bc6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.305859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227a372-a1c8-4ed5-922a-40191ebd168f req-17d50841-7ac2-43a6-861b-c7741fa0b5db tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.307577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1227a372-a1c8-4ed5-922a-40191ebd168f req-17d50841-7ac2-43a6-861b-c7741fa0b5db tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.2314606 Nov 12 03:32:28.308162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Allocated IP 172.20.0.34 (60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2/227d07c8-332a-4ccd-8eec-b71a2bd1abac/b6b234ab-422d-4699-bfa4-c846415b4f50) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:28.320356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22cab6d3-97b6-452c-9b97-74d23b2530cf req-dafbb0cd-0b22-4bfe-8b8e-8a8327de874e tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516864 Nov 12 03:32:28.388444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.439711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=987b110b-3e4e-4ce9-83e5-b969924f4923,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.449449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1227a372-a1c8-4ed5-922a-40191ebd168f req-7c21873a-79da-4832-ad29-612ee212849b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Nov 12 03:32:28.491174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.510142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5610-8e88-4124-bae1-1ff39deab986 req-ae17dce4-cdbb-4938-ad71-41deda31a713 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.514371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4bc5610-8e88-4124-bae1-1ff39deab986 req-ae17dce4-cdbb-4938-ad71-41deda31a713 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1058145 Nov 12 03:32:28.535643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a14057b-1454-4ebf-bcd3-613f03665691 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:28.552077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.555790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:28.560888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.561748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1645fb63-ae64-4563-ac08-8cc467f39eed up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:28.583218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Transition to ACTIVE for port object 4a14057b-1454-4ebf-bcd3-613f03665691 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:32:28.587623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:28.589878 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8b0dac-96c2-4ec6-87ab-d323a62e0342" -d '{"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-plugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "75855fbd-0828-47c7-9b18-4077893ea264"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:28.597619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4bc5610-8e88-4124-bae1-1ff39deab986 req-03c2d800-2000-44a3-a626-837e3481fed9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 Nov 12 03:32:28.599157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.616023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Allocated IP 172.20.0.7 (228d5af7-5357-49e0-80dc-3caab12e48b5/3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b/649a1971-d477-4752-b0d5-e22ec0d6066c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:28.634758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-f0c46e60-93f0-4eac-8c70-547c95795f35 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:28.636401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-f0c46e60-93f0-4eac-8c70-547c95795f35 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.1648409 Nov 12 03:32:28.650683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.658508 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ef9f0dda-e910-4808-9db1-27f150cec146 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/987b110b-3e4e-4ce9-83e5-b969924f4923 HTTP/1.1" status: 204 len: 168 time: 1.1739008 Nov 12 03:32:28.661873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.665421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:28.694894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.724802 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfcc35-320d-444e-a861-f4658463c713 x-openstack-request-id: req-2acfcc35-320d-444e-a861-f4658463c713 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:28.725228 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-plugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "75855fbd-0828-47c7-9b18-4077893ea264", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:28.725585 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2acfcc35-320d-444e-a861-f4658463c713 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:28.726082 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'code': 200} Nov 12 03:32:28.726434 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264', 'code': 200} Nov 12 03:32:28.726785 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'code': 200} Nov 12 03:32:28.731711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:28.738814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.751701 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.758927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 1645fb63-ae64-4563-ac08-8cc467f39eed completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:28.761489 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d4389-a499-4331-985c-b2ac98b52f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] GET failed (client error): The resource could not be found. Nov 12 03:32:28.763579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-405d4389-a499-4331-985c-b2ac98b52f45 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports/987b110b-3e4e-4ce9-83e5-b969924f4923 HTTP/1.1" status: 404 len: 333 time: 0.0912752 Nov 12 03:32:28.772836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:28.794706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1645fb63-ae64-4563-ac08-8cc467f39eed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:28.795132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.868543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Attempting to bind port 4a14057b-1454-4ebf-bcd3-613f03665691 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:28.868884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Attempting to bind port 4a14057b-1454-4ebf-bcd3-613f03665691 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:28.869211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Attempting to bind port 4a14057b-1454-4ebf-bcd3-613f03665691 on network 357df5bd-314b-4999-91c7-21cd5e8f5c6a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:28.874237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Port 4a14057b-1454-4ebf-bcd3-613f03665691 on network 357df5bd-314b-4999-91c7-21cd5e8f5c6a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:28.874501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Attempting to bind port 4a14057b-1454-4ebf-bcd3-613f03665691 on network 357df5bd-314b-4999-91c7-21cd5e8f5c6a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:28.886522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:28.886878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Checking segment: {'id': '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:28.887268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Bound using segment: {'id': '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:28.887706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Bound port: 4a14057b-1454-4ebf-bcd3-613f03665691, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:28.888063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:28.900020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b404677-9458-4f9c-8756-9c38f78611e2 None None] Pushing event updated for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.013818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.052670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5101c7-4a95-4db9-aad4-ab01c946fcf9 req-3a0d4f02-1e0d-43a5-8579-1bc2125732b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.054197 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cb5101c7-4a95-4db9-aad4-ab01c946fcf9 req-3a0d4f02-1e0d-43a5-8579-1bc2125732b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1097 time: 0.1978345 Nov 12 03:32:29.060668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:29.066596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.068150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.093978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port 16720cb4-1a7d-4ef3-978c-5ce556429e42 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:29.094352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.110875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9225e990-2e0e-4a6b-abf1-6503526d98bf up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:29.114427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967105-5e01-4ef4-95d3-2a8cd02d0309 req-6ed27261-b2fe-4baf-8fc6-99fcf5334921 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.124509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85967105-5e01-4ef4-95d3-2a8cd02d0309 req-6ed27261-b2fe-4baf-8fc6-99fcf5334921 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1543593 Nov 12 03:32:29.140676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:29.174595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.177745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.181771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.187998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.194492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.201449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.201766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.208323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.215431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.217588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-57027575-1b02-48f8-9d0c-3ebbc57a8fe5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5429 time: 0.2306426 Nov 12 03:32:29.232969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a14057b-1454-4ebf-bcd3-613f03665691,segment=NetworkSegment(1e559903-8d10-4a2f-a5f6-4fdc66cb81e6),segment_id=1e559903-8d10-4a2f-a5f6-4fdc66cb81e6)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:29.246184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.262337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 9225e990-2e0e-4a6b-abf1-6503526d98bf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:29.267869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 9225e990-2e0e-4a6b-abf1-6503526d98bf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:29.268481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.325408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Pushing event updated for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.412911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cb5101c7-4a95-4db9-aad4-ab01c946fcf9 req-2ca077f8-1817-4916-82c6-dd558ca1ef6d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416276 Nov 12 03:32:29.416736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-438f230c-fe4d-4a1a-92c0-6694fb54880b req-b509ff46-fe8b-4496-a637-95ac76fe6375 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1902719 Nov 12 03:32:29.446475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.463907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85967105-5e01-4ef4-95d3-2a8cd02d0309 req-359a39ba-3a75-4caa-8cdd-02a8f58fee15 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384249 Nov 12 03:32:29.469379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.470075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.471557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-bad4944f-ac21-404b-ac84-9aca57d87f47 service neutron] 10.222.0.104 "PUT /v2.0/ports/4a14057b-1454-4ebf-bcd3-613f03665691 HTTP/1.1" status: 200 len: 1092 time: 1.7848358 Nov 12 03:32:29.472052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:29.474386 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce41982-5214-415b-81c7-8338b23f8c48" -d '{"events": [{"name": "network-changed", "server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:29.479474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.500237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.502799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.516551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/security-groups/2127b6e6-ed61-4712-8862-5e8ab1295949 HTTP/1.1" status: 204 len: 168 time: 0.7422860 Nov 12 03:32:29.520372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port 16720cb4-1a7d-4ef3-978c-5ce556429e42, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=16720cb4-1a7d-4ef3-978c-5ce556429e42,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:29.520372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.520759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.568143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:29.577128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.609991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for 16720cb4-1a7d-4ef3-978c-5ce556429e42 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:29.612187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c84817-1a79-4733-82eb-165a82cf8fde tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2127b6e6-ed61-4712-8862-5e8ab1295949,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.615112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.654538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.676074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1534d3-a0fd-47bf-9574-831c434b88ff None None] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:29.724923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:29.734675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:29.740631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:29.774126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.780287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'Port': ['ID=649a1971-d477-4752-b0d5-e22ec0d6066c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:29.793171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-48081248-4f08-429b-b2d0-a05614dfdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.794519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-48081248-4f08-429b-b2d0-a05614dfdef5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8f51ca0225df49b79bf7acb591c44fb9&device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 1095 time: 0.2220917 Nov 12 03:32:29.819575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f063f74-2177-4ccb-b4ba-5a8fb210c493 req-e44944d4-29da-4579-9ac0-6bf7cd29c1e5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.821479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f063f74-2177-4ccb-b4ba-5a8fb210c493 req-e44944d4-29da-4579-9ac0-6bf7cd29c1e5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 946 time: 0.1845031 Nov 12 03:32:29.826778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.830804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657122d-e145-45fe-bea5-51eab9a8df1f req-c11d201b-f52a-4c00-8aaa-97950ccdb7f9 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:29.838998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9657122d-e145-45fe-bea5-51eab9a8df1f req-c11d201b-f52a-4c00-8aaa-97950ccdb7f9 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 943 time: 0.2648079 Nov 12 03:32:29.846677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.877376 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-638e95a7-5149-4287-91b3-ec8c762d5aa9 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5447454 Nov 12 03:32:29.881499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:29.953936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] Provisioning complete for port 2309ef86-60ae-4f4f-a629-ec001a963bc6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:29.954460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:29.968361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-b82006a5-069a-4f50-bf9b-15f1078caf9a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a14057b-1454-4ebf-bcd3-613f03665691 HTTP/1.1" status: 200 len: 217 time: 0.1272724 Nov 12 03:32:29.969864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.027144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2309ef86-60ae-4f4f-a629-ec001a963bc6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:30.027606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f063f74-2177-4ccb-b4ba-5a8fb210c493 req-a4d77662-40ef-4ce6-9242-603893487b77 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733489 Nov 12 03:32:30.041939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3683f-285b-4af6-b21f-b27e425613de tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.055258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3683f-285b-4af6-b21f-b27e425613de tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.068371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc3683f-285b-4af6-b21f-b27e425613de tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.074056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4cc3683f-285b-4af6-b21f-b27e425613de tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1775315 Nov 12 03:32:30.075260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.078110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.127232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['16720cb4-1a7d-4ef3-978c-5ce556429e42'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:30.130479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9657122d-e145-45fe-bea5-51eab9a8df1f req-db3d8b19-78fd-4c02-b35c-082b2629292b tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905228 Nov 12 03:32:30.133535 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f981f047-fe8f-4434-9c63-2a727e157eee x-openstack-request-id: req-f981f047-fe8f-4434-9c63-2a727e157eee {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:30.133824 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:30.134076 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f981f047-fe8f-4434-9c63-2a727e157eee {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:30.134473 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691', 'status': 'completed', 'code': 200} Nov 12 03:32:30.137587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.146095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.150198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/security-groups/d3ef760d-f9d8-4b9e-bb6a-b555c4e7af38 HTTP/1.1" status: 204 len: 168 time: 0.6283391 Nov 12 03:32:30.151158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:30.178267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-ea66cca9-ebdd-4c27-99f8-b54f9c7d57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.180081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-ea66cca9-ebdd-4c27-99f8-b54f9c7d57bc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b3f9ea53-0b64-42d8-9220-f29fdacd0a5b HTTP/1.1" status: 200 len: 852 time: 0.1981361 Nov 12 03:32:30.194629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434b003-bd0b-469d-99bc-11dcd790db06 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef760d-f9d8-4b9e-bb6a-b555c4e7af38,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.208553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=16720cb4-1a7d-4ef3-978c-5ce556429e42,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.236635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-4b48200c-81ed-47c3-b16d-9850fcb26b52 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=357df5bd-314b-4999-91c7-21cd5e8f5c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430169 Nov 12 03:32:30.241150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.294808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port 16720cb4-1a7d-4ef3-978c-5ce556429e42 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:30.298328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.302561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b11ce3eb-2149-4380-9b2c-0a1f9beb5d5d req-a29c20ec-23c9-4c5a-9625-8d5d7815c11b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "DELETE /v2.0/ports/16720cb4-1a7d-4ef3-978c-5ce556429e42 HTTP/1.1" status: 204 len: 173 time: 1.6382511 Nov 12 03:32:30.304378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'name': 'network-vif-deleted', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:30.328386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2309ef86-60ae-4f4f-a629-ec001a963bc6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:30.329014 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.333773 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3fa99-5dc2-4b04-8637-37214471bb7a" -d '{"events": [{"server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "name": "network-vif-deleted", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:30.337157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] For port 2309ef86-60ae-4f4f-a629-ec001a963bc6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2309ef86-60ae-4f4f-a629-ec001a963bc6,segment=NetworkSegment(299360d8-0c04-4b1e-ba19-c0b250d9349d),segment_id=299360d8-0c04-4b1e-ba19-c0b250d9349d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:30.342799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Deleting port 649a1971-d477-4752-b0d5-e22ec0d6066c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:30.343232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.367814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.420851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09224b3c-873b-4794-9d98-ff666aa31eab req-6cb8136a-3783-4de4-851e-d978acf53057 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.422417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09224b3c-873b-4794-9d98-ff666aa31eab req-6cb8136a-3783-4de4-851e-d978acf53057 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1846189 Nov 12 03:32:30.461945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.466616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57e29c-95b6-472d-9554-4914da526840 None None] Pushing event updated for resources: {'Port': ['ID=2309ef86-60ae-4f4f-a629-ec001a963bc6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.549461 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addcf56c-5edb-4c82-8f26-98ed41b7da96 x-openstack-request-id: req-addcf56c-5edb-4c82-8f26-98ed41b7da96 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:30.550088 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c570e0de-132d-453f-bed9-df7f6214fbb8", "name": "network-vif-deleted", "tag": "16720cb4-1a7d-4ef3-978c-5ce556429e42", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:30.550088 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-addcf56c-5edb-4c82-8f26-98ed41b7da96 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:30.550531 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c570e0de-132d-453f-bed9-df7f6214fbb8', 'name': 'network-vif-deleted', 'tag': '16720cb4-1a7d-4ef3-978c-5ce556429e42', 'status': 'completed', 'code': 200} Nov 12 03:32:30.568716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:30.570318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.570524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.588158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Calling delete_port for 649a1971-d477-4752-b0d5-e22ec0d6066c owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:30.662557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-0403fd69-f24b-439b-a6d5-45a0857e5cc6 service neutron] 10.222.0.104 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103525 Nov 12 03:32:30.666245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.732439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:30.740073 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e3d45-4233-4d94-9c05-639103e27821" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:30.816825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09224b3c-873b-4794-9d98-ff666aa31eab req-51c8d6f6-62e7-4d57-a970-cc54d1940f25 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775747 Nov 12 03:32:30.820801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:30.889126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:30.973533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event deleted for resources: {'Port': ['ID=649a1971-d477-4752-b0d5-e22ec0d6066c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:30.989721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:30.997909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.005316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.011692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.018265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.035204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 248e0b6f-2043-483c-af29-11835592a7d3 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:31.044928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.051988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.054102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-a90ba486-1fcc-402b-9f26-f721f5fe3a78 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5431 time: 0.5102262 Nov 12 03:32:31.104640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.111732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.117686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/security-groups/1c767586-5e74-49ff-80a0-287b5cfe2d1f HTTP/1.1" status: 204 len: 168 time: 0.9624827 Nov 12 03:32:31.118804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.172669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.173037 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.199728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet e398189b-dc4d-4602-a5c3-992b7c4b0cef {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:31.206452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.209954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.211992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811b091-f31a-4172-b1c8-a0dd5a887d8c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c767586-5e74-49ff-80a0-287b5cfe2d1f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.226532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30f743b6-bfae-48d6-aecf-3b1db69d4d11 req-a2c47bf8-0320-4ba8-926e-06d70359c4cd service neutron] 10.222.0.104 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444040 Nov 12 03:32:31.227026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.227233 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b6872a3f-323e-4dcd-8152-45b130c92ea3 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "DELETE /v2.0/ports/649a1971-d477-4752-b0d5-e22ec0d6066c HTTP/1.1" status: 204 len: 168 time: 1.1496592 Nov 12 03:32:31.261318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Request body: {'port': {'name': 'tempest-new-port-name-1277849637', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:31.263625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] bootfile-name is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:31.265712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] tftp-server is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:31.266536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] server-ip-address is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:32:31.317986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.319591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.321524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.321880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.406242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 248e0b6f-2043-483c-af29-11835592a7d3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:31.432272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04e91ad0-cdd9-4885-9375-f46c42630971 req-9aff074b-dd46-48ca-9719-3fc259809603 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3641195 Nov 12 03:32:31.455194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.470508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c169-d455-4ecf-af96-e68fe6039407 req-94b56ad4-1be9-4da1-9a59-487c3e9e4a02 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.474006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf11c169-d455-4ecf-af96-e68fe6039407 req-94b56ad4-1be9-4da1-9a59-487c3e9e4a02 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.5098383 Nov 12 03:32:31.502304 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.513175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:31.517462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 248e0b6f-2043-483c-af29-11835592a7d3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.523253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.533904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f869a061-0d5f-45e9-ba58-452ca1ada8f4 None None] Could not find standard attr ID for object 987b110b-3e4e-4ce9-83e5-b969924f4923. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:31.557515 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f5739-eda4-437f-8b51-60d074a00ffc x-openstack-request-id: req-646f5739-eda4-437f-8b51-60d074a00ffc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:31.557812 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:31.558205 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-646f5739-eda4-437f-8b51-60d074a00ffc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:31.558673 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed', 'code': 200} Nov 12 03:32:31.559003 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'code': 200} Nov 12 03:32:31.640247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-405d49db-1497-4b30-a2da-6ebbb8c525e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:31.642194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-405d49db-1497-4b30-a2da-6ebbb8c525e5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=8f51ca0225df49b79bf7acb591c44fb9&device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 1095 time: 0.2357039 Nov 12 03:32:31.649509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.654251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.663609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf11c169-d455-4ecf-af96-e68fe6039407 req-def53d20-07c2-4685-98ea-76f1891d778b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439061 Nov 12 03:32:31.718705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=e398189b-dc4d-4602-a5c3-992b7c4b0cef,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:31.727413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.740146 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d1ec8ae7-8aec-4b99-ab66-de6635071c0f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e398189b-dc4d-4602-a5c3-992b7c4b0cef HTTP/1.1" status: 204 len: 168 time: 0.6198778 Nov 12 03:32:31.744512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:31.769660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:31.776992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd5e01-6f56-488c-9f26-a877913a9462 None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:31.787371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Provisioning complete for port 2309ef86-60ae-4f4f-a629-ec001a963bc6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:31.788530 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.797383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.798346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:31.832119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6011edc8-2575-4c25-8c6b-ad33116258c4 req-517b8651-58b3-4bd0-aeeb-1e732b9bad5b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1578965 Nov 12 03:32:31.888622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 227d07c8-332a-4ccd-8eec-b71a2bd1abac {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:31.897420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:31.970669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.004848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2309ef86-60ae-4f4f-a629-ec001a963bc6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:32.125321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.155555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.224521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.236437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:32.258484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:32.258865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.259758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.282120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.282576 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-a4d3bc6a-4e18-4c33-8242-9e9a883e921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.284978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-a4d3bc6a-4e18-4c33-8242-9e9a883e921b service neutron] 10.222.0.104 "GET /v2.0/networks?id=357df5bd-314b-4999-91c7-21cd5e8f5c6a HTTP/1.1" status: 200 len: 912 time: 0.6127818 Nov 12 03:32:32.288432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/227d07c8-332a-4ccd-8eec-b71a2bd1abac HTTP/1.1" status: 204 len: 168 time: 0.5415676 Nov 12 03:32:32.289101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3ea69-4e70-4d07-a640-15e78c2929c2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=227d07c8-332a-4ccd-8eec-b71a2bd1abac,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.291735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.298168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2309ef86-60ae-4f4f-a629-ec001a963bc6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:32.298550 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.298720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50982) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.341641 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ace6faf-704f-4d7e-85fe-d9c41210fe02 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:32.341641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ace6faf-704f-4d7e-85fe-d9c41210fe02 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:32.345494 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ace6faf-704f-4d7e-85fe-d9c41210fe02 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e398189b-dc4d-4602-a5c3-992b7c4b0cef HTTP/1.1" status: 404 len: 337 time: 0.0456886 Nov 12 03:32:32.362263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50984) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.394665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Provisioning complete for port a85cfde1-29a9-4dcd-b519-cff5af060437 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:32.395192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.438570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event updated for resources: {'Port': ['ID=a85cfde1-29a9-4dcd-b519-cff5af060437,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:32.449660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-d5be495f-67c6-4651-ae63-39c749e8b97d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a14057b-1454-4ebf-bcd3-613f03665691 HTTP/1.1" status: 200 len: 217 time: 0.1411874 Nov 12 03:32:32.476661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd82d7-2dfa-4f7e-940b-11b11719b02e req-0017f6a1-09cb-4dfa-a223-b2772ced58ea tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.478413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62bd82d7-2dfa-4f7e-940b-11b11719b02e req-0017f6a1-09cb-4dfa-a223-b2772ced58ea tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 943 time: 0.6895845 Nov 12 03:32:32.541800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Port a85cfde1-29a9-4dcd-b519-cff5af060437 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:32.599390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c5336472-ac99-4452-970b-d7046b5242cd None None] Could not find standard attr ID for object 649a1971-d477-4752-b0d5-e22ec0d6066c. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:32.621042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.636122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947f8a5-40b0-463f-8c7a-d4633f817ef0 req-c21f123f-f130-45d8-a8f3-fff25f7859cc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.637831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3947f8a5-40b0-463f-8c7a-d4633f817ef0 req-c21f123f-f130-45d8-a8f3-fff25f7859cc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.5325046 Nov 12 03:32:32.664506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2e0ae-489d-4f62-8ea3-54da6826d98f None None] Update dhcp port {'port': {'network_id': '60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2', 'fixed_ips': [{'subnet_id': '6c02167f-0993-4bfe-b214-7b906bbe7a87', 'ip_address': '172.20.0.18'}, {'subnet_id': '227d07c8-332a-4ccd-8eec-b71a2bd1abac'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'b6b234ab-422d-4699-bfa4-c846415b4f50'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:32:32.734768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] In _notify_port_updated(), no bound segment for port a85cfde1-29a9-4dcd-b519-cff5af060437 on network 228d5af7-5357-49e0-80dc-3caab12e48b5 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:32:32.738783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44f2e0ae-489d-4f62-8ea3-54da6826d98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.741418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.742327 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.744369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8dfa21ba-c92a-4d63-b2ce-eb9504574799 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "PUT /v2.0/ports/a85cfde1-29a9-4dcd-b519-cff5af060437 HTTP/1.1" status: 200 len: 1137 time: 1.5020590 Nov 12 03:32:32.747120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.748639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:32.761978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.769277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting subnet 6c02167f-0993-4bfe-b214-7b906bbe7a87 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:32.771094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-63011c5d-8ff9-4715-8e20-f16a689ff6d0 None None] Provisioning complete for port a85cfde1-29a9-4dcd-b519-cff5af060437 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:32.771600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63011c5d-8ff9-4715-8e20-f16a689ff6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.775245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-27264930-c9bb-4508-8baa-a3ffdd0437da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.777029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-27264930-c9bb-4508-8baa-a3ffdd0437da service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b3f9ea53-0b64-42d8-9220-f29fdacd0a5b HTTP/1.1" status: 200 len: 852 time: 0.2654467 Nov 12 03:32:32.798800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:32.840223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dfeff-e19f-4d5f-85e3-49726a6f87ad tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:32.852326 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf8dfeff-e19f-4d5f-85e3-49726a6f87ad tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "GET /v2.0/ports/a85cfde1-29a9-4dcd-b519-cff5af060437 HTTP/1.1" status: 200 len: 1137 time: 0.0965960 Nov 12 03:32:32.852534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51004) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:32.859028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62bd82d7-2dfa-4f7e-940b-11b11719b02e req-bb42d8b8-4ef8-4435-a4ae-1ab888e38d3b tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813292 Nov 12 03:32:32.891970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-93d8d041-a3fd-436f-ad69-262c9863f321 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=357df5bd-314b-4999-91c7-21cd5e8f5c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029820 Nov 12 03:32:32.900915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3947f8a5-40b0-463f-8c7a-d4633f817ef0 req-78bfcd36-008c-4efc-9fa9-e39e7fa4a208 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532737 Nov 12 03:32:32.929007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-63011c5d-8ff9-4715-8e20-f16a689ff6d0 None None] Port a85cfde1-29a9-4dcd-b519-cff5af060437 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:32.961960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.047151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.060107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-63011c5d-8ff9-4715-8e20-f16a689ff6d0 None None] Could not find standard attr ID for object 649a1971-d477-4752-b0d5-e22ec0d6066c. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:32:33.135517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Deleting port a85cfde1-29a9-4dcd-b519-cff5af060437 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:33.135839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.198125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.204007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.210105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.216505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.223195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.229567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.236035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.238517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-de955fa4-e655-4b9b-9467-9e193b87fb48 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.2095213 Nov 12 03:32:33.259887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:33.276585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.278361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8ce63-2475-4408-8353-089d1bff0625 req-a32ab7ff-3b6b-4c44-a40d-0fbe836d60a2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:33.286231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48a8ce63-2475-4408-8353-089d1bff0625 req-a32ab7ff-3b6b-4c44-a40d-0fbe836d60a2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2344444 Nov 12 03:32:33.289534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-4d4ae878-d0f9-4d1e-ac41-db76237fb196 service neutron] 10.222.0.104 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876152 Nov 12 03:32:33.291026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 16720cb4-1a7d-4ef3-978c-5ce556429e42 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:33.316447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Calling delete_port for a85cfde1-29a9-4dcd-b519-cff5af060437 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:33.340699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 16720cb4-1a7d-4ef3-978c-5ce556429e42 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:33.342636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 16720cb4-1a7d-4ef3-978c-5ce556429e42 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:33.387096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.548914 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.600845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event deleted for resources: {'Port': ['ID=a85cfde1-29a9-4dcd-b519-cff5af060437,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:33.747787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:33.757176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.759993 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dac7e41-89f1-4706-876c-40a7d2da7e51" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "248e0b6f-2043-483c-af29-11835592a7d3"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:33.764358 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47bbff5b-9d29-4d84-918c-1ae76327c45f tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "DELETE /v2.0/ports/a85cfde1-29a9-4dcd-b519-cff5af060437 HTTP/1.1" status: 204 len: 168 time: 0.9101603 Nov 12 03:32:33.769089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:33.838167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:33.857995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:33.916316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.932495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:33.935564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Deleting subnet 3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:33.939555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:33.992524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:34.004687 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.021817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.092366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.189409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.196114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['bda10034-57b2-44ff-ac7e-a303829f1a23'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:34.218057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48a8ce63-2475-4408-8353-089d1bff0625 req-c69b3c64-4877-413f-8dcd-3d513c2de4bb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9308927 Nov 12 03:32:34.250945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7626c5-fe44-4f6f-aad1-276ae26d5ed0 req-2d7a99b0-3ae0-40b8-b5c5-71d4afd4cda0 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9990573 Nov 12 03:32:34.322039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.344344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-44f2e0ae-489d-4f62-8ea3-54da6826d98f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c02167f-0993-4bfe-b214-7b906bbe7a87: This subnet is being modified by another concurrent operation. Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:32:34.347404 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c02167f-0993-4bfe-b214-7b906bbe7a87: This subnet is being modified by another concurrent operation. Nov 12 03:32:34.351732 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 03:32:34.394781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.400446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "DELETE /v2.0/subnets/3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b HTTP/1.1" status: 204 len: 168 time: 0.6305182 Nov 12 03:32:34.409339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ce41982-5214-415b-81c7-8338b23f8c48 req-ab163b5a-d393-4eba-8a93-4662a3dcdbba service neutron] 10.222.0.104 "GET /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0999124 Nov 12 03:32:34.410337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.412299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.418916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/6c02167f-0993-4bfe-b214-7b906bbe7a87 HTTP/1.1" status: 204 len: 168 time: 2.0450070 Nov 12 03:32:34.431359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51044) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.449401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7095d97-26ba-4806-af26-80e16f8043b1 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Subnet': ['ID=6c02167f-0993-4bfe-b214-7b906bbe7a87,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.502542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043c792-a231-432d-8a8f-9fc9d625bb13 tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9d0b24-c3cb-4806-9268-2d9cd7a2f82b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:34.512437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5ae4ba3-ecd4-4190-87f5-fd2e094b6a85 req-44fdd3f1-52cc-4d06-8223-81f8fe4c64c0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.0890598 Nov 12 03:32:34.524677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19809c6c-efe5-4972-b46e-b327181b1f0a None None] Network 228d5af7-5357-49e0-80dc-3caab12e48b5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:34.569111 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d670eb-cb6a-4c8c-bc54-192617f6aa74 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:34.571993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d670eb-cb6a-4c8c-bc54-192617f6aa74 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:34.579937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-80d670eb-cb6a-4c8c-bc54-192617f6aa74 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e9efa143-9cbc-4800-a8ad-aabdb70332db HTTP/1.1" status: 404 len: 337 time: 0.1451685 Nov 12 03:32:34.587310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51046) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.632107 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f345e0-3409-44d1-8f90-25016e9da247 x-openstack-request-id: req-37f345e0-3409-44d1-8f90-25016e9da247 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:34.632409 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "248e0b6f-2043-483c-af29-11835592a7d3", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-plugged", "status": "completed", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:34.632637 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-37f345e0-3409-44d1-8f90-25016e9da247 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:34.633028 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3', 'code': 200} Nov 12 03:32:34.633283 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'code': 200} Nov 12 03:32:34.668301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751aed65-814d-4bd4-97aa-e3342be53ddf None None] Network 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:34.704701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f60ea082-6df4-4da6-9f73-424741caad18 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "GET /v2.0/ports?device_id=420886e1-f671-4440-aaee-59e2c6b8577e HTTP/1.1" status: 200 len: 205 time: 0.1158254 Nov 12 03:32:34.719976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51048) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.720916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.727989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb7a6-65bd-49dd-90dc-72f7dc0ea38c req-be0e31c2-ac7e-4cbf-9444-04be6dc1a127 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:34.731136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-997356e5-0e57-454c-9d99-e3722de930ca None None] Provisioning complete for port b6b234ab-422d-4699-bfa4-c846415b4f50 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:34.731506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997356e5-0e57-454c-9d99-e3722de930ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:34.736176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cbb7a6-65bd-49dd-90dc-72f7dc0ea38c req-be0e31c2-ac7e-4cbf-9444-04be6dc1a127 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1097 time: 0.3151448 Nov 12 03:32:34.853000 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-cf99046c-f703-4efd-aef0-ec41ddb8d76d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] delete failed (client error): The resource could not be found. Nov 12 03:32:34.864195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf99046c-f703-4efd-aef0-ec41ddb8d76d tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/routers/420886e1-f671-4440-aaee-59e2c6b8577e HTTP/1.1" status: 404 len: 336 time: 0.1430829 Nov 12 03:32:34.866609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51050) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.928400 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-688c22ca-a3bf-480a-820b-5114ccb8df90 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:34.929211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688c22ca-a3bf-480a-820b-5114ccb8df90 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:34.932740 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-688c22ca-a3bf-480a-820b-5114ccb8df90 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/df942e28-f438-4734-98c4-3186129feb75 HTTP/1.1" status: 404 len: 337 time: 0.0647500 Nov 12 03:32:34.935225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51052) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:34.981530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-997356e5-0e57-454c-9d99-e3722de930ca None None] Provisioning complete for port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:34.982513 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-997356e5-0e57-454c-9d99-e3722de930ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.004446 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dd1346-a822-404a-bc17-c07c4855a72c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.004446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dd1346-a822-404a-bc17-c07c4855a72c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.007945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-16dd1346-a822-404a-bc17-c07c4855a72c tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/72944ecc-b1e8-4a86-a7c8-463a89d37e11 HTTP/1.1" status: 404 len: 337 time: 0.0714791 Nov 12 03:32:35.010436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51054) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.023285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bb85a-7c05-4b3f-997d-7dcf2c81fd82 req-d43b2156-9a0f-4e20-931e-48d4fe6abb95 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.033340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc0bb85a-7c05-4b3f-997d-7dcf2c81fd82 req-d43b2156-9a0f-4e20-931e-48d4fe6abb95 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 943 time: 0.3077691 Nov 12 03:32:35.051177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-997356e5-0e57-454c-9d99-e3722de930ca None None] Port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:35.072676 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f220b9e-a207-463b-9c88-9bc3d84b61c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.085941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cbb7a6-65bd-49dd-90dc-72f7dc0ea38c req-c77e3cfa-0cda-42b2-af4b-25667f14181f tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451235 Nov 12 03:32:35.091905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f220b9e-a207-463b-9c88-9bc3d84b61c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.097396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f220b9e-a207-463b-9c88-9bc3d84b61c4 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/542e5cfb-44e2-420a-b454-62e724b80057 HTTP/1.1" status: 404 len: 337 time: 0.0851445 Nov 12 03:32:35.098232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] DHCP port deletion for 228d5af7-5357-49e0-80dc-3caab12e48b5 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:35.100256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51056) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.102828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a14057b-1454-4ebf-bcd3-613f03665691 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:32:35.152525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.160024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.160727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.161401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.162043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.162683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.163344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.165594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-db96b4c0-6a13-42b6-b661-a10266c2bb7c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.3850927 Nov 12 03:32:35.168647 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d033f686-8449-4d6a-ba66-7966dae610ef tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.171136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d033f686-8449-4d6a-ba66-7966dae610ef tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.176086 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d033f686-8449-4d6a-ba66-7966dae610ef tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/c2baa188-c5f9-4143-9111-ea0785dae12e HTTP/1.1" status: 404 len: 333 time: 0.0719461 Nov 12 03:32:35.182407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.270239 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-960cc847-143e-4063-b028-7640063fecb2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.270883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960cc847-143e-4063-b028-7640063fecb2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.276671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-960cc847-143e-4063-b028-7640063fecb2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/3b67b31f-6dc5-4189-94ac-2ba9ebd72125 HTTP/1.1" status: 404 len: 337 time: 0.0893273 Nov 12 03:32:35.277030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.317254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Deleting port 2309ef86-60ae-4f4f-a629-ec001a963bc6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:35.317653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.325110 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87d8794-d4d3-4603-926d-0e026f2a72dc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.325936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87d8794-d4d3-4603-926d-0e026f2a72dc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.326525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc0bb85a-7c05-4b3f-997d-7dcf2c81fd82 req-24afaa33-bc1b-46ed-9c27-d0367c70a97d tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921906 Nov 12 03:32:35.333699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] DHCP port deletion for 60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:35.346178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:35.352003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e87d8794-d4d3-4603-926d-0e026f2a72dc tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/78333840-0bc7-48e9-a4e6-921ab01798c1 HTTP/1.1" status: 404 len: 337 time: 0.0736191 Nov 12 03:32:35.359404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51068) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.423396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Deleting port 2309ef86-60ae-4f4f-a629-ec001a963bc6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:35.423787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.428050 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d93420-5010-4beb-a52c-0381e31de740 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.429061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d93420-5010-4beb-a52c-0381e31de740 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.432754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-06d93420-5010-4beb-a52c-0381e31de740 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/1d27e458-9917-4e59-bd2e-1c2cdb0c0717 HTTP/1.1" status: 404 len: 333 time: 0.0696180 Nov 12 03:32:35.435016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51070) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.466268 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1abaf25-ebf7-471f-b73b-ac6b120461d2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.467310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1abaf25-ebf7-471f-b73b-ac6b120461d2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.470697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e1abaf25-ebf7-471f-b73b-ac6b120461d2 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/d0f79eaf-b828-4f34-91d6-6f60f2fdee90 HTTP/1.1" status: 404 len: 337 time: 0.0344598 Nov 12 03:32:35.473718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51072) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.506072 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e864220-8627-404c-a044-a6fde550426f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] DELETE failed (client error): The resource could not be found. Nov 12 03:32:35.507046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e864220-8627-404c-a044-a6fde550426f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:32:35.510572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e864220-8627-404c-a044-a6fde550426f tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/subnets/e130fcab-f392-4a4c-839a-6d7fd134b786 HTTP/1.1" status: 404 len: 337 time: 0.0354228 Nov 12 03:32:35.513055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51074) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:35.542954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] For port 2309ef86-60ae-4f4f-a629-ec001a963bc6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2309ef86-60ae-4f4f-a629-ec001a963bc6,segment=NetworkSegment(299360d8-0c04-4b1e-ba19-c0b250d9349d),segment_id=299360d8-0c04-4b1e-ba19-c0b250d9349d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:35.543377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.571771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Calling delete_port for 2309ef86-60ae-4f4f-a629-ec001a963bc6 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:35.639501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:35.639878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.651741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e900-6990-4143-97a1-a390e67be5b1 req-8e9e03c3-4af7-41b8-af31-43b2d01133d5 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.660303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee46e900-6990-4143-97a1-a390e67be5b1 req-8e9e03c3-4af7-41b8-af31-43b2d01133d5 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1097 time: 0.4193659 Nov 12 03:32:35.734144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a14057b-1454-4ebf-bcd3-613f03665691,segment=NetworkSegment(1e559903-8d10-4a2f-a5f6-4fdc66cb81e6),segment_id=1e559903-8d10-4a2f-a5f6-4fdc66cb81e6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:35.735895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee46e900-6990-4143-97a1-a390e67be5b1 req-54132496-ba9e-4c4d-8e9e-fabc968a02da tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746410 Nov 12 03:32:35.770247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4a14057b-1454-4ebf-bcd3-613f03665691', 'network_id': '357df5bd-314b-4999-91c7-21cd5e8f5c6a', 'port_id': '4a14057b-1454-4ebf-bcd3-613f03665691', 'mac_address': 'fa:16:3e:e8:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f9ea53-0b64-42d8-9220-f29fdacd0a5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:32:35.789552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.796906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d1e3e2a-2dcb-4262-ad0d-19e781e3bc5a req-58226e77-52c9-4655-b376-1c46d8471d11 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6134164 Nov 12 03:32:35.817355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] For port 2309ef86-60ae-4f4f-a629-ec001a963bc6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2309ef86-60ae-4f4f-a629-ec001a963bc6,segment=NetworkSegment(299360d8-0c04-4b1e-ba19-c0b250d9349d),segment_id=299360d8-0c04-4b1e-ba19-c0b250d9349d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:35.817805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for 7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:35.821397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port bda10034-57b2-44ff-ac7e-a303829f1a23 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:35.821746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.824942 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.840838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddfbbb-22e1-47c5-8591-c2e83c9c9e74 req-cfd415dd-ddbd-4c35-9040-6c1074cff57b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:35.848392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94ddfbbb-22e1-47c5-8591-c2e83c9c9e74 req-cfd415dd-ddbd-4c35-9040-6c1074cff57b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.3884578 Nov 12 03:32:35.887213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2309ef86-60ae-4f4f-a629-ec001a963bc6 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:35.890305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Deleting port b6b234ab-422d-4699-bfa4-c846415b4f50 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:35.890679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:35.936983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94ddfbbb-22e1-47c5-8591-c2e83c9c9e74 req-6222da1b-224e-40b0-8d17-190c818193ae tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757697 Nov 12 03:32:35.939016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Calling delete_port for 2309ef86-60ae-4f4f-a629-ec001a963bc6 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:36.035646 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.057352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.124969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.135411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.141647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.142384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.147630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-83c1bef7-e899-4fc0-8c97-60341455c832 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/ports/7bdd0ae0-7c58-4720-a86f-aaea1c5e62f1 HTTP/1.1" status: 204 len: 168 time: 0.6330431 Nov 12 03:32:36.150443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51080) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:36.161088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.162312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] Pushing event deleted for resources: {'Port': ['ID=2309ef86-60ae-4f4f-a629-ec001a963bc6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.179612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:36.180617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.195023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a14057b-1454-4ebf-bcd3-613f03665691 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:32:36.196451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.215263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773ea86-0c00-4216-a3ec-4f0ddf91349c None None] No DVR routers for this DVR port 2309ef86-60ae-4f4f-a629-ec001a963bc6 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:36.217036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.217687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No active binding found for port 2309ef86-60ae-4f4f-a629-ec001a963bc6 {{(pid=102606) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:32:36.218482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2309ef86-60ae-4f4f-a629-ec001a963bc6 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:36.219205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b6b234ab-422d-4699-bfa4-c846415b4f50 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:36.231621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.236435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Calling delete_port for b6b234ab-422d-4699-bfa4-c846415b4f50 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:36.245675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.260393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:36.265666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6626df26-cf14-48da-a2f7-351c184e5726 req-77ce88ee-a7bb-44da-abc6-4f912be1a185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.3331254 Nov 12 03:32:36.292572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.298144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a14057b-1454-4ebf-bcd3-613f03665691,segment=NetworkSegment(1e559903-8d10-4a2f-a5f6-4fdc66cb81e6),segment_id=1e559903-8d10-4a2f-a5f6-4fdc66cb81e6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:36.303024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b472a48-bce0-44fa-8f24-ae9d518fcdc7 req-0c5d5eed-8c25-4225-aa78-7e5dbe50702e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.2204542 Nov 12 03:32:36.395540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6626df26-cf14-48da-a2f7-351c184e5726 req-03fb4e0a-2bd1-4887-9532-eb550d1f885f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0952482 Nov 12 03:32:36.398452 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.422390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Deleting port b6b234ab-422d-4699-bfa4-c846415b4f50 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:36.422737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.464750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.468863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event deleted for resources: {'Port': ['ID=2309ef86-60ae-4f4f-a629-ec001a963bc6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.474119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] No DVR routers for this DVR port 2309ef86-60ae-4f4f-a629-ec001a963bc6 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:36.564492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.577647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] For port b6b234ab-422d-4699-bfa4-c846415b4f50, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b6b234ab-422d-4699-bfa4-c846415b4f50,segment=NetworkSegment(3c2426a4-bccd-4c55-a079-25c96a3bc4f8),segment_id=3c2426a4-bccd-4c55-a079-25c96a3bc4f8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:36.578015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.585868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.597787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Calling delete_port for b6b234ab-422d-4699-bfa4-c846415b4f50 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:36.607496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228d5af7-5357-49e0-80dc-3caab12e48b5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:36.618302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299360d8-0c04-4b1e-ba19-c0b250d9349d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:36.618602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299360d8-0c04-4b1e-ba19-c0b250d9349d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:36.630747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.651653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.654515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.657967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:36.658491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.691525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:36.699320 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24a65b-6d20-46cc-8dbe-7303c8bf3e4b" -d '{"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:36.704387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:36.711970 n-d-766726-29 neutron-server[102606]: INFO neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No ports have port_id starting with b6b234ab-422d-4699-bfa4-c846415b4f50 Nov 12 03:32:36.713173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:36.729946 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:36.735677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a462f1ab-5ac5-4e7d-b28e-c3a9eb042fdf req-2c2a47f5-c1bb-450d-a5f3-9c0b1f33ff2f service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:36.736855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a462f1ab-5ac5-4e7d-b28e-c3a9eb042fdf req-2c2a47f5-c1bb-450d-a5f3-9c0b1f33ff2f service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083740 Nov 12 03:32:36.751855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] No DVR routers for this DVR port b6b234ab-422d-4699-bfa4-c846415b4f50 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:36.763214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.763579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.786478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eeb47-7592-4b42-b14b-458abd2428f0 None None] Pushing event deleted for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.820281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.868496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f8a38-c13a-44cb-bb9e-add0dd8c944b None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:32:36.872287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:36.883723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] No DVR routers for this DVR port b6b234ab-422d-4699-bfa4-c846415b4f50 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:36.893678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:36.941332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] 10.222.0.97 "DELETE /v2.0/networks/228d5af7-5357-49e0-80dc-3caab12e48b5 HTTP/1.1" status: 204 len: 168 time: 2.5038948 Nov 12 03:32:36.964847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7efa21-c37e-46da-9ed3-8c47669197ed tempest-ExtraDHCPOptionsTestJSON-1388835071 tempest-ExtraDHCPOptionsTestJSON-1388835071-project] Pushing event deleted for resources: {'Network': ['ID=228d5af7-5357-49e0-80dc-3caab12e48b5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.010604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f66630-8639-4d27-912c-94dd421f5c67 req-de618aae-fcb3-4323-8826-645b143981c2 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:37.021636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0f66630-8639-4d27-912c-94dd421f5c67 req-de618aae-fcb3-4323-8826-645b143981c2 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 944 time: 0.2943435 Nov 12 03:32:37.040046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Port': ['ID=b6b234ab-422d-4699-bfa4-c846415b4f50,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.060587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.065341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f8a38-c13a-44cb-bb9e-add0dd8c944b None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:32:37.120477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.137739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0f66630-8639-4d27-912c-94dd421f5c67 req-96725f08-73e5-4bcc-97b2-b3c05086b8f4 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074259 Nov 12 03:32:37.153098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2426a4-bccd-4c55-a079-25c96a3bc4f8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.153538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2426a4-bccd-4c55-a079-25c96a3bc4f8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:37.177679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.196732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.204551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:37.206256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.259740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4a14057b-1454-4ebf-bcd3-613f03665691'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:37.306756 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:37.310102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.319403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:37.322928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] 10.222.0.97 "DELETE /v2.0/networks/60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2 HTTP/1.1" status: 204 len: 168 time: 1.1709588 Nov 12 03:32:37.337897 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655e7b9a-9546-4417-83ff-f6ac3eeacb73 x-openstack-request-id: req-655e7b9a-9546-4417-83ff-f6ac3eeacb73 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:37.340098 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:37.340667 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-655e7b9a-9546-4417-83ff-f6ac3eeacb73 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:37.342023 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'code': 200} Nov 12 03:32:37.344914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f35d3b-e5b2-4043-8f7b-2941834d6c86 tempest-PortsTestJSON-424525530 tempest-PortsTestJSON-424525530-project] Pushing event deleted for resources: {'Network': ['ID=60cf2cb0-2096-4d06-8e4b-3b3ecda1f3c2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:37.469648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.511069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2887b-bcf0-40c1-8183-bc2967e9aaed req-1b7b6ec5-3d80-4160-af9e-64865b14ea5b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:37.526187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ac2887b-bcf0-40c1-8183-bc2967e9aaed req-1b7b6ec5-3d80-4160-af9e-64865b14ea5b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.0901158 Nov 12 03:32:37.688403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ac2887b-bcf0-40c1-8183-bc2967e9aaed req-e066171d-d737-44b3-a480-5e99ba8d14a9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535318 Nov 12 03:32:37.855138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-19330226-d9e2-4597-a3f2-65e12d515e61 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d77db36be53a4ef69d5cb7ff12908812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842404 Nov 12 03:32:37.857854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:37.883262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51120) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.068870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e6f77a1-9bb3-4087-8b03-1dcfa09f23bf req-06037fe5-d41a-48db-80d2-be3dca99a2d1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1216557 Nov 12 03:32:38.160460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.265903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f667c6ec-72bd-4504-a56a-e5deb46a8211 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9e927653f8dd4c7b96e2584df98a4264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813829 Nov 12 03:32:38.269060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:38.297122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.372480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.399280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.444943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.461384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.468640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-34272076-418e-4ba1-ac3d-a8139f7588d7 None None] Provisioning complete for port 9417eaf4-ddf8-416b-ad06-abd758d95d55 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:38.472216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34272076-418e-4ba1-ac3d-a8139f7588d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.490192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.491564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.502411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.516208 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ac7e7ad7-1b1c-4f1e-9b31-570418842219 HTTP/1.1" status: 204 len: 168 time: 0.2406292 Nov 12 03:32:38.526531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.557592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0df66-31cb-4deb-b051-cfad493b62f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e7ad7-1b1c-4f1e-9b31-570418842219,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.576649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.584982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.592503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.601495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-8cefa125-c5f2-4b02-89a3-5e61d01f799f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.3202128 Nov 12 03:32:38.655703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.660475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:38.662080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ce11beca-b15f-4a21-ad29-801de0f97c0a HTTP/1.1" status: 204 len: 168 time: 0.8025348 Nov 12 03:32:38.688933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95746fe-45ee-467c-9b0b-1a9af95f3425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce11beca-b15f-4a21-ad29-801de0f97c0a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:38.724869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05932546-84d2-42ec-ab6f-fc4ca4be25b8 req-37494fa6-bdbc-4bb3-b509-fd641e4a6e36 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1220720 Nov 12 03:32:38.881029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b6c94-10ad-449d-b605-adb51133d25d req-aa9019c6-3717-4986-8c90-ace74c1daa97 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:38.891529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c3b6c94-10ad-449d-b605-adb51133d25d req-aa9019c6-3717-4986-8c90-ace74c1daa97 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 944 time: 0.0779507 Nov 12 03:32:38.947790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-31b24b77-a3ff-4043-b6bf-d8c3c27cbf8e tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:32:38.959698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-31b24b77-a3ff-4043-b6bf-d8c3c27cbf8e tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164695 Nov 12 03:32:39.030631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-e1175840-d451-4942-9165-47da5ee4005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.040911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-e1175840-d451-4942-9165-47da5ee4005c service neutron] 10.222.0.97 "GET /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 1094 time: 0.0727837 Nov 12 03:32:39.048529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Request body: {'binding': {'host': 'n-h2-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.052034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:32:39.096013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c3b6c94-10ad-449d-b605-adb51133d25d req-061bef44-deaf-48ce-9d50-908143fad048 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033238 Nov 12 03:32:39.301725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.309122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.317174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.324873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.334736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.341628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.348688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.361243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf89d932-3c69-45ec-a109-bf2fb89a4e91 req-f997575e-c59c-4470-a723-c2143f21b185 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.1627076 Nov 12 03:32:39.362109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:39.369652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Request body: {'floatingip': {'port_id': '75855fbd-0828-47c7-9b18-4077893ea264'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:39.413788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.482519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.498039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on host n-h2-766726-29 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:39.498039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:39.498390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:39.510327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:32:39.510639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:39.528351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:39.529077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:39.529077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:39.529588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Bound port: 9417eaf4-ddf8-416b-ad06-abd758d95d55, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:39.540801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e6925-3160-4867-93c7-b241ae4b2bfe req-5ad1865f-a476-49ee-86ff-a80b2aa04d5d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:39.549429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-919e6925-3160-4867-93c7-b241ae4b2bfe req-5ad1865f-a476-49ee-86ff-a80b2aa04d5d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1277061 Nov 12 03:32:39.680809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-919e6925-3160-4867-93c7-b241ae4b2bfe req-c23a06c5-adef-40e9-9b73-19371f3045f6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299386 Nov 12 03:32:39.724119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:39.734444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:39.736905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-588d384b-f667-4043-ad56-2e0bf1fbf39f service neutron] 10.222.0.97 "POST /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55/bindings HTTP/1.1" status: 201 len: 390 time: 0.6947837 Nov 12 03:32:39.952904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2deaea2e-76b8-48cc-a1fa-dd5ca504852e req-fefe4d3b-7b27-450b-802f-2e291f969ee5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570e0de-132d-453f-bed9-df7f6214fbb8 HTTP/1.1" status: 200 len: 210 time: 0.1115673 Nov 12 03:32:40.083864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:40.104723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940df0-ee19-40f3-86ef-1aa9aa19fe9b req-e30c19a3-8df1-4670-9a3f-fbee75a65042 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.106472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a940df0-ee19-40f3-86ef-1aa9aa19fe9b req-e30c19a3-8df1-4670-9a3f-fbee75a65042 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.0946329 Nov 12 03:32:40.197618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a940df0-ee19-40f3-86ef-1aa9aa19fe9b req-4e30231b-bc8f-4498-965f-b668ec27dc4e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 Nov 12 03:32:40.305228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3252b7-7b01-4981-941f-34ae8614ea82 req-85e78876-bcb8-45fc-a214-e3dab3019abf tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.326277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f3252b7-7b01-4981-941f-34ae8614ea82 req-85e78876-bcb8-45fc-a214-e3dab3019abf tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 944 time: 0.1082442 Nov 12 03:32:40.408789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-d3f34fc1-e520-4a6a-bd2b-a33a6dc35d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.410682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-d3f34fc1-e520-4a6a-bd2b-a33a6dc35d3f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1097 time: 0.0729995 Nov 12 03:32:40.426495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f3252b7-7b01-4981-941f-34ae8614ea82 req-80b08242-0928-41bb-9e72-332127f06d6a tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992420 Nov 12 03:32:40.527572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-965e5d28-0b54-4eb2-91dc-c103bb2e79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.529083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-965e5d28-0b54-4eb2-91dc-c103bb2e79cf service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.1016212 Nov 12 03:32:40.594588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-b4fb4b39-53e8-4df9-8f16-9444c82e3213 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 217 time: 0.0534420 Nov 12 03:32:40.663410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-6baa41e0-1724-4c8f-847a-b98856ae6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.665069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-6baa41e0-1724-4c8f-847a-b98856ae6ed1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0616388 Nov 12 03:32:40.706544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-06811e2f-cfb6-4172-a833-03bae5def005 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337214 Nov 12 03:32:40.827713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1242528415'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:40.892336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0df7f7-9278-4a86-a663-b2dc999d82e8 req-849b4f87-8494-417d-b8fd-a2213e28d159 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:40.894484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d0df7f7-9278-4a86-a663-b2dc999d82e8 req-849b4f87-8494-417d-b8fd-a2213e28d159 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1156092 Nov 12 03:32:40.943961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:40.946528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-11e68b13-59fd-4835-a8f4-76fa15efc022 service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316625 Nov 12 03:32:40.948930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:40.985454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.029651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:32:41.051527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d0df7f7-9278-4a86-a663-b2dc999d82e8 req-e46f8172-6801-4402-99f7-4d94d568b399 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200905 Nov 12 03:32:41.085821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a14057b-1454-4ebf-bcd3-613f03665691 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:41.130601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.139729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.141824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-fba525b1-832e-48d4-9f84-cdfa844ba26a service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745274 Nov 12 03:32:41.254369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.266492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4a14057b-1454-4ebf-bcd3-613f03665691 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:32:41.269428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.275203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4a14057b-1454-4ebf-bcd3-613f03665691 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:41.276665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.292375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:41.312888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.315830 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment b4e65fbd-5294-4db4-ac00-6f2afc030ed0 of type vlan for network 7fe0de7f-a11d-4284-9893-ed698265489c Nov 12 03:32:41.477303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a07037-781c-4c7a-92ae-e41dae69cab8 req-42c041fd-5ea4-413a-91fe-607e260fc74c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:41.489341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0b2851-62f7-4c98-9035-92604fd562ac,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.490410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0a07037-781c-4c7a-92ae-e41dae69cab8 req-42c041fd-5ea4-413a-91fe-607e260fc74c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1178699 Nov 12 03:32:41.510942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.554753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.589097 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Floating IP cdf05031-14d8-44f8-802e-6edc8a807e37 associated. External IP: 172.25.7.104, port: 75855fbd-0828-47c7-9b18-4077893ea264. Nov 12 03:32:41.608194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:41.611344 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c99b4e-7dd0-4047-a3cb-b35aaf6c940c" -d '{"events": [{"server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "name": "network-vif-plugged", "status": "completed", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:41.630363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a14057b-1454-4ebf-bcd3-613f03665691,segment=NetworkSegment(1e559903-8d10-4a2f-a5f6-4fdc66cb81e6),segment_id=1e559903-8d10-4a2f-a5f6-4fdc66cb81e6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:41.638020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.643842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.650825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:41.651679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:41.721070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c117e5-cadf-4739-ac32-ebb37b602b8c req-af26fd07-551d-42b0-9e24-27d9efa989bb tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:41.723975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20c117e5-cadf-4739-ac32-ebb37b602b8c req-af26fd07-551d-42b0-9e24-27d9efa989bb tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 944 time: 0.1923518 Nov 12 03:32:41.747657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0a07037-781c-4c7a-92ae-e41dae69cab8 req-24ce9408-96de-4766-9c40-2c358f382bee tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561595 Nov 12 03:32:41.754354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:41.757112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6703937 Nov 12 03:32:41.787188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871984149'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:41.816813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.876368 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202aff3-07c6-4088-9e12-1493f7759f81 x-openstack-request-id: req-3202aff3-07c6-4088-9e12-1493f7759f81 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:41.876697 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "name": "network-vif-plugged", "status": "completed", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:41.877128 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3202aff3-07c6-4088-9e12-1493f7759f81 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:41.877518 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691', 'code': 200} Nov 12 03:32:41.881619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0665d8-d140-48e7-8154-a01003a889bd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=7fe0de7f-a11d-4284-9893-ed698265489c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:41.894974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 7fe0de7f-a11d-4284-9893-ed698265489c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:41.939178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:41.974681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.070343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20c117e5-cadf-4739-ac32-ebb37b602b8c req-4d078377-9745-4ce6-8944-e2b1d3ea16d5 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199232 Nov 12 03:32:42.226068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:32:42.274037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea21c28-e91a-4875-8873-0f33c8efc5b3 req-38cd4ecb-e093-42a5-ab04-1bcb71a614bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.278356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea21c28-e91a-4875-8873-0f33c8efc5b3 req-38cd4ecb-e093-42a5-ab04-1bcb71a614bc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 1097 time: 0.1976216 Nov 12 03:32:42.286483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.288678 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment 62dd7e61-4127-4f81-947d-d211f8665a6f of type vlan for network c6360e65-041c-4b6d-a043-74738e0faf6b Nov 12 03:32:42.343084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Router fea7fff4-4eed-47ad-b061-59617dfc1611 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:32:42.480366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ea21c28-e91a-4875-8873-0f33c8efc5b3 req-41eb13ab-3483-48db-93a3-079e6caa4bb6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686692 Nov 12 03:32:42.514921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.526307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf46e74-b35d-47ea-aad5-b1d7a39c1d08 req-4eb92f26-4455-4e9e-ae61-7c9f5ca48d55 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.528310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf46e74-b35d-47ea-aad5-b1d7a39c1d08 req-4eb92f26-4455-4e9e-ae61-7c9f5ca48d55 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2634275 Nov 12 03:32:42.554128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:42.568431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Sync routers for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:42.600712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.617215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:42.620457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:42.665504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec76122b-55a1-47b9-bb58-d9ebc1146373 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "PUT /v2.0/floatingips/cdf05031-14d8-44f8-802e-6edc8a807e37 HTTP/1.1" status: 200 len: 991 time: 3.3012419 Nov 12 03:32:42.666143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:42.679276 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edcd27a-b17d-48af-8a66-d971e2b5538a" -d '{"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "75855fbd-0828-47c7-9b18-4077893ea264"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:42.719844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.728631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.729335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:42.735680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf46e74-b35d-47ea-aad5-b1d7a39c1d08 req-ac05cf96-7096-4175-bf43-43661da2f957 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937232 Nov 12 03:32:42.862132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:42.884918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1249437 Nov 12 03:32:42.885957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5715f9-0c75-4843-8969-9332cabad0be tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=c6360e65-041c-4b6d-a043-74738e0faf6b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:42.887955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51272) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:42.894127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:42.931524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634b99b-5743-4178-a6cc-a472533923b7 req-9607a9f8-65d6-4b96-b7f1-28a263a4db6d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:42.941687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-9607a9f8-65d6-4b96-b7f1-28a263a4db6d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.6237226 Nov 12 03:32:42.959962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c6360e65-041c-4b6d-a043-74738e0faf6b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:32:42.966326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-e247659a-3811-4891-98be-9c91ac468625 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0151112 Nov 12 03:32:43.029276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-0dd4758a-aefe-48f5-bc7c-21c5f6fce232 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573328 Nov 12 03:32:43.040028 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff6e858-5502-4216-940a-bb8041a6baf2 x-openstack-request-id: req-4ff6e858-5502-4216-940a-bb8041a6baf2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:43.040333 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "tag": "75855fbd-0828-47c7-9b18-4077893ea264", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:43.040601 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4ff6e858-5502-4216-940a-bb8041a6baf2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:43.041043 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264', 'status': 'completed', 'code': 200} Nov 12 03:32:43.107906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:43.113213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.236657 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:32:43.422532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'cdf05031-14d8-44f8-802e-6edc8a807e37', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'port_id': '75855fbd-0828-47c7-9b18-4077893ea264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'mac_address': 'fa:16:3e:20:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:59Z', 'updated_at': '2021-11-12T03:32:40Z', 'revision_number': 1, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.446758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.447578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.448041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.448509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.451185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.452043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.452511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.456903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-478ec9ba-8b1e-48b3-807f-5d722c93506d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.3632834 Nov 12 03:32:43.467217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Checking router: fea7fff4-4eed-47ad-b061-59617dfc1611 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:32:43.481238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:43.482010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:43.550326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.618827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442259c6-eaea-4bbd-88fd-a0fd3eb131d1 req-01923905-b4a8-4a5d-8bb2-fe12ee45941a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.629525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-442259c6-eaea-4bbd-88fd-a0fd3eb131d1 req-01923905-b4a8-4a5d-8bb2-fe12ee45941a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.5421991 Nov 12 03:32:43.632917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-72952847-402d-4e07-9b6a-568618ff0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.633391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-72952847-402d-4e07-9b6a-568618ff0fc8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a HTTP/1.1" status: 200 len: 912 time: 0.1676626 Nov 12 03:32:43.644245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-8795fcf6-4287-4034-b07b-c2a81baf8e7e service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041324 Nov 12 03:32:43.692094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:32:43.724521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=a2f9ff35-c3cf-49f9-b8d2-6d02017ae164,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:43.753823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:43.754202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: 7fe0de7f-a11d-4284-9893-ed698265489c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:43.793697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 7fe0de7f-a11d-4284-9893-ed698265489c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:43.816649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 7fe0de7f-a11d-4284-9893-ed698265489c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:43.836995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:43.837698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:43.847601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-442259c6-eaea-4bbd-88fd-a0fd3eb131d1 req-5a9899e8-cd1f-4cc3-b822-97b621abf7b9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171285 Nov 12 03:32:43.881355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-6406d3dd-0758-4416-b03d-2cd1cdab66d1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 999 time: 0.2305586 Nov 12 03:32:43.883341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-36e1cde5-ea6b-40c3-b311-c5c3fc298922 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9936070 Nov 12 03:32:43.885960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:43.889438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bdddd2-307a-4579-968d-dd094489edfd None None] Network 7fe0de7f-a11d-4284-9893-ed698265489c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:43.911009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:44.336003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-fe357c1a-96fd-4e2f-b671-684454359081 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736991 Nov 12 03:32:44.341167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-b4d184b4-ecba-448c-b206-e58cabc06f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.342921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-b4d184b4-ecba-448c-b206-e58cabc06f66 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.4250302 Nov 12 03:32:44.369711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:44.528113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-7fe0de7f-a11d-4284-9893-ed698265489c', 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': 'a2f9ff35-c3cf-49f9-b8d2-6d02017ae164'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:44.528947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.546156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907473ea-35f4-46a4-92d0-20367d75352f req-85b2985c-14e5-4179-98e4-53deeafaf902 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.550613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-907473ea-35f4-46a4-92d0-20367d75352f req-85b2985c-14e5-4179-98e4-53deeafaf902 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 945 time: 0.5539134 Nov 12 03:32:44.582309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'cdf05031-14d8-44f8-802e-6edc8a807e37', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'port_id': '75855fbd-0828-47c7-9b18-4077893ea264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'mac_address': 'fa:16:3e:20:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:59Z', 'updated_at': '2021-11-12T03:32:40Z', 'revision_number': 1, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:44.630945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0957ca47-31c2-47af-8aaf-0d738d01571f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.706808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:44.710348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.847011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-3ddd36d5-8b82-4d5e-a9fe-8c4eec0dbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:44.851368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-3ddd36d5-8b82-4d5e-a9fe-8c4eec0dbadd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4927843 Nov 12 03:32:44.919516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-907473ea-35f4-46a4-92d0-20367d75352f req-f837af67-9780-42da-bd8f-f5d91f5f1289 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570762 Nov 12 03:32:44.947563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0957ca47-31c2-47af-8aaf-0d738d01571f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.953328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0957ca47-31c2-47af-8aaf-0d738d01571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:44.993801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Allocated IP 2001:db8::2 (7fe0de7f-a11d-4284-9893-ed698265489c/a2f9ff35-c3cf-49f9-b8d2-6d02017ae164/2db4576e-d1b9-4c42-b329-d67965b78d85) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:45.131029 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0957ca47-31c2-47af-8aaf-0d738d01571f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ab7b3972a24142c19cdd50fe042166de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7568090 Nov 12 03:32:45.131029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51314) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:45.132942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ca47-31c2-47af-8aaf-0d738d01571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e81a36-3b0f-4022-8786-3324a90324b8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.166595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f73e2-0ec7-4661-bdec-e4cf325f8a42 req-ab219804-5693-41d9-aad9-8fbe9a8310ff tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:45.177025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f34f73e2-0ec7-4661-bdec-e4cf325f8a42 req-ab219804-5693-41d9-aad9-8fbe9a8310ff tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.3121912 Nov 12 03:32:45.226811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-cf84cafc-54d2-4ac8-8a6f-28bae86541a7 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587663 Nov 12 03:32:45.312216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.354299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.364122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.371728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca572ba-936a-49c2-b3be-2d7632813031 None None] The sync data for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 is: [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'cdf05031-14d8-44f8-802e-6edc8a807e37', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'port_id': '75855fbd-0828-47c7-9b18-4077893ea264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'mac_address': 'fa:16:3e:20:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:30:59Z', 'updated_at': '2021-11-12T03:32:40Z', 'revision_number': 1, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:45.382349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.436912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e205d53-cf17-4473-ade4-78c6de877903 req-62aef8b7-5b66-4258-9cfd-23677d694c38 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.1346202 Nov 12 03:32:45.529276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Network 7fe0de7f-a11d-4284-9893-ed698265489c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:45.536507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.539410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:45.546052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.551744 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f3e81a36-3b0f-4022-8786-3324a90324b8 HTTP/1.1" status: 204 len: 168 time: 0.3792701 Nov 12 03:32:45.551939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:45.580491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Pushing event updated for resources: {'Port': ['ID=2db4576e-d1b9-4c42-b329-d67965b78d85,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.609060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925288e1-e62f-497e-b391-9cef1affc1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e81a36-3b0f-4022-8786-3324a90324b8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:45.785200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Attempting to bind port 2db4576e-d1b9-4c42-b329-d67965b78d85 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:45.785507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Attempting to bind port 2db4576e-d1b9-4c42-b329-d67965b78d85 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:45.786031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Attempting to bind port 2db4576e-d1b9-4c42-b329-d67965b78d85 on network 7fe0de7f-a11d-4284-9893-ed698265489c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:45.820854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:45.821211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Checking segment: {'id': 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:45.827065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.827644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Bound using segment: {'id': 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:45.828161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Bound port: 2db4576e-d1b9-4c42-b329-d67965b78d85, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe0de7f-a11d-4284-9893-ed698265489c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:45.831973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:45.857152 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257cc97f-b98b-4b8d-bed0-4a67730fe692 None None] New status for floating IP cdf05031-14d8-44f8-802e-6edc8a807e37: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:32:46.016770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] For port 2db4576e-d1b9-4c42-b329-d67965b78d85, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:46.023309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] For port 2db4576e-d1b9-4c42-b329-d67965b78d85, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2db4576e-d1b9-4c42-b329-d67965b78d85,segment=NetworkSegment(b4e65fbd-5294-4db4-ac00-6f2afc030ed0),segment_id=b4e65fbd-5294-4db4-ac00-6f2afc030ed0)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:46.033957 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.151208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f34f73e2-0ec7-4661-bdec-e4cf325f8a42 req-66e56bca-bf4a-4872-8a20-5922be88ab09 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9679954 Nov 12 03:32:46.227624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:46.261729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b44d2-c640-47eb-86bb-58cd02fbe8d8 None None] Pushing event updated for resources: {'Port': ['ID=2db4576e-d1b9-4c42-b329-d67965b78d85,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.277888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48e746e-6939-4a1a-a8b6-e730d577e0b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.473398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48e746e-6939-4a1a-a8b6-e730d577e0b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.488267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e48e746e-6939-4a1a-a8b6-e730d577e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.494688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.586519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e48e746e-6939-4a1a-a8b6-e730d577e0b6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2e98ac27a6f5453fad6b077338331a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573353 Nov 12 03:32:46.588332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51338) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:46.698006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e746e-6939-4a1a-a8b6-e730d577e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fe7e2-d0af-403d-a372-d2c1171361e9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:46.751746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.809067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.929367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.932343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:46.944090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0d5fe7e2-d0af-403d-a372-d2c1171361e9 HTTP/1.1" status: 204 len: 168 time: 0.3546474 Nov 12 03:32:46.983339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2734bff-21be-45c3-a6ff-e72bf4a186b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fe7e2-d0af-403d-a372-d2c1171361e9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.029506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8235711-2eed-4c5f-a08a-0f92368b6614 req-124fbf0b-ea37-4da9-985a-2c80878d9d9d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.045629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8235711-2eed-4c5f-a08a-0f92368b6614 req-124fbf0b-ea37-4da9-985a-2c80878d9d9d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.9136629 Nov 12 03:32:47.047696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4edcd27a-b17d-48af-8a66-d971e2b5538a req-a7d14dc7-9d5c-41a5-be00-87841b3a257a service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7834818 Nov 12 03:32:47.144063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=85fd0391-9e9b-424a-a0cd-3948ca51aa51,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:47.253350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': '62dd7e61-4127-4f81-947d-d211f8665a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:47.253950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: c6360e65-041c-4b6d-a043-74738e0faf6b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:32:47.347152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network c6360e65-041c-4b6d-a043-74738e0faf6b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:32:47.371005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81d8f-eb3c-486c-98e5-c1e1b7d396ee req-94615004-8d5b-47de-8808-584ce18a68e7 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.375319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95b81d8f-eb3c-486c-98e5-c1e1b7d396ee req-94615004-8d5b-47de-8808-584ce18a68e7 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 945 time: 0.4074776 Nov 12 03:32:47.391527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c6360e65-041c-4b6d-a043-74738e0faf6b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:47.397066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8235711-2eed-4c5f-a08a-0f92368b6614 req-7ee56042-682d-472a-81ad-d5c3883119f5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289007 Nov 12 03:32:47.406224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.406819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.420164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3fb1f-0bc7-4438-979d-26c508b80ee0 None None] Network c6360e65-041c-4b6d-a043-74738e0faf6b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:47.464875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0cd9610-7991-4693-a12f-59685f2aae5e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5722470 Nov 12 03:32:47.467747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51350) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:47.477230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1940032234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:47.499976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95b81d8f-eb3c-486c-98e5-c1e1b7d396ee req-b53f2add-aeab-43ab-9f28-94cba7383487 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004465 Nov 12 03:32:47.649705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dac2e6dc-99ea-4a83-9722-069a223f9a6b req-bd68caf1-3a4b-4ced-ba9b-4fa90ce0a801 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.0466275 Nov 12 03:32:47.652929 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-302c2b54-e2e9-4964-b542-e9da49f359d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.1560683 Nov 12 03:32:47.864782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bf5a2-31d3-410b-b310-f25015c847fd req-36c2951a-8846-4e31-83aa-3fa81ef94ea3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:47.880275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff7bf5a2-31d3-410b-b310-f25015c847fd req-36c2951a-8846-4e31-83aa-3fa81ef94ea3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1179442 Nov 12 03:32:47.893668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:47.899823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.011067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff7bf5a2-31d3-410b-b310-f25015c847fd req-7d0bd84c-d3a5-4adb-b8ad-112bd4bbde71 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290035 Nov 12 03:32:48.122528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2db4576e-d1b9-4c42-b329-d67965b78d85 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:48.125011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634b99b-5743-4178-a6cc-a472533923b7 req-b8a156c2-ef51-4e62-bc26-996a5b23e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.130591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-b8a156c2-ef51-4e62-bc26-996a5b23e3c5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e33845087664a3db64a1b195278a9bf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4413321 Nov 12 03:32:48.147269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.361035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b78ce-f78f-499b-9699-f43636cbc25f None None] Network 7fe0de7f-a11d-4284-9893-ed698265489c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:48.391227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634b99b-5743-4178-a6cc-a472533923b7 req-20e395d3-1971-4954-aba1-24c62a103911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.392933 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-20e395d3-1971-4954-aba1-24c62a103911 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2440915 Nov 12 03:32:48.405870 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.469478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.474706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:48.475322 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d88d41a8-fddc-4704-b4b1-dec96fb83f1a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0054073 Nov 12 03:32:48.527227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2db4576e-d1b9-4c42-b329-d67965b78d85 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:48.528136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.547465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9634b99b-5743-4178-a6cc-a472533923b7 req-32365468-0ce6-428e-bb2b-641e921302e0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.0410633 Nov 12 03:32:48.631809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-69501f18-fa69-4512-b209-2a9ff305149a None None] Provisioning complete for port 2db4576e-d1b9-4c42-b329-d67965b78d85 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:48.632459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69501f18-fa69-4512-b209-2a9ff305149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.852928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a91ce-38b2-4513-bf22-c51c8ac2094f req-d8cbd383-c296-4ba1-8e26-cbccdde99a2c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.861205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-519a91ce-38b2-4513-bf22-c51c8ac2094f req-d8cbd383-c296-4ba1-8e26-cbccdde99a2c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1805649 Nov 12 03:32:48.891872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c6360e65-041c-4b6d-a043-74738e0faf6b', 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '85fd0391-9e9b-424a-a0cd-3948ca51aa51'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:32:48.893000 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:48.938011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1b5a8-dc1b-4b9a-a6f0-e359d4866af3 req-6e413295-6b6b-4072-87dc-bed7c4c50fab tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:48.958103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0d1b5a8-dc1b-4b9a-a6f0-e359d4866af3 req-6e413295-6b6b-4072-87dc-bed7c4c50fab tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 945 time: 0.2772903 Nov 12 03:32:48.999108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-9b0b57f0-1cff-4f94-8dfa-10ed6e9ecc2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.0525110 Nov 12 03:32:49.019302 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.209940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-b5ad88e4-bbf3-4124-9e59-efcbc738d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.212031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-b5ad88e4-bbf3-4124-9e59-efcbc738d707 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e33845087664a3db64a1b195278a9bf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1942906 Nov 12 03:32:49.224726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-519a91ce-38b2-4513-bf22-c51c8ac2094f req-61451870-50a8-4cd0-bdbc-7c2b67b356ba tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587961 Nov 12 03:32:49.255707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Allocated IP 2001:db8:1::2 (c6360e65-041c-4b6d-a043-74738e0faf6b/85fd0391-9e9b-424a-a0cd-3948ca51aa51/79f8101f-5970-4b76-a92a-c9d4d6b3397e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:49.327943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0d1b5a8-dc1b-4b9a-a6f0-e359d4866af3 req-488ac45d-77ea-4ce7-85a0-bd2dd78ce94a tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665316 Nov 12 03:32:49.411404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.463851 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.484833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.520680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-ee80a4e8-25b8-4bd8-8036-64c658083a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:49.522348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-ee80a4e8-25b8-4bd8-8036-64c658083a98 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2948291 Nov 12 03:32:49.604488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69501f18-fa69-4512-b209-2a9ff305149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.628217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Network c6360e65-041c-4b6d-a043-74738e0faf6b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:49.636020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 2db4576e-d1b9-4c42-b329-d67965b78d85, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2db4576e-d1b9-4c42-b329-d67965b78d85,segment=NetworkSegment(b4e65fbd-5294-4db4-ac00-6f2afc030ed0),segment_id=b4e65fbd-5294-4db4-ac00-6f2afc030ed0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:49.650672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77ed70b9-5106-46ef-8e77-17f1ebd9ada9 req-bd8e119c-2178-4dae-ade6-f85711f621c0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.2465184 Nov 12 03:32:49.659251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:49.667321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:49.685939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Pushing event updated for resources: {'Port': ['ID=79f8101f-5970-4b76-a92a-c9d4d6b3397e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.696977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a70888a9-97c7-40b7-8074-4969981c75d2 req-be2a3dec-185d-425c-9548-316d1902061c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=938de25d-0c55-45a0-bb63-8c18852d6c09 HTTP/1.1" status: 200 len: 210 time: 0.0516782 Nov 12 03:32:49.700293 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.880819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Attempting to bind port 79f8101f-5970-4b76-a92a-c9d4d6b3397e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:32:49.881684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Attempting to bind port 79f8101f-5970-4b76-a92a-c9d4d6b3397e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '62dd7e61-4127-4f81-947d-d211f8665a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:32:49.881684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Attempting to bind port 79f8101f-5970-4b76-a92a-c9d4d6b3397e on network c6360e65-041c-4b6d-a043-74738e0faf6b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:32:49.901258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:32:49.901631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Checking segment: {'id': '62dd7e61-4127-4f81-947d-d211f8665a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:32:49.902034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.902444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Bound using segment: {'id': '62dd7e61-4127-4f81-947d-d211f8665a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:32:49.902946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Bound port: 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd7e61-4127-4f81-947d-d211f8665a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c6360e65-041c-4b6d-a043-74738e0faf6b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:32:49.903298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:49.950374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=2db4576e-d1b9-4c42-b329-d67965b78d85,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:49.984416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-69501f18-fa69-4512-b209-2a9ff305149a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:32:49.984812 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-69501f18-fa69-4512-b209-2a9ff305149a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:32:50.128020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edbc30-f5ee-45d4-a8dc-de30bca1a30d req-5bbb58fe-cc49-4306-b13b-55aa25cf3db2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.135781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51edbc30-f5ee-45d4-a8dc-de30bca1a30d req-5bbb58fe-cc49-4306-b13b-55aa25cf3db2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.4829552 Nov 12 03:32:50.162195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] For port 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:32:50.175695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] For port 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=79f8101f-5970-4b76-a92a-c9d4d6b3397e,segment=NetworkSegment(62dd7e61-4127-4f81-947d-d211f8665a6f),segment_id=62dd7e61-4127-4f81-947d-d211f8665a6f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:32:50.185401 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.311756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea41c7c-c901-480f-bf23-f7bb0a24c886 None None] Pushing event updated for resources: {'Port': ['ID=79f8101f-5970-4b76-a92a-c9d4d6b3397e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:50.319685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51edbc30-f5ee-45d4-a8dc-de30bca1a30d req-30706867-8e2c-463e-bc80-eaea3f48760a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829536 Nov 12 03:32:50.659627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc52b1d-24b3-4230-83af-6d27eef223d7 req-8b7a29ef-7b6b-4cf9-8079-f6b2dbab049a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.669766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bc52b1d-24b3-4230-83af-6d27eef223d7 req-8b7a29ef-7b6b-4cf9-8079-f6b2dbab049a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.2583127 Nov 12 03:32:50.706187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7d9fa333-4558-4b7f-a153-210d315faa08 None None] Provisioning complete for port 2db4576e-d1b9-4c42-b329-d67965b78d85 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:50.706818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa333-4558-4b7f-a153-210d315faa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:50.828586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b48d17-a574-42ca-abb3-1879a15ccdec req-6141f35c-2c1e-4b8b-b8c2-98e47007d98e tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.837226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87b48d17-a574-42ca-abb3-1879a15ccdec req-6141f35c-2c1e-4b8b-b8c2-98e47007d98e tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 945 time: 0.3567441 Nov 12 03:32:50.864661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8::1 (7fe0de7f-a11d-4284-9893-ed698265489c/a2f9ff35-c3cf-49f9-b8d2-6d02017ae164/0b82612b-8bca-4faa-baff-02298791df01) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:50.895762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bc52b1d-24b3-4230-83af-6d27eef223d7 req-0e23069f-7ffa-4fde-9ce4-38b4df21ae81 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221663 Nov 12 03:32:50.974187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-5183195a-9de0-4533-bfa9-3e3ffd1c48d1 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:50.990796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-5183195a-9de0-4533-bfa9-3e3ffd1c48d1 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.104 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 945 time: 0.2823753 Nov 12 03:32:51.071610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87b48d17-a574-42ca-abb3-1879a15ccdec req-b6d5518c-3a44-4dc9-9620-6c03de09450d tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/security-groups?id=4744e87f-2aaa-4006-816b-73e9b9a139c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333226 Nov 12 03:32:51.361376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Deleting port 4a14057b-1454-4ebf-bcd3-613f03665691 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:32:51.361376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.361376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.820346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96d22c-bf1e-4759-ae7e-33701034ee5a req-cc5e6cfe-65ca-45ca-bbaa-bd8cab2fe4c4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:51.827720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee96d22c-bf1e-4759-ae7e-33701034ee5a req-cc5e6cfe-65ca-45ca-bbaa-bd8cab2fe4c4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.3647783 Nov 12 03:32:51.948832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee96d22c-bf1e-4759-ae7e-33701034ee5a req-d29bf3cc-e825-4ea4-bc72-68e575974086 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188459 Nov 12 03:32:51.956445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] For port 4a14057b-1454-4ebf-bcd3-613f03665691, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4a14057b-1454-4ebf-bcd3-613f03665691,segment=NetworkSegment(1e559903-8d10-4a2f-a5f6-4fdc66cb81e6),segment_id=1e559903-8d10-4a2f-a5f6-4fdc66cb81e6)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:51.956912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:51.981883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.040937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 7fe0de7f-a11d-4284-9893-ed698265489c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:52.053055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:52.063823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:52.064263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.092471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2db4576e-d1b9-4c42-b329-d67965b78d85 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:52.162511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2fe63d1e-d02a-4b22-9fc5-0d91b3f9731d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.164637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a851aa9-76fa-4b57-a7b1-3041984f24c8 None None] Network c6360e65-041c-4b6d-a043-74738e0faf6b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:52.342923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] Provisioning complete for port 79f8101f-5970-4b76-a92a-c9d4d6b3397e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:52.343589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.404629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Calling delete_port for 4a14057b-1454-4ebf-bcd3-613f03665691 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:32:52.425952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-9b21675b-4e8b-44bf-879f-bd3b066d0e44 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:52.431513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-9b21675b-4e8b-44bf-879f-bd3b066d0e44 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.8703928 Nov 12 03:32:52.478805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2db4576e-d1b9-4c42-b329-d67965b78d85 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:52.479590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.583714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=0b82612b-8bca-4faa-baff-02298791df01,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:52.644658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 79f8101f-5970-4b76-a92a-c9d4d6b3397e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:52.683028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.810315 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.855298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 79f8101f-5970-4b76-a92a-c9d4d6b3397e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:52.856048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:52.922668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:52.943675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] For port 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=79f8101f-5970-4b76-a92a-c9d4d6b3397e,segment=NetworkSegment(62dd7e61-4127-4f81-947d-d211f8665a6f),segment_id=62dd7e61-4127-4f81-947d-d211f8665a6f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:32:52.949057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-8345c7b1-f000-4a15-80e2-cf93a396a122 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.4814911 Nov 12 03:32:52.953092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.137685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb85da-9ef6-433c-88df-564542293d2c None None] Pushing event updated for resources: {'Port': ['ID=79f8101f-5970-4b76-a92a-c9d4d6b3397e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.177893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.189662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1f4b6bbd-0413-4758-b993-1b072a6d55d1 None None] Provisioning complete for port 0b82612b-8bca-4faa-baff-02298791df01 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:53.191407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f4b6bbd-0413-4758-b993-1b072a6d55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.228168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb754e47-531e-49f3-b431-5f856c08e2b6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2469292 Nov 12 03:32:53.319347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1f4b6bbd-0413-4758-b993-1b072a6d55d1 None None] Port 0b82612b-8bca-4faa-baff-02298791df01 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:53.340254 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.376745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3172-6d5a-4798-a472-6afbf15d1ea0 req-bd6fb2ea-86c8-4ade-ae0a-c872aad9fc42 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:53.379587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa3b3172-6d5a-4798-a472-6afbf15d1ea0 req-bd6fb2ea-86c8-4ade-ae0a-c872aad9fc42 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.9841681 Nov 12 03:32:53.457056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3dd99f44-492c-4ef8-949d-61803f5a80ee None None] Provisioning complete for port 79f8101f-5970-4b76-a92a-c9d4d6b3397e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:53.458207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3dd99f44-492c-4ef8-949d-61803f5a80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.464768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.475212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.548096 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5438777d1c68453b9ac80ba75b8564da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6241267 Nov 12 03:32:53.550719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:53.670598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.684760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Pushing event deleted for resources: {'Port': ['ID=4a14057b-1454-4ebf-bcd3-613f03665691,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.711231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674ee98b-bd4b-4c3a-bb61-363054c45423,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:53.719533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d84b5-fb68-4bfc-b50f-2f7d5ada74d5 None None] DHCP port deletion for 357df5bd-314b-4999-91c7-21cd5e8f5c6a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:53.758673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.768710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.769631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.770241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.770801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.772184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.773706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.774200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.775520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.778819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.779384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.780057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.780607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40253c33-ebb7-43b1-a8b1-7b4d709fc315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:32:53.792551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] No DVR routers for this DVR port 4a14057b-1454-4ebf-bcd3-613f03665691 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:32:53.796816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.797599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.804407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa3b3172-6d5a-4798-a472-6afbf15d1ea0 req-dbc4443e-849a-4306-9556-70eb48db9463 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873575 Nov 12 03:32:53.808278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.812292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-359a00d8-9131-47d8-8e76-e41fb119b5b0 req-637373fb-d2e4-402e-a0df-706fcae38872 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.104 "DELETE /v2.0/ports/4a14057b-1454-4ebf-bcd3-613f03665691 HTTP/1.1" status: 204 len: 173 time: 2.7315183 Nov 12 03:32:53.817410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'name': 'network-vif-deleted', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:32:53.820373 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb3a05-dce2-41b1-bc95-8f18f78cb429" -d '{"events": [{"server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "name": "network-vif-deleted", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:32:53.883704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:53.930400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 79f8101f-5970-4b76-a92a-c9d4d6b3397e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:32:54.016100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-189fe0e4-c6a5-4198-b188-12f439611d79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2103007 Nov 12 03:32:54.032792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-ea6e7150-b4bc-44b7-8746-9641a8130570 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052243 Nov 12 03:32:54.056506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.060725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.065403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/674ee98b-bd4b-4c3a-bb61-363054c45423 HTTP/1.1" status: 204 len: 168 time: 0.5099490 Nov 12 03:32:54.084711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd239a-4f8a-48db-aec1-53c6f5380c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674ee98b-bd4b-4c3a-bb61-363054c45423,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.099392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=0b82612b-8bca-4faa-baff-02298791df01,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:54.119207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 79f8101f-5970-4b76-a92a-c9d4d6b3397e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:54.123268 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.309158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-4fc78299-7ba6-49fa-8d92-236ae1a2415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.328741 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-4fc78299-7ba6-49fa-8d92-236ae1a2415d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 1096 time: 0.1587121 Nov 12 03:32:54.366914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e0f7417-0cfc-438b-81dc-5cf4941e19b1 req-a7fa8e54-3a11-4635-bbec-ba283e765557 tempest-ServerPasswordTestJSON-1023299777 tempest-ServerPasswordTestJSON-1023299777-project] 10.222.0.97 "GET /v2.0/ports?device_id=84f2c74f-9301-4f2c-881b-521f35d6ca91 HTTP/1.1" status: 200 len: 210 time: 0.0559111 Nov 12 03:32:54.380794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d1b11d7-f5aa-4e08-a25c-9381de4b9a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:54.467584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 7fe0de7f-a11d-4284-9893-ed698265489c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:54.474365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:54.706783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-4213b030-a3b6-4cd4-93d5-a69eaae7826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.712644 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-4213b030-a3b6-4cd4-93d5-a69eaae7826a service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3630159 Nov 12 03:32:54.847717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-b7de8eac-6bc6-4e69-bbf4-358a9adce6ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 200 len: 217 time: 0.1233833 Nov 12 03:32:54.946891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-6c436ea6-e877-4a82-8fed-e1cb0e519552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:54.948503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-6c436ea6-e877-4a82-8fed-e1cb0e519552 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0930440 Nov 12 03:32:55.000826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-58283118-c95f-47a3-a19e-363aaba15523 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428982 Nov 12 03:32:55.012913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7db8b5c4-5fc6-405f-9e11-e3e39b39f9c5 None None] Provisioning complete for port 0b82612b-8bca-4faa-baff-02298791df01 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:55.020369 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7db8b5c4-5fc6-405f-9e11-e3e39b39f9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.113621 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-f9293fd4-d6b4-430d-abea-3d922b00dd93 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042089 Nov 12 03:32:55.263067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-97e64fbe-45ff-41d8-9841-1874f3816f7c service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2303867 Nov 12 03:32:55.320393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f057-21c2-4575-b876-815a7c8bc4d9 req-b00df102-1427-467a-a9e0-87b6dd1e1dd2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:55.331552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efd7f057-21c2-4575-b876-815a7c8bc4d9 req-b00df102-1427-467a-a9e0-87b6dd1e1dd2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.8587475 Nov 12 03:32:55.363445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-edf0e2cc-25a6-4be5-bbea-846eb238a3b8 req-b7a3532b-0ad1-40de-acae-a6a07aec0ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417800 Nov 12 03:32:55.399868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 4303a01a-721a-4390-9ded-427008ae5ff2 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:32:55.656867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efd7f057-21c2-4575-b876-815a7c8bc4d9 req-e3227082-b7a6-4e4a-8f42-abdd3231ca88 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243060 Nov 12 03:32:55.680885 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeb2b52-04e3-4179-bede-2bf802ecb212 x-openstack-request-id: req-4eeb2b52-04e3-4179-bede-2bf802ecb212 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:32:55.681200 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f2c74f-9301-4f2c-881b-521f35d6ca91", "name": "network-vif-deleted", "tag": "4a14057b-1454-4ebf-bcd3-613f03665691", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:32:55.681465 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4eeb2b52-04e3-4179-bede-2bf802ecb212 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:32:55.681895 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f2c74f-9301-4f2c-881b-521f35d6ca91', 'name': 'network-vif-deleted', 'tag': '4a14057b-1454-4ebf-bcd3-613f03665691', 'status': 'completed', 'code': 200} Nov 12 03:32:55.751188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7db8b5c4-5fc6-405f-9e11-e3e39b39f9c5 None None] Port 0b82612b-8bca-4faa-baff-02298791df01 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:55.757541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a14057b-1454-4ebf-bcd3-613f03665691 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:32:55.813818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4a14057b-1454-4ebf-bcd3-613f03665691 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:32:55.814725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4a14057b-1454-4ebf-bcd3-613f03665691 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:32:55.824783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:55.859529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:32:55.878248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] Sync routers for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:32:55.902893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51532) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:55.915818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5db04631-c48a-4aaa-a47b-18d6458b03ee tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4395831 Nov 12 03:32:55.925508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:55.926648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.009870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.018409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54cc0d5-52d5-4bb7-9157-9579f7b9d975 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.025153 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f54cc0d5-52d5-4bb7-9157-9579f7b9d975 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports/0b82612b-8bca-4faa-baff-02298791df01 HTTP/1.1" status: 200 len: 911 time: 0.1210248 Nov 12 03:32:56.027490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.030712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d006d-0dc5-4f18-8a0a-598fa0d10553 req-77533c60-11a7-42bf-97ba-285d016eb9a7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.042685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0d006d-0dc5-4f18-8a0a-598fa0d10553 req-77533c60-11a7-42bf-97ba-285d016eb9a7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.3183763 Nov 12 03:32:56.045530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:32:56.046190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.114862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.131789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:56.132549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba226d-cd1d-4c62-9aa1-d3db4b7ba4d2 None None] The sync data for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:32:56.421076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Deleting subnet b3f9ea53-0b64-42d8-9220-f29fdacd0a5b {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:32:56.431595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.532294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5afb06f3-35cb-4009-beff-0d815996418c req-1ee27c4c-117b-4216-a89b-b1555f959c42 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 210 time: 0.3469429 Nov 12 03:32:56.577978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.661319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e0d006d-0dc5-4f18-8a0a-598fa0d10553 req-c87309a8-26ac-4dd4-b93e-fbb0c314c7e5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175966 Nov 12 03:32:56.709290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.837080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.855453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.913806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:56.921990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0866924-fc2f-4714-8095-537759b64910 None None] Network 357df5bd-314b-4999-91c7-21cd5e8f5c6a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:32:56.929555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b3f9ea53-0b64-42d8-9220-f29fdacd0a5b HTTP/1.1" status: 204 len: 168 time: 0.8081698 Nov 12 03:32:56.941702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51560) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:56.942211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa067c2-c97c-4c39-91f3-335c8c030471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f9ea53-0b64-42d8-9220-f29fdacd0a5b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:56.995432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6cc3c-8b62-4b57-ac6a-1281d388625b req-92b4b78f-dfad-47b8-a9ea-ef6fd7ccb0cd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:56.997051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83a6cc3c-8b62-4b57-ac6a-1281d388625b req-92b4b78f-dfad-47b8-a9ea-ef6fd7ccb0cd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1741688 Nov 12 03:32:57.106365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c5b69-0bf0-4d1e-ab19-b43c5580bdf1 None None] DHCP port deletion for 357df5bd-314b-4999-91c7-21cd5e8f5c6a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:57.132583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83a6cc3c-8b62-4b57-ac6a-1281d388625b req-ef8d6214-9d43-4c93-b795-f2cd5ce49040 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280553 Nov 12 03:32:57.425264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.538034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.700510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6b0e675-9552-4742-9c7c-37d89ff9d202 req-0abc237f-55e3-41a4-89e3-ff38453b031e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 210 time: 0.0415986 Nov 12 03:32:57.716775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.855021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf5d7d-9344-4179-a7fd-c4fd16c04723 req-1a7e0824-ec85-4127-84a1-ed06358b8bb3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.864740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3bf5d7d-9344-4179-a7fd-c4fd16c04723 req-1a7e0824-ec85-4127-84a1-ed06358b8bb3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.0900476 Nov 12 03:32:57.898072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-efc5f5b5-7ca8-4fa9-9949-be378ffe2dd4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:57.900098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-efc5f5b5-7ca8-4fa9-9949-be378ffe2dd4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.5676911 Nov 12 03:32:57.916102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:57.935910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:58.008030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3bf5d7d-9344-4179-a7fd-c4fd16c04723 req-f72224c0-05b9-490d-bbef-8280682e5d8d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420238 Nov 12 03:32:58.162723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357df5bd-314b-4999-91c7-21cd5e8f5c6a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.293177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:32:58.315294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.329092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.331071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e559903-8d10-4a2f-a5f6-4fdc66cb81e6') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:32:58.371815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a78c16-fb83-403b-905b-42382ef8b7c2 req-5ff4eb4a-1b94-497b-b7a6-ac212ae9d9fb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:58.381398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3a78c16-fb83-403b-905b-42382ef8b7c2 req-5ff4eb4a-1b94-497b-b7a6-ac212ae9d9fb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.0889621 Nov 12 03:32:58.467543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.482077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3a78c16-fb83-403b-905b-42382ef8b7c2 req-753ae864-016c-486c-8747-7d97ecb8fd81 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990338 Nov 12 03:32:58.498063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.670552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:32:58.683467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:32:58.687701 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:32:58.785196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.5 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/9f6b8577-1957-4b09-8562-f09b7572feb1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:58.960661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:58.983699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec633841-5c20-4169-826a-97bbffefaab7 req-92bb2454-391f-403c-965c-72a773fb8668 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 210 time: 0.1318052 Nov 12 03:32:59.006284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-2f82b2d0-ec3d-4e7b-9210-10883577ee36 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2068613 Nov 12 03:32:59.038783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.090065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.108297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.115519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] 10.222.0.97 "DELETE /v2.0/networks/357df5bd-314b-4999-91c7-21cd5e8f5c6a HTTP/1.1" status: 204 len: 168 time: 2.1719744 Nov 12 03:32:59.145293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:32:59.149335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8:1::1 (c6360e65-041c-4b6d-a043-74738e0faf6b/85fd0391-9e9b-424a-a0cd-3948ca51aa51/55d0bf15-6bb2-45d9-be47-20a53bd4f36b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:32:59.151870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7d67f-f934-4ed4-a35f-792271985efa admin admin] Pushing event deleted for resources: {'Network': ['ID=357df5bd-314b-4999-91c7-21cd5e8f5c6a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.167748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:32:59.178996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:32:59.182899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:32:59.187224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280c2b9-4422-4f12-9a8a-f12143290c66 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:32:59.300792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f366e-3117-45cd-a945-5c87e53020a5 req-c8068b97-bf7a-4d5f-b3ea-415903c56bc4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.315492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.316307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.317870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-725f366e-3117-45cd-a945-5c87e53020a5 req-c8068b97-bf7a-4d5f-b3ea-415903c56bc4 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1657577 Nov 12 03:32:59.340785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e88eccf6-d2b3-43cf-b6e3-50c9d1e2b5ab None None] Provisioning complete for port 9f6b8577-1957-4b09-8562-f09b7572feb1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:32:59.343181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e88eccf6-d2b3-43cf-b6e3-50c9d1e2b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.346996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-bb0945ea-234f-4bb7-b8e9-7e217ce09fcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4277763 Nov 12 03:32:59.370461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Request body: {'port': {'device_id': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:32:59.409043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.409863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.410532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.411238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.412179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.412825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.413464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.415655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f07d995f-bf86-4b0b-8320-9a8c93ae83a6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.2537012 Nov 12 03:32:59.472045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-725f366e-3117-45cd-a945-5c87e53020a5 req-eea6f02a-447f-44b4-be6c-12aa8acb99a1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513481 Nov 12 03:32:59.501921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e88eccf6-d2b3-43cf-b6e3-50c9d1e2b5ab None None] Port 9f6b8577-1957-4b09-8562-f09b7572feb1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:32:59.522316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.591027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:32:59.617005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-743b3317-baa4-4c4f-993a-c6a38b73d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.617808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-743b3317-baa4-4c4f-993a-c6a38b73d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.619126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-743b3317-baa4-4c4f-993a-c6a38b73d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.621324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-743b3317-baa4-4c4f-993a-c6a38b73d9d0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 2290 time: 0.1472261 Nov 12 03:32:59.653897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.800069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6dfa80fb-8443-4a91-9c60-12d2c65fe774 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 1001 time: 0.1688981 Nov 12 03:32:59.824490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe70ae6-9ba5-4c6d-93d5-df3884108179 req-13de4d6f-d76d-46bf-9f72-2040f19d8b69 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:32:59.827152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe70ae6-9ba5-4c6d-93d5-df3884108179 req-13de4d6f-d76d-46bf-9f72-2040f19d8b69 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1374340 Nov 12 03:32:59.970351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.970647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:32:59.979177 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5024174d-b2e1-4ed5-85ab-dfc9ba6d2037 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8f51ca0225df49b79bf7acb591c44fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864804 Nov 12 03:32:59.988025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.013846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-01673b89-b87c-46f3-aaca-46cd4f7ddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.019021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-01673b89-b87c-46f3-aaca-46cd4f7ddc37 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.1905072 Nov 12 03:33:00.042801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe70ae6-9ba5-4c6d-93d5-df3884108179 req-480e00d9-2a22-4b39-94aa-56e29feb73d5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029495 Nov 12 03:33:00.096570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=55d0bf15-6bb2-45d9-be47-20a53bd4f36b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.138031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6fb4454c-6eb5-4e52-b58d-65304b6cafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.140003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6fb4454c-6eb5-4e52-b58d-65304b6cafe2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961978 Nov 12 03:33:00.143121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network c6360e65-041c-4b6d-a043-74738e0faf6b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:00.144290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.181069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:00.185655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:00.186299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.293326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.347489 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-241366ca-ee83-486f-b766-c0d177709753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.519277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d58bbb-b10a-44fc-92cd-78947e471e7b req-1106cf1d-44d1-4df6-a822-60ce5e1e59d3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:00.524674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3d58bbb-b10a-44fc-92cd-78947e471e7b req-1106cf1d-44d1-4df6-a822-60ce5e1e59d3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 931 time: 0.3416309 Nov 12 03:33:00.550008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-fc56197e-bea5-4e63-8df1-b9e8235d2fa8 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941360 Nov 12 03:33:00.614167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6b8577-1957-4b09-8562-f09b7572feb1 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:00.645314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.656658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.715375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.725395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.728390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4744e87f-2aaa-4006-816b-73e9b9a139c7 HTTP/1.1" status: 204 len: 168 time: 0.7545154 Nov 12 03:33:00.779902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d17d85a3-044c-466b-8736-b225d4bf6b37 None None] Provisioning complete for port 55d0bf15-6bb2-45d9-be47-20a53bd4f36b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:00.780351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d17d85a3-044c-466b-8736-b225d4bf6b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:00.914634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65f0d-4bd8-489c-9d74-20caee2f4692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744e87f-2aaa-4006-816b-73e9b9a139c7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:00.970398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3d58bbb-b10a-44fc-92cd-78947e471e7b req-930cb231-8caf-42f8-80e4-2d31464b2960 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349875 Nov 12 03:33:01.010091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d17d85a3-044c-466b-8736-b225d4bf6b37 None None] Port 55d0bf15-6bb2-45d9-be47-20a53bd4f36b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:01.028239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Transition to ACTIVE for port object 9f6b8577-1957-4b09-8562-f09b7572feb1 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:01.035368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.050657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-0982a575-d308-43df-9ffe-22937156f211 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610918 Nov 12 03:33:01.055174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-241366ca-ee83-486f-b766-c0d177709753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.094025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-241366ca-ee83-486f-b766-c0d177709753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.153608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:01.220253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f88c60cd-dbd8-4b6e-8b00-b6690a445d86 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 217 time: 0.1593413 Nov 12 03:33:01.310013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-241366ca-ee83-486f-b766-c0d177709753 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=606ca44170cf4ddaa57a93aff66dd2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3317301 Nov 12 03:33:01.323857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241366ca-ee83-486f-b766-c0d177709753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdad294-e9b4-4e34-bd91-d4ff4f5aa46d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:01.329879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.447077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:01.449669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:01.488279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-a16511f4-5e99-44e1-8c69-8ac59ee71df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.492360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-a16511f4-5e99-44e1-8c69-8ac59ee71df3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.2299905 Nov 12 03:33:01.492938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 has no active binding in host n-h2-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:33:01.500884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e4b38-1daa-42cb-9cf6-ef4dd009b5fd None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:01.544569 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.564027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362df88-816e-4c08-8653-ce6f536dda3f req-1ad74f2a-1069-4d3b-b948-9224ede7171c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.568056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6362df88-816e-4c08-8653-ce6f536dda3f req-1ad74f2a-1069-4d3b-b948-9224ede7171c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.3586550 Nov 12 03:33:01.691153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51758) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:01.714498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Attempting to bind port 9f6b8577-1957-4b09-8562-f09b7572feb1 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:01.714892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Attempting to bind port 9f6b8577-1957-4b09-8562-f09b7572feb1 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:01.715349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Attempting to bind port 9f6b8577-1957-4b09-8562-f09b7572feb1 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:01.724443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Port 9f6b8577-1957-4b09-8562-f09b7572feb1 on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:01.724883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Attempting to bind port 9f6b8577-1957-4b09-8562-f09b7572feb1 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:01.779913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:01.780290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:01.780690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:01.781110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Bound port: 9f6b8577-1957-4b09-8562-f09b7572feb1, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:01.781470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.835207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.939287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259cb9e-82a8-49c4-aaba-421198a7e367 req-a0dec493-a794-4f5c-b5a4-bca0f14bdca7 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:01.942609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:01.956386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e259cb9e-82a8-49c4-aaba-421198a7e367 req-a0dec493-a794-4f5c-b5a4-bca0f14bdca7 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.6485009 Nov 12 03:33:01.963402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.970338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9f6b8577-1957-4b09-8562-f09b7572feb1,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:01.975802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:01.977250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.071897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e259cb9e-82a8-49c4-aaba-421198a7e367 req-96c2b6ae-9892-4a0b-8b16-d81b816c8258 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125450 Nov 12 03:33:02.122767 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.155564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-890329f1-9a1e-4abc-9bee-5fd1998ab637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.158804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-890329f1-9a1e-4abc-9bee-5fd1998ab637 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5878868 Nov 12 03:33:02.269943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-acab1818-3cc7-4c94-b54c-69d95de55cbf tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.271537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-acab1818-3cc7-4c94-b54c-69d95de55cbf tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.6811504 Nov 12 03:33:02.302819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6362df88-816e-4c08-8653-ce6f536dda3f req-5cd0144a-9f29-4ae5-96c2-d54a6889958e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709123 Nov 12 03:33:02.331264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-29'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:02.385717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-da81ad1e-056c-4c23-b054-3ad9aa6f3b55 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854668 Nov 12 03:33:02.439946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a2a19-c3a1-4787-a220-f8aae93c1061 req-7662b358-3fa6-43db-afa2-969bd5d476f9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.441663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9a2a19-c3a1-4787-a220-f8aae93c1061 req-7662b358-3fa6-43db-afa2-969bd5d476f9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 943 time: 0.2721844 Nov 12 03:33:02.468009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.514141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.517023 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.521281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4fdad294-e9b4-4e34-bd91-d4ff4f5aa46d HTTP/1.1" status: 204 len: 168 time: 1.1882250 Nov 12 03:33:02.537249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.554638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdad294-e9b4-4e34-bd91-d4ff4f5aa46d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.612660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-429aa15d-f700-4d10-a6ab-c2c235039620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.624527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:02.625151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:02.627421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f6b8577-1957-4b09-8562-f09b7572feb1 HTTP/1.1" status: 200 len: 1092 time: 3.2612116 Nov 12 03:33:02.628854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265620a1-2544-49e4-8f3a-ead8ede00638 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:02.634782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:02.638028 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce893a-1b53-45e5-9e93-437c90a96bad" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:02.662749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=55d0bf15-6bb2-45d9-be47-20a53bd4f36b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:02.719117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.719567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.720084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.728709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.729257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.730737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.732229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.732849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.735176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.735631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.737212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.737793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25fac81-a5f9-4185-b45d-4005a2f7c193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:02.823387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network c6360e65-041c-4b6d-a043-74738e0faf6b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:02.846501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9a2a19-c3a1-4787-a220-f8aae93c1061 req-dac2abfb-dac6-4dc4-8ce7-fbb9108a66ae tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792789 Nov 12 03:33:02.847878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:02.928411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-5be6c324-a3f0-4d88-90b2-ebfa90b836e4 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856145 Nov 12 03:33:02.931120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e6aaf-6420-44df-85da-1f00fa601cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.026510 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383995eb-9d2e-44aa-8089-acba0fbfdf84 x-openstack-request-id: req-383995eb-9d2e-44aa-8089-acba0fbfdf84 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:03.026835 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:03.027244 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-383995eb-9d2e-44aa-8089-acba0fbfdf84 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:03.027725 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1', 'status': 'completed', 'code': 200} Nov 12 03:33:03.071490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-ca881423-29b7-46f2-902a-45f8d817f7d7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 217 time: 0.0708561 Nov 12 03:33:03.083457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-0cd8a114-47a2-4173-bf17-ca6b1eda2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.084417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-0cd8a114-47a2-4173-bf17-ca6b1eda2ae3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 1095 time: 0.3334608 Nov 12 03:33:03.113274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51804) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.169247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:03.172516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-a922c6d6-e9b6-4851-9838-4b5a4a492b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.177778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-a922c6d6-e9b6-4851-9838-4b5a4a492b96 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0971944 Nov 12 03:33:03.308120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-f1724811-c095-4324-bc87-fd0d6f679f72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f6b8577-1957-4b09-8562-f09b7572feb1 HTTP/1.1" status: 200 len: 217 time: 0.2041719 Nov 12 03:33:03.309104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcb0eecd-4ad0-4fa5-b1ad-31cf5735e6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.352855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-8c8c0c34-c471-403d-b555-20e2afbd33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.354381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-8c8c0c34-c471-403d-b555-20e2afbd33e8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565187 Nov 12 03:33:03.355668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:03.359268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-429aa15d-f700-4d10-a6ab-c2c235039620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.360119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10c4155e-1f23-4755-a6a4-050e81124760 req-a2ffaf4c-b779-4b23-98a7-de10523f40ba tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.0482352 Nov 12 03:33:03.369125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-34d93fce-f80b-437a-b512-82c9f3a62b17 None None] Provisioning complete for port 55d0bf15-6bb2-45d9-be47-20a53bd4f36b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:03.369491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-34d93fce-f80b-437a-b512-82c9f3a62b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.394769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-429aa15d-f700-4d10-a6ab-c2c235039620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.401348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 4303a01a-721a-4390-9ded-427008ae5ff2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:03.423486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaa167-ab28-4963-9cf9-35321f2f3cf1 req-85b26d7e-bd01-4a8f-804d-b04f4f25e556 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.430369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91eaa167-ab28-4963-9cf9-35321f2f3cf1 req-85b26d7e-bd01-4a8f-804d-b04f4f25e556 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1736727 Nov 12 03:33:03.461249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-34d93fce-f80b-437a-b512-82c9f3a62b17 None None] Port 55d0bf15-6bb2-45d9-be47-20a53bd4f36b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:03.531393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:03.535169 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd72fcc-6abf-4677-b333-b8150aa5ac78" -d '{"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-unplugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:03.542704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.543737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746375-f596-421d-8502-d3b328885fa5 req-585bf06b-8f6d-48f9-a140-6e74205a28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.545380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-585bf06b-8f6d-48f9-a140-6e74205a28d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.2011738 Nov 12 03:33:03.548431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646195-1ed4-482e-b900-014c7a569b52 req-cc3b5efe-2e03-4b62-bd6a-bf14b1829e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.550767 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-cc3b5efe-2e03-4b62-bd6a-bf14b1829e5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1098 time: 0.2712250 Nov 12 03:33:03.562121 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-429aa15d-f700-4d10-a6ab-c2c235039620 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=96a98198f12c46b18cd99700768cc46d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8655331 Nov 12 03:33:03.575646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.589389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa15d-f700-4d10-a6ab-c2c235039620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebac5f-dba7-4fcd-b3a3-6e00541f1d88,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.599368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.668014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-07789610-da72-474b-b1a5-5c1e6c91ee93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941696 Nov 12 03:33:03.687025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91eaa167-ab28-4963-9cf9-35321f2f3cf1 req-4d833624-3a8d-4fcb-ade7-11c3c8d465e7 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516267 Nov 12 03:33:03.706118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24cad2d-aee0-4e29-86ba-a17f48523a60 None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:03.761574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014804f3-8be8-4933-b6fe-cfc295237a17 req-cf78bf5e-2771-4e0c-bd99-463ee553be88 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.773647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-014804f3-8be8-4933-b6fe-cfc295237a17 req-cf78bf5e-2771-4e0c-bd99-463ee553be88 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.2994828 Nov 12 03:33:03.795170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-1cfa587a-ebb0-4079-9b22-65163c79d803 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118135 Nov 12 03:33:03.803189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ebe88d55-c96c-44c4-9415-38f18ae3ef59 None None] Provisioning complete for port 9417eaf4-ddf8-416b-ad06-abd758d95d55 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:03.803879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebe88d55-c96c-44c4-9415-38f18ae3ef59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.857935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:03.872200 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] Sync routers for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:03.873110 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-48d4a1dd-e8af-43b8-8672-5c3682cf27d3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8443027 Nov 12 03:33:03.879893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:03.884286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ebe88d55-c96c-44c4-9415-38f18ae3ef59 None None] Port 9417eaf4-ddf8-416b-ad06-abd758d95d55 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:03.891021 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:03.891852 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:03.917454 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874e5083-ad3e-478f-99de-72069ef14f04 x-openstack-request-id: req-874e5083-ad3e-478f-99de-72069ef14f04 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:03.917752 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-unplugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:03.918010 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-874e5083-ad3e-478f-99de-72069ef14f04 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:03.918599 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'code': 200} Nov 12 03:33:03.947773 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:03.962241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:03.976679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcb0eecd-4ad0-4fa5-b1ad-31cf5735e6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:03.979851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646195-1ed4-482e-b900-014c7a569b52 req-e321dda1-747e-4d26-a1d1-2ea275fba1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:03.980977 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:03.981585 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:03.985202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-e321dda1-747e-4d26-a1d1-2ea275fba1e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.4197631 Nov 12 03:33:04.009233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.044207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5323ec9d-99f5-48dd-b39d-448ab043bcc3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.045988 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5323ec9d-99f5-48dd-b39d-448ab043bcc3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports/55d0bf15-6bb2-45d9-be47-20a53bd4f36b HTTP/1.1" status: 200 len: 913 time: 0.1638074 Nov 12 03:33:04.051823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:04.052486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc424d9e-ed54-4cb9-aac7-0b75af35ed96 None None] The sync data for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:04.057658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-014804f3-8be8-4933-b6fe-cfc295237a17 req-f23cbb3f-368f-404c-a17d-f1f2a0633342 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827833 Nov 12 03:33:04.058349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on host n-h1-766726-29 for vnic_type normal with profile {"migrating_to": "n-h2-766726-29"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:04.058673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:04.059038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:04.068469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:04.077127 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcb0eecd-4ad0-4fa5-b1ad-31cf5735e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.120000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.125386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:04.125988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Attempting to bind port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on network 495061ef-1f9d-4c9f-b68c-0e529bf2536a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:04.243832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bcb0eecd-4ad0-4fa5-b1ad-31cf5735e6f1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=da3dd8d0f3564463bbb4659e00cff1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1073906 Nov 12 03:33:04.288717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51850) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:04.328841 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-3ac34d0d-7f02-41e8-b5ec-9fa5be646502 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210837 Nov 12 03:33:04.331809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:04.332346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Checking segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:04.333000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Bound using segment: {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:04.333705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Bound port: 9417eaf4-ddf8-416b-ad06-abd758d95d55, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68752179-75bf-4618-8853-2dd34bd7befc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '495061ef-1f9d-4c9f-b68c-0e529bf2536a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:04.334420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.334919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0eecd-4ad0-4fa5-b1ad-31cf5735e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7511cc-a37d-48eb-a980-f98a807e4b96,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.341951 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-115c2e9b-2159-4ab6-a5b4-f81dce734ef5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 1001 time: 0.2668521 Nov 12 03:33:04.394455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-374b2300-82be-406c-97f5-58c9bea21af2 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628822 Nov 12 03:33:04.539753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646195-1ed4-482e-b900-014c7a569b52 req-eecd54a2-dcc3-43f4-b877-ade0a854a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.541521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-eecd54a2-dcc3-43f4-b877-ade0a854a7c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.1852651 Nov 12 03:33:04.585193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.616820 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a746375-f596-421d-8502-d3b328885fa5 req-91ec6d9d-b1a8-4933-9065-abf77c07ae01 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771480 Nov 12 03:33:04.642764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646195-1ed4-482e-b900-014c7a569b52 req-64cbce0e-f602-47c0-a757-f40700ad3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.644960 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-64cbce0e-f602-47c0-a757-f40700ad3c5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942428 Nov 12 03:33:04.647073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.801701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.804455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:04.808052 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3a7511cc-a37d-48eb-a980-f98a807e4b96 HTTP/1.1" status: 204 len: 168 time: 0.5089347 Nov 12 03:33:04.810826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-c031e247-73a6-4381-a096-6a1e86404131 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545138 Nov 12 03:33:04.820111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dab5a-de22-4ec7-b55e-989b21c8d9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7511cc-a37d-48eb-a980-f98a807e4b96,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:04.823370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-eb6d7f68-3dfc-4aab-8f08-4e142db130e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:04.824928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-eb6d7f68-3dfc-4aab-8f08-4e142db130e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 1095 time: 0.0855443 Nov 12 03:33:04.892432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b54fdeb-daf9-4581-8487-6accf93cb916 req-cdc792d8-ef3f-4c2c-9499-09fd6fd9101c tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.5547438 Nov 12 03:33:04.952305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f8a004fb-6214-4777-84f4-3492f648fa97 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 217 time: 0.4859076 Nov 12 03:33:05.007953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481ea68-5df1-438a-b986-c638a29c469f req-808b18c1-4107-49dd-a680-3f8819fdcecd tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.012229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-f8c57d5d-2416-4606-b746-55cb444a933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.013959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-f8c57d5d-2416-4606-b746-55cb444a933c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.1799190 Nov 12 03:33:05.016423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f481ea68-5df1-438a-b986-c638a29c469f req-808b18c1-4107-49dd-a680-3f8819fdcecd tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 943 time: 0.6617479 Nov 12 03:33:05.016610 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58646195-1ed4-482e-b900-014c7a569b52 req-8f479499-c126-46e4-8f95-c973b48530a5 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902692 Nov 12 03:33:05.084265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-9426e03b-51ca-4cd7-b879-264b22aa2640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f6b8577-1957-4b09-8562-f09b7572feb1 HTTP/1.1" status: 200 len: 217 time: 0.0518734 Nov 12 03:33:05.138450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.141376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.143236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d9ebac5f-dba7-4fcd-b3a3-6e00541f1d88 HTTP/1.1" status: 204 len: 168 time: 1.5644109 Nov 12 03:33:05.181082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-fc874c43-ba22-4f4f-929c-498368d5955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.183721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-fc874c43-ba22-4f4f-929c-498368d5955d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0706873 Nov 12 03:33:05.194213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:05.225505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1dcbc-e8fd-4010-b1e5-34ea2cb979a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebac5f-dba7-4fcd-b3a3-6e00541f1d88,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.228482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-566f9886-5742-45d7-a7ee-a9f6fae0154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.230127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-566f9886-5742-45d7-a7ee-a9f6fae0154c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.2412055 Nov 12 03:33:05.240861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-23a8e618-4ded-401b-9c47-d7e7b0a37804 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475914 Nov 12 03:33:05.243255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:05.315719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f481ea68-5df1-438a-b986-c638a29c469f req-5f3bb31a-71e5-4b21-8985-eac2e9d31265 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924838 Nov 12 03:33:05.336255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.423137 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-81ffc8a6-0b8a-45a8-81ee-118b70d45eab service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719034 Nov 12 03:33:05.446299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10964ef8-91cc-411d-90f7-a3c2a17032ef None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:05.464044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0e47-5677-4785-90de-73676f367e22 req-141f0710-53b6-4ca4-9f31-632a782c7f2b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.473945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-849d0e47-5677-4785-90de-73676f367e22 req-141f0710-53b6-4ca4-9f31-632a782c7f2b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.3674772 Nov 12 03:33:05.523551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Provisioning complete for port 9417eaf4-ddf8-416b-ad06-abd758d95d55 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:05.524916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.566229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6dc48e3d-3145-43f4-90bf-e0273b0e404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.567987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6dc48e3d-3145-43f4-90bf-e0273b0e404d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2736375 Nov 12 03:33:05.570427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.571079 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.572382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] 10.222.0.104 "PUT /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 1123 time: 3.2758660 Nov 12 03:33:05.589246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f93c0-04e1-417e-8a40-1c6be124ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.624217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fce893a-1b53-45e5-9e93-437c90a96bad req-8cc29255-e99e-4591-a653-c8f1db9a5545 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916363 Nov 12 03:33:05.681251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.767261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:05.770484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:05.773415 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0867e1-352b-47ae-a50b-4b304000c717" -d '{"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-plugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:05.776888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9417eaf4-ddf8-416b-ad06-abd758d95d55'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:05.786971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.806071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:05.831446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63dd74f2-d180-4452-87e9-b0abd75f02ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:05.863809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-849d0e47-5677-4785-90de-73676f367e22 req-e16a873b-4afb-4f43-bb68-c9ad13f44e5c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888588 Nov 12 03:33:05.883256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:05.889466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9417eaf4-ddf8-416b-ad06-abd758d95d55'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:05.899865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100119b4-6a15-454c-a86c-fe5af36b515f req-5394132d-f3f3-4654-af28-5bcf611903e5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:05.923091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100119b4-6a15-454c-a86c-fe5af36b515f req-5394132d-f3f3-4654-af28-5bcf611903e5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 943 time: 0.3783922 Nov 12 03:33:05.936357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:05.940242 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733d137-983e-457e-a809-42b7a4d87da3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:05.963482 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39936592-d12a-48c6-b02b-f0bfe8a978a8 x-openstack-request-id: req-39936592-d12a-48c6-b02b-f0bfe8a978a8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:05.963657 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-plugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:05.963891 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-39936592-d12a-48c6-b02b-f0bfe8a978a8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:05.964473 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'code': 200} Nov 12 03:33:05.983532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.985280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.985786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.986311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.986866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.987377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.987864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.988363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.988846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.989329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.989811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:05.990303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a98703-9366-4fe0-b7a0-f29901dde360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:06.022587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-81cbb962-3a18-4d39-a688-40d568646294 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292166 Nov 12 03:33:06.053675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63dd74f2-d180-4452-87e9-b0abd75f02ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.058582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63dd74f2-d180-4452-87e9-b0abd75f02ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.097151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee90cf1b-2c43-4944-8107-1b83141e16ff req-4b0ac7bb-034b-4a54-9dcd-24b6383f63ea tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0621164 Nov 12 03:33:06.102635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.108061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63dd74f2-d180-4452-87e9-b0abd75f02ee admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c9fc1f58a2f7497fb098fb62899cece4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998557 Nov 12 03:33:06.110857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51890) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:06.119339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd74f2-d180-4452-87e9-b0abd75f02ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61b37f3-c1ac-4ff4-8b9b-a736a20c3163,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:06.158090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-100119b4-6a15-454c-a86c-fe5af36b515f req-76cc2dee-4fde-460c-b1d5-d1f644d39307 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305388 Nov 12 03:33:06.224405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.237227 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ca572-9070-4455-bf48-8bd0bc1fed25 x-openstack-request-id: req-495ca572-9070-4455-bf48-8bd0bc1fed25 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:06.237530 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:06.237781 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-495ca572-9070-4455-bf48-8bd0bc1fed25 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:06.238172 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'status': 'completed', 'code': 200} Nov 12 03:33:06.256661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.390315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733d137-983e-457e-a809-42b7a4d87da3 req-500487d1-32a0-44fc-bb0f-508d155d8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.392215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-500487d1-32a0-44fc-bb0f-508d155d8b64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1128 time: 0.0947292 Nov 12 03:33:06.394440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.397497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.398653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e61b37f3-c1ac-4ff4-8b9b-a736a20c3163 HTTP/1.1" status: 204 len: 168 time: 0.2861884 Nov 12 03:33:06.407783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e07e06-39f6-4672-8a74-d82ddfccf076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61b37f3-c1ac-4ff4-8b9b-a736a20c3163,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:06.504164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-8c9652d4-efec-42f2-bd1b-4ded5823cea9 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415492 Nov 12 03:33:06.583627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733d137-983e-457e-a809-42b7a4d87da3 req-135db907-593f-4423-9afa-0d0acce606d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.584036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-31bee17a-6e75-4bea-92e2-f02c9893b6b8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0690856 Nov 12 03:33:06.585553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-135db907-593f-4423-9afa-0d0acce606d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.1746390 Nov 12 03:33:06.599270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40848251-0f34-4ca9-bdc8-abb58abfd17b req-3af3ba6f-b456-4708-a14b-8525d5179f57 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.600776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40848251-0f34-4ca9-bdc8-abb58abfd17b req-3af3ba6f-b456-4708-a14b-8525d5179f57 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 943 time: 0.1799054 Nov 12 03:33:06.641697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-3ac9ffdd-6c0c-4c5c-8919-742afcaf88ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 217 time: 0.0474496 Nov 12 03:33:06.718332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-69454ba4-cd4e-4adf-a9c1-483ba672d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.719765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-69454ba4-cd4e-4adf-a9c1-483ba672d3ff service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1131220 Nov 12 03:33:06.721916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733d137-983e-457e-a809-42b7a4d87da3 req-7366b9f2-d528-4fa7-acb4-8bb844c8d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.724867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-7366b9f2-d528-4fa7-acb4-8bb844c8d847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.0740836 Nov 12 03:33:06.749635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40848251-0f34-4ca9-bdc8-abb58abfd17b req-ad840bf9-d5e5-49a6-8eed-8fec969ce88a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347461 Nov 12 03:33:06.804171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-2d1e43d0-34c7-48e1-b9ee-bb171fa81b02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482993 Nov 12 03:33:06.808887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-9b07d181-e4d4-4b62-996b-e6bf2ac4488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:06.810552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-9b07d181-e4d4-4b62-996b-e6bf2ac4488a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0774910 Nov 12 03:33:06.858015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 55d0bf15-6bb2-45d9-be47-20a53bd4f36b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:06.858313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:06.957998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-a966d1de-39f1-4c10-8e12-fed402d2e327 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439981 Nov 12 03:33:07.001972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-a4b7bd3b-5442-4bfe-88aa-ffd8c10971eb service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808591 Nov 12 03:33:07.004893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.042086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 55d0bf15-6bb2-45d9-be47-20a53bd4f36b owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:07.173894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4733d137-983e-457e-a809-42b7a4d87da3 req-2a4f68ea-0bc3-447e-9bfe-be2175d75d20 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076430 Nov 12 03:33:07.391745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:07.456873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac90cf9-ed52-49c2-9375-9b1b5449272c req-5937c1b6-359b-4e02-95ed-ae12a6f3205d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.458408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fac90cf9-ed52-49c2-9375-9b1b5449272c req-5937c1b6-359b-4e02-95ed-ae12a6f3205d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.4140358 Nov 12 03:33:07.479246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9f6b8577-1957-4b09-8562-f09b7572feb1 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:07.480858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af431c3-4089-4633-90e2-665e9fee6ad1 req-59385b57-38c0-46f0-b96a-49410e96fbe2 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0571902 Nov 12 03:33:07.493238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:07.551123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-7d870b0f-3f4f-46b9-ac35-77e4712e5244 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295420 Nov 12 03:33:07.607745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fac90cf9-ed52-49c2-9375-9b1b5449272c req-720b5fd1-918c-4bca-b3d5-6bb60ff7cc34 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292393 Nov 12 03:33:07.659236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-56f64622-704a-4c76-bc27-a9f2292388cd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 217 time: 0.0666883 Nov 12 03:33:07.751886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9f6b8577-1957-4b09-8562-f09b7572feb1,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:07.774057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '9f6b8577-1957-4b09-8562-f09b7572feb1', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': '9f6b8577-1957-4b09-8562-f09b7572feb1', 'mac_address': 'fa:16:3e:b2:76:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:07.795015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaaa63-b8c6-49ef-bacc-e6dac4b4c9e3 req-991b70e1-367c-49b5-902b-553b98db4319 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.796608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8aaaa63-b8c6-49ef-bacc-e6dac4b4c9e3 req-991b70e1-367c-49b5-902b-553b98db4319 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.1543720 Nov 12 03:33:07.805197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-5cfac05b-dc2e-49b2-890a-ace3986a5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:07.806684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-5cfac05b-dc2e-49b2-890a-ace3986a5326 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1280692 Nov 12 03:33:07.821337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e868430-1fa4-416d-8667-9a781158fa6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.840446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.840797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.898558 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.920721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6b8577-1957-4b09-8562-f09b7572feb1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:07.923577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=55d0bf15-6bb2-45d9-be47-20a53bd4f36b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:07.934533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:07.947827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:07.981246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:07.983986 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f92ba8-8149-4722-8992-8a5d2c107bdc" -d '{"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-unplugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:07.988545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9f6b8577-1957-4b09-8562-f09b7572feb1,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:07.997781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.034898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.043803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e868430-1fa4-416d-8667-9a781158fa6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.054790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6e868430-1fa4-416d-8667-9a781158fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.110090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e868430-1fa4-416d-8667-9a781158fa6a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=52fcd0a890a54fdb9334714315c287bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160361 Nov 12 03:33:08.112764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51974) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.119296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e868430-1fa4-416d-8667-9a781158fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2ed58-ea38-4c0f-a103-906736239579,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.126651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.147303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8aaaa63-b8c6-49ef-bacc-e6dac4b4c9e3 req-4cf6ebac-5020-41f0-9e37-c9172c324794 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378551 Nov 12 03:33:08.150208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-debd3192-ef43-4529-afc7-d5cb3e21b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.151685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-debd3192-ef43-4529-afc7-d5cb3e21b140 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3249295 Nov 12 03:33:08.175970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.207196 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01810641-1239-4aca-838b-da99c36cb85a x-openstack-request-id: req-01810641-1239-4aca-838b-da99c36cb85a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:08.207491 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-unplugged", "status": "failed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:08.207768 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01810641-1239-4aca-838b-da99c36cb85a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:08.208182 n-d-766726-29 neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'code': 422} returned with failed status Nov 12 03:33:08.208414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.267167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa66cd-2910-45fc-97f6-ce55107bd771 req-859f1763-79eb-44d9-a054-5970c9682421 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.275587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5fa66cd-2910-45fc-97f6-ce55107bd771 req-859f1763-79eb-44d9-a054-5970c9682421 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 944 time: 0.3535721 Nov 12 03:33:08.295156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.298425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.302926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2fc2ed58-ea38-4c0f-a103-906736239579 HTTP/1.1" status: 204 len: 168 time: 0.1889062 Nov 12 03:33:08.313198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0607688-080e-4741-81cf-5a1955376a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2ed58-ea38-4c0f-a103-906736239579,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:08.333836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:08.430302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5fa66cd-2910-45fc-97f6-ce55107bd771 req-f8167d3d-8013-4e88-818b-9b258cc90a03 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532934 Nov 12 03:33:08.470698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-da8f313a-f176-48ca-a35c-32887b56e004 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569771 Nov 12 03:33:08.471684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9f6b8577-1957-4b09-8562-f09b7572feb1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:08.682225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-398c9cc2-8881-473e-8c2e-997377072071 req-d1dc17c3-7652-4c9a-810c-fc0bf2299173 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0423036 Nov 12 03:33:08.709612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-8c53cb78-4904-4fb7-b482-1199f4f29ba3 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293527 Nov 12 03:33:08.716527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 4303a01a-721a-4390-9ded-427008ae5ff2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:08.809550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-ae5b952e-9b81-495f-bc60-d134448847d3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.0858743 Nov 12 03:33:08.926123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:08.929721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-c8098bd7-fbef-4f91-adc4-4cddf2dd5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.931232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-c8098bd7-fbef-4f91-adc4-4cddf2dd5175 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.0771019 Nov 12 03:33:08.934718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-55d62da3-beb7-4531-8ea7-17f1fc4a57d5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8652904 Nov 12 03:33:08.937555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:08.944748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] Sync routers for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:08.953966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68b8a3-6a7e-4a07-b295-6c36c0b1505c req-6249800a-0cb2-42b3-9a5e-a0832a83e7a7 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:08.962359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b68b8a3-6a7e-4a07-b295-6c36c0b1505c req-6249800a-0cb2-42b3-9a5e-a0832a83e7a7 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.2244158 Nov 12 03:33:08.962725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:08.963523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:09.003743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:09.012598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:09.013183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:09.047665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:09.048325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e9c0c-6598-4d7e-8cf6-2481fbce993d None None] The sync data for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:09.118772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f5ec756c-16b4-4714-8c69-0c970f530213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.120326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-f5ec756c-16b4-4714-8c69-0c970f530213 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559446 Nov 12 03:33:09.131587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b68b8a3-6a7e-4a07-b295-6c36c0b1505c req-40151e6f-6278-46c3-8f7e-2c8dbe4179b4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683862 Nov 12 03:33:09.414472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.485720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9f6b8577-1957-4b09-8562-f09b7572feb1 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:09.627014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 9f6b8577-1957-4b09-8562-f09b7572feb1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:09.635173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 9f6b8577-1957-4b09-8562-f09b7572feb1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:09.635661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.732174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-ab813960-e38c-4004-b26b-8eedfe9221b4 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655344 Nov 12 03:33:09.749902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.761756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-909fa561-16c2-4aa9-92c2-aac337cff9ba req-e0913389-fc63-413c-a374-4706d1a0b7f6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.1015952 Nov 12 03:33:09.790229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9f6b8577-1957-4b09-8562-f09b7572feb1,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:09.795371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:09.796386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:09.812478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53f22-0517-4b2b-92f2-d3acb1bdab6b req-2f1f53ec-f63f-432b-be86-ff1575e13ab7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:09.821136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ade53f22-0517-4b2b-92f2-d3acb1bdab6b req-2f1f53ec-f63f-432b-be86-ff1575e13ab7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.2837386 Nov 12 03:33:09.879181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:10.020861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ade53f22-0517-4b2b-92f2-d3acb1bdab6b req-6fc4a39f-713d-4c5a-8e07-3c0ef8587afc tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985807 Nov 12 03:33:10.040617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3edc5ee-23a1-4db7-83bd-63b619972197 req-6564a268-5a90-4467-8a11-87520aadef01 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830412 Nov 12 03:33:10.050185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174d74c-32fd-4551-93b9-860ce19ca372 req-007c3f36-087e-43c3-99a8-e0ec1539897d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.057870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f174d74c-32fd-4551-93b9-860ce19ca372 req-007c3f36-087e-43c3-99a8-e0ec1539897d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.2091620 Nov 12 03:33:10.172903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f174d74c-32fd-4551-93b9-860ce19ca372 req-b7b3fafc-702a-4728-b303-a422ebe5ef23 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139297 Nov 12 03:33:10.209794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:10.213405 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7e266d-bcbc-49e3-8c19-bdaac90cb13a" -d '{"events": [{"server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:10.238998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4541136-c219-4b6f-85a4-63af3cab8fa5 req-0fdce6e2-112c-4744-a37b-0ace51e6255b tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0780346 Nov 12 03:33:10.263927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-0e3ddebc-fc7d-41bc-b677-45aa2ed1cebd req-fd0df4aa-14d0-4700-aaff-f663bcf76884 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:33:10.275729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e3ddebc-fc7d-41bc-b677-45aa2ed1cebd req-fd0df4aa-14d0-4700-aaff-f663bcf76884 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223742 Nov 12 03:33:10.280469 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.373836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52068) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:10.481363 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68db60-f201-470a-af09-d79c1446a434 x-openstack-request-id: req-af68db60-f201-470a-af09-d79c1446a434 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:10.482121 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "name": "network-vif-plugged", "status": "completed", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:10.482682 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-af68db60-f201-470a-af09-d79c1446a434 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:10.483523 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1', 'code': 200} Nov 12 03:33:10.710463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-4a62246a-fbc9-427f-a467-17ebcf52c799 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379044 Nov 12 03:33:10.723501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-830297982'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:10.743297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8b3a-08bf-4851-adfb-c579b9871d61 req-5ca8227b-4c38-4da8-8806-806ae3de3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.748619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b3a8b3a-08bf-4851-adfb-c579b9871d61 req-5ca8227b-4c38-4da8-8806-806ae3de3208 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 1097 time: 0.1573648 Nov 12 03:33:10.756042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-1cec8236-b5e9-4d5a-8395-8e468117b617 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:33:10.763311 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-1cec8236-b5e9-4d5a-8395-8e468117b617 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0221372 Nov 12 03:33:10.767190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313c0f3-c662-48d3-8699-cc3edf36d3d0 req-e2af8ad6-e24d-4c1e-9a3a-431b0129cefc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:10.769920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3313c0f3-c662-48d3-8699-cc3edf36d3d0 req-e2af8ad6-e24d-4c1e-9a3a-431b0129cefc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1384988 Nov 12 03:33:10.845813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b3a8b3a-08bf-4851-adfb-c579b9871d61 req-a993b25f-ed85-4bba-9392-3489b3a282ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Nov 12 03:33:10.846705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Made reservation on behalf of df9e442bf09c40208ab520fce8aefdc6 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:10.850852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.868743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.959398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3313c0f3-c662-48d3-8699-cc3edf36d3d0 req-65401a93-c2fe-43f0-b9f4-b895d9aea071 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742303 Nov 12 03:33:10.991807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 0b82612b-8bca-4faa-baff-02298791df01 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:10.992289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:10.998326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.005165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.019524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:11.026282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a19ced7-320f-4606-972c-ded448f0e7e8 req-3aa6de9a-b866-4197-9b15-7b771e17ce0c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0306549 Nov 12 03:33:11.032202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.032589 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Added segment e25370bd-0f29-4899-8ab9-345be64f5480 of type vlan for network 9876b07b-130f-4b2b-ba38-39fb239b4820 Nov 12 03:33:11.097527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.163381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ff3a0-258a-4ace-87b1-61d1288c975d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.185737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.193097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.193804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.207299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.227875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53670f5d-3ea9-496b-b86f-31c46685ae7c req-213abcc4-cd30-46f3-b345-0dd0c6321be9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.229720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53670f5d-3ea9-496b-b86f-31c46685ae7c req-213abcc4-cd30-46f3-b345-0dd0c6321be9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.0929868 Nov 12 03:33:11.234802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 0b82612b-8bca-4faa-baff-02298791df01 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:11.296235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9200943 Nov 12 03:33:11.300190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:11.308191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Request body: {'subnet': {'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:11.318312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac5872-572f-4442-b440-dd7dd6304abd tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event updated for resources: {'Network': ['ID=9876b07b-130f-4b2b-ba38-39fb239b4820,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.337741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:11.389424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53670f5d-3ea9-496b-b86f-31c46685ae7c req-0143996e-eeab-438e-a699-043d707766e9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488397 Nov 12 03:33:11.407361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228504b3-e90e-492a-be05-84c16addd0b6 req-bb151d85-f85d-47b8-aa93-e796239b547e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:11.408915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-228504b3-e90e-492a-be05-84c16addd0b6 req-bb151d85-f85d-47b8-aa93-e796239b547e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.1004682 Nov 12 03:33:11.471942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Made reservation on behalf of df9e442bf09c40208ab520fce8aefdc6 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:11.476206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.542731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e04b651-0d13-42fe-b224-8f405c8b66a7 req-734bdfe1-3941-47be-9aed-43ca53ad5e0c tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0370095 Nov 12 03:33:11.558620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-228504b3-e90e-492a-be05-84c16addd0b6 req-cbc735da-c714-400c-b147-b82e686eb2bc tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333930 Nov 12 03:33:11.663594 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.697489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=0b82612b-8bca-4faa-baff-02298791df01,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:11.932198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:11.981695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.113920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event updated for resources: {'Subnet': ['ID=e1d15c50-9755-4ba2-af3a-cf7248938d17,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:12.124132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Checking segment: {'id': 'e25370bd-0f29-4899-8ab9-345be64f5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:12.124501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Network hostable DHCP agents. Network: 9876b07b-130f-4b2b-ba38-39fb239b4820, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:12.153196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:12.179777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9876b07b-130f-4b2b-ba38-39fb239b4820) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:12.191878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bb5c5-da87-4f4f-a9b0-fe3705ce0081 None None] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:12.199786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.201104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.252809 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e9305247-1f9f-4a45-bcd8-b993899857d7 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9487576 Nov 12 03:33:12.253599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.276813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Request body: {'port': {'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820', 'name': 'tempest-DHCPAgentSchedulersTestJSON-663261131'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:12.374894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439f9a-cd3a-4dfb-8dd8-1f44164fb78e req-6a07c5bf-7837-4f82-ad1a-d51d0eeab029 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.388104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14439f9a-cd3a-4dfb-8dd8-1f44164fb78e req-6a07c5bf-7837-4f82-ad1a-d51d0eeab029 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.2249346 Nov 12 03:33:12.419777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 4303a01a-721a-4390-9ded-427008ae5ff2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:12.584082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9876b07b-130f-4b2b-ba38-39fb239b4820', 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820', 'tenant_id': 'df9e442bf09c40208ab520fce8aefdc6', 'fixed_ips': [{'subnet_id': 'e1d15c50-9755-4ba2-af3a-cf7248938d17'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:12.585747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:12.601865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:12.622303 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] Sync routers for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:12.636892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8f8dae86-8a12-4122-abc0-c0a07fae8ee1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6956768 Nov 12 03:33:12.645348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14439f9a-cd3a-4dfb-8dd8-1f44164fb78e req-da60530f-29d0-4fbf-9370-fcd1a9c6690c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559943 Nov 12 03:33:12.653067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.668064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:12.668709 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.739967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb9446a3-08b4-48ba-af88-15bb1f3284dd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=4303a01a-721a-4390-9ded-427008ae5ff2 HTTP/1.1" status: 200 len: 205 time: 0.0855577 Nov 12 03:33:12.743899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:12.787484 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.828037 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] Routers {'4303a01a-721a-4390-9ded-427008ae5ff2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:12.835764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:32:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['4303a01a-721a-4390-9ded-427008ae5ff2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.869525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632205-81e3-457f-8a39-bcbc43a970fa req-c9e06325-d0f5-404b-8df1-529f94ae6e63 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:12.882749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f632205-81e3-457f-8a39-bcbc43a970fa req-c9e06325-d0f5-404b-8df1-529f94ae6e63 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 945 time: 0.3151221 Nov 12 03:33:12.920223 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:12.931785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fde75-b5ba-4661-9f12-068490b50bb2 None None] The sync data for ids ['4303a01a-721a-4390-9ded-427008ae5ff2'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:12.953885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Allocated IP 172.20.0.2 (9876b07b-130f-4b2b-ba38-39fb239b4820/e1d15c50-9755-4ba2-af3a-cf7248938d17/43134e74-37e6-4577-90fb-bc45daa8b289) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:13.008656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Made reservation on behalf of df9e442bf09c40208ab520fce8aefdc6 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:13.015450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.053158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.068154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] device_id is not set on port c2dfec3a-c8d5-40df-b6c5-f1560406d441 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:13.161671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f632205-81e3-457f-8a39-bcbc43a970fa req-8adab6cf-4967-491e-82d8-fc14d102dba7 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765179 Nov 12 03:33:13.173551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33a97-0518-4c15-92fb-f77bbc333798 req-f3dca454-0115-46c7-82a5-264478c77955 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:13.175425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0d33a97-0518-4c15-92fb-f77bbc333798 req-f3dca454-0115-46c7-82a5-264478c77955 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.2864652 Nov 12 03:33:13.203040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.218621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.312149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:13.316135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:13.320463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Allocated IP 172.20.0.13 (9876b07b-130f-4b2b-ba38-39fb239b4820/e1d15c50-9755-4ba2-af3a-cf7248938d17/c2dfec3a-c8d5-40df-b6c5-f1560406d441) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:13.322290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:13.371838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Pushing event updated for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:13.433233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Attempting to bind port 43134e74-37e6-4577-90fb-bc45daa8b289 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:13.439313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Attempting to bind port 43134e74-37e6-4577-90fb-bc45daa8b289 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e25370bd-0f29-4899-8ab9-345be64f5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:13.442143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Attempting to bind port 43134e74-37e6-4577-90fb-bc45daa8b289 on network 9876b07b-130f-4b2b-ba38-39fb239b4820 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:13.453878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:13.456189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Checking segment: {'id': 'e25370bd-0f29-4899-8ab9-345be64f5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:13.459081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.459562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Bound using segment: {'id': 'e25370bd-0f29-4899-8ab9-345be64f5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:13.460071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Bound port: 43134e74-37e6-4577-90fb-bc45daa8b289, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25370bd-0f29-4899-8ab9-345be64f5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9876b07b-130f-4b2b-ba38-39fb239b4820'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:13.460466 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.469690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.483451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdbf0d80-8ad9-4cb7-9acb-2663e36deda2 req-0ed88c04-fe81-4645-b72c-08055463df97 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1649864 Nov 12 03:33:13.484796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.602404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:13.607599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=43134e74-37e6-4577-90fb-bc45daa8b289,segment=NetworkSegment(e25370bd-0f29-4899-8ab9-345be64f5480),segment_id=e25370bd-0f29-4899-8ab9-345be64f5480)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:13.613778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:13.625234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0d33a97-0518-4c15-92fb-f77bbc333798 req-1c3b5283-c6bf-4689-8e55-11a6017db741 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372036 Nov 12 03:33:13.632671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.633239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router 4303a01a-721a-4390-9ded-427008ae5ff2 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:13.643873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.650201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52126) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:13.655191 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5cf36a21-af54-4d79-8676-4419a01512c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2 HTTP/1.1" status: 204 len: 168 time: 0.9099569 Nov 12 03:33:13.666292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.719837 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.820372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 85fd0391-9e9b-424a-a0cd-3948ca51aa51 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:13.841273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:13.996418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88207b06-87ab-4aa5-a37f-71a90b2c6191 None None] Pushing event updated for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.014956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc0c3-4319-458f-b2a0-400f127792be req-06f88286-e53c-4aad-bed8-34895c903bf3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.054438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-014bc0c3-4319-458f-b2a0-400f127792be req-06f88286-e53c-4aad-bed8-34895c903bf3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1682835 Nov 12 03:33:14.058172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.153063 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.189191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:14.207019 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49082b16-2eb3-4a6e-a3a3-8f2b3637c859" -d '{"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-unplugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:14.220099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event updated for resources: {'Port': ['ID=c2dfec3a-c8d5-40df-b6c5-f1560406d441,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.255185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:14.256022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-014bc0c3-4319-458f-b2a0-400f127792be req-6cbe8898-86f6-464f-97f6-609e1ad89d20 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005885 Nov 12 03:33:14.259627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:14.265183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-0dbcfdee-c7cd-4dca-a7e1-82c5770d899f service neutron] 10.222.0.16 "GET /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.4305849 Nov 12 03:33:14.273323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:14.273853 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.278738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:14.341923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2e5ce-fad8-4433-a46f-47715effc187 req-85708623-9598-47a6-b915-f4ab0a6e7283 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.364748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6b2e5ce-fad8-4433-a46f-47715effc187 req-85708623-9598-47a6-b915-f4ab0a6e7283 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.2258928 Nov 12 03:33:14.422350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.425401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.459449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:14.504914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6b2e5ce-fad8-4433-a46f-47715effc187 req-f1c4aeb5-8db7-4ffe-864d-64be1e5161ca tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062565 Nov 12 03:33:14.542814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:14.602720 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d88c8d5-0cfe-47ae-83ce-d77982c120d0 x-openstack-request-id: req-4d88c8d5-0cfe-47ae-83ce-d77982c120d0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:14.603372 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-unplugged", "status": "completed", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:14.603372 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4d88c8d5-0cfe-47ae-83ce-d77982c120d0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:14.603727 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'code': 200} Nov 12 03:33:14.640208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4c0ba-3641-443e-91cb-e23903313e92 req-03b6b159-16c7-41b1-991e-00de90d7de37 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:14.641907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26e4c0ba-3641-443e-91cb-e23903313e92 req-03b6b159-16c7-41b1-991e-00de90d7de37 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.1285272 Nov 12 03:33:14.675283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:14.675496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e21f44b-3668-4b57-97c0-ae6c4e18e2e4 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4204593 Nov 12 03:33:14.774436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d20f8f49-aca0-40dc-8ed7-f0392600fb9c req-888ccf8f-fd05-4534-83e3-4c7a3c7149ab tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0705767 Nov 12 03:33:14.921045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26e4c0ba-3641-443e-91cb-e23903313e92 req-b3d4d035-4f5a-4eee-899c-0c28eab26c2f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719557 Nov 12 03:33:15.008013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Deleting port c2dfec3a-c8d5-40df-b6c5-f1560406d441 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:15.009889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.048213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.191096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.230985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Calling delete_port for c2dfec3a-c8d5-40df-b6c5-f1560406d441 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:15.244901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:15.333907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:15.340588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.450666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=85fd0391-9e9b-424a-a0cd-3948ca51aa51,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.468483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.472878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a275b9-6317-445e-854f-6e4afe057f45 None None] Network c6360e65-041c-4b6d-a043-74738e0faf6b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:15.477941 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6c08c876-787b-4aaf-be33-c10c7eadb277 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/85fd0391-9e9b-424a-a0cd-3948ca51aa51 HTTP/1.1" status: 204 len: 168 time: 1.8244238 Nov 12 03:33:15.494243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52166) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:15.550810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9417eaf4-ddf8-416b-ad06-abd758d95d55 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:15.616684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:15.633315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd51a2-bdf4-4078-a66f-1ffeaaad3a4e req-b459a330-a016-421a-bdfe-71e0cfab155d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:15.643238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17fd51a2-bdf4-4078-a66f-1ffeaaad3a4e req-b459a330-a016-421a-bdfe-71e0cfab155d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1152949 Nov 12 03:33:15.645836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.676571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.704673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event deleted for resources: {'Port': ['ID=c2dfec3a-c8d5-40df-b6c5-f1560406d441,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:15.731318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet a2f9ff35-c3cf-49f9-b8d2-6d02017ae164 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:15.752958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.828396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17fd51a2-bdf4-4078-a66f-1ffeaaad3a4e req-67fa7752-2b73-4929-bb53-38e2844f2598 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835558 Nov 12 03:33:15.840518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:15.881616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f48eaa7-41f7-4235-80b9-665c2ecdde7d None None] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:16.012197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] DHCP port deletion for c6360e65-041c-4b6d-a043-74738e0faf6b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:16.136186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5acdf5-879f-4bbc-833c-99e32551ba96 req-42549c23-47f9-40ac-abe1-05c3529dd92c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.144608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df5acdf5-879f-4bbc-833c-99e32551ba96 req-42549c23-47f9-40ac-abe1-05c3529dd92c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.4094379 Nov 12 03:33:16.148111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2875f12f-4e93-4faf-b596-7d3178821b64 req-e042ff0c-7f96-457b-8566-8f06eb0b79ba tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1461997 Nov 12 03:33:16.148345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] Transition to ACTIVE for port object 9417eaf4-ddf8-416b-ad06-abd758d95d55 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:16.168558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.196973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.204101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03343136-29ee-4595-8623-39a18a8ce3bc tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "DELETE /v2.0/ports/c2dfec3a-c8d5-40df-b6c5-f1560406d441 HTTP/1.1" status: 204 len: 168 time: 1.5240955 Nov 12 03:33:16.213076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52180) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.225842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 43134e74-37e6-4577-90fb-bc45daa8b289 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:16.287417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df5acdf5-879f-4bbc-833c-99e32551ba96 req-d1095072-eb72-4eb2-a4fd-9afc6b2cb1ae tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418843 Nov 12 03:33:16.318807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca5fa0-c606-469e-bfbd-854e2852d710 None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:16.344927 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.369540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52eccf-1ef8-49e6-9431-ed09ce5d2f5d req-adbaf64f-836d-42a8-bf3d-59b533e04f47 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:16.383170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c52eccf-1ef8-49e6-9431-ed09ce5d2f5d req-adbaf64f-836d-42a8-bf3d-59b533e04f47 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.1022878 Nov 12 03:33:16.419925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] Provisioning complete for port 43134e74-37e6-4577-90fb-bc45daa8b289 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:16.420663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.539291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] No DVR routers for this DVR port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:16.544391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05ce1950-c576-46dd-8765-a29687d4c821 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.3204074 Nov 12 03:33:16.558040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.563472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1958206765'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:16.593665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Deleting port 79f8101f-5970-4b76-a92a-c9d4d6b3397e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:16.594038 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.606854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 43134e74-37e6-4577-90fb-bc45daa8b289 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:16.607361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.615482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] 10.222.0.16 "PUT /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55/bindings/n-h2-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 2.2068250 Nov 12 03:33:16.619504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c52eccf-1ef8-49e6-9431-ed09ce5d2f5d req-b1800fe3-4bca-4730-8b16-b421daced87b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350099 Nov 12 03:33:16.642947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Made reservation on behalf of df9e442bf09c40208ab520fce8aefdc6 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:16.646509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.654813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ee92e-2015-4669-91de-4e4015a89dcf service neutron] Pushing event updated for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=12']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.715068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:16.739672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.740040 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Added segment 2c6dbcf8-dfe2-4d36-a0e8-1629bc10fd5c of type vlan for network cad80c40-eabc-4f6f-998c-ee67a47b8aed Nov 12 03:33:16.781849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.905861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f9ff35-c3cf-49f9-b8d2-6d02017ae164,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:16.930543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:16.941681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-606b49e5-f0eb-4a8d-9b3f-4e1f6519984e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/a2f9ff35-c3cf-49f9-b8d2-6d02017ae164 HTTP/1.1" status: 204 len: 168 time: 1.4443963 Nov 12 03:33:16.946530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:16.952280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e92cce5-678e-45c4-bb74-6b4bc221c9fe None None] Network 7fe0de7f-a11d-4284-9893-ed698265489c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:16.984966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.109900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.134450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] For port 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=79f8101f-5970-4b76-a92a-c9d4d6b3397e,segment=NetworkSegment(62dd7e61-4127-4f81-947d-d211f8665a6f),segment_id=62dd7e61-4127-4f81-947d-d211f8665a6f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.134867 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.165586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.182970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Calling delete_port for 79f8101f-5970-4b76-a92a-c9d4d6b3397e owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:17.224261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 79f8101f-5970-4b76-a92a-c9d4d6b3397e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:17.224626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.354065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.409009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 79f8101f-5970-4b76-a92a-c9d4d6b3397e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=79f8101f-5970-4b76-a92a-c9d4d6b3397e,segment=NetworkSegment(62dd7e61-4127-4f81-947d-d211f8665a6f),segment_id=62dd7e61-4127-4f81-947d-d211f8665a6f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.413292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.416739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=43134e74-37e6-4577-90fb-bc45daa8b289,segment=NetworkSegment(e25370bd-0f29-4899-8ab9-345be64f5480),segment_id=e25370bd-0f29-4899-8ab9-345be64f5480)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:17.433350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 79f8101f-5970-4b76-a92a-c9d4d6b3397e owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:17.487571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.525113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] Pushing event deleted for resources: {'Port': ['ID=79f8101f-5970-4b76-a92a-c9d4d6b3397e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.593561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9ef0-777e-4b00-bb61-7ae533afce25 None None] Pushing event updated for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.594590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.600531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409e9c7-b486-4425-908c-a23da5c4f818 None None] No DVR routers for this DVR port 79f8101f-5970-4b76-a92a-c9d4d6b3397e on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:17.631774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.636819 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.643722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.645959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.694234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1349518 Nov 12 03:33:17.697960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4f83762a-75f3-47a6-8e07-251108ff0c49 None None] Provisioning complete for port 43134e74-37e6-4577-90fb-bc45daa8b289 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:17.698340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f83762a-75f3-47a6-8e07-251108ff0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.717207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 79f8101f-5970-4b76-a92a-c9d4d6b3397e on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:17.722521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:17.765931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cfbc4-c604-4b94-88b1-7d084857115c req-fa64297c-1811-4110-8724-04fd262d9184 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.776339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=79f8101f-5970-4b76-a92a-c9d4d6b3397e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:17.779046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-715cfbc4-c604-4b94-88b1-7d084857115c req-fa64297c-1811-4110-8724-04fd262d9184 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.8336320 Nov 12 03:33:17.825370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-716f4868-d91f-4b52-a38f-8418d1351fc4 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.827140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-716f4868-d91f-4b52-a38f-8418d1351fc4 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1096 time: 1.0151439 Nov 12 03:33:17.937756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:17.947220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf530942-3073-4967-b531-794e96db9906 None None] DHCP port deletion for 7fe0de7f-a11d-4284-9893-ed698265489c request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:17.975572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275e42-067e-4d33-b07a-aba92986f8df req-16ccd8d9-1317-45f0-89af-b724ce717432 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:17.979936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd275e42-067e-4d33-b07a-aba92986f8df req-16ccd8d9-1317-45f0-89af-b724ce717432 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.9975400 Nov 12 03:33:17.988085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6360e65-041c-4b6d-a043-74738e0faf6b']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.009489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dd7e61-4127-4f81-947d-d211f8665a6f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.009877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dd7e61-4127-4f81-947d-d211f8665a6f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:18.035451 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:33:18.035927 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:33:18.039120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.082223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90871c27-5536-4b28-9112-976d7ca10a40 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event updated for resources: {'Network': ['ID=cad80c40-eabc-4f6f-998c-ee67a47b8aed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.092347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.100905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bf530942-3073-4967-b531-794e96db9906 None None] Deleting port 2db4576e-d1b9-4c42-b329-d67965b78d85 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:18.101851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:18.102272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.106202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf530942-3073-4967-b531-794e96db9906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.195649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-3baf968f-5c2a-4cfe-96e2-4dd3be7f6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.199292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-3baf968f-5c2a-4cfe-96e2-4dd3be7f6216 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253&tenant_id=5ee186eb6f294e67baab5ff066547574 HTTP/1.1" status: 200 len: 1096 time: 0.3087590 Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:18.201036 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:18.205985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.208055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bf530942-3073-4967-b531-794e96db9906 None None] For port 2db4576e-d1b9-4c42-b329-d67965b78d85, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2db4576e-d1b9-4c42-b329-d67965b78d85,segment=NetworkSegment(b4e65fbd-5294-4db4-ac00-6f2afc030ed0),segment_id=b4e65fbd-5294-4db4-ac00-6f2afc030ed0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:18.208465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf530942-3073-4967-b531-794e96db9906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.211227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network cad80c40-eabc-4f6f-998c-ee67a47b8aed details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:18.211373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.215467 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/c6360e65-041c-4b6d-a043-74738e0faf6b HTTP/1.1" status: 204 len: 168 time: 1.2673047 Nov 12 03:33:18.218993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.224811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-715cfbc4-c604-4b94-88b1-7d084857115c req-5cac5e9a-12ed-4ac1-9577-42f2a958e389 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414184 Nov 12 03:33:18.272602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bf530942-3073-4967-b531-794e96db9906 None None] Calling delete_port for 2db4576e-d1b9-4c42-b329-d67965b78d85 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:18.287234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9f3b76bf-277f-4738-a32a-63666a979a49 None None] Could not find standard attr ID for object c2dfec3a-c8d5-40df-b6c5-f1560406d441. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:33:18.381209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd275e42-067e-4d33-b07a-aba92986f8df req-8ad45a51-9cd8-4acb-8ac3-85fbc02ecf4b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321900 Nov 12 03:33:18.388742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.397657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f5d9-4eeb-4148-bef7-fb9709f41870 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=c6360e65-041c-4b6d-a043-74738e0faf6b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.436755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0b0741b0-75f4-4a21-b670-2fae0ebdb9f5 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks HTTP/1.1" status: 200 len: 10338 time: 0.7062891 Nov 12 03:33:18.439682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.486532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff571d99-90c1-464e-9a44-4a65c6967eba req-564eba52-d64c-49cd-89c6-f0686650b9dc tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0745895 Nov 12 03:33:18.492757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 2db4576e-d1b9-4c42-b329-d67965b78d85 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:18.493698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.510732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf530942-3073-4967-b531-794e96db9906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.534946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-c8ebc88e-df10-43c6-8096-468cfffd865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.536642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-c8ebc88e-df10-43c6-8096-468cfffd865f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1096 time: 0.2667205 Nov 12 03:33:18.570931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530942-3073-4967-b531-794e96db9906 None None] Pushing event deleted for resources: {'Port': ['ID=2db4576e-d1b9-4c42-b329-d67965b78d85,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:18.614988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf530942-3073-4967-b531-794e96db9906 None None] No DVR routers for this DVR port 2db4576e-d1b9-4c42-b329-d67965b78d85 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:18.641127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 2db4576e-d1b9-4c42-b329-d67965b78d85, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2db4576e-d1b9-4c42-b329-d67965b78d85,segment=NetworkSegment(b4e65fbd-5294-4db4-ac00-6f2afc030ed0),segment_id=b4e65fbd-5294-4db4-ac00-6f2afc030ed0)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:18.641882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.688978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 2db4576e-d1b9-4c42-b329-d67965b78d85 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:18.707342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c04f11-8871-4901-926c-f7b04da68674 req-f67e030b-cc8e-4f0d-8fce-94d33732bf8c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.709316 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-94c04f11-8871-4901-926c-f7b04da68674 req-f67e030b-cc8e-4f0d-8fce-94d33732bf8c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.1284037 Nov 12 03:33:18.774769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 43134e74-37e6-4577-90fb-bc45daa8b289 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:18.779185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27a487-bb12-4aa2-a8df-bd630a895661 req-c7c453d0-c1c3-4961-92b9-566dd8600531 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.787524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b27a487-bb12-4aa2-a8df-bd630a895661 req-c7c453d0-c1c3-4961-92b9-566dd8600531 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.1580555 Nov 12 03:33:18.845767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5829dbb-514f-4e95-916c-7e1a78dd8353 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] Network cad80c40-eabc-4f6f-998c-ee67a47b8aed is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:18.891326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 43134e74-37e6-4577-90fb-bc45daa8b289 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:18.891611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.936282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:18.941596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b27a487-bb12-4aa2-a8df-bd630a895661 req-0106a55e-807d-4a66-b9d9-bbfb2d72d6f1 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531053 Nov 12 03:33:18.948246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e5829dbb-514f-4e95-916c-7e1a78dd8353 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "POST /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5037215 Nov 12 03:33:18.955547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:18.970007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfda97-c98c-4c35-9a9a-3865da70fefa None None] Network cad80c40-eabc-4f6f-998c-ee67a47b8aed requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:18.992307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-2edc6eac-e5f4-4eb6-8fa2-d66d05284e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:18.994361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-2edc6eac-e5f4-4eb6-8fa2-d66d05284e44 service neutron] 10.222.0.104 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.3661315 Nov 12 03:33:19.000334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=2db4576e-d1b9-4c42-b329-d67965b78d85,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.006767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 2db4576e-d1b9-4c42-b329-d67965b78d85 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:19.012461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port 9f6b8577-1957-4b09-8562-f09b7572feb1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:19.013473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.084887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-e980c9ad-c708-4012-8f18-804a7c9b42ce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 200 len: 217 time: 0.0689805 Nov 12 03:33:19.138874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port 9f6b8577-1957-4b09-8562-f09b7572feb1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9f6b8577-1957-4b09-8562-f09b7572feb1,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:19.139440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.164732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for 9f6b8577-1957-4b09-8562-f09b7572feb1 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:19.284097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-7c6017ab-c1ce-4952-a12c-d1bb3dd98a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.285599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-7c6017ab-c1ce-4952-a12c-d1bb3dd98a65 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1368883 Nov 12 03:33:19.292752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52226) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.301540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c5f4c0da-4a58-4831-a2d4-c1af56765759 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks HTTP/1.1" status: 200 len: 10364 time: 0.3442111 Nov 12 03:33:19.366303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-875e1c74-4972-4612-b18b-9c6011d58e68 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635879 Nov 12 03:33:19.419948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2db4576e-d1b9-4c42-b329-d67965b78d85 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:19.450409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.468264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2db4576e-d1b9-4c42-b329-d67965b78d85 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:19.468603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2db4576e-d1b9-4c42-b329-d67965b78d85 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:19.469013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 79f8101f-5970-4b76-a92a-c9d4d6b3397e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:19.473471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe0de7f-a11d-4284-9893-ed698265489c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:19.484057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:19.484628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e65fbd-5294-4db4-ac00-6f2afc030ed0') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:19.496629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.510684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.518391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:19.518629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 79f8101f-5970-4b76-a92a-c9d4d6b3397e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:19.518776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.520140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 79f8101f-5970-4b76-a92a-c9d4d6b3397e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:19.594483 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:19.620021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.621446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.656751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.661091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/7fe0de7f-a11d-4284-9893-ed698265489c HTTP/1.1" status: 204 len: 168 time: 1.4412057 Nov 12 03:33:19.666384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.674825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1286923171'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:19.691300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7144f-036d-4451-ba41-ee015de4843b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=7fe0de7f-a11d-4284-9893-ed698265489c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:19.715241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-d9dcdc66-5de7-413f-ab1d-8aed76d0b9ba service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345444 Nov 12 03:33:19.739737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49825fb-f154-495b-bbaa-6017030fe829 req-04fdfe27-5d14-4b7e-b520-b20621069ef4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.740333 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e61648ce-f9cd-4d12-ab55-08a603aaa40e tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "DELETE /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks/cad80c40-eabc-4f6f-998c-ee67a47b8aed HTTP/1.1" status: 204 len: 168 time: 0.4451041 Nov 12 03:33:19.741442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a49825fb-f154-495b-bbaa-6017030fe829 req-04fdfe27-5d14-4b7e-b520-b20621069ef4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b1fcc91-3eef-40d0-a4d4-69599c4850d2 HTTP/1.1" status: 200 len: 945 time: 0.2454050 Nov 12 03:33:19.742103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:19.744751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.755980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.779023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bd6e0-cde6-4747-a8e1-ec60eb356758 req-4523338a-1d17-49ff-9445-44eca1413662 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:19.786756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2bd6e0-cde6-4747-a8e1-ec60eb356758 req-4523338a-1d17-49ff-9445-44eca1413662 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.2401948 Nov 12 03:33:19.947323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:19.957240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1aaa44c6-69c1-4656-b578-3851c62d789c tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks HTTP/1.1" status: 200 len: 8848 time: 0.2108204 Nov 12 03:33:19.960958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:19.961310 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment 3a2ce082-b424-419b-ae67-9a9f93482db9 of type vlan for network e958a17b-1e33-437c-a391-8db1ad6387e4 Nov 12 03:33:19.973002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52246) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:19.974220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-454198ad-ac0b-455f-8ca6-42ce5e37ffcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.021964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.032840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.055886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a49825fb-f154-495b-bbaa-6017030fe829 req-ddfa81b1-ac97-42af-8780-e4f5834be447 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927783 Nov 12 03:33:20.056282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4fdc3ea0-eb4e-4846-8b38-d4251aad69c1 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/networks/9876b07b-130f-4b2b-ba38-39fb239b4820/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0789280 Nov 12 03:33:20.057927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.062392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=9f6b8577-1957-4b09-8562-f09b7572feb1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.066639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9f6b8577-1957-4b09-8562-f09b7572feb1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:20.081082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2bd6e0-cde6-4747-a8e1-ec60eb356758 req-f63cdc4f-08d2-4209-9ecb-004fb19bb5f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913361 Nov 12 03:33:20.103125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-c7f344d0-28e6-4391-a3f7-ce652b66a50c service neutron] 10.222.0.104 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444335 Nov 12 03:33:20.143101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port 9f6b8577-1957-4b09-8562-f09b7572feb1 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:20.145869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.146471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080859a6-5521-46a6-9ebe-edaba3a09394 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:20.150101 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-94c04f11-8871-4901-926c-f7b04da68674 req-71840bfb-5d75-4184-974e-64792ffdb603 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "DELETE /v2.0/ports/9f6b8577-1957-4b09-8562-f09b7572feb1 HTTP/1.1" status: 204 len: 173 time: 1.4298763 Nov 12 03:33:20.156552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'name': 'network-vif-deleted', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:20.159984 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6a584-9d10-4697-b910-076fcb1012d3" -d '{"events": [{"server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "name": "network-vif-deleted", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:20.165579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.176342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.176996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.205763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de28e9d1-90c4-450a-b7c4-59557ef5fb69 tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/networks/9876b07b-130f-4b2b-ba38-39fb239b4820/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1451874 Nov 12 03:33:20.209921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.228272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:20.270027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-454198ad-ac0b-455f-8ca6-42ce5e37ffcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.296800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6274076 Nov 12 03:33:20.297754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.337353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9df5bafa-49f7-4fb9-b001-f3f08e72c398 req-cb405613-58e0-406c-8bad-37055d553241 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1126132 Nov 12 03:33:20.342834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:20.414639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-454198ad-ac0b-455f-8ca6-42ce5e37ffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.493239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dff1c-ac61-4a71-b062-094b0777bc28 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=e958a17b-1e33-437c-a391-8db1ad6387e4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.504369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network e958a17b-1e33-437c-a391-8db1ad6387e4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:20.509412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454198ad-ac0b-455f-8ca6-42ce5e37ffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092dc35f-94e8-484e-8ade-b76e49008bf4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:20.517880 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a566c-0fca-4ac9-a0b1-343d45169b91 x-openstack-request-id: req-b22a566c-0fca-4ac9-a0b1-343d45169b91 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:20.519842 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fcc91-3eef-40d0-a4d4-69599c4850d2", "name": "network-vif-deleted", "tag": "9f6b8577-1957-4b09-8562-f09b7572feb1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:20.519842 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b22a566c-0fca-4ac9-a0b1-343d45169b91 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:20.520216 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1fcc91-3eef-40d0-a4d4-69599c4850d2', 'name': 'network-vif-deleted', 'tag': '9f6b8577-1957-4b09-8562-f09b7572feb1', 'status': 'completed', 'code': 200} Nov 12 03:33:20.589868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a362-96b0-4698-a1ef-6c1daff76b95 req-0c56498f-4c67-467b-a7ab-f01d57f19b4a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.591668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86b5a362-96b0-4698-a1ef-6c1daff76b95 req-0c56498f-4c67-467b-a7ab-f01d57f19b4a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.1612389 Nov 12 03:33:20.599495 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-454198ad-ac0b-455f-8ca6-42ce5e37ffcf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=422386827eda4d32a068b9b8e6a9472c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9752407 Nov 12 03:33:20.604867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52258) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.673638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f0d6f02a-236d-48fc-b89b-142fcd3c3aae tempest-DHCPAgentSchedulersTestJSON-418132981 tempest-DHCPAgentSchedulersTestJSON-418132981-project-admin] 10.222.0.97 "GET /v2.0/agents/e5c6bfbe-d095-44f8-8a1f-66c8ccc46002/dhcp-networks HTTP/1.1" status: 200 len: 8848 time: 0.4591210 Nov 12 03:33:20.675575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:20.697667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:20.703806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.771308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-a55bb606-d5e2-4c54-a365-b79fa1a8272d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:20.773124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-a55bb606-d5e2-4c54-a365-b79fa1a8272d tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253&tenant_id=5ee186eb6f294e67baab5ff066547574&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.1474230 Nov 12 03:33:20.835724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.860207 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.891771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:20.931672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86b5a362-96b0-4698-a1ef-6c1daff76b95 req-adf86189-fcb4-4621-9a47-51c7dcc322db tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176193 Nov 12 03:33:21.024476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.035274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.037881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.042112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/092dc35f-94e8-484e-8ade-b76e49008bf4 HTTP/1.1" status: 204 len: 168 time: 0.4330795 Nov 12 03:33:21.059767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e26b9f-20e3-4f17-bf9d-1f7791f5c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092dc35f-94e8-484e-8ade-b76e49008bf4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.063765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad80c40-eabc-4f6f-998c-ee67a47b8aed']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.077516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.080417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6dbcf8-dfe2-4d36-a0e8-1629bc10fd5c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.080723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6dbcf8-dfe2-4d36-a0e8-1629bc10fd5c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:21.104037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.131672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.147342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:21.148554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.193992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=34300c44-0df8-47fb-8634-dd3619884527,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.250480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-5a0c95b7-8e1b-411b-b0d6-6b0c566ec37f service neutron] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:21.259715 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:21.266111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.315071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.320615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "DELETE /v2.0/networks/cad80c40-eabc-4f6f-998c-ee67a47b8aed HTTP/1.1" status: 204 len: 168 time: 0.6438899 Nov 12 03:33:21.321372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-5a0c95b7-8e1b-411b-b0d6-6b0c566ec37f service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.322480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4aa11bf-5419-45b9-ae57-89d9dafd96d9 req-5a0c95b7-8e1b-411b-b0d6-6b0c566ec37f service neutron] 10.222.0.104 "DELETE /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55/bindings/n-h1-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.5088551 Nov 12 03:33:21.323903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad7f79-1394-4f0b-9e34-58cf79831974 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event deleted for resources: {'Network': ['ID=cad80c40-eabc-4f6f-998c-ee67a47b8aed,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.333375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.346368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': '3a2ce082-b424-419b-ae67-9a9f93482db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:21.346727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: e958a17b-1e33-437c-a391-8db1ad6387e4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:21.366685 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf18579-a30b-48ac-aac1-d240743b18a0 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] DELETE failed (client error): The resource could not be found. Nov 12 03:33:21.367461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf18579-a30b-48ac-aac1-d240743b18a0 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:33:21.374383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cf18579-a30b-48ac-aac1-d240743b18a0 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "DELETE /v2.0/ports/c2dfec3a-c8d5-40df-b6c5-f1560406d441 HTTP/1.1" status: 404 len: 333 time: 0.0374844 Nov 12 03:33:21.375033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.394170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f122062-f204-40a5-9c40-63d7c31968e1 req-cf31b2c9-4e4f-4959-a710-28f0759d14bf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.396748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f122062-f204-40a5-9c40-63d7c31968e1 req-cf31b2c9-4e4f-4959-a710-28f0759d14bf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1672258 Nov 12 03:33:21.425756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network e958a17b-1e33-437c-a391-8db1ad6387e4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:21.456099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, e958a17b-1e33-437c-a391-8db1ad6387e4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:21.468844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a67906-e2ba-4903-86bb-76cd99798570 None None] Network e958a17b-1e33-437c-a391-8db1ad6387e4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:21.471027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.471632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.507799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f122062-f204-40a5-9c40-63d7c31968e1 req-51b27b7c-de44-4866-afcc-a4385ea5cecf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012654 Nov 12 03:33:21.508451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.553758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e47674de-03c9-42ae-bbe1-5f63be23cbfb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2477551 Nov 12 03:33:21.554716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.555591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Deleting subnet e1d15c50-9755-4ba2-af3a-cf7248938d17 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:21.564777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.566056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49d130d4-a6a9-44c3-9b50-bff0bc074e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.572526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1278756057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:21.635315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.671280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2597c0fb-e542-4018-8c55-4412d26a1197 req-1a9a470d-0285-4e3a-ba3c-76f00149bf39 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0510170 Nov 12 03:33:21.700843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.702117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.736667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-e42daefb-bef4-4192-bda0-32b2b960edf2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:21.745336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-e42daefb-bef4-4192-bda0-32b2b960edf2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2356169 Nov 12 03:33:21.748243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.794499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-2ccee587-55c4-4b09-b6a0-cbd1d77ce218 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0476797 Nov 12 03:33:21.810346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-e958a17b-1e33-437c-a391-8db1ad6387e4', 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '34300c44-0df8-47fb-8634-dd3619884527'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:21.811529 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.874522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-d3eae3f5-60d6-45fb-9b72-22a8e470507f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786629 Nov 12 03:33:21.874784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.893386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.914797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d15c50-9755-4ba2-af3a-cf7248938d17,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:21.925761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.935262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-94ba2340-1499-4a5c-a154-43bb6ce95383 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "DELETE /v2.0/subnets/e1d15c50-9755-4ba2-af3a-cf7248938d17 HTTP/1.1" status: 204 len: 168 time: 0.5591059 Nov 12 03:33:21.936143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52294) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:21.948756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:21.974459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed27da-5bea-4fbf-920c-ac92a495259e None None] Network 9876b07b-130f-4b2b-ba38-39fb239b4820 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:22.092631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.111997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49d130d4-a6a9-44c3-9b50-bff0bc074e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.130778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-b5a073e6-9241-4458-9530-475a8343d76c service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547207 Nov 12 03:33:22.166470 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a2fe8f0-5f75-4c2b-b322-1fba2d654464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.166893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.171375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-551012d8-5c23-41f7-b616-4efac700bd3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6021874 Nov 12 03:33:22.172337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49d130d4-a6a9-44c3-9b50-bff0bc074e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.173007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52298) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.178405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'port': {'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4', 'name': 'tempest-RoutersIpV6Test-1734051531'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:22.185386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Allocated IP 2001:db8::2 (e958a17b-1e33-437c-a391-8db1ad6387e4/34300c44-0df8-47fb-8634-dd3619884527/71908420-4009-4d39-9f45-4185f5e59d24) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:22.218396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Deleting port 43134e74-37e6-4577-90fb-bc45daa8b289 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:22.218805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.418265 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.425996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] DHCP port deletion for 9876b07b-130f-4b2b-ba38-39fb239b4820 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:22.432749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.550533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-49d130d4-a6a9-44c3-9b50-bff0bc074e6c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=39428cddf23b4f4fb3020f6a08971ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0373323 Nov 12 03:33:22.553334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:22.569406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Network e958a17b-1e33-437c-a391-8db1ad6387e4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:22.572663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Pushing event updated for resources: {'Port': ['ID=71908420-4009-4d39-9f45-4185f5e59d24,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.582810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:22.588132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:22.677274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d130d4-a6a9-44c3-9b50-bff0bc074e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949f30a-bbc5-4cd2-92f1-314bc4b97cda,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:22.717747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095ddf3-5c4c-438d-9e62-f1cd32381c0b req-f5f2c33b-639b-4493-a09c-e0123bbc8352 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:22.719457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c095ddf3-5c4c-438d-9e62-f1cd32381c0b req-f5f2c33b-639b-4493-a09c-e0123bbc8352 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.6051004 Nov 12 03:33:22.790484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=43134e74-37e6-4577-90fb-bc45daa8b289,segment=NetworkSegment(e25370bd-0f29-4899-8ab9-345be64f5480),segment_id=e25370bd-0f29-4899-8ab9-345be64f5480)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:22.791214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.802396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:22.806672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.842412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Calling delete_port for 43134e74-37e6-4577-90fb-bc45daa8b289 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:22.843316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-98189986-80c8-4bc9-ab11-2deaaa9f6942 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619108 Nov 12 03:33:22.845269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] device_id is not set on port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:22.858033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c095ddf3-5c4c-438d-9e62-f1cd32381c0b req-374c38de-02a7-48c0-af91-0dd3473cfee0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249716 Nov 12 03:33:22.860602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 43134e74-37e6-4577-90fb-bc45daa8b289 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:22.863511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.897113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.972171 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.976407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:22.989870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Deleting port 43134e74-37e6-4577-90fb-bc45daa8b289 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:22.990079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0949f30a-bbc5-4cd2-92f1-314bc4b97cda HTTP/1.1" status: 204 len: 168 time: 0.3978400 Nov 12 03:33:22.990969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.005731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Attempting to bind port 71908420-4009-4d39-9f45-4185f5e59d24 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:23.006572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Attempting to bind port 71908420-4009-4d39-9f45-4185f5e59d24 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3a2ce082-b424-419b-ae67-9a9f93482db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:23.007628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Attempting to bind port 71908420-4009-4d39-9f45-4185f5e59d24 on network e958a17b-1e33-437c-a391-8db1ad6387e4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:23.015936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127f4e-14e2-4cd6-b754-abd57383aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949f30a-bbc5-4cd2-92f1-314bc4b97cda,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.037839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:23.039102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Checking segment: {'id': '3a2ce082-b424-419b-ae67-9a9f93482db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:23.040367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.040883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Bound using segment: {'id': '3a2ce082-b424-419b-ae67-9a9f93482db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:23.041499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Bound port: 71908420-4009-4d39-9f45-4185f5e59d24, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2ce082-b424-419b-ae67-9a9f93482db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958a17b-1e33-437c-a391-8db1ad6387e4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:23.041968 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.207594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8::d2 (e958a17b-1e33-437c-a391-8db1ad6387e4/34300c44-0df8-47fb-8634-dd3619884527/70e3dfc3-6ae2-4aab-8ddf-8591fa26d514) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:23.288969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00f927ee-7472-4efb-b37a-64c415fb8abc req-7797838b-e037-4bd0-b951-6d70bc4c34f3 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0492492 Nov 12 03:33:23.311898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410e91c-e9dd-4b52-952a-1e1412d357ea req-5fdd0651-90fe-4f4b-99d4-15f450eda36b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.313822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2410e91c-e9dd-4b52-952a-1e1412d357ea req-5fdd0651-90fe-4f4b-99d4-15f450eda36b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.1423483 Nov 12 03:33:23.322482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=43134e74-37e6-4577-90fb-bc45daa8b289,segment=NetworkSegment(e25370bd-0f29-4899-8ab9-345be64f5480),segment_id=e25370bd-0f29-4899-8ab9-345be64f5480)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:23.323223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.361714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.389068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Calling delete_port for 43134e74-37e6-4577-90fb-bc45daa8b289 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:23.393292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] For port 71908420-4009-4d39-9f45-4185f5e59d24, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:23.431374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 43134e74-37e6-4577-90fb-bc45daa8b289, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=43134e74-37e6-4577-90fb-bc45daa8b289,segment=NetworkSegment(e25370bd-0f29-4899-8ab9-345be64f5480),segment_id=e25370bd-0f29-4899-8ab9-345be64f5480)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:23.437181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2410e91c-e9dd-4b52-952a-1e1412d357ea req-975fb2de-c18a-4388-b795-6f3ad695ed3d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153748 Nov 12 03:33:23.437765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] For port 71908420-4009-4d39-9f45-4185f5e59d24, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=71908420-4009-4d39-9f45-4185f5e59d24,segment=NetworkSegment(3a2ce082-b424-419b-ae67-9a9f93482db9),segment_id=3a2ce082-b424-419b-ae67-9a9f93482db9)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:23.442563 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.497195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.499204 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.559022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.601551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9f6b8577-1957-4b09-8562-f09b7572feb1 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:23.639741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.673330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bd7ce-b87d-4c6a-bdf4-afbfd03e580f None None] Pushing event updated for resources: {'Port': ['ID=71908420-4009-4d39-9f45-4185f5e59d24,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.698006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 9f6b8577-1957-4b09-8562-f09b7572feb1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:23.698344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9f6b8577-1957-4b09-8562-f09b7572feb1 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:23.701158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26ec9dee-6f7d-49f1-9f6a-02ed7e72f852 req-fcb4c2ff-6b4e-4754-a656-4ff4f34ff93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 210 time: 0.1410391 Nov 12 03:33:23.707519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.713106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event deleted for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.717914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] No DVR routers for this DVR port 43134e74-37e6-4577-90fb-bc45daa8b289 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:23.742136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.800142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] No DVR routers for this DVR port 43134e74-37e6-4577-90fb-bc45daa8b289 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:23.812073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3079e-ea69-446f-854e-3e828b8fa25b None None] Pushing event deleted for resources: {'Port': ['ID=43134e74-37e6-4577-90fb-bc45daa8b289,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:23.835867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-ba306b69-f476-4538-bd6d-eae2c31210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.838384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-ba306b69-f476-4538-bd6d-eae2c31210be service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 1096 time: 0.1674852 Nov 12 03:33:23.870752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:23.884466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network e958a17b-1e33-437c-a391-8db1ad6387e4 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:23.938870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:23.945184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:23.956904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:23.957607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:23.994431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.030642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=70e3dfc3-6ae2-4aab-8ddf-8591fa26d514,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.047235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.066054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e6e41f8f-4b24-4c75-9523-776ef229fc6e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8918579 Nov 12 03:33:24.066382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb2096-1270-4e44-9a95-9bd7402b2b55 req-a42e105e-2406-430a-934d-0a20c2930bde tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:24.067750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12eb2096-1270-4e44-9a95-9bd7402b2b55 req-a42e105e-2406-430a-934d-0a20c2930bde tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 1096 time: 0.1149144 Nov 12 03:33:24.069796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:24.102973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9876b07b-130f-4b2b-ba38-39fb239b4820']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.216779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12eb2096-1270-4e44-9a95-9bd7402b2b55 req-8a93f933-bcb9-41a0-8997-b960cc76a707 tempest-LiveMigrationTest-1492704975 tempest-LiveMigrationTest-1492704975-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343687 Nov 12 03:33:24.260611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25370bd-0f29-4899-8ab9-345be64f5480') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.260903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25370bd-0f29-4899-8ab9-345be64f5480') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:24.303267 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c62a64fa-f5a6-4dd3-b19a-2b299256990c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.362951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:24.374756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.450896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.461375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:24.496644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:24.501995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.504185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad192fa-11ba-4c47-b525-7e778a7244fc req-95eeb683-12c2-439d-8c4b-f31179c91a86 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0409222 Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:24.505140 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:24.570168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:24.582142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.602524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Transition to ACTIVE for port object bda10034-57b2-44ff-ac7e-a303829f1a23 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:24.609003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.732369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.762455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.767076 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] 10.222.0.97 "DELETE /v2.0/networks/9876b07b-130f-4b2b-ba38-39fb239b4820 HTTP/1.1" status: 204 len: 168 time: 2.8297317 Nov 12 03:33:24.785435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb162d80-a26d-4f9f-aff6-53e034830c49 tempest-DHCPAgentSchedulersTestJSON-1403688046 tempest-DHCPAgentSchedulersTestJSON-1403688046-project] Pushing event deleted for resources: {'Network': ['ID=9876b07b-130f-4b2b-ba38-39fb239b4820,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:24.844340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:24.868898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 71908420-4009-4d39-9f45-4185f5e59d24 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:24.958512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3be220-7e87-45d5-9c9e-f2d796021c6a req-07530795-703c-4e3c-bc82-91070534236b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.003753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c3be220-7e87-45d5-9c9e-f2d796021c6a req-07530795-703c-4e3c-bc82-91070534236b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 944 time: 0.3532705 Nov 12 03:33:25.008025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=9']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.011666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 71908420-4009-4d39-9f45-4185f5e59d24 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:25.012115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.272623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.297295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04871805-5d86-4f22-815b-82343613e777 req-50baa900-6ece-4f5e-a3c0-17287752b54d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.308021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04871805-5d86-4f22-815b-82343613e777 req-50baa900-6ece-4f5e-a3c0-17287752b54d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.6598423 Nov 12 03:33:25.368102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 71908420-4009-4d39-9f45-4185f5e59d24, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=71908420-4009-4d39-9f45-4185f5e59d24,segment=NetworkSegment(3a2ce082-b424-419b-ae67-9a9f93482db9),segment_id=3a2ce082-b424-419b-ae67-9a9f93482db9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:25.370892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c3be220-7e87-45d5-9c9e-f2d796021c6a req-335f5e60-0aa9-4c88-af8a-7e02efcd601d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638709 Nov 12 03:33:25.375410 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.383719 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.386339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52372) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.462564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=71908420-4009-4d39-9f45-4185f5e59d24,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.465357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52374) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.523449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04871805-5d86-4f22-815b-82343613e777 req-6262ed65-f212-4bca-81b1-f397f52e0eaf tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144170 Nov 12 03:33:25.524370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] No DVR routers for this DVR port bda10034-57b2-44ff-ac7e-a303829f1a23 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:25.550460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52239c3d-46ae-4b9b-abc0-22d7d910349b None None] Network e958a17b-1e33-437c-a391-8db1ad6387e4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:25.623065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-39cb6c24-777d-4378-adf0-26c4c2ed08e3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.625694 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-39cb6c24-777d-4378-adf0-26c4c2ed08e3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.5674872 Nov 12 03:33:25.646421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-827ee36c-a91a-451e-8449-01c933c07b5d req-db1c5a36-df22-46a8-ad57-21cc9c73187b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 210 time: 0.1097724 Nov 12 03:33:25.666198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': 'efa037f0-4f03-4804-8e4a-944069effa26', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:25.686769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0080e81-98c8-445e-82ca-0a3211d0cff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.761302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-22efaad8-d2ac-4aac-bb5e-a2396351250c None None] Provisioning complete for port 71908420-4009-4d39-9f45-4185f5e59d24 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:25.762228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22efaad8-d2ac-4aac-bb5e-a2396351250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.784307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8eadd6f5-58c0-4ee4-8812-5610309df663 req-d68b4460-6a38-448d-bf85-eeaadddc6b6a tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0402560 Nov 12 03:33:25.802829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.823835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.843600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:25.844215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:25.844846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.850431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:25.852677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Attempting to bind port bda10034-57b2-44ff-ac7e-a303829f1a23 on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:25.859955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:25.860384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:25.860827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:25.862104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Bound port: bda10034-57b2-44ff-ac7e-a303829f1a23, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:25.862457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.937691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:25.942483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:25.946833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.956948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c94f63f4-d7bc-4eec-9e1d-9f6c1adbeacf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=df9e442bf09c40208ab520fce8aefdc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904051 Nov 12 03:33:25.960323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:25.989221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=70e3dfc3-6ae2-4aab-8ddf-8591fa26d514,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:25.994399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:25.994933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:25.996434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] 10.222.0.104 "PUT /v2.0/ports/bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 1093 time: 2.1322937 Nov 12 03:33:26.001246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:26.003404 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:26.097421 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991aa184-035f-4d40-922c-448123bb9aa8 x-openstack-request-id: req-991aa184-035f-4d40-922c-448123bb9aa8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:26.098097 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:26.098097 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-991aa184-035f-4d40-922c-448123bb9aa8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:26.099097 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'status': 'completed', 'code': 200} Nov 12 03:33:26.104429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0080e81-98c8-445e-82ca-0a3211d0cff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.105454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:26.109265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.126981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0080e81-98c8-445e-82ca-0a3211d0cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.155817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae9fe-551d-4898-af27-5b873b8babda service neutron] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.208074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d0080e81-98c8-445e-82ca-0a3211d0cff0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=779ff54955424d2bac7b07db8375783e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8202498 Nov 12 03:33:26.218977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b591e-9bed-454d-a158-d970c0f63703 req-1afa54d4-661b-48dd-b6e5-ed0a579d05a8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.223438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-153b591e-9bed-454d-a158-d970c0f63703 req-1afa54d4-661b-48dd-b6e5-ed0a579d05a8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.2227633 Nov 12 03:33:26.225254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52386) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:26.234109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.240106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.263328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0080e81-98c8-445e-82ca-0a3211d0cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd0f9f-1d0a-4005-b4aa-6e7ec47636b7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.273925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-25c385b6-6c9b-44a9-8cf9-fd90f78efb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.275417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-25c385b6-6c9b-44a9-8cf9-fd90f78efb1c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1097 time: 0.2107809 Nov 12 03:33:26.353890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fef7c950-8375-49ab-be0b-1eb215af852f None None] Provisioning complete for port 71908420-4009-4d39-9f45-4185f5e59d24 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:26.354527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fef7c950-8375-49ab-be0b-1eb215af852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.362865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.487042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.8 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/c5011d75-1fa0-4306-8271-5712b7de9dc5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:26.506285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.533582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fef7c950-8375-49ab-be0b-1eb215af852f None None] Provisioning complete for port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:26.534184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fef7c950-8375-49ab-be0b-1eb215af852f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.615477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fef7c950-8375-49ab-be0b-1eb215af852f None None] Port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:26.647903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.753537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.767846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-d526e1e3-c75e-4adf-acf9-b0c6a5b33818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.769420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-d526e1e3-c75e-4adf-acf9-b0c6a5b33818 service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.4679189 Nov 12 03:33:26.810270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.813293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.819266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d13ff3a0-258a-4ace-87b1-61d1288c975d HTTP/1.1" status: 204 len: 168 time: 0.8536541 Nov 12 03:33:26.823965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f93fbd-98c6-4194-80b6-c21863c795a9 req-40572c52-d070-4541-8f4d-307cf307e863 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.825709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69f93fbd-98c6-4194-80b6-c21863c795a9 req-40572c52-d070-4541-8f4d-307cf307e863 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.2950165 Nov 12 03:33:26.845644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.848954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 71908420-4009-4d39-9f45-4185f5e59d24 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:26.915981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff59758-7389-4b9b-999f-1d571e92082a req-9bd70f9c-0747-40f7-9a7f-322cc73b86c2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:26.917431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ff59758-7389-4b9b-999f-1d571e92082a req-9bd70f9c-0747-40f7-9a7f-322cc73b86c2 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 944 time: 0.2635872 Nov 12 03:33:26.936637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Deleting port 9417eaf4-ddf8-416b-ad06-abd758d95d55 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:26.937231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.941490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6071b0-1ee8-4fa8-a27d-c028ff951365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ff3a0-258a-4ace-87b1-61d1288c975d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:26.950114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:26.968720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-15f40092-dee7-4c85-a9e5-a53cb5a6efca None None] Provisioning complete for port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:26.969100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15f40092-dee7-4c85-a9e5-a53cb5a6efca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.055012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 71908420-4009-4d39-9f45-4185f5e59d24 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:27.055431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.070961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-8562d4b9-7baf-4c52-b5ad-5b57a4d68832 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 999 time: 0.2893457 Nov 12 03:33:27.095328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.112084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.113398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.113859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-15f40092-dee7-4c85-a9e5-a53cb5a6efca None None] Port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:27.168891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.172055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.176988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/56cd0f9f-1d0a-4005-b4aa-6e7ec47636b7 HTTP/1.1" status: 204 len: 168 time: 0.9470596 Nov 12 03:33:27.210956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.232072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69f93fbd-98c6-4194-80b6-c21863c795a9 req-4ea933f4-9532-43f0-a062-ceb41db69fc6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650885 Nov 12 03:33:27.240887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=70e3dfc3-6ae2-4aab-8ddf-8591fa26d514,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.256054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cee05-ea5d-4d8c-a6f2-18ce5ae46561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd0f9f-1d0a-4005-b4aa-6e7ec47636b7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.303235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ff59758-7389-4b9b-999f-1d571e92082a req-21bca86b-f261-4c87-9d7f-16c873f3034c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524184 Nov 12 03:33:27.346672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-203f9883-982b-4c1b-a96b-df3300bbc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.350636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-65034541-057b-449e-9c52-3c12e1a52901 None None] Provisioning complete for port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:27.353363 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65034541-057b-449e-9c52-3c12e1a52901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.356212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-203f9883-982b-4c1b-a96b-df3300bbc508 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.2701283 Nov 12 03:33:27.368818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:27.372132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:27.376588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:27.377690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] For port 9417eaf4-ddf8-416b-ad06-abd758d95d55, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9417eaf4-ddf8-416b-ad06-abd758d95d55,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:27.379281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:27.380217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.458737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e2d62-31e2-49a4-9940-7ff2c8bef451 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:27.464027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.465004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.469970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Calling delete_port for 9417eaf4-ddf8-416b-ad06-abd758d95d55 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:27.473859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network e958a17b-1e33-437c-a391-8db1ad6387e4 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:27.478568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:27.561633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-65034541-057b-449e-9c52-3c12e1a52901 None None] Port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:27.601924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:27.615039 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-11973d58-dadd-40b5-8be9-2c08a96007ec tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9606595 Nov 12 03:33:27.633819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb6849b4-f01d-4784-8a02-02b43a7485a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.644994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Request body: {'port': {'device_id': 'efa037f0-4f03-4804-8e4a-944069effa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:27.686280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2de1a67a-6a04-47a8-9667-032d7d359b5d req-bc03a3f9-bdf8-4f9f-81b3-e4addf8d3d84 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0523214 Nov 12 03:33:27.696799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd74-db88-4e67-a51f-09e921756623 req-3ae436f4-81a2-472e-aa18-8fcad5597356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.698369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-3ae436f4-81a2-472e-aa18-8fcad5597356 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3048890 Nov 12 03:33:27.723531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385832-008b-4a41-977c-ea89df1c99a3 req-03fd0cad-6273-4643-9727-35f5957feefb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:27.743760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70385832-008b-4a41-977c-ea89df1c99a3 req-03fd0cad-6273-4643-9727-35f5957feefb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 931 time: 0.3024776 Nov 12 03:33:27.779348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.795670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-70696a3c-e250-418a-b2ec-a0444a00e20e None None] Provisioning complete for port c5011d75-1fa0-4306-8271-5712b7de9dc5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:27.796468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70696a3c-e250-418a-b2ec-a0444a00e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.820313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:27.856165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router d54770fa-1378-42e7-a41d-71429bcde56b is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:27.913134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-70696a3c-e250-418a-b2ec-a0444a00e20e None None] Port c5011d75-1fa0-4306-8271-5712b7de9dc5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:27.948027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70385832-008b-4a41-977c-ea89df1c99a3 req-4c4455a4-f4cf-4daa-be40-0a1a5be8fd6d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031448 Nov 12 03:33:28.029462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-4db9378e-5c44-4730-999c-72ea9f148972 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835715 Nov 12 03:33:28.043124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9007062f-2e00-4df6-b221-42a44695dc78 None None] Provisioning complete for port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:28.043866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9007062f-2e00-4df6-b221-42a44695dc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.092837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9007062f-2e00-4df6-b221-42a44695dc78 None None] Port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:28.109041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.146418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event deleted for resources: {'Port': ['ID=9417eaf4-ddf8-416b-ad06-abd758d95d55,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.162428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:28.197086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f221f7-161a-4011-8257-b83f486065fd None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:28.212272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] No DVR routers for this DVR port 9417eaf4-ddf8-416b-ad06-abd758d95d55 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:28.216473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.220036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-153b591e-9bed-454d-a158-d970c0f63703 req-7915e980-235d-43b2-93f6-bd7d1fece967 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.104 "DELETE /v2.0/ports/9417eaf4-ddf8-416b-ad06-abd758d95d55 HTTP/1.1" status: 204 len: 173 time: 1.9745638 Nov 12 03:33:28.221075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-deleted', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:28.223507 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85571545-1ae5-44c4-81f7-5a252de005bf" -d '{"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-deleted", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:28.247857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65bbcd74-db88-4e67-a51f-09e921756623 req-bd52c8d4-29ab-4b26-b3d9-a6d9f622a780 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076139 Nov 12 03:33:28.320802 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330c742-1b21-45cf-b696-56d199c80c71 x-openstack-request-id: req-9330c742-1b21-45cf-b696-56d199c80c71 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:28.321096 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d64f2a-54c5-4580-8d49-7a52586b2253", "name": "network-vif-deleted", "tag": "9417eaf4-ddf8-416b-ad06-abd758d95d55", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:28.322238 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9330c742-1b21-45cf-b696-56d199c80c71 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:28.323322 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d64f2a-54c5-4580-8d49-7a52586b2253', 'name': 'network-vif-deleted', 'tag': '9417eaf4-ddf8-416b-ad06-abd758d95d55', 'status': 'completed', 'code': 200} Nov 12 03:33:28.375861 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb6849b4-f01d-4784-8a02-02b43a7485a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.455436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb6849b4-f01d-4784-8a02-02b43a7485a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.507731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13bfade1-9dd9-40cd-b4c9-37f812b917b4 req-ac4000e0-edf6-4b1e-b3cc-9ca342cb62cb tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0853121 Nov 12 03:33:28.558113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.558914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fb6849b4-f01d-4784-8a02-02b43a7485a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=baecb74038184e9bbfd4898c988994d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9557610 Nov 12 03:33:28.577095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6849b4-f01d-4784-8a02-02b43a7485a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8af86-4042-4d27-bbff-92a9c74e1104,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:28.615597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:28.627874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] Sync routers for ids ['d54770fa-1378-42e7-a41d-71429bcde56b'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:28.630561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4a3713c2-1258-4b07-b261-a2afe94a2579 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/d54770fa-1378-42e7-a41d-71429bcde56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5597117 Nov 12 03:33:28.642776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52438) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.643274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1156-2e9e-4e61-9f47-f05c0c202689 req-fb1a6d0e-724f-4aac-b2f0-6df431cac551 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.649695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] Routers {'d54770fa-1378-42e7-a41d-71429bcde56b'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:28.650320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d54770fa-1378-42e7-a41d-71429bcde56b'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.652514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a38d1156-2e9e-4e61-9f47-f05c0c202689 req-fb1a6d0e-724f-4aac-b2f0-6df431cac551 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.2862148 Nov 12 03:33:28.687110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-33bf2931-06fb-4dd5-8a58-0edcc7de9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.688976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-33bf2931-06fb-4dd5-8a58-0edcc7de9734 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1097 time: 0.2223616 Nov 12 03:33:28.708799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.743279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc32f4a-7696-488a-b492-04c8c8f8b053 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:28.748901 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acc32f4a-7696-488a-b492-04c8c8f8b053 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports/70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 HTTP/1.1" status: 200 len: 983 time: 0.1018572 Nov 12 03:33:28.752908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52446) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:28.810444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.848298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a38d1156-2e9e-4e61-9f47-f05c0c202689 req-11c115c1-44ac-496d-8f0f-e276c5f25e1c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931973 Nov 12 03:33:28.851881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] Routers {'d54770fa-1378-42e7-a41d-71429bcde56b'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:28.853037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d54770fa-1378-42e7-a41d-71429bcde56b'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.871711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:28.961682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:28.963002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a92e1-e3e9-43f9-84ab-5a9a9f945299 None None] The sync data for ids ['d54770fa-1378-42e7-a41d-71429bcde56b'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:29.004454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ed568d7-20b1-428d-bad8-88f1178b9ca8 req-6e510dac-8052-4549-9010-796693a34258 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0681186 Nov 12 03:33:29.025074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-09185a8d-adc0-4350-8185-d2513f5c7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:29.029101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-09185a8d-adc0-4350-8185-d2513f5c7dc5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.3117995 Nov 12 03:33:29.329005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:29.375948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 9417eaf4-ddf8-416b-ad06-abd758d95d55 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:29.376484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9417eaf4-ddf8-416b-ad06-abd758d95d55 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:29.472059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5011d75-1fa0-4306-8271-5712b7de9dc5 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:29.503388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.558336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Transition to ACTIVE for port object c5011d75-1fa0-4306-8271-5712b7de9dc5 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:33:29.575110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.663200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:29.686974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494586f6-6c65-4963-b513-412c058e0ca9 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:29.859195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.864142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:29.865319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/81c8af86-4042-4d27-bbff-92a9c74e1104 HTTP/1.1" status: 204 len: 168 time: 1.3051922 Nov 12 03:33:29.983389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7885f-d6c0-4b64-b5f7-d41162dc0f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8af86-4042-4d27-bbff-92a9c74e1104,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.002505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-652f77c8-74be-4320-9453-b6aa98d68c44 req-7c20a8e9-51ea-48e5-8b4c-9e38b98f160e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.1587172 Nov 12 03:33:30.021236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Attempting to bind port c5011d75-1fa0-4306-8271-5712b7de9dc5 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:30.021444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Attempting to bind port c5011d75-1fa0-4306-8271-5712b7de9dc5 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:30.031913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Attempting to bind port c5011d75-1fa0-4306-8271-5712b7de9dc5 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:30.072072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4da35-572b-48d1-9f6e-88eff73980d8 req-f3af8e69-2ffc-495b-b60a-99c5837b7d46 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.073026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Port c5011d75-1fa0-4306-8271-5712b7de9dc5 on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:33:30.073360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Attempting to bind port c5011d75-1fa0-4306-8271-5712b7de9dc5 on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:30.092168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f4da35-572b-48d1-9f6e-88eff73980d8 req-f3af8e69-2ffc-495b-b60a-99c5837b7d46 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.2530866 Nov 12 03:33:30.116144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:30.116829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:30.117392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:30.117996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Bound port: c5011d75-1fa0-4306-8271-5712b7de9dc5, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:30.127792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.158039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-810ef3aa-a307-4186-b5fc-30d24b87f6f5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 999 time: 1.1113005 Nov 12 03:33:30.168912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f4da35-572b-48d1-9f6e-88eff73980d8 req-4946c6cd-4265-45eb-86ad-5c8cbd19f571 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Nov 12 03:33:30.182875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.373310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a99f6-c170-4ec7-a169-50fc1d321f91 req-5acb90c6-566d-4fb7-9eef-4a60b467c551 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.381491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd5a99f6-c170-4ec7-a169-50fc1d321f91 req-5acb90c6-566d-4fb7-9eef-4a60b467c551 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1196747 Nov 12 03:33:30.534679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd5a99f6-c170-4ec7-a169-50fc1d321f91 req-7fad68fd-dd7e-4549-b873-cf151ba02fa6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498418 Nov 12 03:33:30.747796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-661c1b5a-c75f-47c3-b9c8-2cc6aaae2066 req-4656772d-7d62-4312-b8ef-2d0b60263466 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0687706 Nov 12 03:33:30.772841 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:30.791351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:30.809027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.905358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:30.905358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.906272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] 10.222.0.16 "PUT /v2.0/ports/c5011d75-1fa0-4306-8271-5712b7de9dc5 HTTP/1.1" status: 200 len: 1092 time: 3.2699215 Nov 12 03:33:30.909032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:30.911333 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443c1ee-8acd-44a2-af26-d421a2a2bf77" -d '{"events": [{"name": "network-changed", "server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:30.949511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1afecd-49ea-4bf5-9ace-41e70e51ebab service neutron] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:30.956913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52575feb-c819-4104-b093-d537d24fcc6d None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:30.992146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:30.992871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:30.998544 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8489495-a11a-424a-bf66-59f1b1ebfaad x-openstack-request-id: req-a8489495-a11a-424a-bf66-59f1b1ebfaad {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:30.999064 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:30.999445 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8489495-a11a-424a-bf66-59f1b1ebfaad {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:31.000100 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'status': 'completed', 'code': 200} Nov 12 03:33:31.189021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1bf5aac-6af5-491d-b2f5-816623ec8940 req-e558581d-1c25-4117-9b9d-8e493b461f73 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0786412 Nov 12 03:33:31.270911 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.349668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:31.380680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-c245c631-f35f-4bab-8476-9bac30342c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.380680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-c245c631-f35f-4bab-8476-9bac30342c97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 1095 time: 0.3789251 Nov 12 03:33:31.381191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 70e3dfc3-6ae2-4aab-8ddf-8591fa26d514 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:31.457411 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-b9e3a090-6040-41b1-ab2f-d8dec70c746a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0533123 Nov 12 03:33:31.543680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723800-65e1-4903-a908-2ff363ad6aca req-a5598da0-9e27-4d05-9125-aa297dd34adb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.545360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4723800-65e1-4903-a908-2ff363ad6aca req-a5598da0-9e27-4d05-9125-aa297dd34adb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.1739902 Nov 12 03:33:31.615811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a1cdc-5add-4fec-892a-72aed679feae req-93bce949-dc30-4320-95a0-0b83ec57229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.617612 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-93bce949-dc30-4320-95a0-0b83ec57229f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.1035008 Nov 12 03:33:31.695175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4723800-65e1-4903-a908-2ff363ad6aca req-a2d327fd-47c6-4f5a-b8ad-6547c1244bfc tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387880 Nov 12 03:33:31.723889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-a730e6e8-600a-47d1-847f-60b9f3a2cf76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885646 Nov 12 03:33:31.988815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aa54b-3d37-43df-87fb-215ca1be1988 req-3e0ecf9f-830e-427f-b9c5-ee7a2fc34a46 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:31.991685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b69aa54b-3d37-43df-87fb-215ca1be1988 req-3e0ecf9f-830e-427f-b9c5-ee7a2fc34a46 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1341784 Nov 12 03:33:32.109517 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-eb9350ed-db5e-4b63-92cf-653f49b26d6e service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640158 Nov 12 03:33:32.114361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b69aa54b-3d37-43df-87fb-215ca1be1988 req-349f5531-4ed4-4295-b14c-bfe596051943 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143157 Nov 12 03:33:32.212946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.302176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-317126ab-e564-4fbb-89a1-2ef849fc5e4b req-ce3014e0-aa16-4e53-98af-f38ffa6e2ea1 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0687635 Nov 12 03:33:32.366393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=70e3dfc3-6ae2-4aab-8ddf-8591fa26d514,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:32.504380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcf13f08-9a50-4dc5-81e0-8159260a117f req-e85dc2d8-f9a7-4865-a3cb-479de545de42 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0898707 Nov 12 03:33:32.614146 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-365a1cdc-5add-4fec-892a-72aed679feae req-495d9a5b-2f86-4eda-a4f6-d4f9f294ab88 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821799 Nov 12 03:33:32.620332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:32.962828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.025527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f637-ef2b-419e-8e5d-6a8cab36bfe0 req-7952380c-923e-4ec1-b853-df6006eb5c74 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.038927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b11f637-ef2b-419e-8e5d-6a8cab36bfe0 req-7952380c-923e-4ec1-b853-df6006eb5c74 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.1461339 Nov 12 03:33:33.159293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b11f637-ef2b-419e-8e5d-6a8cab36bfe0 req-1e2b2a58-4e5e-4c82-8454-717f0895abe3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Nov 12 03:33:33.164645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-2f1fed58-f1e4-4ab6-bf5e-7246005c839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.173537 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-2f1fed58-f1e4-4ab6-bf5e-7246005c839a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 1095 time: 0.3611038 Nov 12 03:33:33.217881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router d54770fa-1378-42e7-a41d-71429bcde56b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:33.235363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1294669011'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:33.302345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.305559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.461206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-b20aa8fc-b225-426f-9a7d-8475c8334f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.462763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-b20aa8fc-b225-426f-9a7d-8475c8334f79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.2756925 Nov 12 03:33:33.473717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:33.474219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feeac4-d500-44d9-bbb4-d812d0353def req-16d1a176-a947-49e0-a5f8-fae865c67531 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.481775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62feeac4-d500-44d9-bbb4-d812d0353def req-16d1a176-a947-49e0-a5f8-fae865c67531 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1642170 Nov 12 03:33:33.493845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] Sync routers for ids ['d54770fa-1378-42e7-a41d-71429bcde56b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:33.501934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.514832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9c815f1-ebef-441e-becc-a1cf7a897668 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/d54770fa-1378-42e7-a41d-71429bcde56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7537177 Nov 12 03:33:33.515107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] Routers {'d54770fa-1378-42e7-a41d-71429bcde56b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:33.516796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d54770fa-1378-42e7-a41d-71429bcde56b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:33.522048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.523100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.571619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-0573b34e-9867-494e-a07d-f346694795bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0958240 Nov 12 03:33:33.593955 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:33.624569 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] Routers {'d54770fa-1378-42e7-a41d-71429bcde56b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:33.627556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d54770fa-1378-42e7-a41d-71429bcde56b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:33.652739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:33.654116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6edd49d5-f2b7-4989-9e9e-5210d0bc4445 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6886032 Nov 12 03:33:33.656664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.658675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-e4273978-95ca-4101-a99a-a54a7fa21821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:33.660783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-e4273978-95ca-4101-a99a-a54a7fa21821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0781260 Nov 12 03:33:33.706725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:33.713191 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d99df-0eee-4295-85ca-aad783282f92 None None] The sync data for ids ['d54770fa-1378-42e7-a41d-71429bcde56b'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:33.729744 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-8b30915a-a7b2-4b73-998e-6db610681591 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604908 Nov 12 03:33:33.907457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62feeac4-d500-44d9-bbb4-d812d0353def req-024ef846-a895-4223-9d79-eb7ff03643ce tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227037 Nov 12 03:33:33.912894 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-0ad29640-d8d9-45d0-aebc-9d01eeea200c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:33:33.916405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ad29640-d8d9-45d0-aebc-9d01eeea200c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/d54770fa-1378-42e7-a41d-71429bcde56b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3653774 Nov 12 03:33:33.917713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:33.931453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.055270 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c73cc23-da1a-4e0f-987e-fd4d71412e58 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=d54770fa-1378-42e7-a41d-71429bcde56b HTTP/1.1" status: 200 len: 205 time: 0.1339920 Nov 12 03:33:34.057397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52554) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.182585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f19ce94f-269c-44e4-8db0-dcbca05fda22 req-1b1f6d47-6e6d-4942-9bd1-965188b1eaca tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1580212 Nov 12 03:33:34.234357 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-196082a0-f394-46e7-b0e0-2572acec89bf service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931641 Nov 12 03:33:34.245701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.310936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.313874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.408405 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.409163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1bcb32a-ecec-43e7-b48a-cb5d3fd5c293 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:34.429128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.433941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dc92a1c9-85d7-4fce-b657-645155f44114 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "DELETE /v2.0/routers/e1bcb32a-ecec-43e7-b48a-cb5d3fd5c293 HTTP/1.1" status: 204 len: 168 time: 0.7710388 Nov 12 03:33:34.434136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-079f4418-2f21-448d-afd0-0cc66876b878 req-f46723e0-666f-4924-a7dd-096ef10811be tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0427763 Nov 12 03:33:34.434982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.439981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Request body: {'router': {'name': 'tempest-router-263648262', 'distributed': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:34.480318 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.481451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.597325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.610828 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.718893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:34.725290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-389feb82-7807-4238-a51d-11883880e772 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2890916 Nov 12 03:33:34.731657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52562) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:34.890620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1843-50b9-4c20-879a-d34dc8581ada req-6d750550-b2b3-4b76-ac21-11a847137709 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:34.916334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9db1843-50b9-4c20-879a-d34dc8581ada req-6d750550-b2b3-4b76-ac21-11a847137709 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.3169546 Nov 12 03:33:34.960410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.031822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.038082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.101376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9db1843-50b9-4c20-879a-d34dc8581ada req-2c07f902-6e49-4636-a748-02cb116e31fc tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833577 Nov 12 03:33:35.106880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d443c1ee-8acd-44a2-af26-d421a2a2bf77 req-1e4ceafd-9580-40e2-a20c-71819596c09c service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535848 Nov 12 03:33:35.113786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.114518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router d54770fa-1378-42e7-a41d-71429bcde56b {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:35.124588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.134655 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e9f6657c-e095-48d4-8ee1-69360bdc24af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/d54770fa-1378-42e7-a41d-71429bcde56b HTTP/1.1" status: 204 len: 168 time: 1.0703990 Nov 12 03:33:35.134655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52566) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.232554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 34300c44-0df8-47fb-8634-dd3619884527 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:35.241607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.320888 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.354364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.386127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.496268 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.498299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2b1aa1a-1805-4ae9-8930-cba62b2ef6dd {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:35.504705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.506133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f360178d-af7c-4e8c-9ea8-4c1544b82676 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "DELETE /v2.0/routers/f2b1aa1a-1805-4ae9-8930-cba62b2ef6dd HTTP/1.1" status: 204 len: 168 time: 0.7664142 Nov 12 03:33:35.509758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52574) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.517199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Request body: {'router': {'name': 'tempest-router-161372977', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b0c39d19d45a488ab23e8365e68dcf70'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:35.519270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facb326-d7a9-46af-83e6-ec03249fda8e req-e136c1ad-f134-428c-81ec-de977edb4921 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:35.520976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0facb326-d7a9-46af-83e6-ec03249fda8e req-e136c1ad-f134-428c-81ec-de977edb4921 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.2155986 Nov 12 03:33:35.534592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.586338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0facb326-d7a9-46af-83e6-ec03249fda8e req-b8a8cefc-46d7-4fe1-9c72-ac41b6eb322f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583751 Nov 12 03:33:35.586738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.587855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.645945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c5011d75-1fa0-4306-8271-5712b7de9dc5 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:35.665064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.681522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.711590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.766008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=34300c44-0df8-47fb-8634-dd3619884527,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:35.772086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.778356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-446360d9-b938-4198-8101-f5ca2e65536f tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2665503 Nov 12 03:33:35.780388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:35.788109 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf63896b-ee6a-4b39-8be0-0fdd9931badb tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/34300c44-0df8-47fb-8634-dd3619884527 HTTP/1.1" status: 204 len: 168 time: 0.6575170 Nov 12 03:33:35.789566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.790008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52578) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:35.796767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:35.827004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdfcd5f6-ec72-4b3a-8842-d4efe50b601e req-b3d77072-a1fa-4c74-9795-0dc8889b5a38 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0923424 Nov 12 03:33:35.921899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:35.975678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579718c-69b8-4e61-8c96-d85af79e53b7 None None] Network e958a17b-1e33-437c-a391-8db1ad6387e4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:36.015077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbf4301-3e6c-4404-956b-deb278a5d5a7 req-7ad1870c-07bc-49ab-ad50-f117514dec4e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0483615 Nov 12 03:33:36.051366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.052582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'mac_address': 'fa:16:3e:cd:5f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:36.272285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.290902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5011d75-1fa0-4306-8271-5712b7de9dc5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:36.319168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.320259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.349422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.364043 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.379699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] DHCP port deletion for e958a17b-1e33-437c-a391-8db1ad6387e4 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:36.435508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33eb42-7cda-4de3-8272-1e0e1356b78c req-07f29c17-17aa-49fa-8aad-84cd02c09757 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.438777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da33eb42-7cda-4de3-8272-1e0e1356b78c req-07f29c17-17aa-49fa-8aad-84cd02c09757 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.1970849 Nov 12 03:33:36.513986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:36.564019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da33eb42-7cda-4de3-8272-1e0e1356b78c req-380cebd9-fee6-40e1-90fc-da1f7150cc72 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033959 Nov 12 03:33:36.577841 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102604) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 03:33:36.578198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Router 85bffa60-a45d-41a2-86e3-d5c9126532cf migrating from provider to provider. {{(pid=102604) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 03:33:36.578747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.587439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.599545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 71908420-4009-4d39-9f45-4185f5e59d24 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:36.599854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.698447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Deleting port 71908420-4009-4d39-9f45-4185f5e59d24 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:36.698999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.719967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.733321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 71908420-4009-4d39-9f45-4185f5e59d24, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=71908420-4009-4d39-9f45-4185f5e59d24,segment=NetworkSegment(3a2ce082-b424-419b-ae67-9a9f93482db9),segment_id=3a2ce082-b424-419b-ae67-9a9f93482db9)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.733893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.814761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb560da3-479d-40a5-a7ae-9a5928183cf2 req-d167230e-69d2-4cc1-b939-54a99fa59dfd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:36.818308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c5011d75-1fa0-4306-8271-5712b7de9dc5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:36.821329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 71908420-4009-4d39-9f45-4185f5e59d24 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:36.822740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb560da3-479d-40a5-a7ae-9a5928183cf2 req-d167230e-69d2-4cc1-b939-54a99fa59dfd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0876434 Nov 12 03:33:36.932194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb560da3-479d-40a5-a7ae-9a5928183cf2 req-3b7d6031-43af-40ce-b627-7ef33dba457d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076834 Nov 12 03:33:36.946094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] For port 71908420-4009-4d39-9f45-4185f5e59d24, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=71908420-4009-4d39-9f45-4185f5e59d24,segment=NetworkSegment(3a2ce082-b424-419b-ae67-9a9f93482db9),segment_id=3a2ce082-b424-419b-ae67-9a9f93482db9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:36.946731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:36.978753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 71908420-4009-4d39-9f45-4185f5e59d24 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:36.997695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Calling delete_port for 71908420-4009-4d39-9f45-4185f5e59d24 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:37.151978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18352e96-e59b-40b8-b977-58086288a42f req-cf7dfec9-1666-414d-84df-580dc916e60d tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0547833 Nov 12 03:33:37.152862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.162185 n-d-766726-29 neutron-server[102604]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] No L3 agents can host the router 85bffa60-a45d-41a2-86e3-d5c9126532cf Nov 12 03:33:37.242471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.294898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c942587-c17a-4796-817d-b963c149ed55 req-94b45a03-036d-4593-be70-b5a41d00cd6d tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0636556 Nov 12 03:33:37.399646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Hosts for router 85bffa60-a45d-41a2-86e3-d5c9126532cf: [] {{(pid=102604) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 03:33:37.401804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38d84197-09f0-4794-9263-f144f89aed02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.427927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Hosts for other DVR routers connected to router 85bffa60-a45d-41a2-86e3-d5c9126532cf: set() {{(pid=102604) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 03:33:37.430983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.434854 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3979292-e9af-4c14-a46c-0f8438b7b5e1 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "PUT /v2.0/routers/85bffa60-a45d-41a2-86e3-d5c9126532cf HTTP/1.1" status: 200 len: 716 time: 1.6408253 Nov 12 03:33:37.434854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.435871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.511750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38d84197-09f0-4794-9263-f144f89aed02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.521387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38d84197-09f0-4794-9263-f144f89aed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.537001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=71908420-4009-4d39-9f45-4185f5e59d24,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.589037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d84197-09f0-4794-9263-f144f89aed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05992eb-61eb-4bb9-b2b4-dc417e492bc9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.608458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38d84197-09f0-4794-9263-f144f89aed02 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b13196c1c4a1464f8dac2f3ecb537863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4543183 Nov 12 03:33:37.611934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.638403 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.655168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 71908420-4009-4d39-9f45-4185f5e59d24 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:37.727933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.729852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] Pushing event deleted for resources: {'Port': ['ID=71908420-4009-4d39-9f45-4185f5e59d24,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:37.755120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-250d1f27-da3c-4a43-9dac-7a338659f230 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "GET /v2.0/routers/85bffa60-a45d-41a2-86e3-d5c9126532cf HTTP/1.1" status: 200 len: 716 time: 0.3038192 Nov 12 03:33:37.758248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:37.772497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9965365-8cc3-4193-8d94-900b9a06f54e None None] No DVR routers for this DVR port 71908420-4009-4d39-9f45-4185f5e59d24 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:37.803547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f49ea-6c1a-4719-8504-17f5f5dc57ed req-6de57d35-175f-4148-82c4-89b6649a06d9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:37.814368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-718f49ea-6c1a-4719-8504-17f5f5dc57ed req-6de57d35-175f-4148-82c4-89b6649a06d9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 944 time: 0.1661394 Nov 12 03:33:37.875029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.947727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-718f49ea-6c1a-4719-8504-17f5f5dc57ed req-2822a0b3-85ee-4bf6-9ce7-5f34de510e69 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283331 Nov 12 03:33:37.978925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.988391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.991727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:37.993347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a05992eb-61eb-4bb9-b2b4-dc417e492bc9 HTTP/1.1" status: 204 len: 168 time: 0.3786657 Nov 12 03:33:38.016437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57211d5b-402e-4735-8473-1ca5187465fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05992eb-61eb-4bb9-b2b4-dc417e492bc9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.181646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521a61-2b9b-4ca3-aceb-c51209629c9a req-a99682d2-bec3-460e-b48c-905f9b0eb085 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.188073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6521a61-2b9b-4ca3-aceb-c51209629c9a req-a99682d2-bec3-460e-b48c-905f9b0eb085 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0788801 Nov 12 03:33:38.207999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e958a17b-1e33-437c-a391-8db1ad6387e4']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.225526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2ce082-b424-419b-ae67-9a9f93482db9') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.225526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2ce082-b424-419b-ae67-9a9f93482db9') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:38.250230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e515f24c-a7d0-497b-9dfb-d3adc03b2ba1 tempest-RoutersTestDVR-2126262764 tempest-RoutersTestDVR-2126262764-project] 10.222.0.97 "GET /v2.0/routers/85bffa60-a45d-41a2-86e3-d5c9126532cf HTTP/1.1" status: 200 len: 682 time: 0.4907174 Nov 12 03:33:38.253399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.255469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6521a61-2b9b-4ca3-aceb-c51209629c9a req-b3b7047f-a639-4fbc-9117-6d82ba12d293 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612953 Nov 12 03:33:38.261222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.288857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.397007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:38.397716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.398731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3dd9b3a-fb55-4f74-a4bd-07bf498435b5 req-e8158e5c-07b8-4005-a097-0908693e1d99 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0460167 Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:38.407820 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:38.427252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.545435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-130caa33-a6b6-4481-acc4-79cef809551e req-7a14d370-d15f-42ec-9525-dfed207d3b20 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0327590 Nov 12 03:33:38.625224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.659735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.666939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/e958a17b-1e33-437c-a391-8db1ad6387e4 HTTP/1.1" status: 204 len: 168 time: 2.8703010 Nov 12 03:33:38.669715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.677647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c7502-123c-4811-8938-9f8ea60a6576 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=e958a17b-1e33-437c-a391-8db1ad6387e4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:38.681992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1653085615'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:38.685684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.689108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.718978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:38.723247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.743224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.744087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85bffa60-a45d-41a2-86e3-d5c9126532cf {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:38.750710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.751721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6446caaa-8384-4fa6-b1df-337bd265c212 tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "DELETE /v2.0/routers/85bffa60-a45d-41a2-86e3-d5c9126532cf HTTP/1.1" status: 204 len: 168 time: 0.4732146 Nov 12 03:33:38.759392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.760932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:38.764729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Request body: {'router': {'name': 'tempest-router-320093058', 'distributed': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:38.775515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.775865 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment deec96c4-d78f-4041-99c5-002848ff8201 of type vlan for network fae4ce24-6d18-416d-81ef-b1dff384473f Nov 12 03:33:38.792116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.793362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.832622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.862378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.863679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.868896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.873224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:38.873936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.893712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:38.899859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-129f7a93-2e21-42e0-a10e-c02a685f29ad tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1389153 Nov 12 03:33:38.900721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.932736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2633541 Nov 12 03:33:38.960237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:38.965431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:38.993191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f24674-b117-46b4-8c91-68b9afae3bbc tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=fae4ce24-6d18-416d-81ef-b1dff384473f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:39.009429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fae4ce24-6d18-416d-81ef-b1dff384473f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:39.025388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.130733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4170618-15df-4e28-9f11-f86b66eae05f req-06225dad-3e2a-4dfa-9157-e536571044f5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.143881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4170618-15df-4e28-9f11-f86b66eae05f req-06225dad-3e2a-4dfa-9157-e536571044f5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 944 time: 0.0851192 Nov 12 03:33:39.236468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4170618-15df-4e28-9f11-f86b66eae05f req-fe2fcf42-7ab7-44ba-8d46-8e19775a9524 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893459 Nov 12 03:33:39.406477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308c26b-3cc4-4135-ad7f-2b205fcc08f0 req-00e3bee3-232c-4659-bcba-b4a883ff33cf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:39.408208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.411391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0308c26b-3cc4-4135-ad7f-2b205fcc08f0 req-00e3bee3-232c-4659-bcba-b4a883ff33cf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0605524 Nov 12 03:33:39.476295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0308c26b-3cc4-4135-ad7f-2b205fcc08f0 req-8ea45af1-28f4-46e6-89ac-6e9aeaa92f40 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582461 Nov 12 03:33:39.575719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.579236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.639707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df077057-f620-4d89-aa7a-786faef606fb req-5f49ea34-61ff-4fc9-a984-657f36e7c55e tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0419300 Nov 12 03:33:39.650818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:39.655090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c5011d75-1fa0-4306-8271-5712b7de9dc5 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:39.655564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.710563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.711573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b07325e6-e57a-47aa-8d3b-547b56fe08b9 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:39.723941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.728598 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0bd89a83-b178-4b1b-9146-0729860b1b8e tempest-RoutersTestDVR-338188183 tempest-RoutersTestDVR-338188183-project-admin] 10.222.0.97 "DELETE /v2.0/routers/b07325e6-e57a-47aa-8d3b-547b56fe08b9 HTTP/1.1" status: 204 len: 168 time: 0.8236680 Nov 12 03:33:39.762415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port c5011d75-1fa0-4306-8271-5712b7de9dc5 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:33:39.773778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port c5011d75-1fa0-4306-8271-5712b7de9dc5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:39.774473 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.814574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f45b92fb-edc6-48e1-a61f-a650b0b60146 req-42e6b3f3-5f4b-4501-baf8-458a80db84df tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0341253 Nov 12 03:33:39.895341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:39.926939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:39.929335 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e6844a-01f2-432e-9a33-6cbbd42e2731" -d '{"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-plugged", "status": "completed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:39.945169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:39.951613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.001509 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a208bc2e-3783-45cd-8bbb-6faa6f6a9f56 x-openstack-request-id: req-a208bc2e-3783-45cd-8bbb-6faa6f6a9f56 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:40.001795 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-plugged", "status": "completed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:40.002042 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a208bc2e-3783-45cd-8bbb-6faa6f6a9f56 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:40.002464 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'code': 200} Nov 12 03:33:40.007744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.030323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.142679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=7f5a3eaf-45de-4c99-bfdc-6be28d462161,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.157337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': 'deec96c4-d78f-4041-99c5-002848ff8201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:40.157769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: fae4ce24-6d18-416d-81ef-b1dff384473f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:40.171281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0d78-2db3-436d-9420-6021f5b66707 req-a7a6652d-c6e5-4d06-85f6-7a530444416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:40.172817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-16fc0d78-2db3-436d-9420-6021f5b66707 req-a7a6652d-c6e5-4d06-85f6-7a530444416b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 1097 time: 0.0777054 Nov 12 03:33:40.178277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.188519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network fae4ce24-6d18-416d-81ef-b1dff384473f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:40.212965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fae4ce24-6d18-416d-81ef-b1dff384473f) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:40.224694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:40.225361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.225481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195e770-816e-4646-a1bf-295f6aa7ae91 None None] Network fae4ce24-6d18-416d-81ef-b1dff384473f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:40.250973 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-16fc0d78-2db3-436d-9420-6021f5b66707 req-1628b318-1581-406f-b3ea-21a64d25dacf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695186 Nov 12 03:33:40.255526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f0f312ff-ca93-48f0-b490-4ed09e4a107b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2941856 Nov 12 03:33:40.258415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.269758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1091851438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:40.379698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e62a0d33-1132-4e61-9d0e-5d600d7756b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.389013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.390042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.421432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-fae4ce24-6d18-416d-81ef-b1dff384473f', 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '7f5a3eaf-45de-4c99-bfdc-6be28d462161'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:40.422309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.451251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb08a18-faac-4648-a94f-024eb3fc9fda req-30a57e61-0233-4e95-b397-d1ade383ff7b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:40.453722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb08a18-faac-4648-a94f-024eb3fc9fda req-30a57e61-0233-4e95-b397-d1ade383ff7b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1211898 Nov 12 03:33:40.512912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.523206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.579386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.581113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-14efa511-4faf-4851-8308-44b3b98def6c tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3216591 Nov 12 03:33:40.584064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.592029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Allocated IP 2001:db8::2 (fae4ce24-6d18-416d-81ef-b1dff384473f/7f5a3eaf-45de-4c99-bfdc-6be28d462161/3a5896ba-81ff-400c-b11f-7121793d2f12) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:40.597250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb08a18-faac-4648-a94f-024eb3fc9fda req-f627e143-3d60-4c67-986a-d7114b7fbd19 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323037 Nov 12 03:33:40.615254 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e62a0d33-1132-4e61-9d0e-5d600d7756b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.633579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e62a0d33-1132-4e61-9d0e-5d600d7756b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.692079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a0d33-1132-4e61-9d0e-5d600d7756b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097233b-cf4e-4ff0-b5ae-84e5362818a1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.721123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e62a0d33-1132-4e61-9d0e-5d600d7756b1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b0c39d19d45a488ab23e8365e68dcf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401299 Nov 12 03:33:40.725340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:40.796388 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.813610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.816546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.863533 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.896227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Network fae4ce24-6d18-416d-81ef-b1dff384473f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:40.926518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:40.929199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:40.946942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Pushing event updated for resources: {'Port': ['ID=3a5896ba-81ff-400c-b11f-7121793d2f12,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.949580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.952694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:40.955206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a097233b-cf4e-4ff0-b5ae-84e5362818a1 HTTP/1.1" status: 204 len: 168 time: 0.2275383 Nov 12 03:33:40.964963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32915-5077-4626-bfb8-d6e094765370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097233b-cf4e-4ff0-b5ae-84e5362818a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:40.996596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.064231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Attempting to bind port 3a5896ba-81ff-400c-b11f-7121793d2f12 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:41.065122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Attempting to bind port 3a5896ba-81ff-400c-b11f-7121793d2f12 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'deec96c4-d78f-4041-99c5-002848ff8201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:41.073808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Attempting to bind port 3a5896ba-81ff-400c-b11f-7121793d2f12 on network fae4ce24-6d18-416d-81ef-b1dff384473f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:41.091441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:41.092402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Checking segment: {'id': 'deec96c4-d78f-4041-99c5-002848ff8201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:41.093056 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.093749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Bound using segment: {'id': 'deec96c4-d78f-4041-99c5-002848ff8201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:41.094551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Bound port: 3a5896ba-81ff-400c-b11f-7121793d2f12, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deec96c4-d78f-4041-99c5-002848ff8201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fae4ce24-6d18-416d-81ef-b1dff384473f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:41.096881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.200606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7970c37-94db-4ac1-9ce5-387beab9a802 req-4552e096-f53f-42f6-a820-ee4c8edab76c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:41.212416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] For port 3a5896ba-81ff-400c-b11f-7121793d2f12, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:41.219619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7970c37-94db-4ac1-9ce5-387beab9a802 req-4552e096-f53f-42f6-a820-ee4c8edab76c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.4608958 Nov 12 03:33:41.224479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] For port 3a5896ba-81ff-400c-b11f-7121793d2f12, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3a5896ba-81ff-400c-b11f-7121793d2f12,segment=NetworkSegment(deec96c4-d78f-4041-99c5-002848ff8201),segment_id=deec96c4-d78f-4041-99c5-002848ff8201)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:41.235633 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.308053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f63b-42cd-41bd-87df-51d1805ae9c9 None None] Pushing event updated for resources: {'Port': ['ID=3a5896ba-81ff-400c-b11f-7121793d2f12,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.368040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7970c37-94db-4ac1-9ce5-387beab9a802 req-2b2749dd-6d0a-4db1-a0ec-b38026ea4476 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469309 Nov 12 03:33:41.497922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8::1 (fae4ce24-6d18-416d-81ef-b1dff384473f/7f5a3eaf-45de-4c99-bfdc-6be28d462161/fa1f11d5-15ce-4511-9fe4-daddfefefe91) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:41.572336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59856f42-8bce-478f-bac8-8dd6c8ce60fe req-a08ec0f3-a8c9-44af-aa31-f9969c254579 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0513098 Nov 12 03:33:41.601989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52672) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:41.625754 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2416bd58-9c35-49e8-a9d1-fd608cd17b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.667328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.731543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62b687fb-b7c6-48c3-8406-d0c939d3ed07 req-6d2316ae-0888-4896-880e-844e6e698e4e tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0649033 Nov 12 03:33:41.770798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.842292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network fae4ce24-6d18-416d-81ef-b1dff384473f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:41.851963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:41.854287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=fa1f11d5-15ce-4511-9fe4-daddfefefe91,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.859530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:41.860457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.890648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2416bd58-9c35-49e8-a9d1-fd608cd17b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.899357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2416bd58-9c35-49e8-a9d1-fd608cd17b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:41.962898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff02180-46c3-4fb1-9a4b-87c5e73c1340 req-95758deb-d7dd-4971-a2fe-1aad9551e760 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:41.964386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ff02180-46c3-4fb1-9a4b-87c5e73c1340 req-95758deb-d7dd-4971-a2fe-1aad9551e760 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1082585 Nov 12 03:33:41.966757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2416bd58-9c35-49e8-a9d1-fd608cd17b28 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7fc803331af442bdb72bc2f444543377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628197 Nov 12 03:33:41.968061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416bd58-9c35-49e8-a9d1-fd608cd17b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f891195d-4130-4514-aecc-5e5a6527ea84,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:41.971629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:42.034391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ff02180-46c3-4fb1-9a4b-87c5e73c1340 req-39ee61b6-bd03-43ba-83a4-d9920572d907 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618186 Nov 12 03:33:42.047917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.088172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.152371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.350769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.353738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.359595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f891195d-4130-4514-aecc-5e5a6527ea84 HTTP/1.1" status: 204 len: 168 time: 0.3865612 Nov 12 03:33:42.405705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785a51f-24bf-4e19-bdbf-190e826dab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f891195d-4130-4514-aecc-5e5a6527ea84,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.583350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.591378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.592715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:42.755351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc167215-8fa6-4339-8163-89b379652dd4 req-edae50f3-ee23-40e0-89bb-6fe28ed11cf4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:42.768094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc167215-8fa6-4339-8163-89b379652dd4 req-edae50f3-ee23-40e0-89bb-6fe28ed11cf4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1260633 Nov 12 03:33:42.779216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=fa1f11d5-15ce-4511-9fe4-daddfefefe91,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:42.852594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network fae4ce24-6d18-416d-81ef-b1dff384473f is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:42.855515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:42.860725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d71f0-38c6-4a5f-b6ff-9e8af87735da None None] Network fae4ce24-6d18-416d-81ef-b1dff384473f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:42.865302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3a5896ba-81ff-400c-b11f-7121793d2f12 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:42.884216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc167215-8fa6-4339-8163-89b379652dd4 req-0e2ea1ef-b4fc-427a-a7bb-0cb9014f325c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142988 Nov 12 03:33:43.083277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] Provisioning complete for port 3a5896ba-81ff-400c-b11f-7121793d2f12 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:43.084047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.168629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bd084-c0b3-481c-be53-e3b60f3edaed req-939a6dfd-6381-422f-ba9f-8d69520ee7b0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.171106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c4bd084-c0b3-481c-be53-e3b60f3edaed req-939a6dfd-6381-422f-ba9f-8d69520ee7b0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0803351 Nov 12 03:33:43.207665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router f67368ec-c170-437b-a023-2a9f974b2e23 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:43.210769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3a5896ba-81ff-400c-b11f-7121793d2f12 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:43.210769 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.311815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c4bd084-c0b3-481c-be53-e3b60f3edaed req-cda46ad3-37ad-448b-957e-23acde34bee4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 Nov 12 03:33:43.335017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.412666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:43.420200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] For port 3a5896ba-81ff-400c-b11f-7121793d2f12, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3a5896ba-81ff-400c-b11f-7121793d2f12,segment=NetworkSegment(deec96c4-d78f-4041-99c5-002848ff8201),segment_id=deec96c4-d78f-4041-99c5-002848ff8201)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:43.429761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-486ae55c-3595-4acf-8c05-0be7ed63df62 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/f67368ec-c170-437b-a023-2a9f974b2e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440590 Nov 12 03:33:43.442166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.450395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] Sync routers for ids ['f67368ec-c170-437b-a023-2a9f974b2e23'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:43.453967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20c8385a-e317-44a8-8eff-39a0edb80c6e req-b0d82b23-adde-4f93-9cdb-4901581691a7 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0491841 Nov 12 03:33:43.459069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.520814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81266352-27c0-4dc2-83ab-eaccbe182552 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:43.523905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] Routers {'f67368ec-c170-437b-a023-2a9f974b2e23'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:43.524547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f67368ec-c170-437b-a023-2a9f974b2e23'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.526080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.526207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-81266352-27c0-4dc2-83ab-eaccbe182552 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports/fa1f11d5-15ce-4511-9fe4-daddfefefe91 HTTP/1.1" status: 200 len: 911 time: 0.0826290 Nov 12 03:33:43.529279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.594994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.632688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7eea9bf0-38b5-4697-b1a9-5fb31364d780 req-9eec7227-381d-439a-8b6d-b391167104e9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0353041 Nov 12 03:33:43.668758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949cbed-b511-4097-8a72-2440dcc892c6 None None] Pushing event updated for resources: {'Port': ['ID=3a5896ba-81ff-400c-b11f-7121793d2f12,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:43.679655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] Routers {'f67368ec-c170-437b-a023-2a9f974b2e23'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:43.680357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f67368ec-c170-437b-a023-2a9f974b2e23'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.721251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:43.721972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5e86c-1f57-4bfb-8001-52f604403741 None None] The sync data for ids ['f67368ec-c170-437b-a023-2a9f974b2e23'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:43.750892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:33:43.751694 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:33:43.877102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:43.895134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3de0f9af-8b5d-47f4-995c-a8098b6194c6 None None] Provisioning complete for port fa1f11d5-15ce-4511-9fe4-daddfefefe91 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:43.895799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3de0f9af-8b5d-47f4-995c-a8098b6194c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:43.956123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3de0f9af-8b5d-47f4-995c-a8098b6194c6 None None] Port fa1f11d5-15ce-4511-9fe4-daddfefefe91 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:43.979663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3de0f9af-8b5d-47f4-995c-a8098b6194c6 None None] Provisioning complete for port 3a5896ba-81ff-400c-b11f-7121793d2f12 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:43.980034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3de0f9af-8b5d-47f4-995c-a8098b6194c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.086508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-77669569'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:44.135354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.181655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:44.186212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.223755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.245282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a27-0e33-4396-85b4-c767a51f5019 req-faa71070-4449-4756-a002-bce9b5e7da84 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:44.250168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d59a3a27-0e33-4396-85b4-c767a51f5019 req-faa71070-4449-4756-a002-bce9b5e7da84 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1585739 Nov 12 03:33:44.378887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d59a3a27-0e33-4396-85b4-c767a51f5019 req-41e167d2-420a-4242-bd97-563766cd0fce tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138208 Nov 12 03:33:44.387720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-91043651-6cb8-428d-8c4e-973e3c96b07f None None] Provisioning complete for port fa1f11d5-15ce-4511-9fe4-daddfefefe91 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:44.388120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91043651-6cb8-428d-8c4e-973e3c96b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.474418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-91043651-6cb8-428d-8c4e-973e3c96b07f None None] Port fa1f11d5-15ce-4511-9fe4-daddfefefe91 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:44.481750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.487804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.594047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:44.605775 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.606483 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Added segment 87901bf8-86c0-4429-a42a-e7c826b111b8 of type vlan for network 8fda2729-736b-4edf-b779-1f605425b5b1 Nov 12 03:33:44.609493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-128205e5-cb50-451f-88f8-b425fadd3d19 None None] Provisioning complete for port fa1f11d5-15ce-4511-9fe4-daddfefefe91 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:44.609864 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-128205e5-cb50-451f-88f8-b425fadd3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.661712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.668100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port fa1f11d5-15ce-4511-9fe4-daddfefefe91 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:44.668419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.701990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-128205e5-cb50-451f-88f8-b425fadd3d19 None None] Port fa1f11d5-15ce-4511-9fe4-daddfefefe91 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:44.712155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b9227-f8b4-4711-9c8c-1aa26b9670cb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.752035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f85e80-57bd-4c2f-868b-614e97c98d53 req-8d5039a1-a187-4a73-ba37-28dc71edc74b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:44.753916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f85e80-57bd-4c2f-868b-614e97c98d53 req-8d5039a1-a187-4a73-ba37-28dc71edc74b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2282248 Nov 12 03:33:44.755344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.760885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:44.761515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.822225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3a5896ba-81ff-400c-b11f-7121793d2f12 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:44.862554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.866079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9853415 Nov 12 03:33:44.866326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:44.879532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'subnet': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:44.888181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3a5896ba-81ff-400c-b11f-7121793d2f12 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:44.888659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706a2ce-f4cc-40c6-ae42-5ee2e23129ad tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Network': ['ID=8fda2729-736b-4edf-b779-1f605425b5b1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:44.889140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:44.896459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f85e80-57bd-4c2f-868b-614e97c98d53 req-b82e6964-3045-4c3f-8ed9-9cbd7042535e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318531 Nov 12 03:33:44.945263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8fda2729-736b-4edf-b779-1f605425b5b1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:44.995122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for fa1f11d5-15ce-4511-9fe4-daddfefefe91 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:45.043588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-312f6388-1224-4989-b1fb-dca26f048db5 req-e10b50e4-adf8-4545-a001-58ad79a5bb1f tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Nov 12 03:33:45.121212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:45.127551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.162743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c376506-8601-40c8-bd61-4fdc92bda21b req-68068d7b-faf8-4f88-b393-4ffc93488a30 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Nov 12 03:33:45.309145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.343993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=fa1f11d5-15ce-4511-9fe4-daddfefefe91,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:45.793036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0a8fc-c211-4f33-b820-78ae05c4cb76 req-3cb3d58b-0351-4f9e-8701-c1ab32c9badf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:45.794509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ad0a8fc-c211-4f33-b820-78ae05c4cb76 req-3cb3d58b-0351-4f9e-8701-c1ab32c9badf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.3233447 Nov 12 03:33:45.817452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:45.844156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ad0a8fc-c211-4f33-b820-78ae05c4cb76 req-ef06656a-b155-41d0-8924-2e503c61956e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Nov 12 03:33:45.937976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.024855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a07c-f6ac-476e-8d53-bd444f6ab451 req-4b7cc24c-32b9-4f7d-b491-03fd4f3c4fb8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:46.026269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8630a07c-f6ac-476e-8d53-bd444f6ab451 req-4b7cc24c-32b9-4f7d-b491-03fd4f3c4fb8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Nov 12 03:33:46.075277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8630a07c-f6ac-476e-8d53-bd444f6ab451 req-6853b2cc-dad8-4729-a937-ecd08e15dad1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Nov 12 03:33:46.097554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Subnet': ['ID=aff366bf-cc6a-4c66-9117-b105343b0f1b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.104854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Checking segment: {'id': '87901bf8-86c0-4429-a42a-e7c826b111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:46.105491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network hostable DHCP agents. Network: 8fda2729-736b-4edf-b779-1f605425b5b1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:46.112739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router f67368ec-c170-437b-a023-2a9f974b2e23 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:46.169528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:46.171608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f1e194b-eaf5-44f0-b04f-3dd1f63d08e8 req-21ee4043-301a-4a02-a5f6-26394d5f94a9 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0305796 Nov 12 03:33:46.214900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8fda2729-736b-4edf-b779-1f605425b5b1) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:46.217226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:46.223853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2b9ab2f-7abb-4637-bfd9-fafa6ee31641 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/f67368ec-c170-437b-a023-2a9f974b2e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962833 Nov 12 03:33:46.225390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:46.226008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.227109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.231680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac990403-8aee-48a8-ba11-d4bbbf8b959f None None] Network 8fda2729-736b-4edf-b779-1f605425b5b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:46.232591 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] Sync routers for ids ['f67368ec-c170-437b-a023-2a9f974b2e23'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:46.248975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a81d19e3-ef62-4665-b7f7-6bbd5f0bda95 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3758719 Nov 12 03:33:46.252054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52746) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.257656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-35d1aaeb-b7e4-42d0-a708-a4b79f2066d2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=f67368ec-c170-437b-a023-2a9f974b2e23 HTTP/1.1" status: 200 len: 205 time: 0.0271695 Nov 12 03:33:46.258037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.259611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-1752236351'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:46.260669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] Routers {'f67368ec-c170-437b-a023-2a9f974b2e23'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:46.263220 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f67368ec-c170-437b-a023-2a9f974b2e23'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.308641 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.326122 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] Routers {'f67368ec-c170-437b-a023-2a9f974b2e23'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:46.327803 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f67368ec-c170-437b-a023-2a9f974b2e23'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.359168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4c754c7-cdd2-4668-ab2d-1c7df2c642c5 req-4683c3f7-cd10-4884-92cc-f453a5e887e0 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0603626 Nov 12 03:33:46.365700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.425393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:46.429580 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.455277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8fda2729-736b-4edf-b779-1f605425b5b1', 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'tenant_id': '64ae400c352f40a181203df7a41c687e', 'fixed_ips': [{'subnet_id': 'aff366bf-cc6a-4c66-9117-b105343b0f1b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:46.456151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.461620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:46.487054 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:46.487991 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aec612-f633-4b2c-a3c7-f38bee4a7082 None None] The sync data for ids ['f67368ec-c170-437b-a023-2a9f974b2e23'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:46.552213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.554388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.599485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.600400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router f67368ec-c170-437b-a023-2a9f974b2e23 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:46.601558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.13 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/1fd4be10-ed5c-479d-867f-f2d27463b0d4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:46.608737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.611839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a7910f5-1abb-4fea-a4b8-a45699e64e3e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/f67368ec-c170-437b-a023-2a9f974b2e23 HTTP/1.1" status: 204 len: 168 time: 0.3527379 Nov 12 03:33:46.613108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.676774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 7f5a3eaf-45de-4c99-bfdc-6be28d462161 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:33:46.680003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.730493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.759213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.797065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.820276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.846033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:46.846506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Allocated IP 172.20.0.2 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/bd91d125-428a-4544-a0bf-67bc13d6bd63) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:46.851416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:46.856406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:46.861139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=1fd4be10-ed5c-479d-867f-f2d27463b0d4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.898516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.924611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:46.927124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.953778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f0ecf67-6721-4561-8f94-80230c5d6cc6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6978052 Nov 12 03:33:46.954046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5a3eaf-45de-4c99-bfdc-6be28d462161,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:46.954701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52754) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.960680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-912947814', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cc:e2:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:46.965113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:46.968542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff1f7748-4914-4bf7-9aed-9be431bb6ec7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/7f5a3eaf-45de-4c99-bfdc-6be28d462161 HTTP/1.1" status: 204 len: 168 time: 0.3542216 Nov 12 03:33:46.971621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:46.975281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24459cab-dc5c-4ab7-bf87-3175b624075c None None] Network fae4ce24-6d18-416d-81ef-b1dff384473f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:47.007965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d3065-b026-469a-ad2b-4383c74eac36 req-360a4cb2-50de-425a-8513-379e3c5b7a57 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:47.009509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-387d3065-b026-469a-ad2b-4383c74eac36 req-360a4cb2-50de-425a-8513-379e3c5b7a57 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0610943 Nov 12 03:33:47.065547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-387d3065-b026-469a-ad2b-4383c74eac36 req-1fed78ce-b759-4196-826f-b0d772d1b059 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Nov 12 03:33:47.084382 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.107511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.124011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.201403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:47.205284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef222790-475d-43f9-bfe8-6cd8f31248ae req-48291cde-8b19-49da-a5fe-67dea7a821d8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:47.206937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef222790-475d-43f9-bfe8-6cd8f31248ae req-48291cde-8b19-49da-a5fe-67dea7a821d8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Nov 12 03:33:47.263407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef222790-475d-43f9-bfe8-6cd8f31248ae req-0ac31a65-066a-4746-8b75-3939e298dbcf tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502999 Nov 12 03:33:47.272611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 3a5896ba-81ff-400c-b11f-7121793d2f12 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:47.272960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.319964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:47.330718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:47.336120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:47.343964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Pushing event updated for resources: {'Port': ['ID=bd91d125-428a-4544-a0bf-67bc13d6bd63,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.369843 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.380704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fedf2d03-9152-4f2f-8d90-771b3ace0842 req-b433cae0-dd66-4bdb-ac9c-d9e983b0ec8d tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0410805 Nov 12 03:33:47.389951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 3a5896ba-81ff-400c-b11f-7121793d2f12, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3a5896ba-81ff-400c-b11f-7121793d2f12,segment=NetworkSegment(deec96c4-d78f-4041-99c5-002848ff8201),segment_id=deec96c4-d78f-4041-99c5-002848ff8201)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:47.390155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.410811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 3a5896ba-81ff-400c-b11f-7121793d2f12 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:47.413615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port 6dc20d24-0eef-4d1a-919f-3eb069a48bce yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:47.421579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Attempting to bind port bd91d125-428a-4544-a0bf-67bc13d6bd63 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:47.422227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Attempting to bind port bd91d125-428a-4544-a0bf-67bc13d6bd63 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '87901bf8-86c0-4429-a42a-e7c826b111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:47.423500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Attempting to bind port bd91d125-428a-4544-a0bf-67bc13d6bd63 on network 8fda2729-736b-4edf-b779-1f605425b5b1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:47.428975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:47.429348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Checking segment: {'id': '87901bf8-86c0-4429-a42a-e7c826b111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:47.429753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.430148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Bound using segment: {'id': '87901bf8-86c0-4429-a42a-e7c826b111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:47.430616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Bound port: bd91d125-428a-4544-a0bf-67bc13d6bd63, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87901bf8-86c0-4429-a42a-e7c826b111b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:47.431024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.469454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] DHCP port deletion for fae4ce24-6d18-416d-81ef-b1dff384473f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:47.476764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c10630e-54de-4c0f-b22a-f1556f838542 req-05b66399-580b-41c5-8f88-7cf801393a35 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0d64f2a-54c5-4580-8d49-7a52586b2253 HTTP/1.1" status: 200 len: 210 time: 0.0305758 Nov 12 03:33:47.529378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] For port bd91d125-428a-4544-a0bf-67bc13d6bd63, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:47.533434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] For port bd91d125-428a-4544-a0bf-67bc13d6bd63, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bd91d125-428a-4544-a0bf-67bc13d6bd63,segment=NetworkSegment(87901bf8-86c0-4429-a42a-e7c826b111b8),segment_id=87901bf8-86c0-4429-a42a-e7c826b111b8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:47.541900 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.582890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.6 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/6dc20d24-0eef-4d1a-919f-3eb069a48bce) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:47.593020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Deleting port 3a5896ba-81ff-400c-b11f-7121793d2f12 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:47.593400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.594670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.629742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=3a5896ba-81ff-400c-b11f-7121793d2f12,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.641181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 3a5896ba-81ff-400c-b11f-7121793d2f12 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:47.656961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f3f28-e483-4e4f-833b-ae8d8efe0bf2 None None] Pushing event updated for resources: {'Port': ['ID=bd91d125-428a-4544-a0bf-67bc13d6bd63,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.681140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] For port 3a5896ba-81ff-400c-b11f-7121793d2f12, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:47.681551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.696126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Calling delete_port for 3a5896ba-81ff-400c-b11f-7121793d2f12 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:47.698924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Port 3a5896ba-81ff-400c-b11f-7121793d2f12 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:33:47.700253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.728385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] Pushing event deleted for resources: {'Port': ['ID=3a5896ba-81ff-400c-b11f-7121793d2f12,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:47.732156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3a61e-3ef9-403d-bd9d-0fef4864e7b8 None None] No DVR routers for this DVR port 3a5896ba-81ff-400c-b11f-7121793d2f12 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:47.767731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.837695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae4ce24-6d18-416d-81ef-b1dff384473f']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.857030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deec96c4-d78f-4041-99c5-002848ff8201') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.857274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deec96c4-d78f-4041-99c5-002848ff8201') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:47.874032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.918092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.929204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.930934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:33:47.931382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:33:47.943401 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:33:48.035261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.056035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.059667 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/fae4ce24-6d18-416d-81ef-b1dff384473f HTTP/1.1" status: 204 len: 168 time: 1.0751326 Nov 12 03:33:48.060731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c862-3ad0-40fc-abdf-bac2303182af tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=fae4ce24-6d18-416d-81ef-b1dff384473f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.064682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52764) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.068587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-5ade4f6d-5a33-4880-9206-fc3c2b76e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.069534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070871406', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:48.070074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-5ade4f6d-5a33-4880-9206-fc3c2b76e11a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0544994 Nov 12 03:33:48.082478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.151985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.153201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.165426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:48.171037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:48.181424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-9d55f297-8677-4217-950d-e6afb64e78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.184030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:48.185247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-9d55f297-8677-4217-950d-e6afb64e78fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016757 Nov 12 03:33:48.224916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=6dc20d24-0eef-4d1a-919f-3eb069a48bce,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:48.283059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.289974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.290605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.385582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-85183ba6-6933-486f-a9ad-7546271f57e6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4295504 Nov 12 03:33:48.387984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.433073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-2b853cc1-a579-4a1b-adb0-29f016d33b15 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300239 Nov 12 03:33:48.476423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edec32-c5d7-4237-8329-383685d1984f req-f0e64d0e-6e1b-4f24-93c0-6c2f308a6222 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.483942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8edec32-c5d7-4237-8329-383685d1984f req-f0e64d0e-6e1b-4f24-93c0-6c2f308a6222 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.2974169 Nov 12 03:33:48.546118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:48.571122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736c6ae-2e22-45d5-8e11-b45d14c73a1e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.578762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736c6ae-2e22-45d5-8e11-b45d14c73a1e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.587354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736c6ae-2e22-45d5-8e11-b45d14c73a1e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.589931 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f736c6ae-2e22-45d5-8e11-b45d14c73a1e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2009935 Nov 12 03:33:48.607406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52778) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:48.723984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8edec32-c5d7-4237-8329-383685d1984f req-0d42934a-a6bb-4d32-bc73-bca8d625ff3b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389586 Nov 12 03:33:48.862644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248cf6bc-fdbd-43a4-9ed1-0629eca0b73c req-c87deac1-73c0-4e45-9e4f-454b6930adf6 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691041 Nov 12 03:33:48.900592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bd91d125-428a-4544-a0bf-67bc13d6bd63 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:48.925357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd304b4e-5562-4f26-95e6-9d7fc4188c80 req-74de842a-5a8f-42fe-8cc5-1de8266dc170 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0618236 Nov 12 03:33:48.950603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc64d8d-59d4-4d00-9536-382a2c058d35 req-cfc558b2-5b4f-4142-ba15-3d4f780d6112 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:48.952203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dc64d8d-59d4-4d00-9536-382a2c058d35 req-cfc558b2-5b4f-4142-ba15-3d4f780d6112 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.5056653 Nov 12 03:33:48.999487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port 6dc20d24-0eef-4d1a-919f-3eb069a48bce {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:48.999834 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.015001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port bd91d125-428a-4544-a0bf-67bc13d6bd63 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:49.015721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.073109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d98192-8e3e-4aa9-a363-9e9f05fe8017 None None] Network 8fda2729-736b-4edf-b779-1f605425b5b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:49.185488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] Provisioning complete for port bd91d125-428a-4544-a0bf-67bc13d6bd63 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:49.187271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dc64d8d-59d4-4d00-9536-382a2c058d35 req-a51216aa-21d0-4a2f-9718-df95f2ab3027 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240303 Nov 12 03:33:49.192078 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.195440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-8427c205-44f1-4ac5-9969-228c959c5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.198341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-8427c205-44f1-4ac5-9969-228c959c5a3f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1097 time: 0.1482682 Nov 12 03:33:49.357944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-e4c5750a-7df2-4ecf-8e76-2652cf0fee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.360404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-e4c5750a-7df2-4ecf-8e76-2652cf0fee13 service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.1047757 Nov 12 03:33:49.465660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-9d098b15-b5dc-49af-97a2-b94986657727 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 200 len: 999 time: 0.0892901 Nov 12 03:33:49.485963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.530142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-2a6c79f9-98a3-426a-9553-de67317e27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.532981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-2a6c79f9-98a3-426a-9553-de67317e27f6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0555713 Nov 12 03:33:49.534198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] For port bd91d125-428a-4544-a0bf-67bc13d6bd63, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bd91d125-428a-4544-a0bf-67bc13d6bd63,segment=NetworkSegment(87901bf8-86c0-4429-a42a-e7c826b111b8),segment_id=87901bf8-86c0-4429-a42a-e7c826b111b8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:49.538592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.570094 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.600995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-d193b469-5082-4666-a42f-e3b8a9aa8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:49.607654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-d193b469-5082-4666-a42f-e3b8a9aa8c8f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561721 Nov 12 03:33:49.662051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46f272-1dae-47c5-94a3-9f9ba869b0b2 None None] Pushing event updated for resources: {'Port': ['ID=bd91d125-428a-4544-a0bf-67bc13d6bd63,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:49.689557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.723879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:33:49.724114 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:33:49.737081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.750444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for 6dc20d24-0eef-4d1a-919f-3eb069a48bce owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:49.805821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:49.900577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-79feda74-2417-443d-8e1f-8430012f6b4b service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787428 Nov 12 03:33:50.119809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0f3607-5444-4e9e-8db8-6d863bb80ddf req-91fe43e6-b8d9-4fe1-b4cf-4ca48c4e62a3 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981199 Nov 12 03:33:50.129555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 172.25.7.60 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/33d64d35-605c-4806-b901-8ddb7e524fd4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:50.340089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e39e95ea-dce9-498a-8f13-97dac18bef67 req-0e67224b-d175-4681-a7f4-21b236f45261 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.2113032 Nov 12 03:33:50.477188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.525816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=6dc20d24-0eef-4d1a-919f-3eb069a48bce,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:50.554466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Provisioning complete for port bd91d125-428a-4544-a0bf-67bc13d6bd63 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:50.555505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.599767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91921-0d86-4e0c-a638-95e2996f21b6 req-616d46bd-3485-46cb-88b7-6a1489adc642 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:50.612369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4d91921-0d86-4e0c-a638-95e2996f21b6 req-616d46bd-3485-46cb-88b7-6a1489adc642 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.3370428 Nov 12 03:33:50.748633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.756366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4d91921-0d86-4e0c-a638-95e2996f21b6 req-4050f6f4-3847-4f3f-948d-14c89a7efd32 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421721 Nov 12 03:33:50.776193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3a5896ba-81ff-400c-b11f-7121793d2f12 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:50.838195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3a5896ba-81ff-400c-b11f-7121793d2f12 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:50.838535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3a5896ba-81ff-400c-b11f-7121793d2f12 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:50.864646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Could not find standard attr ID for object 6dc20d24-0eef-4d1a-919f-3eb069a48bce. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:33:50.879634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Provisioning complete for port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:50.880456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:50.934452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d146f734-8d77-41cd-8927-53794984c4ad None None] Port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:50.958608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.021978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ca77-f799-43b8-8edf-c9c6bdff3548 req-ce0784fd-f69e-470f-be8c-8e9987c97b42 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:51.023306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0047ca77-f799-43b8-8edf-c9c6bdff3548 req-ce0784fd-f69e-470f-be8c-8e9987c97b42 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1348674 Nov 12 03:33:51.036824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bd91d125-428a-4544-a0bf-67bc13d6bd63 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:33:51.055839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:51.060653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:51.064734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.068907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-991a74cd-59df-49cc-b489-90876350d370 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/6dc20d24-0eef-4d1a-919f-3eb069a48bce HTTP/1.1" status: 204 len: 168 time: 2.4584525 Nov 12 03:33:51.071700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52796) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.072973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:51.105319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06199b3c-f7ec-466d-9e6e-ccb231c7aacd None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:51.121065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0047ca77-f799-43b8-8edf-c9c6bdff3548 req-739ca978-183d-48fe-a4a8-37d66fce4ec6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880640 Nov 12 03:33:51.135403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-16c8c659-689b-4c61-a67e-be8fe5174f8e None None] Provisioning complete for port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:51.135822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16c8c659-689b-4c61-a67e-be8fe5174f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.136488 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cd00bc-e36e-4fc1-bfbc-b5180d802783 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] GET failed (client error): The resource could not be found. Nov 12 03:33:51.140560 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2cd00bc-e36e-4fc1-bfbc-b5180d802783 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports/6dc20d24-0eef-4d1a-919f-3eb069a48bce HTTP/1.1" status: 404 len: 333 time: 0.0651596 Nov 12 03:33:51.151891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:51.161562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-735374781'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:51.246625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port bd91d125-428a-4544-a0bf-67bc13d6bd63 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:51.247176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.248656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-16c8c659-689b-4c61-a67e-be8fe5174f8e None None] Port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:51.253246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=33d64d35-605c-4806-b901-8ddb7e524fd4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:51.346856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:51.351878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.401924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port ba4b8f0d-c24d-41fc-bad1-917f1d053434 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:51.420622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-60173099-8311-4814-94f3-f19a969ffac4 None None] Provisioning complete for port 33d64d35-605c-4806-b901-8ddb7e524fd4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:51.424174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60173099-8311-4814-94f3-f19a969ffac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.517671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-60173099-8311-4814-94f3-f19a969ffac4 None None] Port 33d64d35-605c-4806-b901-8ddb7e524fd4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:51.527825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-60173099-8311-4814-94f3-f19a969ffac4 None None] Could not find standard attr ID for object 6dc20d24-0eef-4d1a-919f-3eb069a48bce. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:33:51.658946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6c6e93b-9bcb-4ca3-bcd0-37e1a65219d6 req-34f91199-e1d2-486b-b561-a0efd228acfb tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0563705 Nov 12 03:33:51.696347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.10 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/ba4b8f0d-c24d-41fc-bad1-917f1d053434) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:51.716495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.886662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:51.969629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb52b7-baf3-4d93-9708-36a9e97633cf req-488ae5a9-5beb-48cc-84d6-7aa7733a6541 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:51.971642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0eb52b7-baf3-4d93-9708-36a9e97633cf req-488ae5a9-5beb-48cc-84d6-7aa7733a6541 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0967402 Nov 12 03:33:51.973698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.018557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.021139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:52.031485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:52.038301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:52.108494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0eb52b7-baf3-4d93-9708-36a9e97633cf req-2cc0fe49-f2d2-4774-922c-238fb4bf27e1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172919 Nov 12 03:33:52.143678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98e48192-3d92-4e91-8e44-6f0d88d2f49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.147901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=ba4b8f0d-c24d-41fc-bad1-917f1d053434,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.186160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.187407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.217835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.218722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c5c3cc2-3ce2-410f-b886-311af660e2cd tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0653770 Nov 12 03:33:52.229277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cc:e2:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:52.316278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router c90703bc-cb59-4b11-81dc-648a9fed7ace is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:33:52.324498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.353890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051623-5eda-4362-b9ea-2a7c63889bab req-d5321dac-64ec-417b-88e9-149a73055be2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.355655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b051623-5eda-4362-b9ea-2a7c63889bab req-d5321dac-64ec-417b-88e9-149a73055be2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0981040 Nov 12 03:33:52.428839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b051623-5eda-4362-b9ea-2a7c63889bab req-566fadb7-9420-4533-a10f-66120861bcb4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608246 Nov 12 03:33:52.455499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ec20baaa-9152-477f-9e10-c97d03f0e5a8 None None] Provisioning complete for port ba4b8f0d-c24d-41fc-bad1-917f1d053434 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:52.456015 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec20baaa-9152-477f-9e10-c97d03f0e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.505690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ec20baaa-9152-477f-9e10-c97d03f0e5a8 None None] Port ba4b8f0d-c24d-41fc-bad1-917f1d053434 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:52.622241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:52.636816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] Sync routers for ids ['c90703bc-cb59-4b11-81dc-648a9fed7ace'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:52.651355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.657669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.662651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] Routers {'c90703bc-cb59-4b11-81dc-648a9fed7ace'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:52.664717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['c90703bc-cb59-4b11-81dc-648a9fed7ace'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:52.719268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.723345 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9cdae71a-ab7a-4452-b593-0281a4ae3bfd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6546030 Nov 12 03:33:52.724619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.736779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:52.766428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] Routers {'c90703bc-cb59-4b11-81dc-648a9fed7ace'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:52.767291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=ba4b8f0d-c24d-41fc-bad1-917f1d053434,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:52.771761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['c90703bc-cb59-4b11-81dc-648a9fed7ace'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:52.827739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] In _notify_port_updated(), no bound segment for port ba4b8f0d-c24d-41fc-bad1-917f1d053434 on network 8fda2729-736b-4edf-b779-1f605425b5b1 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:33:52.833964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:52.834641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:52.836316 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-85779985-6070-4efc-834b-92d8e70977df tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "PUT /v2.0/ports/ba4b8f0d-c24d-41fc-bad1-917f1d053434 HTTP/1.1" status: 200 len: 994 time: 0.6171367 Nov 12 03:33:52.840280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:52.845646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:52.846225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9cb5b6-a234-427f-8dae-4bc889efbb88 None None] The sync data for ids ['c90703bc-cb59-4b11-81dc-648a9fed7ace'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:52.869995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47ec995e-ec0a-4c65-ba60-4db497cbfff2 req-1bd10227-7e9d-4af1-8005-953e4e67f869 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0563655 Nov 12 03:33:53.017594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port ba4b8f0d-c24d-41fc-bad1-917f1d053434 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:53.017875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.059751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1accd474-2ac1-4c47-975f-55b85f15cb5f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers/c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 200 len: 884 time: 0.3336434 Nov 12 03:33:53.064453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.144854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-53633232-290f-4a02-bfc9-ebef7a573228 None None] Provisioning complete for port ba4b8f0d-c24d-41fc-bad1-917f1d053434 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:53.145807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53633232-290f-4a02-bfc9-ebef7a573228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.188482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.201506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for ba4b8f0d-c24d-41fc-bad1-917f1d053434 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:53.244526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-53633232-290f-4a02-bfc9-ebef7a573228 None None] Port ba4b8f0d-c24d-41fc-bad1-917f1d053434 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:53.353326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.398654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=ba4b8f0d-c24d-41fc-bad1-917f1d053434,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:53.681910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:53.690014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ded8c76-86c6-4587-83ce-0ed6b6674115 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/ba4b8f0d-c24d-41fc-bad1-917f1d053434 HTTP/1.1" status: 204 len: 168 time: 0.8447602 Nov 12 03:33:53.691415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52828) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.754720 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a46755f-9736-44f7-b1c3-6bebf1de4ed6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] GET failed (client error): The resource could not be found. Nov 12 03:33:53.766164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5a46755f-9736-44f7-b1c3-6bebf1de4ed6 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports/ba4b8f0d-c24d-41fc-bad1-917f1d053434 HTTP/1.1" status: 404 len: 333 time: 0.0729909 Nov 12 03:33:53.769571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52832) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.770146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e399e-9b4f-4505-a852-672b40712170 req-fdf5ae2f-e3cc-4ed0-848c-2df0b52ff91c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.778751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-160e399e-9b4f-4505-a852-672b40712170 req-fdf5ae2f-e3cc-4ed0-848c-2df0b52ff91c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1798584 Nov 12 03:33:53.785332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-1807940383'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.818647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b9ba-2efe-455e-a4c5-d6f60e40f5ec req-676ff443-3875-4fbb-acea-6f265e2b8a04 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:53.820333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99a7b9ba-2efe-455e-a4c5-d6f60e40f5ec req-676ff443-3875-4fbb-acea-6f265e2b8a04 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.2304590 Nov 12 03:33:53.892769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-160e399e-9b4f-4505-a852-672b40712170 req-846525e9-76b2-4fc6-8cc9-bbbe81dcf736 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129053 Nov 12 03:33:53.895280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-8865361f-9b9b-41d8-bccb-d62227d68946 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1274939 Nov 12 03:33:53.899675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-035a51a2-c97b-4145-a60d-0ce64ba03ff6 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8339686 Nov 12 03:33:53.902280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:53.918089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2070871406'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:53.949536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99a7b9ba-2efe-455e-a4c5-d6f60e40f5ec req-ea7a5a49-5e55-4d4c-9c0a-1ed585b4565d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114991 Nov 12 03:33:54.006725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f815d289-21b7-46c4-806d-851031cd0ff3 req-a21ba41d-b8ec-4fe2-a40c-3c7167b7e8f4 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0325129 Nov 12 03:33:54.104432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e45a2-a68f-498a-9019-101ccf010348 req-431a17cd-5356-4646-b34a-e7473107ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.105975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-431a17cd-5356-4646-b34a-e7473107ec04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ee186eb6f294e67baab5ff066547574&device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 1097 time: 0.1305833 Nov 12 03:33:54.114196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:54.118006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.206739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port aa7ee01b-3652-4925-9f54-4628bacebe0e yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:54.302561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0992216-c610-41be-8bfb-6dea6ef9a2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.399795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e45a2-a68f-498a-9019-101ccf010348 req-f40d127a-e5e8-4b4d-b42b-03f65862d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.401449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-f40d127a-e5e8-4b4d-b42b-03f65862d7be service neutron] 10.222.0.16 "GET /v2.0/networks?id=495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 200 len: 907 time: 0.2693810 Nov 12 03:33:54.487882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-6246d40f-dd7a-4dc7-9069-ff634f4a4bc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 200 len: 217 time: 0.0764866 Nov 12 03:33:54.496599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.5 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/aa7ee01b-3652-4925-9f54-4628bacebe0e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:54.605001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e45a2-a68f-498a-9019-101ccf010348 req-77b0d4c8-06ae-4aa9-8bc9-504cdb405717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:54.606646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-77b0d4c8-06ae-4aa9-8bc9-504cdb405717 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 200 len: 847 time: 0.1078053 Nov 12 03:33:54.651100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:54.658855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-0adc244b-4eb4-4658-bfe5-cc049e0e4793 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=495061ef-1f9d-4c9f-b68c-0e529bf2536a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404646 Nov 12 03:33:54.681346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.044724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6af-7483-46e4-bfc9-8ae40fb9da8c req-f1368008-080f-43eb-930f-5efef1d50cd4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.047411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af6c6af-7483-46e4-bfc9-8ae40fb9da8c req-f1368008-080f-43eb-930f-5efef1d50cd4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0653751 Nov 12 03:33:55.127353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704359d9-1836-46f1-bde1-9140c8805b31 req-6ad44ab9-875e-4bf4-8f60-b254576cdce9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.128996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-704359d9-1836-46f1-bde1-9140c8805b31 req-6ad44ab9-875e-4bf4-8f60-b254576cdce9 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.0800803 Nov 12 03:33:55.149322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af6c6af-7483-46e4-bfc9-8ae40fb9da8c req-2bb724cd-b4f4-46be-8d2d-df88e0522581 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869060 Nov 12 03:33:55.230349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-704359d9-1836-46f1-bde1-9140c8805b31 req-c8d244f4-44f8-40aa-9b6c-a8f212de511a tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883100 Nov 12 03:33:55.267366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.303272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router c90703bc-cb59-4b11-81dc-648a9fed7ace has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:33:55.306702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-d6c42ee4-09b1-45bc-a62a-fe9f8465a392 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386192 Nov 12 03:33:55.345610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20312401-17f9-4454-91da-88adfdeb387f req-68482881-9c08-459d-a288-e145f4dca656 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0321934 Nov 12 03:33:55.358275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3051-9cd7-4cd5-a84f-aa63aec326fc req-2dc145ea-501d-4b80-bc82-d67fc666154a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.360347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54fa3051-9cd7-4cd5-a84f-aa63aec326fc req-2dc145ea-501d-4b80-bc82-d67fc666154a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.0836463 Nov 12 03:33:55.381976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.427290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.471232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54fa3051-9cd7-4cd5-a84f-aa63aec326fc req-ae406ded-e58a-45e9-8cb2-b6743c0e43e8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032064 Nov 12 03:33:55.558454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:55.566034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:55.569348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-043e45a2-a68f-498a-9019-101ccf010348 req-0fecd161-ad24-42eb-8cf5-e2ac36b28a39 service neutron] 10.222.0.16 "GET /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524207 Nov 12 03:33:55.570079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:55.578177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=aa7ee01b-3652-4925-9f54-4628bacebe0e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:55.617546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.617896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.618239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.618581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.618936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.619271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.619602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.619931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.621383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.621719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.622058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.622500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:33:55.636234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:33:55.644872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.646108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1dcf9141-924c-4132-a43a-0230fdef121d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 200 len: 891 time: 1.7426438 Nov 12 03:33:55.647564 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] Sync routers for ids ['c90703bc-cb59-4b11-81dc-648a9fed7ace'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:33:55.648784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.658669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.659365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.667557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] Routers {'c90703bc-cb59-4b11-81dc-648a9fed7ace'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:55.668420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['c90703bc-cb59-4b11-81dc-648a9fed7ace'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.684179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f879200-510d-4c08-bd3c-a2262db65199 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9121072 Nov 12 03:33:55.684852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.690564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cc:e2:1c'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:55.709770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.722328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] Routers {'c90703bc-cb59-4b11-81dc-648a9fed7ace'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:33:55.723434 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['c90703bc-cb59-4b11-81dc-648a9fed7ace'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.766693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:33:55.767530 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f8d36f-e348-49fb-ae8b-3766f409512b None None] The sync data for ids ['c90703bc-cb59-4b11-81dc-648a9fed7ace'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:33:55.792630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07871fa8-4bb0-4d95-9f7f-53d65c732017 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers/c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 200 len: 891 time: 0.1426094 Nov 12 03:33:55.795187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.824885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f65b1154-e10d-4c4b-91be-7e13a31d3a3b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 200 len: 205 time: 0.0262866 Nov 12 03:33:55.825197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:55.828146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-6cf23ea4-af5c-4b06-8c88-4463ad0cf74b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:55.830533 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-6cf23ea4-af5c-4b06-8c88-4463ad0cf74b tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.1140413 Nov 12 03:33:55.886034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-11ad04b0-3dd5-4be0-a90f-445578f95bd2 None None] Provisioning complete for port aa7ee01b-3652-4925-9f54-4628bacebe0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:55.886988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11ad04b0-3dd5-4be0-a90f-445578f95bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.931496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-11ad04b0-3dd5-4be0-a90f-445578f95bd2 None None] Port aa7ee01b-3652-4925-9f54-4628bacebe0e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:55.939304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:55.965991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.017964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Deleting port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:56.018433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.050943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.112494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 33d64d35-605c-4806-b901-8ddb7e524fd4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:56.113047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.185210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] For port a46e85ac-edfb-4193-bd2e-d66eed19f9c9, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:56.185571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.203308 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.206566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Calling delete_port for a46e85ac-edfb-4193-bd2e-d66eed19f9c9 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:56.218801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 33d64d35-605c-4806-b901-8ddb7e524fd4 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:56.315218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.324047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.367656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e98841-0a79-4cb9-a6e1-3344be31e094 req-c1da3b8b-206b-4acc-9047-11f2f5bc6d22 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.369079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68e98841-0a79-4cb9-a6e1-3344be31e094 req-c1da3b8b-206b-4acc-9047-11f2f5bc6d22 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1038027 Nov 12 03:33:56.445584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=aa7ee01b-3652-4925-9f54-4628bacebe0e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.449459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b741c4-1fbd-43bf-9973-59db027d98ed req-4e21736e-3fbd-49f2-bcca-17fb17f3603c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.451018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b741c4-1fbd-43bf-9973-59db027d98ed req-4e21736e-3fbd-49f2-bcca-17fb17f3603c tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=c5a5f507-7547-45cb-be8a-4d558afdc32c HTTP/1.1" status: 200 len: 945 time: 0.1465912 Nov 12 03:33:56.462672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] In _notify_port_updated(), no bound segment for port aa7ee01b-3652-4925-9f54-4628bacebe0e on network 8fda2729-736b-4edf-b779-1f605425b5b1 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:33:56.468369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.469134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.470495 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1731ff2a-e086-48b4-adc9-3de1ac29c703 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "PUT /v2.0/ports/aa7ee01b-3652-4925-9f54-4628bacebe0e HTTP/1.1" status: 200 len: 996 time: 0.7846384 Nov 12 03:33:56.474011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:56.524034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.524267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68e98841-0a79-4cb9-a6e1-3344be31e094 req-7233d4c9-dc79-40a5-9979-ad7347ecb2e2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158130 Nov 12 03:33:56.567729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a46e85ac-edfb-4193-bd2e-d66eed19f9c9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:33:56.587014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b741c4-1fbd-43bf-9973-59db027d98ed req-e4a2a259-165d-4284-961a-6c478aeb902f tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 Nov 12 03:33:56.587014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.595687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event deleted for resources: {'Port': ['ID=a46e85ac-edfb-4193-bd2e-d66eed19f9c9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.636099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=33d64d35-605c-4806-b901-8ddb7e524fd4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:56.640735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25111b34-96b3-47df-b48a-a846aa88c46c None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:56.649779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] No DVR routers for this DVR port a46e85ac-edfb-4193-bd2e-d66eed19f9c9 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:56.654001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.657709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1430a977-a7fe-42a0-8b5f-c1028ae57a94 req-265a28f3-014f-4045-b68d-a17296eeb195 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "DELETE /v2.0/ports/a46e85ac-edfb-4193-bd2e-d66eed19f9c9 HTTP/1.1" status: 204 len: 173 time: 0.8212659 Nov 12 03:33:56.659042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-deleted', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:56.663145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5660382-c362-42f8-8a25-4428f12811fd None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:56.670276 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fe4902-32fe-4d32-8ea7-21365eb4f68b" -d '{"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-deleted", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:56.700209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port aa7ee01b-3652-4925-9f54-4628bacebe0e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:56.700555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.762539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5ffec436-1356-44cd-a5f5-24157b70f568 None None] Provisioning complete for port aa7ee01b-3652-4925-9f54-4628bacebe0e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:56.763127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ffec436-1356-44cd-a5f5-24157b70f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.795889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-327b4f44-25ed-493f-94ef-63e6b4760580 req-4f176658-b610-4ffd-82a5-801e4eb2de30 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0627205 Nov 12 03:33:56.809256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.810007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5ffec436-1356-44cd-a5f5-24157b70f568 None None] Port aa7ee01b-3652-4925-9f54-4628bacebe0e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:56.833508 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.866161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.889562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for aa7ee01b-3652-4925-9f54-4628bacebe0e owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:56.928623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721a4d6-a64f-4934-8972-a0cec9bb7703 req-bae5eaef-250a-4c6d-809a-6f275cfcbd35 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:56.930095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4721a4d6-a64f-4934-8972-a0cec9bb7703 req-bae5eaef-250a-4c6d-809a-6f275cfcbd35 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1959047 Nov 12 03:33:56.933733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:56.935931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.004238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.004794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router c90703bc-cb59-4b11-81dc-648a9fed7ace {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:33:57.011491 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec47912-52ae-4237-8d7d-4ba73611e7a8 x-openstack-request-id: req-1ec47912-52ae-4237-8d7d-4ba73611e7a8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:57.011773 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5f507-7547-45cb-be8a-4d558afdc32c", "name": "network-vif-deleted", "tag": "a46e85ac-edfb-4193-bd2e-d66eed19f9c9", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:57.012023 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ec47912-52ae-4237-8d7d-4ba73611e7a8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:57.012435 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f507-7547-45cb-be8a-4d558afdc32c', 'name': 'network-vif-deleted', 'tag': 'a46e85ac-edfb-4193-bd2e-d66eed19f9c9', 'status': 'completed', 'code': 200} Nov 12 03:33:57.013024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.014120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-210cb33b-0b81-4cb6-867c-c648663d28b2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 204 len: 168 time: 1.1881292 Nov 12 03:33:57.017925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.027110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-837121917'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:57.043153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4721a4d6-a64f-4934-8972-a0cec9bb7703 req-47f3b4ae-81cd-4e2a-a84f-3b19ae306bba tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053996 Nov 12 03:33:57.044594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.059837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:57.064117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.077718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=aa7ee01b-3652-4925-9f54-4628bacebe0e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.095191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:33:57.105889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.106491 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment daf6e34b-0895-451f-8e9b-f7e49cef4c4d of type vlan for network a282fa19-4537-4787-b391-5c4bc711a031 Nov 12 03:33:57.159361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.179228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.185466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8019b65c-10c7-430c-97c2-f4a40f955377 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/aa7ee01b-3652-4925-9f54-4628bacebe0e HTTP/1.1" status: 204 len: 168 time: 0.7103350 Nov 12 03:33:57.188728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.194698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.201475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.202568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.224994 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf329467-6887-43e6-9f7a-9539c23a6242 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] GET failed (client error): The resource could not be found. Nov 12 03:33:57.226279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf329467-6887-43e6-9f7a-9539c23a6242 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports/aa7ee01b-3652-4925-9f54-4628bacebe0e HTTP/1.1" status: 404 len: 333 time: 0.0362053 Nov 12 03:33:57.230084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.236494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-248635722'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:57.238718 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:33:57.288989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2697453 Nov 12 03:33:57.292298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52884) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.298565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:57.319290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec5a12-4017-460f-a79f-33f27d068ac0 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=a282fa19-4537-4787-b391-5c4bc711a031,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.331967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a282fa19-4537-4787-b391-5c4bc711a031 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:33:57.396434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:57.401010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.415555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:57.419426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.424076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port 4422380d-29ed-4fe2-92d1-9dcce0148f7d yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:57.542515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.10 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/4422380d-29ed-4fe2-92d1-9dcce0148f7d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:57.624157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.717929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.719181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=66e19696-fe01-4a61-931e-23dad31fe54e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.732111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7499de-068e-4e25-853d-ea7d0a1287fc req-10af26ff-bb15-4205-aedb-28e91ae4bc3a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.733663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b7499de-068e-4e25-853d-ea7d0a1287fc req-10af26ff-bb15-4205-aedb-28e91ae4bc3a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1222975 Nov 12 03:33:57.735833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.745820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:57.746604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: a282fa19-4537-4787-b391-5c4bc711a031, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:33:57.798362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.799915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network a282fa19-4537-4787-b391-5c4bc711a031 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:33:57.819754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b7499de-068e-4e25-853d-ea7d0a1287fc req-695b643c-8cb5-42ca-bc4d-97da5061a402 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689092 Nov 12 03:33:57.824747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a282fa19-4537-4787-b391-5c4bc711a031) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:57.837557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.842470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab0e10-1c2c-4ef3-850e-6995959e2746 None None] Network a282fa19-4537-4787-b391-5c4bc711a031 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:33:57.847440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.882036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:57.886468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:57.890639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:57.895358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5fe9cbc2-8c3d-4a1c-8110-3b9b99080502 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5994701 Nov 12 03:33:57.895516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=4422380d-29ed-4fe2-92d1-9dcce0148f7d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:57.910792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:57.918349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1578778365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:57.963299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.964293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:57.970212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb91004-3643-4d48-8c51-92b2fbb09793 req-09545a2f-96a0-47dd-92b4-65fde50f0267 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:57.975456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bb91004-3643-4d48-8c51-92b2fbb09793 req-09545a2f-96a0-47dd-92b4-65fde50f0267 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.0981123 Nov 12 03:33:58.023568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e469da1-3fa3-4264-96ac-18bdbe0e48a9 req-e01c6a7c-837a-4bdf-8590-1663151993b8 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0443392 Nov 12 03:33:58.037315 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b17d78b-cd49-4a74-a4ed-c043a0f23f2f tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8060770 Nov 12 03:33:58.037867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.039088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.040096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:58.045297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'network_id': '8fda2729-736b-4edf-b779-1f605425b5b1', 'name': 'tempest-AllowedAddressPairTestJSON-486067321'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:58.053820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-a282fa19-4537-4787-b391-5c4bc711a031', 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '66e19696-fe01-4a61-931e-23dad31fe54e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:33:58.055221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.131207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.140514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.182935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bb91004-3643-4d48-8c51-92b2fbb09793 req-c92f1c6a-24ab-4b06-b0ba-2952154834c8 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997855 Nov 12 03:33:58.194525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.198507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af66d0fd-1271-45fe-9ea4-ebdacbf0763b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2838297 Nov 12 03:33:58.199205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:58.239398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Made reservation on behalf of 64ae400c352f40a181203df7a41c687e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:33:58.244470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.251747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Allocated IP 2001:db8::2 (a282fa19-4537-4787-b391-5c4bc711a031/66e19696-fe01-4a61-931e-23dad31fe54e/dfa2fcff-dc4c-47ea-b6fa-a2262911991e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:58.268061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] device_id is not set on port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:33:58.269000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5c4ca34d-7570-4ed9-91cf-1f5ca3782046 None None] Provisioning complete for port 4422380d-29ed-4fe2-92d1-9dcce0148f7d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:58.269344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c4ca34d-7570-4ed9-91cf-1f5ca3782046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.438193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Allocated IP 172.20.0.12 (8fda2729-736b-4edf-b779-1f605425b5b1/aff366bf-cc6a-4c66-9117-b105343b0f1b/93c26ff7-fbeb-4901-bb89-071f18f8b6b0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:58.454489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-f875d197-c190-4f5f-8342-637198732919 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.456012 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-f875d197-c190-4f5f-8342-637198732919 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 945 time: 0.0874245 Nov 12 03:33:58.473235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513569c4-3b0a-4f1a-a77c-27962476b080 req-791f07d8-7f09-4373-ab41-d6c0cce66995 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:58.474805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513569c4-3b0a-4f1a-a77c-27962476b080 req-791f07d8-7f09-4373-ab41-d6c0cce66995 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 945 time: 0.1697803 Nov 12 03:33:58.540160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5c4ca34d-7570-4ed9-91cf-1f5ca3782046 None None] Port 4422380d-29ed-4fe2-92d1-9dcce0148f7d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:58.591879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513569c4-3b0a-4f1a-a77c-27962476b080 req-e9307765-624b-4b8f-97f5-c7582f7d3d78 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854766 Nov 12 03:33:58.610164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.632505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.638449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.668012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Deleting port 6802f906-6177-482b-89cb-116be8899d50 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:33:58.668360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.679957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Network a282fa19-4537-4787-b391-5c4bc711a031 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:58.684499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:58.689369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:58.692555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Pushing event updated for resources: {'Port': ['ID=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:58.756289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.760611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Attempting to bind port dfa2fcff-dc4c-47ea-b6fa-a2262911991e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:33:58.761158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Attempting to bind port dfa2fcff-dc4c-47ea-b6fa-a2262911991e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:33:58.761544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Attempting to bind port dfa2fcff-dc4c-47ea-b6fa-a2262911991e on network a282fa19-4537-4787-b391-5c4bc711a031 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:33:58.768765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:33:58.769311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Checking segment: {'id': 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:33:58.770018 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.770732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Bound using segment: {'id': 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:33:58.771330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Bound port: dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a282fa19-4537-4787-b391-5c4bc711a031'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:33:58.771842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.817726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] For port 6802f906-6177-482b-89cb-116be8899d50, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6802f906-6177-482b-89cb-116be8899d50,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:58.818252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.836632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] For port dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:33:58.840100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] For port dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,segment=NetworkSegment(daf6e34b-0895-451f-8e9b-f7e49cef4c4d),segment_id=daf6e34b-0895-451f-8e9b-f7e49cef4c4d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:33:58.842970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Calling delete_port for 6802f906-6177-482b-89cb-116be8899d50 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:33:58.845982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.928512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:58.931826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ea8b4-2ea4-4205-ac78-26e49affba0c None None] Pushing event updated for resources: {'Port': ['ID=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:58.978148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Network 8fda2729-736b-4edf-b779-1f605425b5b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:58.986601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8::1 (a282fa19-4537-4787-b391-5c4bc711a031/66e19696-fe01-4a61-931e-23dad31fe54e/c56b6641-678b-4777-b941-1ba9f72dbc15) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:33:58.987068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:33:58.996096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:33:59.043018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=93c26ff7-fbeb-4901-bb89-071f18f8b6b0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.048917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d12b17-e205-4e56-8a95-dfad53290085 req-817cd001-bf9a-4762-899d-7bee70081da3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.050814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6d12b17-e205-4e56-8a95-dfad53290085 req-817cd001-bf9a-4762-899d-7bee70081da3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1038618 Nov 12 03:33:59.109904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:33:59.111495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.188927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6d12b17-e205-4e56-8a95-dfad53290085 req-385a4e42-ee1f-4293-8ab5-a3467ea3106f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030097 Nov 12 03:33:59.207310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.214472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.215884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52910) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:33:59.216047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71f885eb-c04c-47a5-a30c-36a617e8a8f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1748199 Nov 12 03:33:59.222074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cc:e2:1c'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:3a:73:b5'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:33:59.269550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event deleted for resources: {'Port': ['ID=6802f906-6177-482b-89cb-116be8899d50,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.298923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105317a3-93e5-452a-b5cd-349366851470 None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:33:59.368575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] No DVR routers for this DVR port 6802f906-6177-482b-89cb-116be8899d50 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:33:59.374679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.379502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e646e1-2aab-4c0c-9269-9bac47389da9 req-ec7d5188-9d01-4b26-bc56-0e80c445a316 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "DELETE /v2.0/ports/6802f906-6177-482b-89cb-116be8899d50 HTTP/1.1" status: 204 len: 173 time: 0.9132497 Nov 12 03:33:59.380317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-deleted', 'tag': '6802f906-6177-482b-89cb-116be8899d50'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:33:59.393463 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d651420-e576-4a40-bac1-bb8a5882e674" -d '{"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-deleted", "tag": "6802f906-6177-482b-89cb-116be8899d50"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:33:59.414788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:33:59.580958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8fe334cf-a29b-4ae2-9d75-e10435bbf124 None None] Provisioning complete for port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:33:59.581634 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fe334cf-a29b-4ae2-9d75-e10435bbf124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.658670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8fe334cf-a29b-4ae2-9d75-e10435bbf124 None None] Port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:33:59.661490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:59.676296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'mac_address': 'fa:16:3e:54:9f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:33:59.702167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-188586d3-8576-4fcd-9a9e-b2791a3f6bf9 req-f4480017-ac04-4045-bba3-1ca10637fae6 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.4071462 Nov 12 03:33:59.706811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5db2d671-5820-4034-991d-16746d9125a1 req-e5569367-b8b0-43bc-aad2-31b5bb478127 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=618f0faa-e237-493e-9251-0bc9ef9e20c8 HTTP/1.1" status: 200 len: 210 time: 0.3789485 Nov 12 03:33:59.747317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.768177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:33:59.790799 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3094dc9-cea3-41fd-a947-985ed7e09148 x-openstack-request-id: req-a3094dc9-cea3-41fd-a947-985ed7e09148 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:33:59.791332 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618f0faa-e237-493e-9251-0bc9ef9e20c8", "name": "network-vif-deleted", "tag": "6802f906-6177-482b-89cb-116be8899d50", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:33:59.791332 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a3094dc9-cea3-41fd-a947-985ed7e09148 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:33:59.791760 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618f0faa-e237-493e-9251-0bc9ef9e20c8', 'name': 'network-vif-deleted', 'tag': '6802f906-6177-482b-89cb-116be8899d50', 'status': 'completed', 'code': 200} Nov 12 03:33:59.794459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:33:59.799937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6802f906-6177-482b-89cb-116be8899d50 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:59.809865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.812846 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:33:59.836509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 6802f906-6177-482b-89cb-116be8899d50 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:59.838053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6802f906-6177-482b-89cb-116be8899d50 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:59.838491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:33:59.901543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: a46e85ac-edfb-4193-bd2e-d66eed19f9c9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:33:59.902254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a46e85ac-edfb-4193-bd2e-d66eed19f9c9 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:33:59.903005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=c56b6641-678b-4777-b941-1ba9f72dbc15,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.945385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network a282fa19-4537-4787-b391-5c4bc711a031 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:33:59.972922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:33:59.986343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:00.009849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:00.010806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.108081 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.171067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d21c4-724e-484d-8087-be7a3893056f req-b4433c76-25b0-4ee1-b2d7-5d9e20fcf981 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:00.175154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc6d21c4-724e-484d-8087-be7a3893056f req-b4433c76-25b0-4ee1-b2d7-5d9e20fcf981 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2900569 Nov 12 03:34:00.271717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.337443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd24a4c-a299-4ac0-9bdf-b7eee08e0fce None None] Network a282fa19-4537-4787-b391-5c4bc711a031 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:00.398789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc6d21c4-724e-484d-8087-be7a3893056f req-a177f730-dfa7-47bc-9766-6b687d2cbd15 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163312 Nov 12 03:34:00.445547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] Provisioning complete for port dfa2fcff-dc4c-47ea-b6fa-a2262911991e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:00.446079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.494493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bda10034-57b2-44ff-ac7e-a303829f1a23'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:00.511181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ebe0e-5832-4281-990a-869dc1abe33b req-43b80f8e-ccb8-45e1-a1e7-879eb7425993 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:00.512782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-639ebe0e-5832-4281-990a-869dc1abe33b req-43b80f8e-ccb8-45e1-a1e7-879eb7425993 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2189817 Nov 12 03:34:00.672318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-639ebe0e-5832-4281-990a-869dc1abe33b req-8ce1f4f3-bb0e-47ec-af47-c4e003c4bcfe tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231537 Nov 12 03:34:00.692599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.711322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.733432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.779491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] For port dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,segment=NetworkSegment(daf6e34b-0895-451f-8e9b-f7e49cef4c4d),segment_id=daf6e34b-0895-451f-8e9b-f7e49cef4c4d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:00.844283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:00.968423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event updated for resources: {'Port': ['ID=93c26ff7-fbeb-4901-bb89-071f18f8b6b0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:00.999240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec83fb3-3615-4791-a02b-36b00cd6560c None None] Pushing event updated for resources: {'Port': ['ID=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.059880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7ed7dc4-8ab5-4189-b448-622a1f08a269 req-c31ba35e-c026-4d2a-9a8b-1b386012690a tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1623518 Nov 12 03:34:01.103614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] In _notify_port_updated(), no bound segment for port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 on network 8fda2729-736b-4edf-b779-1f605425b5b1 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:34:01.147359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfa2fcff-dc4c-47ea-b6fa-a2262911991e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:01.153403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.162339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.173789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:01.175673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df6085c3-36a2-44af-a1b1-0b0daec1469a tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "PUT /v2.0/ports/93c26ff7-fbeb-4901-bb89-071f18f8b6b0 HTTP/1.1" status: 200 len: 1057 time: 1.9581721 Nov 12 03:34:01.253798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.268410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.269347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.326546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.340250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81ef7c95-67d8-4f80-8a06-a61bbc1acf74 None None] Provisioning complete for port dfa2fcff-dc4c-47ea-b6fa-a2262911991e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.340983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81ef7c95-67d8-4f80-8a06-a61bbc1acf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.426787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port dfa2fcff-dc4c-47ea-b6fa-a2262911991e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.427406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.543419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=c56b6641-678b-4777-b941-1ba9f72dbc15,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:01.575406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bb3f4-97c1-4689-a4ef-cfb657d6078a req-cd031998-5ec1-4e08-8f21-9dc057a3c2a3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.581938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b46bb3f4-97c1-4689-a4ef-cfb657d6078a req-cd031998-5ec1-4e08-8f21-9dc057a3c2a3 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.2871416 Nov 12 03:34:01.632181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-5ee3a071-ed9e-4111-9764-894cee3bbf7a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3591616 Nov 12 03:34:01.687705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81ef7c95-67d8-4f80-8a06-a61bbc1acf74 None None] Provisioning complete for port c56b6641-678b-4777-b941-1ba9f72dbc15 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.688258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81ef7c95-67d8-4f80-8a06-a61bbc1acf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.747088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-81ef7c95-67d8-4f80-8a06-a61bbc1acf74 None None] Port c56b6641-678b-4777-b941-1ba9f72dbc15 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:01.775722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network a282fa19-4537-4787-b391-5c4bc711a031 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:01.782636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b46bb3f4-97c1-4689-a4ef-cfb657d6078a req-a759d89c-4e96-4f64-b002-be95c6e474f5 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/security-groups?id=7e17dffb-b306-4c13-878d-a1ecb0c52603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920834 Nov 12 03:34:01.785614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:01.795646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6c54-0d27-4067-a10e-20d3c51645ec req-fca628ff-e468-4ae3-a655-c3e45ef43a78 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.804239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fea6c54-0d27-4067-a10e-20d3c51645ec req-fca628ff-e468-4ae3-a655-c3e45ef43a78 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.1968448 Nov 12 03:34:01.878058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.878978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.879811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.880713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.881568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.882415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.884566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:01.891073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d23b4d13-86c6-41fe-b284-b8618aa045db service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.2065125 Nov 12 03:34:01.905756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Provisioning complete for port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.908391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.963212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:01.977139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Provisioning complete for port c56b6641-678b-4777-b941-1ba9f72dbc15 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:01.977611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:01.979810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:01.982639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.035116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d4549844-c473-437d-a8ed-56906d3b1f61 None None] Port c56b6641-678b-4777-b941-1ba9f72dbc15 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:02.066758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fea6c54-0d27-4067-a10e-20d3c51645ec req-d3a582d8-e882-499a-b8f9-4c4640341e2d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579982 Nov 12 03:34:02.090429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-3de91bc4-fd19-4682-a00d-9442320b3861 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.092261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-3de91bc4-fd19-4682-a00d-9442320b3861 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 944 time: 0.2421379 Nov 12 03:34:02.146737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920514d-6405-4255-a3ac-b649d7670786 req-2a4862b4-d0bf-4441-bfb4-acc127c041ac tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.148988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3920514d-6405-4255-a3ac-b649d7670786 req-2a4862b4-d0bf-4441-bfb4-acc127c041ac tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2491896 Nov 12 03:34:02.160570 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.208017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for 93c26ff7-fbeb-4901-bb89-071f18f8b6b0 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:02.252802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3920514d-6405-4255-a3ac-b649d7670786 req-2727834c-d485-4329-90e9-99acb8fb4de2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870399 Nov 12 03:34:02.262227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-36efb6c9-1d7c-46c7-b5fd-3a552ccf951f None None] Provisioning complete for port c56b6641-678b-4777-b941-1ba9f72dbc15 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:02.262902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36efb6c9-1d7c-46c7-b5fd-3a552ccf951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.278567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e200b014-d75f-42da-ba9a-470c4e80e820 req-741fb334-7b53-475b-a628-0420bc790d83 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0494537 Nov 12 03:34:02.296171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e3ce1f7a-aba3-43c0-a6f3-8cb42309ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.296648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e3ce1f7a-aba3-43c0-a6f3-8cb42309ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.297105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e3ce1f7a-aba3-43c0-a6f3-8cb42309ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.299332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e3ce1f7a-aba3-43c0-a6f3-8cb42309ce0e service neutron] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 2290 time: 0.3305650 Nov 12 03:34:02.334459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-36efb6c9-1d7c-46c7-b5fd-3a552ccf951f None None] Port c56b6641-678b-4777-b941-1ba9f72dbc15 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:02.337587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Deleting port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:02.337925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.377257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 9441a067-991c-4bbf-b3f6-ef9cb0e42835 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:02.398226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-93b1bcfe-c98d-4dcf-9fd7-af236796c639 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 1001 time: 0.0877717 Nov 12 03:34:02.459380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.505941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] For port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,segment=NetworkSegment(68752179-75bf-4618-8853-2dd34bd7befc),segment_id=68752179-75bf-4618-8853-2dd34bd7befc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:02.506307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.509020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=93c26ff7-fbeb-4901-bb89-071f18f8b6b0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.553348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Calling delete_port for 4cbec6e4-197b-48e1-80e7-17ebea2c0bed owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:02.799757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-1725505b-2995-4e18-a6b9-ccb5fcf6da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.801121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-1725505b-2995-4e18-a6b9-ccb5fcf6da57 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.3688881 Nov 12 03:34:02.808135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:02.819691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] Sync routers for ids ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:02.823778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1391dcdc-e464-4e2c-885c-1ff345ff81bf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/9441a067-991c-4bbf-b3f6-ef9cb0e42835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6211033 Nov 12 03:34:02.824054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.839072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] Routers {'9441a067-991c-4bbf-b3f6-ef9cb0e42835'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:02.840647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.865669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.876529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.898535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] Routers {'9441a067-991c-4bbf-b3f6-ef9cb0e42835'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:02.899176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.926864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3fc9-58e0-4c8d-a405-8d2eb6e0d413 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:02.927117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Pushing event deleted for resources: {'Port': ['ID=4cbec6e4-197b-48e1-80e7-17ebea2c0bed,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:02.927117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:02.928301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5ed3fc9-58e0-4c8d-a405-8d2eb6e0d413 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports/c56b6641-678b-4777-b941-1ba9f72dbc15 HTTP/1.1" status: 200 len: 911 time: 0.1021032 Nov 12 03:34:02.931209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66e19696-fe01-4a61-931e-23dad31fe54e'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:02.954587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b0b56-54e7-4ee8-b1b3-8c1dafa32516 None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:02.958669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:02.961980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d2b82-81a0-4808-86b3-0860686f443c None None] The sync data for ids ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:02.985804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cba2324-9f37-4596-994f-2fa72b08c2f7 req-be00590d-dd0e-4e21-b6dc-ae211e40bf91 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.97 "GET /v2.0/ports?device_id=fb702c75-167b-45ce-a173-7fdf0916bd45 HTTP/1.1" status: 200 len: 210 time: 0.0563102 Nov 12 03:34:02.990119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:02.997584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2392a097-238a-416c-8fd1-2443869a5bd5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/93c26ff7-fbeb-4901-bb89-071f18f8b6b0 HTTP/1.1" status: 204 len: 168 time: 1.8186309 Nov 12 03:34:02.998237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e6793816-534c-43d6-b666-3302554efb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.001237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e6793816-534c-43d6-b666-3302554efb2e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906476 Nov 12 03:34:03.002003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.005790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfa2fcff-dc4c-47ea-b6fa-a2262911991e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:03.038894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] No DVR routers for this DVR port 4cbec6e4-197b-48e1-80e7-17ebea2c0bed on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:03.041487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.044914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c9774efd-3f8e-4084-a5c0-66c5320c6ac9 req-4372913b-b8f8-4aed-af48-aece36a10934 tempest-LiveMigrationTest-147178567 tempest-LiveMigrationTest-147178567-project] 10.222.0.16 "DELETE /v2.0/ports/4cbec6e4-197b-48e1-80e7-17ebea2c0bed HTTP/1.1" status: 204 len: 173 time: 0.9348080 Nov 12 03:34:03.045366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-deleted', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:03.047779 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae42f6-09f5-471a-90d3-6c9ba2eb4fa6" -d '{"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-deleted", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:03.089172 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5d6524-7bc9-4395-8a0c-3bef4c44586c tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] GET failed (client error): The resource could not be found. Nov 12 03:34:03.091597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff5d6524-7bc9-4395-8a0c-3bef4c44586c tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports/93c26ff7-fbeb-4901-bb89-071f18f8b6b0 HTTP/1.1" status: 404 len: 333 time: 0.0880196 Nov 12 03:34:03.102960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52954) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.148330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port dfa2fcff-dc4c-47ea-b6fa-a2262911991e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:03.149581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.184975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.265539 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eccb0c-b832-4004-bd7a-8f88e4aa8677 x-openstack-request-id: req-09eccb0c-b832-4004-bd7a-8f88e4aa8677 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:03.266334 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb702c75-167b-45ce-a173-7fdf0916bd45", "name": "network-vif-deleted", "tag": "4cbec6e4-197b-48e1-80e7-17ebea2c0bed", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:03.266441 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-09eccb0c-b832-4004-bd7a-8f88e4aa8677 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:03.267636 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb702c75-167b-45ce-a173-7fdf0916bd45', 'name': 'network-vif-deleted', 'tag': '4cbec6e4-197b-48e1-80e7-17ebea2c0bed', 'status': 'completed', 'code': 200} Nov 12 03:34:03.444951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:03.490025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b0e7a-97f9-47dc-9432-849cd6585b89 req-f7d7b04e-236c-447e-8961-c19ecad189de tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.491983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-106b0e7a-97f9-47dc-9432-849cd6585b89 req-f7d7b04e-236c-447e-8961-c19ecad189de tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 946 time: 0.2580321 Nov 12 03:34:03.493844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-11942e28-ca0c-43ea-8a3c-71f482b89e5d service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762170 Nov 12 03:34:03.513035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port bda10034-57b2-44ff-ac7e-a303829f1a23 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:03.518514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port bda10034-57b2-44ff-ac7e-a303829f1a23 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:03.518931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.575402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6db2d-ffe0-474a-ae02-0e6f69a127e1 req-5691600d-89a3-4c09-abfe-34dcb3b0b435 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.577092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e6db2d-ffe0-474a-ae02-0e6f69a127e1 req-5691600d-89a3-4c09-abfe-34dcb3b0b435 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2070749 Nov 12 03:34:03.609533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port 4422380d-29ed-4fe2-92d1-9dcce0148f7d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:03.610658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.628929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.663587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:03.670799 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0759ff6-bbaa-4246-81ce-e3766396c8ab" -d '{"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:03.693485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:03.700220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.715022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-106b0e7a-97f9-47dc-9432-849cd6585b89 req-8bb46fb2-b1b0-432a-9fb2-ebc226faeda5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149353 Nov 12 03:34:03.790789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e6db2d-ffe0-474a-ae02-0e6f69a127e1 req-cdeb2692-8158-4cf2-8d59-92a6cc2ec9b8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732862 Nov 12 03:34:03.793970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-28a20180-bdf8-44ac-b004-5c49db118ef6 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823513 Nov 12 03:34:03.817336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.835925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:03.862258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.878593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.890694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:03.892292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:03.897639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/ports/c56b6641-678b-4777-b941-1ba9f72dbc15 HTTP/1.1" status: 200 len: 911 time: 0.9707637 Nov 12 03:34:03.898310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52966) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:03.928216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-cf6078cc-aa3c-4c59-b243-11a080554894 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 217 time: 0.1034729 Nov 12 03:34:03.933934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for 4422380d-29ed-4fe2-92d1-9dcce0148f7d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:03.973800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e4a777f-95a2-492b-8d5e-e26eb5a06169 req-77cb00d6-3fde-4d3a-adf0-0e16c62d3823 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0408955 Nov 12 03:34:04.032758 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d7e71-a318-4375-a455-fb74f543d2ad x-openstack-request-id: req-7b9d7e71-a318-4375-a455-fb74f543d2ad {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:04.033534 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-plugged", "status": "completed", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:04.033534 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7b9d7e71-a318-4375-a455-fb74f543d2ad {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:04.033898 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'code': 200} Nov 12 03:34:04.046132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25f592-f9ca-4e90-b97c-9b1b949bc8b3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=c56b6641-678b-4777-b941-1ba9f72dbc15,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.064491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.081124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f47bda3e-abf5-47d5-8513-9526bc79face req-6212e092-7d29-4981-8e2b-89dcb8ac17c6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0585055 Nov 12 03:34:04.125543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-5776e63d-6131-4fb8-9207-c954d485de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.127779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-5776e63d-6131-4fb8-9207-c954d485de50 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1505315 Nov 12 03:34:04.237878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.268587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Deleting subnet 22fee02d-5c4a-42ed-a920-c1208aac7470 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:04.269419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=4422380d-29ed-4fe2-92d1-9dcce0148f7d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.295968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.297160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.298684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.299051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.299395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.299718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.300043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.300368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.300686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.301007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.301349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.301626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.301937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:04.361141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.373055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.377019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1107d694-bb5f-448a-9aa3-ad726bd2878b tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/4422380d-29ed-4fe2-92d1-9dcce0148f7d HTTP/1.1" status: 204 len: 168 time: 1.2726753 Nov 12 03:34:04.380837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.409349 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf519d59-f815-41bc-abad-f57a08afdadc tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] GET failed (client error): The resource could not be found. Nov 12 03:34:04.411724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cf519d59-f815-41bc-abad-f57a08afdadc tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "GET /v2.0/ports/4422380d-29ed-4fe2-92d1-9dcce0148f7d HTTP/1.1" status: 404 len: 333 time: 0.0287023 Nov 12 03:34:04.419231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.462403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.533086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting port 1fd4be10-ed5c-479d-867f-f2d27463b0d4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:04.533454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.557640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.592185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fee02d-5c4a-42ed-a920-c1208aac7470,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:04.599316 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.602551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95cee643-88af-418f-a28d-30aaef774117 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/22fee02d-5c4a-42ed-a920-c1208aac7470 HTTP/1.1" status: 204 len: 168 time: 0.5370808 Nov 12 03:34:04.606883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52978) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:04.616881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba91e14-1731-4383-b5dd-b82b15d4f3e8 None None] Network 495061ef-1f9d-4c9f-b68c-0e529bf2536a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:04.620221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.683015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-8f22924f-b1b3-4502-8be3-fba7f6a339c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:04.685649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-8f22924f-b1b3-4502-8be3-fba7f6a339c1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173606 Nov 12 03:34:04.745812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.793857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:04.890488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Calling delete_port for 1fd4be10-ed5c-479d-867f-f2d27463b0d4 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:04.897320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59fcd75-36cf-4bee-9254-ea99b1fe3370 None None] DHCP port deletion for 495061ef-1f9d-4c9f-b68c-0e529bf2536a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:04.998238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.048457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495061ef-1f9d-4c9f-b68c-0e529bf2536a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.051344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-53ccbfa6-ad3a-49e7-952b-b8d8d6e07e0e service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519094 Nov 12 03:34:05.059736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a83c3d-4d25-48e0-9d75-917eb77fa1f5 req-0ea6b24f-e52d-44d3-81c6-27ba8a2740ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.061548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47a83c3d-4d25-48e0-9d75-917eb77fa1f5 req-0ea6b24f-e52d-44d3-81c6-27ba8a2740ea service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 1099 time: 0.2201231 Nov 12 03:34:05.065785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68752179-75bf-4618-8853-2dd34bd7befc') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.066092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68752179-75bf-4618-8853-2dd34bd7befc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:05.091429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae27a-02e3-4cd1-beda-b9e6aab759f6 req-55aa7342-cf64-4d7b-b2e0-b4875fb09e8a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.093750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a6ae27a-02e3-4cd1-beda-b9e6aab759f6 req-55aa7342-cf64-4d7b-b2e0-b4875fb09e8a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.2509832 Nov 12 03:34:05.095824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.113708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.122357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:05.122762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:05.124509 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:05.194813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port c56b6641-678b-4777-b941-1ba9f72dbc15 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:05.195304 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.197755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980484d-6267-44b1-a627-f1b24daa5479 req-420e9ab2-7d89-4369-aa74-78a37188b107 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:05.200207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d980484d-6267-44b1-a627-f1b24daa5479 req-420e9ab2-7d89-4369-aa74-78a37188b107 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2611804 Nov 12 03:34:05.222015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.229257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.232558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] 10.222.0.97 "DELETE /v2.0/networks/495061ef-1f9d-4c9f-b68c-0e529bf2536a HTTP/1.1" status: 204 len: 168 time: 0.6230910 Nov 12 03:34:05.261846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52988) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.300296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be07c95-04df-4ca1-8050-c81598b9c3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=495061ef-1f9d-4c9f-b68c-0e529bf2536a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.341292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Deleting subnet 96da7972-f042-4976-905a-a930a8dd8b3e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:05.350197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.386501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.405661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47a83c3d-4d25-48e0-9d75-917eb77fa1f5 req-e89d593b-20a7-44e5-9dfb-e38d26970b2e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092468 Nov 12 03:34:05.407914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for c56b6641-678b-4777-b941-1ba9f72dbc15 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:05.417153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a6ae27a-02e3-4cd1-beda-b9e6aab759f6 req-6afdfa3c-0dd0-4fca-9f20-28562aca9de4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054295 Nov 12 03:34:05.418552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.464464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-e080bbc7-243e-4a04-91f0-d117cf22bb95 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978167 Nov 12 03:34:05.471781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d980484d-6267-44b1-a627-f1b24daa5479 req-4494303c-aba1-4949-af24-5eeedc465734 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529464 Nov 12 03:34:05.484095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.524190 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.558864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Port': ['ID=1fd4be10-ed5c-479d-867f-f2d27463b0d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.630652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-882d950a-c681-41c1-9159-2e18a6c87e16 req-d0760213-a381-4ed6-a17e-84cbc4a4fc2b tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0363088 Nov 12 03:34:05.660108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.665635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-53e9dd1b-70b8-4ce7-8f1b-9c43b914a4f2 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/ports/1fd4be10-ed5c-479d-867f-f2d27463b0d4 HTTP/1.1" status: 204 len: 168 time: 1.2424040 Nov 12 03:34:05.665996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52990) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.697845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.738123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.738373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Deleting subnet aff366bf-cc6a-4c66-9117-b105343b0f1b {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:05.743734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146d38b-5349-446f-837b-34b1688d1ecf None None] Network f05cb441-fecb-4a8c-8286-56ec5e40688b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:05.747878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.747996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/96da7972-f042-4976-905a-a930a8dd8b3e HTTP/1.1" status: 204 len: 168 time: 0.4832180 Nov 12 03:34:05.747996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd98352-4812-4f10-a843-f8ddeff8bf33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96da7972-f042-4976-905a-a930a8dd8b3e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.748161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52992) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:05.770599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.778005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:05.803821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 4cbec6e4-197b-48e1-80e7-17ebea2c0bed {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:05.804748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4cbec6e4-197b-48e1-80e7-17ebea2c0bed not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:05.806486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=c56b6641-678b-4777-b941-1ba9f72dbc15,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:05.887671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.932513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.941733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:05.956336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b37edd-a606-41a3-a093-38a904195204 None None] DHCP port deletion for f05cb441-fecb-4a8c-8286-56ec5e40688b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:06.106808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-3fb21df4-f11f-4dd2-b2fa-2d9c27953650 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 217 time: 0.0923831 Nov 12 03:34:06.124282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.141339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.172394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05cb441-fecb-4a8c-8286-56ec5e40688b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.189654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc34c467-d01b-4276-8db5-d8175d4930a5') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.189941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc34c467-d01b-4276-8db5-d8175d4930a5') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.207019 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.261231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.274171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:06.274585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:06.278208 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:06.330143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.365870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-6df3ec0b-2675-43b6-a93a-341671dd271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.367441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-6df3ec0b-2675-43b6-a93a-341671dd271c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1487629 Nov 12 03:34:06.369710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Subnet': ['ID=aff366bf-cc6a-4c66-9117-b105343b0f1b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.374906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.377934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3bdb7d25-9b98-4c2d-b3f5-4a5f13e6b76e tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/subnets/aff366bf-cc6a-4c66-9117-b105343b0f1b HTTP/1.1" status: 204 len: 168 time: 0.7108431 Nov 12 03:34:06.380884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.392717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd748b6-8eb2-49dc-a9f6-457c08c09478 None None] Network 8fda2729-736b-4edf-b779-1f605425b5b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:06.401196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.441243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.446704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] 10.222.0.97 "DELETE /v2.0/networks/f05cb441-fecb-4a8c-8286-56ec5e40688b HTTP/1.1" status: 204 len: 168 time: 0.6952860 Nov 12 03:34:06.449055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 9441a067-991c-4bbf-b3f6-ef9cb0e42835 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:06.488672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b38ae-4fae-44e9-9a1a-95249e1076cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f05cb441-fecb-4a8c-8286-56ec5e40688b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:06.553314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.584719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-7f3c1fa0-35e3-4936-80a4-33137ba3b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:06.586212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-7f3c1fa0-35e3-4936-80a4-33137ba3b8c9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2036748 Nov 12 03:34:06.588216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:06.598172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1145f82d-b006-42ac-814b-204657b925f2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/9441a067-991c-4bbf-b3f6-ef9cb0e42835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641970 Nov 12 03:34:06.598172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53002) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.600282 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] Sync routers for ids ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:06.628566 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] Routers {'9441a067-991c-4bbf-b3f6-ef9cb0e42835'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:06.629179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.635815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee33bbd0-6246-46f3-8c2d-bc5a132a0e30 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=9441a067-991c-4bbf-b3f6-ef9cb0e42835 HTTP/1.1" status: 200 len: 205 time: 0.0347965 Nov 12 03:34:06.640534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53004) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.653199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] DHCP port deletion for 8fda2729-736b-4edf-b779-1f605425b5b1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:06.702425 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.727300 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] Routers {'9441a067-991c-4bbf-b3f6-ef9cb0e42835'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:06.734974 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.738042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Deleting port bd91d125-428a-4544-a0bf-67bc13d6bd63 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:06.738730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.754364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.791724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.793574 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:06.794237 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27a16e-e4bf-458d-b266-7a1620dca1b8 None None] The sync data for ids ['9441a067-991c-4bbf-b3f6-ef9cb0e42835'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:06.822701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] For port bd91d125-428a-4544-a0bf-67bc13d6bd63, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bd91d125-428a-4544-a0bf-67bc13d6bd63,segment=NetworkSegment(87901bf8-86c0-4429-a42a-e7c826b111b8),segment_id=87901bf8-86c0-4429-a42a-e7c826b111b8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:06.823573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.838002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Calling delete_port for bd91d125-428a-4544-a0bf-67bc13d6bd63 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:06.952195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.984880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee8bab00-9628-483d-93e9-5ea202500791 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5ee186eb6f294e67baab5ff066547574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1918924 Nov 12 03:34:06.986827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:06.988530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53010) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:06.995588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.021791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Pushing event deleted for resources: {'Port': ['ID=bd91d125-428a-4544-a0bf-67bc13d6bd63,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.025638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] No DVR routers for this DVR port bd91d125-428a-4544-a0bf-67bc13d6bd63 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:07.058682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bd91d125-428a-4544-a0bf-67bc13d6bd63 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:07.066140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.066830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.067655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.067884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.068388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router 9441a067-991c-4bbf-b3f6-ef9cb0e42835 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:07.068598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.069172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.069749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.070328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.071200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.071794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.072312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.072820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.073483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417b04b-4580-4bc0-806f-2986609916bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:07.076066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.079703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eb119733-f6b9-4c53-bd7d-433a60b8b851 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/9441a067-991c-4bbf-b3f6-ef9cb0e42835 HTTP/1.1" status: 204 len: 168 time: 0.4340334 Nov 12 03:34:07.082499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:07.090022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] The port 'bd91d125-428a-4544-a0bf-67bc13d6bd63' was deleted {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:34:07.107670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: bd91d125-428a-4544-a0bf-67bc13d6bd63 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:07.108345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bd91d125-428a-4544-a0bf-67bc13d6bd63 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:07.129493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.134776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798534ac-a1d5-4605-ab24-d47b10fe6d15 req-06d72555-7ae5-454a-b315-fc6f11dd0117 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.136329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-798534ac-a1d5-4605-ab24-d47b10fe6d15 req-06d72555-7ae5-454a-b315-fc6f11dd0117 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.5786960 Nov 12 03:34:07.158620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 66e19696-fe01-4a61-931e-23dad31fe54e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:07.165811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.175948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792fd6-e6c8-4583-a9c6-7145973a2700 req-5cce0277-37ea-4f4c-ac5e-80088a461064 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.177443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84792fd6-e6c8-4583-a9c6-7145973a2700 req-5cce0277-37ea-4f4c-ac5e-80088a461064 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.5435231 Nov 12 03:34:07.190767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.235563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.275871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.295036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.297616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.298789 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7e17dffb-b306-4c13-878d-a1ecb0c52603 HTTP/1.1" status: 204 len: 168 time: 0.3093212 Nov 12 03:34:07.321268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-98a0e54d-76cf-48e6-89dc-bff9b78f93cc service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008429 Nov 12 03:34:07.329724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf681-65c7-4f75-b4d0-7cb2bc17947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e17dffb-b306-4c13-878d-a1ecb0c52603,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.351147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.377066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-798534ac-a1d5-4605-ab24-d47b10fe6d15 req-0e632125-cbaf-4c22-b181-d228857fb41b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172709 Nov 12 03:34:07.378795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fda2729-736b-4edf-b779-1f605425b5b1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.389547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87901bf8-86c0-4429-a42a-e7c826b111b8') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.389842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87901bf8-86c0-4429-a42a-e7c826b111b8') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:07.400730 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.432815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.446327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84792fd6-e6c8-4583-a9c6-7145973a2700 req-7a6d9726-a43c-43db-82aa-65e3632ded99 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402947 Nov 12 03:34:07.447427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.475546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.484246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bad7d2-0206-4b4b-89ce-98df6bc0c81f None None] Network a282fa19-4537-4787-b391-5c4bc711a031 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:07.491691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:07.492103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:07.498234 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:07.501638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/66e19696-fe01-4a61-931e-23dad31fe54e HTTP/1.1" status: 204 len: 168 time: 0.4151030 Nov 12 03:34:07.504619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:07.541578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19230df8-1c69-4150-921d-80d30b4593fe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=66e19696-fe01-4a61-931e-23dad31fe54e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.545701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdb20c3f-d054-4828-adf6-ce1a9054bb52 req-7d9cdf72-3ab8-45f1-97ab-28aadb895d52 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0661056 Nov 12 03:34:07.613586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.634230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.654017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] 10.222.0.97 "DELETE /v2.0/networks/8fda2729-736b-4edf-b779-1f605425b5b1 HTTP/1.1" status: 204 len: 168 time: 1.2725301 Nov 12 03:34:07.666787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-c07df5bf-4596-4dcd-a6ab-d9c357a53241 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263180 Nov 12 03:34:07.667199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa22e7-e851-4567-b3cc-c951afb14be5 tempest-AllowedAddressPairTestJSON-1723553990 tempest-AllowedAddressPairTestJSON-1723553990-project] Pushing event deleted for resources: {'Network': ['ID=8fda2729-736b-4edf-b779-1f605425b5b1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:07.675822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.762192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port dfa2fcff-dc4c-47ea-b6fa-a2262911991e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:07.762878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.785855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-568fe332-d205-4b09-8a14-08c586e78fea service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 217 time: 0.1013167 Nov 12 03:34:07.821018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] DHCP port deletion for a282fa19-4537-4787-b391-5c4bc711a031 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:07.876752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-ea1a2033-39fb-4992-a537-f4059b96a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.880845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-ea1a2033-39fb-4992-a537-f4059b96a7cd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0864754 Nov 12 03:34:07.887835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,segment=NetworkSegment(daf6e34b-0895-451f-8e9b-f7e49cef4c4d),segment_id=daf6e34b-0895-451f-8e9b-f7e49cef4c4d)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:07.888213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.922021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for dfa2fcff-dc4c-47ea-b6fa-a2262911991e owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:07.928851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Deleting port dfa2fcff-dc4c-47ea-b6fa-a2262911991e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:07.929456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:07.996038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d2e0d7a0-fdd6-41e3-9d84-1bb96bbfd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:07.998206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d2e0d7a0-fdd6-41e3-9d84-1bb96bbfd4c2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994458 Nov 12 03:34:08.014968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] For port dfa2fcff-dc4c-47ea-b6fa-a2262911991e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,segment=NetworkSegment(daf6e34b-0895-451f-8e9b-f7e49cef4c4d),segment_id=daf6e34b-0895-451f-8e9b-f7e49cef4c4d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:08.015619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.031130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.035074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Calling delete_port for dfa2fcff-dc4c-47ea-b6fa-a2262911991e owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:08.039556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.074290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.082532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port dfa2fcff-dc4c-47ea-b6fa-a2262911991e on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.191258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.196542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8e5be45c-5edb-48ae-9c05-45e7ee45ad50 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=42b49ccb8d554e2081986deeef9a0d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536489 Nov 12 03:34:08.199999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.201798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.217972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c071a57b-e3db-4d16-87e5-fb1ce53d13c5 req-075aa007-6926-4a72-bd89-ba0c5f3f8f4f tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345&device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.0706782 Nov 12 03:34:08.225785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.240225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a282fa19-4537-4787-b391-5c4bc711a031']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.261813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-89748272-3afd-4536-9d57-5fa624243612 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492349 Nov 12 03:34:08.279228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] No DVR routers for this DVR port dfa2fcff-dc4c-47ea-b6fa-a2262911991e on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:08.282138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1bdf4-7ab7-45a1-a8c4-c31dff3c039e None None] Pushing event deleted for resources: {'Port': ['ID=dfa2fcff-dc4c-47ea-b6fa-a2262911991e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.322397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.322695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf6e34b-0895-451f-8e9b-f7e49cef4c4d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:08.364765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.390092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.400868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.407661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:08.408096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.411890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-fa863951-053b-49ec-b11a-5f56054730ff service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400924 Nov 12 03:34:08.485802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-307fca02-7ddf-417f-b035-6005aaf2baef admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=64ae400c352f40a181203df7a41c687e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571230 Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:08.515100 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:08.518736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.523212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-609a6eb1-1477-419a-9a66-6560d3af81e2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0984631 Nov 12 03:34:08.536958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.542000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.545623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/a282fa19-4537-4787-b391-5c4bc711a031 HTTP/1.1" status: 204 len: 168 time: 1.0393660 Nov 12 03:34:08.563728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53070) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.575571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1815000231', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.596032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.611461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02cdb5-9b2d-4c04-a289-82d3a64f1a5a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=a282fa19-4537-4787-b391-5c4bc711a031,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.636337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9334870-3533-4f84-8012-4e198d51355b req-430e7d99-b1da-47b9-9cfb-fc1bf6670d4f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.637970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9334870-3533-4f84-8012-4e198d51355b req-430e7d99-b1da-47b9-9cfb-fc1bf6670d4f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.1138856 Nov 12 03:34:08.660305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.661364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.690017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.709172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bba58c75-82ed-44ee-9934-bdbd75c37391 req-2a890de1-82fa-43a5-821b-2ad84f2eab2f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9eedeb10cb1c436984e05f2110d0ce02&device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0698965 Nov 12 03:34:08.744733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.747618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.748782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/130ec7b3-1951-4f69-bca1-c5a7600c00e1 HTTP/1.1" status: 204 len: 168 time: 0.5458660 Nov 12 03:34:08.757282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.771568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.774425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.785920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eff20c-398f-4b00-9c32-201149425ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130ec7b3-1951-4f69-bca1-c5a7600c00e1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:08.787213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a830-c150-4539-ae20-f32501d12d21 req-cb7b4661-cd02-4b66-815a-b7d6e374544d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.795021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f1a830-c150-4539-ae20-f32501d12d21 req-cb7b4661-cd02-4b66-815a-b7d6e374544d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2130032 Nov 12 03:34:08.813765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.818072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e8edfaf-e37d-45f1-941a-ed0d88b1f1e7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2481897 Nov 12 03:34:08.820250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bba58c75-82ed-44ee-9934-bdbd75c37391 req-bab898c4-7c2b-4f63-bca6-f64fb8cc65f0 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=9eedeb10cb1c436984e05f2110d0ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805759 Nov 12 03:34:08.821954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-0768a050-efc9-4019-8625-af86a341e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:08.823441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:08.823580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-0768a050-efc9-4019-8625-af86a341e010 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1833537 Nov 12 03:34:08.831966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889101215'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:08.856081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9334870-3533-4f84-8012-4e198d51355b req-9d7d53c2-cdd8-4b6a-8b1d-cc4b3ac9d100 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960092 Nov 12 03:34:08.862776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:08.877640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.920399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.927536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:08.934633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a37b9227-f8b4-4711-9c8c-1aa26b9670cb HTTP/1.1" status: 204 len: 168 time: 0.4053030 Nov 12 03:34:08.998979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eaa6c-17d9-49f1-b618-6e8408c6a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b9227-f8b4-4711-9c8c-1aa26b9670cb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.027977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:09.048474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.048853 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07 of type vlan for network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 Nov 12 03:34:09.070295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfa2fcff-dc4c-47ea-b6fa-a2262911991e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:09.072500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f1a830-c150-4539-ae20-f32501d12d21 req-842a8225-7861-4943-ba13-8b4a9f753513 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479177 Nov 12 03:34:09.080585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcef020a-c0a6-4add-ab67-7a0b12b96fb1 req-a31a3376-a572-4110-afe0-4121d7c1fca7 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0622892 Nov 12 03:34:09.100593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-32424d5e-11c0-4c9a-8046-71b785b2f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.102089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-32424d5e-11c0-4c9a-8046-71b785b2f4c5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2448151 Nov 12 03:34:09.124904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba58c75-82ed-44ee-9934-bdbd75c37391 req-f073ee82-09e3-46bc-98bd-736bf865f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.127261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bba58c75-82ed-44ee-9934-bdbd75c37391 req-f073ee82-09e3-46bc-98bd-736bf865f774 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2551587 Nov 12 03:34:09.135325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.139480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: dfa2fcff-dc4c-47ea-b6fa-a2262911991e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:09.139815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfa2fcff-dc4c-47ea-b6fa-a2262911991e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:09.169471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.178705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.179647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.226679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4019759 Nov 12 03:34:09.227699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:09.261873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:09.295205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519318b6-7bc5-4d86-9523-7a9337b23b29 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=9c244eab-03a0-40ed-aeeb-d0ef52d126b1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.308225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:09.308844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-775077a2-2b62-4372-8c78-838bd3d6c5c3 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571798 Nov 12 03:34:09.379770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:09.384319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.467907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.502453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-0cc704d6-b752-4024-9451-cec3caf288f0 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820562 Nov 12 03:34:09.569217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-053879ea-6d3b-4fb3-839f-d70c7dd38630 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 217 time: 0.0518711 Nov 12 03:34:09.640540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-313b9f5a-9a4c-4c8b-9ae2-92dca2fe58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.642242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-313b9f5a-9a4c-4c8b-9ae2-92dca2fe58b7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.0590963 Nov 12 03:34:09.699004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.710930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-1f616d05-0b59-4e80-a545-e50d894563e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.713036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-1f616d05-0b59-4e80-a545-e50d894563e4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608644 Nov 12 03:34:09.787452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=dd25b271-e924-4352-8a1b-ebf2e8b636f1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:09.810610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:09.811151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: 9c244eab-03a0-40ed-aeeb-d0ef52d126b1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:09.840148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:09.843833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-9a2f5ee3-6365-4e4e-ac1b-6763a7e3d1a3 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158330 Nov 12 03:34:09.853632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9c244eab-03a0-40ed-aeeb-d0ef52d126b1) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:09.858075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:09.858795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:09.867769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53db94-e3b3-42c1-81bb-3fdf4120e493 None None] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:09.885582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5a258883-71a2-4518-abeb-e9012e55d669 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6277287 Nov 12 03:34:09.886294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53118) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.102807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:10.105042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.134051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e517-0637-45b8-8a53-76b1a46db7e7 req-07f992ad-c8f6-43c6-a527-79d6dc1b4321 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.135596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3892e517-0637-45b8-8a53-76b1a46db7e7 req-07f992ad-c8f6-43c6-a527-79d6dc1b4321 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.1474364 Nov 12 03:34:10.141976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-d8570da1-8cab-46d8-8ef9-1b9f8588128d service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750852 Nov 12 03:34:10.279630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-29281113-40af-4721-9d57-8eee30ba6d07 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.1119361 Nov 12 03:34:10.374923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.382532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Allocated IP 2001:db8::2 (9c244eab-03a0-40ed-aeeb-d0ef52d126b1/dd25b271-e924-4352-8a1b-ebf2e8b636f1/9d9920a3-fcb4-45a5-88b0-891698fcea1f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:10.398340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-cde8dee5-489a-4218-815f-6401748c29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.400076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-cde8dee5-489a-4218-815f-6401748c29be service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.0986989 Nov 12 03:34:10.404629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3892e517-0637-45b8-8a53-76b1a46db7e7 req-eff7cd72-dab0-40c5-a79a-c4edeec0fef8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561696 Nov 12 03:34:10.420598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56fd36-1cac-471a-9380-410fca556d8a req-3c35f848-1954-481a-a129-c31d03487d35 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.429290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf56fd36-1cac-471a-9380-410fca556d8a req-3c35f848-1954-481a-a129-c31d03487d35 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1614251 Nov 12 03:34:10.538977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:10.591879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf56fd36-1cac-471a-9380-410fca556d8a req-66e4bfea-32cf-434c-bd89-72b11789507c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608684 Nov 12 03:34:10.671427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-babe3e3c-f73a-4fbb-93a8-13230b58660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:10.681376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.682557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-babe3e3c-f73a-4fbb-93a8-13230b58660f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2417617 Nov 12 03:34:10.693126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.743482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c2da19-643d-4a31-91e6-6bc90eb02af7 req-003b66ee-b146-43da-bb42-20841dd6da6d tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.1364954 Nov 12 03:34:10.800084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Pushing event updated for resources: {'Port': ['ID=9d9920a3-fcb4-45a5-88b0-891698fcea1f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:10.809199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:10.811163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:10.814052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:10.901470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-189ca9e7-30bd-4fb0-9b4d-b6aff80e6a16 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755283 Nov 12 03:34:10.939555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Attempting to bind port 9d9920a3-fcb4-45a5-88b0-891698fcea1f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:10.939904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Attempting to bind port 9d9920a3-fcb4-45a5-88b0-891698fcea1f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:10.940265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Attempting to bind port 9d9920a3-fcb4-45a5-88b0-891698fcea1f on network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:10.947129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:10.947651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Checking segment: {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:10.948060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.948451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Bound using segment: {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:10.949127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Bound port: 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:10.949415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:10.984409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8::1 (9c244eab-03a0-40ed-aeeb-d0ef52d126b1/dd25b271-e924-4352-8a1b-ebf2e8b636f1/2003846d-0c48-452a-90a4-ba40ecfc8fb7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:11.049195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b0b42ad-9129-41d1-80d5-5839d5cee6bd req-f6e034e3-66ac-486d-8eaf-59bcbdac1f7a service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202824 Nov 12 03:34:11.066933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a9cf156f-3d1e-4020-84d7-a0d8a7908d98 tempest-ServiceProvidersTest-1843173198 tempest-ServiceProvidersTest-1843173198-project] 10.222.0.97 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5223165 Nov 12 03:34:11.099206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] For port 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:11.104175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] For port 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9d9920a3-fcb4-45a5-88b0-891698fcea1f,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:11.115112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.217564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.266932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.275119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f40fa-1e5a-4249-bd76-0b0b112ced65 None None] Pushing event updated for resources: {'Port': ['ID=9d9920a3-fcb4-45a5-88b0-891698fcea1f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.318433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:11.324076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:11.329236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:11.330002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.375986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:11.450353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bba58c75-82ed-44ee-9934-bdbd75c37391 req-fdf90096-6454-43b8-9dec-2467f3c68de1 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.104 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.0619998 Nov 12 03:34:11.530581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.548203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:11.746976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40fd45c4-567f-494e-826b-7b023867573a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.807624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ac4fc-236d-4ace-b09c-d8b6d40f667a req-32e252d8-ee54-40b8-9f83-a5171e94d0b6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:11.809083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-350ac4fc-236d-4ace-b09c-d8b6d40f667a req-32e252d8-ee54-40b8-9f83-a5171e94d0b6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1112895 Nov 12 03:34:11.826288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-23e6b159-de17-4ade-84f0-ef66ba1a6092 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580616 Nov 12 03:34:11.878279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.883735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.884620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:11.982273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.009213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-350ac4fc-236d-4ace-b09c-d8b6d40f667a req-a4997c12-4938-4a89-af38-04f5e2475340 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882875 Nov 12 03:34:12.041831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:12.044057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:12.122714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40fd45c4-567f-494e-826b-7b023867573a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.143280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-8e7a6ab8-f189-456e-ad18-4af19cdfffad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.144878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-8e7a6ab8-f189-456e-ad18-4af19cdfffad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064992 Nov 12 03:34:12.148541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40fd45c4-567f-494e-826b-7b023867573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.190808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:12.313099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:12.321367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e374c32-018e-4fcf-b285-3478420bdc0d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305899 Nov 12 03:34:12.321367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53188) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.327441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2075216297'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:12.327666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:12.339773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:12.340774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:12.358734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:12.364003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.405834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:12.420788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.421135 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment d5194032-50e1-49cc-9f8b-6d24d19dd9b5 of type vlan for network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 Nov 12 03:34:12.492239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.535311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.546678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:12.548099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.579900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174448c-4468-47a6-9f67-0b7eca855ee6 None None] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:12.583802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2610345 Nov 12 03:34:12.587428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0fd8339-0546-41bd-9854-09aecd644cf9 req-1fcae2b6-9f86-48bb-baf1-104cd9f7d692 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=a65be258-f8fe-4a3c-90ab-5665d8f56345 HTTP/1.1" status: 200 len: 210 time: 0.4410787 Nov 12 03:34:12.591918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.599715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:12.600116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd45c4-567f-494e-826b-7b023867573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853deb10-217e-4889-8dce-5741806fee03,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.631566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-9fb4227d-7f75-4477-a78a-82ade89cf13f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/quotas/d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 375 time: 0.4793046 Nov 12 03:34:12.643582 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40fd45c4-567f-494e-826b-7b023867573a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c4b6091fc5d5449882a2072eb07dd9de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0940752 Nov 12 03:34:12.645621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:12.684408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-89dd469b-cf2a-4149-98da-a4e61f2c0484 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394747 Nov 12 03:34:12.724198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:12.734344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41809e1-d99d-4a30-8389-5c005ec5fde7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=93c3d33b-e9a4-45e8-90da-78331cdf0b03,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:12.760985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.772487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] Provisioning complete for port 9d9920a3-fcb4-45a5-88b0-891698fcea1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:12.773118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.778822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:12.785091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:12.786062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.824951 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.971511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed2f66ae-0abb-49c7-9777-a6c9148f882a req-781951b6-37bf-4794-a9a9-2e19e66e5fd2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 210 time: 0.0511372 Nov 12 03:34:12.972975 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.975686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:12.979568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/853deb10-217e-4889-8dce-5741806fee03 HTTP/1.1" status: 204 len: 168 time: 0.3304954 Nov 12 03:34:12.986806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2da89f-5cc9-463e-8152-a9ca6b6b6145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853deb10-217e-4889-8dce-5741806fee03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.161514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9d9920a3-fcb4-45a5-88b0-891698fcea1f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:13.172200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.246314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=8f72ed2d-296d-4ecd-9c4c-ac744de8d040,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.255737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3db1c6-2984-42ce-8d2b-3f09dab2dc2b req-844c81b6-ccfb-4f79-bc5f-c57533ca2338 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.271919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c3db1c6-2984-42ce-8d2b-3f09dab2dc2b req-844c81b6-ccfb-4f79-bc5f-c57533ca2338 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1214185 Nov 12 03:34:13.290963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:13.291657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: 93c3d33b-e9a4-45e8-90da-78331cdf0b03, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:13.334466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9d9920a3-fcb4-45a5-88b0-891698fcea1f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:13.335301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.340815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:13.358899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 93c3d33b-e9a4-45e8-90da-78331cdf0b03) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:13.366662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.369429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:13.372505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.373698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c3db1c6-2984-42ce-8d2b-3f09dab2dc2b req-16cf1bc6-bf18-4d9f-97ec-25404c540209 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009083 Nov 12 03:34:13.409248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65731205-e84d-4b89-bcb9-164b284ad0ca None None] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:13.416240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7314c439-71ab-4553-b9aa-9033bd2d79ce tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8191218 Nov 12 03:34:13.416505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53206) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:13.520224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] For port 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9d9920a3-fcb4-45a5-88b0-891698fcea1f,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:13.562294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:13.745402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:11Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:11Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:13.827012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:13.827400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Updating router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:13.842460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679c70-e82e-4488-b1e0-daf5b4454fe2 None None] Pushing event updated for resources: {'Port': ['ID=9d9920a3-fcb4-45a5-88b0-891698fcea1f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:13.953323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.055515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:14.060853 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.174487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c7a3ca8-1e45-49e9-9b61-436e7240cb3d req-4866046d-4c13-45d9-9499-e8cacd4879e9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 210 time: 0.0751214 Nov 12 03:34:14.210901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-11155704-090f-4682-a1b1-a02ca27ef96f None None] Provisioning complete for port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.211571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11155704-090f-4682-a1b1-a02ca27ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.253852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3eca4af-2f53-4097-96ec-ea42716679e3 req-5f7a34f2-607b-4605-8c73-0e75a4c686e3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=9eedeb10cb1c436984e05f2110d0ce02&device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.1687899 Nov 12 03:34:14.267093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e116410-6c1d-4b27-8a9f-7ebfdaa83f3e req-d7958199-bdc8-498c-8660-373447faee19 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.1585634 Nov 12 03:34:14.311297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3eca4af-2f53-4097-96ec-ea42716679e3 req-e7a942e9-fda4-49aa-99ea-3aa5e4aa4454 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=9eedeb10cb1c436984e05f2110d0ce02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383790 Nov 12 03:34:14.417059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:14.427492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-11155704-090f-4682-a1b1-a02ca27ef96f None None] Port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:14.479612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-11155704-090f-4682-a1b1-a02ca27ef96f None None] Provisioning complete for port 9d9920a3-fcb4-45a5-88b0-891698fcea1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:14.479941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11155704-090f-4682-a1b1-a02ca27ef96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.555732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2003119289'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:14.568439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.585474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Made reservation on behalf of b756de09d976449ba764b62e17477e86 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:14.590345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.598094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Allocated IP 2001:db8:1::2 (93c3d33b-e9a4-45e8-90da-78331cdf0b03/8f72ed2d-296d-4ecd-9c4c-ac744de8d040/777be78f-6ec8-4119-9ddf-22025839c6ad) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:14.600457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.603560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fe551-15db-4b57-befb-b42bc261ca64 req-92d48128-5e37-4257-97ee-7b0a802a1b22 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.605302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b37fe551-15db-4b57-befb-b42bc261ca64 req-92d48128-5e37-4257-97ee-7b0a802a1b22 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1365786 Nov 12 03:34:14.726204 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.764725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca4af-2f53-4097-96ec-ea42716679e3 req-7a325742-da00-458c-b66e-952a7684e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.767057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.767238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3eca4af-2f53-4097-96ec-ea42716679e3 req-7a325742-da00-458c-b66e-952a7684e12d service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3927662 Nov 12 03:34:14.776149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.825773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:14.836520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b37fe551-15db-4b57-befb-b42bc261ca64 req-11fae785-58f4-4579-b4cd-9c77b806cdd8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668143 Nov 12 03:34:14.842791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d049fe6-5e91-4f04-aea8-55963ea8494e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:14.846648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.847064 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Added segment 5731a3ad-c5f1-422b-a8c6-cff5650b6106 of type vlan for network a971cc1b-6902-4b5d-bf88-0143f6f1716a Nov 12 03:34:14.899446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.951257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:14.965768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:14.966446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.026548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6076882 Nov 12 03:34:15.029941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53256) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.039999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.050965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-591540fd-35c5-4845-a5b2-75881c2cfb7e tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-778353558') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:15.083678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9d9920a3-fcb4-45a5-88b0-891698fcea1f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:15.139508 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-551f4cd2-403b-4fbb-ab97-4069897e7600 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538802 Nov 12 03:34:15.142980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be013f5-a041-42e4-9821-d90965ed467c tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Pushing event updated for resources: {'Network': ['ID=a971cc1b-6902-4b5d-bf88-0143f6f1716a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.186608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a971cc1b-6902-4b5d-bf88-0143f6f1716a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:15.237412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a83d-0181-4998-8349-3c25d446d2eb None None] Pushing event updated for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.388904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Attempting to bind port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:15.389272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Attempting to bind port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:15.389652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Attempting to bind port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 on network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:15.404638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:15.405026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Checking segment: {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:15.405444 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.405860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Bound using segment: {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:15.406373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Bound port: 2003846d-0c48-452a-90a4-ba40ecfc8fb7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:15.407472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.411373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f85aee2b-499c-4b66-be8c-d957cabe7782 None None] Provisioning complete for port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:15.411768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f85aee2b-499c-4b66-be8c-d957cabe7782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.418910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b083183-73e6-4ed7-a820-a9a70eb4dc8e req-aaa28fd8-afbb-43a8-8891-1a79cabad946 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 210 time: 0.0691540 Nov 12 03:34:15.488038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86128031-832e-4cd1-ac5c-272365c1021d req-1f516bc0-13db-469e-aff1-fd96672b5891 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.0657721 Nov 12 03:34:15.510031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9d9920a3-fcb4-45a5-88b0-891698fcea1f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:15.510535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.515654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.568853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f85aee2b-499c-4b66-be8c-d957cabe7782 None None] Port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:15.578230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.625375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8:1::1 (93c3d33b-e9a4-45e8-90da-78331cdf0b03/8f72ed2d-296d-4ecd-9c4c-ac744de8d040/f909deba-0dd1-4c44-8660-36ca22ae1962) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:15.649194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:15.657858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:15.660362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:15.667688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] For port 2003846d-0c48-452a-90a4-ba40ecfc8fb7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:15.677950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] For port 2003846d-0c48-452a-90a4-ba40ecfc8fb7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2003846d-0c48-452a-90a4-ba40ecfc8fb7,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:15.702378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.726431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Pushing event updated for resources: {'Port': ['ID=777be78f-6ec8-4119-9ddf-22025839c6ad,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:15.843276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c5011d75-1fa0-4306-8271-5712b7de9dc5 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:15.847649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.930479 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-591540fd-35c5-4845-a5b2-75881c2cfb7e tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "PUT /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-778353558 HTTP/1.1" status: 201 len: 201 time: 0.8994417 Nov 12 03:34:15.933018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:15.939032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:15.956288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-f39bfd70-74f2-4100-9deb-8c5812266700 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-778353558') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:15.975725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:16.008124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-55433db7-562c-4911-a312-de22df0d3ab8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.009692 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-55433db7-562c-4911-a312-de22df0d3ab8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8606255 Nov 12 03:34:16.041069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Attempting to bind port 777be78f-6ec8-4119-9ddf-22025839c6ad on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:16.041587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Attempting to bind port 777be78f-6ec8-4119-9ddf-22025839c6ad by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:16.042052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Attempting to bind port 777be78f-6ec8-4119-9ddf-22025839c6ad on network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:16.042495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Request body: {'port': {'device_id': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'd13a431489bf4a9587d3a6f91231e11d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:16.043750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:16.044573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'mac_address': 'fa:16:3e:cd:5f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:16.053184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:16.054650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.076753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:16.085660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:16.086195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.184371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:16.239091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Made reservation on behalf of d13a431489bf4a9587d3a6f91231e11d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:16.244868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.256401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.264117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.354936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] Provisioning complete for port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:16.355368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.389296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065091f-d16c-4c95-9818-93d847ebb79a req-4bd0bccf-57b0-4836-be64-8a50dfba49d9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:16.398252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a065091f-d16c-4c95-9818-93d847ebb79a req-4bd0bccf-57b0-4836-be64-8a50dfba49d9 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.3688807 Nov 12 03:34:16.410399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f39bfd70-74f2-4100-9deb-8c5812266700 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-778353558 HTTP/1.1" status: 204 len: 168 time: 0.4652493 Nov 12 03:34:16.414291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:16.414696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Checking segment: {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:16.415517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.415517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Bound using segment: {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:16.416175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Bound port: 777be78f-6ec8-4119-9ddf-22025839c6ad, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:16.416662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.444062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.445520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53282) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:16.454808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-27d93a44-dc3c-40a0-a7a1-bda5006660df tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:16.477980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.487193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a065091f-d16c-4c95-9818-93d847ebb79a req-3a6f4918-22c1-499a-8721-b4a8b6571c09 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843070 Nov 12 03:34:16.503072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.559982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] For port 777be78f-6ec8-4119-9ddf-22025839c6ad, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:16.565688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] For port 777be78f-6ec8-4119-9ddf-22025839c6ad, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=777be78f-6ec8-4119-9ddf-22025839c6ad,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:16.596665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.634222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-606bb746-7109-4b72-9a7d-c754024316a6 req-70a49dfe-218a-49fa-b38c-6caec4726c63 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 210 time: 0.0700727 Nov 12 03:34:16.653271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a135464-2983-467b-9346-a36511700d0e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.671196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.693813 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.705704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f355edf6-7a92-459c-826f-53da14cc449e req-756f1525-3f74-42e0-9444-938f40d02805 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.0646100 Nov 12 03:34:16.719537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a83d-0181-4998-8349-3c25d446d2eb None None] Pushing event updated for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.728162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5011d75-1fa0-4306-8271-5712b7de9dc5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:16.752020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:16.768414 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.888706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] For port 2003846d-0c48-452a-90a4-ba40ecfc8fb7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2003846d-0c48-452a-90a4-ba40ecfc8fb7,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:16.918043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b35506-c7b7-44d9-92c4-001f615533c0 None None] Pushing event updated for resources: {'Port': ['ID=777be78f-6ec8-4119-9ddf-22025839c6ad,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:16.923007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:16.970813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c5011d75-1fa0-4306-8271-5712b7de9dc5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:16.989276 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-27d93a44-dc3c-40a0-a7a1-bda5006660df tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags HTTP/1.1" status: 200 len: 237 time: 0.5424221 Nov 12 03:34:16.995734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.002549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-670d255c-474e-44c3-8502-7b6f140ad275 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', {'tags': ['tempest-TagsTest-Tag-251757771', 'tempest-TagsTest-Tag-1011807137', 'tempest-TagsTest-Tag-941175317']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.066669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.080605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Allocated IP 192.168.233.116 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/7286a58d-4d66-454b-995d-c6d84d3344bc) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:17.081027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:11Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.183298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3eca4af-2f53-4097-96ec-ea42716679e3 req-c97a1a7b-2d6e-4973-8504-b685b5b934e4 tempest-ServerShowV247Test-1016901273 tempest-ServerShowV247Test-1016901273-project] 10.222.0.104 "GET /v2.0/ports?device_id=8ba58b59-30ea-4cfa-8800-fc839afdc147 HTTP/1.1" status: 200 len: 210 time: 0.0302827 Nov 12 03:34:17.189928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-670d255c-474e-44c3-8502-7b6f140ad275 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "PUT /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags HTTP/1.1" status: 200 len: 307 time: 0.1933293 Nov 12 03:34:17.190134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d617f2c-d4f3-4cd9-a996-94b93337f0b0 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:11Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:15Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:17.205449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.213552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-0acbad7d-e380-429d-81e9-796f9416e070 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-251757771') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.214373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7967bc06-f8ed-419d-9691-8881d365a599 None None] Provisioning complete for port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:17.215498 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7967bc06-f8ed-419d-9691-8881d365a599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.396999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d28af1-17b9-4686-b3d2-e093bb37e9b7 None None] Pushing event updated for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.430431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0acbad7d-e380-429d-81e9-796f9416e070 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "DELETE /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-251757771 HTTP/1.1" status: 204 len: 168 time: 0.2236261 Nov 12 03:34:17.432779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:17.441627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-c3fde9dc-be3a-45e5-b118-bd72f9b4dc31 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-251757771') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:17.499404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.568587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.592722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.654999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:17.662504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:17.665516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:17.720279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.723317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.796275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:17.797279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:17.818939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:17.834559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a0ee2a28-7500-4194-978c-4c86326cae0e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7971020 Nov 12 03:34:17.872439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Request body: {'port': {'device_id': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:17.967151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.411766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c98ec17b-5eaf-4e05-9187-876794a70ca4 None None] Provisioning complete for port 7286a58d-4d66-454b-995d-c6d84d3344bc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:18.412564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c98ec17b-5eaf-4e05-9187-876794a70ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.479654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c98ec17b-5eaf-4e05-9187-876794a70ca4 None None] Port 7286a58d-4d66-454b-995d-c6d84d3344bc cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:18.527595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7286a58d-4d66-454b-995d-c6d84d3344bc {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:18.548310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.565910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e08d67-7b88-47fc-bb0a-d4fc773c0ed7 None None] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:18.629902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Transition to ACTIVE for port object 7286a58d-4d66-454b-995d-c6d84d3344bc will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:18.629902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.691670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.746043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] Provisioning complete for port 777be78f-6ec8-4119-9ddf-22025839c6ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:18.746407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:18.767520 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-c3fde9dc-be3a-45e5-b118-bd72f9b4dc31 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] show failed (client error): The resource could not be found. Nov 12 03:34:18.770117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c3fde9dc-be3a-45e5-b118-bd72f9b4dc31 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-251757771 HTTP/1.1" status: 404 len: 325 time: 1.3363094 Nov 12 03:34:18.778397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53304) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:18.799576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-a5a237a0-515c-4d10-9395-ff74077b360b tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-1011807137') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:18.842437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:18.850437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:18.858461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:18.871852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c89c22-d6d1-487e-a57c-010158d0370d req-684bbb00-96cf-4f55-9b84-88b3481a1db2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.873435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49c89c22-d6d1-487e-a57c-010158d0370d req-684bbb00-96cf-4f55-9b84-88b3481a1db2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 944 time: 1.2105525 Nov 12 03:34:18.907434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb93a-4f4a-4556-a8c5-c0e54bfb61e9 req-8d9dd477-32ec-43d5-b192-5add80df3335 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:18.913771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85bfb93a-4f4a-4556-a8c5-c0e54bfb61e9 req-8d9dd477-32ec-43d5-b192-5add80df3335 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.9167876 Nov 12 03:34:18.925719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:18.926147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:18.926679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:19.042394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:19.042394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:19.060462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.062759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:19.068139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:19.068556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:19.069023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Bound port: 7286a58d-4d66-454b-995d-c6d84d3344bc, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:19.069389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.104465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5a237a0-515c-4d10-9395-ff74077b360b tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-1011807137 HTTP/1.1" status: 204 len: 168 time: 0.3100793 Nov 12 03:34:19.128792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.137102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-0423843a-3966-4054-b647-8948ff26cb71 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-941175317') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.144404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] For port 777be78f-6ec8-4119-9ddf-22025839c6ad, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=777be78f-6ec8-4119-9ddf-22025839c6ad,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:19.156193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 777be78f-6ec8-4119-9ddf-22025839c6ad up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:19.175034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.225804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49c89c22-d6d1-487e-a57c-010158d0370d req-9aaf2c29-7ad2-4467-b33c-6e4f0b0d2791 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414176 Nov 12 03:34:19.261314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:19.270878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85bfb93a-4f4a-4556-a8c5-c0e54bfb61e9 req-5fb9cae6-7296-48ec-8d97-d3010dc3c7bf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979105 Nov 12 03:34:19.291003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:19.306461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.321082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:19.405873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0423843a-3966-4054-b647-8948ff26cb71 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-941175317 HTTP/1.1" status: 204 len: 168 time: 0.2718544 Nov 12 03:34:19.406945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.427581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-e5b5d616-9653-4e7f-a6e3-54b03c3ec921 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:19.465555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.466264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.467960 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] 10.222.0.16 "PUT /v2.0/ports/7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 1097 time: 1.6051559 Nov 12 03:34:19.468617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:19.488377 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:19.578662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd482c-5a80-4446-b062-9a582d295a03 None None] Pushing event updated for resources: {'Port': ['ID=777be78f-6ec8-4119-9ddf-22025839c6ad,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.615555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c234a8-3fb9-4ad0-a8af-d2dd0ed32623 service neutron] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:19.637977 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faab5b0-0103-4b00-87cc-ba3c2ec19f2a x-openstack-request-id: req-3faab5b0-0103-4b00-87cc-ba3c2ec19f2a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:19.638287 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:19.638633 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3faab5b0-0103-4b00-87cc-ba3c2ec19f2a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:19.639449 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'status': 'completed', 'code': 200} Nov 12 03:34:19.660643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 777be78f-6ec8-4119-9ddf-22025839c6ad triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:19.661076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.756895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-95fe7f8a-f0e5-42b8-9209-31e3986ccb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:19.758561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-95fe7f8a-f0e5-42b8-9209-31e3986ccb54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1100 time: 0.1885383 Nov 12 03:34:19.769575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:19.797806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cadf5060-505d-4c3e-8d3e-7d77a6056792 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3800883 Nov 12 03:34:19.815067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:19.821311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c5011d75-1fa0-4306-8271-5712b7de9dc5 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:19.837273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-492191089'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:19.905514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-07c25043-c9c1-4361-a924-5fb57dfc9d63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.1260374 Nov 12 03:34:19.941481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5e018b16-e622-4746-9d0b-ce7258e3f52f None None] Provisioning complete for port 777be78f-6ec8-4119-9ddf-22025839c6ad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:19.941853 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e018b16-e622-4746-9d0b-ce7258e3f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:19.987802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:20.011107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:20.012351 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.037416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-66510865-48a1-4856-abd6-6d085fd880f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.055520 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-66510865-48a1-4856-abd6-6d085fd880f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1357381 Nov 12 03:34:20.062155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:20.078597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.117683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2003846d-0c48-452a-90a4-ba40ecfc8fb7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:20.140524 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:20.147056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53318) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.177424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684acc-f748-41b3-af84-738cb79af8c9 req-493df8bb-4a1f-42d5-9bfb-374d7bbb19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.179938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-493df8bb-4a1f-42d5-9bfb-374d7bbb19a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1107171 Nov 12 03:34:20.208665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:20.210140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port c5011d75-1fa0-4306-8271-5712b7de9dc5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.210513 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.232967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.234828 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment 8d83d40b-6f08-48e6-be3b-70a777b1feb3 of type vlan for network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c Nov 12 03:34:20.352748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.479790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5120048-d455-477c-8d7a-4c0737d74e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.484167 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-ea834eb8-c8ab-4ce7-8136-1f8d23436a96 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894175 Nov 12 03:34:20.521889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e5b5d616-9653-4e7f-a6e3-54b03c3ec921 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "DELETE /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags HTTP/1.1" status: 204 len: 168 time: 1.1127069 Nov 12 03:34:20.524812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.550008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-962ac988-dab3-493a-a301-fcf9baecadb8 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-1011807137') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.559978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.560342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.563644 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.579894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.580622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.632758 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 3, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:20.638346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5e018b16-e622-4746-9d0b-ce7258e3f52f None None] Provisioning complete for port f909deba-0dd1-4c44-8660-36ca22ae1962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.639500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e018b16-e622-4746-9d0b-ce7258e3f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.669072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:20.669473 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Updating router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 port f909deba-0dd1-4c44-8660-36ca22ae1962 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:20.715360 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.719387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5e018b16-e622-4746-9d0b-ce7258e3f52f None None] Port f909deba-0dd1-4c44-8660-36ca22ae1962 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:20.753153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.767098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47684acc-f748-41b3-af84-738cb79af8c9 req-e98dfcba-51f9-4bf8-805a-09cca15a2c16 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643785 Nov 12 03:34:20.824724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:20.827319 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f600b-965a-429c-b761-f356e88b12da" -d '{"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-plugged", "status": "completed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:20.830671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5120048-d455-477c-8d7a-4c0737d74e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.840659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:20.842451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5120048-d455-477c-8d7a-4c0737d74e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.859570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0433826 Nov 12 03:34:20.865260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:20.867225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:20.894128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4759a-339f-420e-aff0-cbd61e062e7f req-e5c646ee-09d9-42c8-8886-60b5061a0572 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:20.914940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75c4759a-339f-420e-aff0-cbd61e062e7f req-e5c646ee-09d9-42c8-8886-60b5061a0572 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 944 time: 0.4546371 Nov 12 03:34:20.939673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:20.956145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:20.964515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-85238ced-da27-4985-81fc-8a0657a242c8 None None] Provisioning complete for port f909deba-0dd1-4c44-8660-36ca22ae1962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:20.965059 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85238ced-da27-4985-81fc-8a0657a242c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.020244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-85238ced-da27-4985-81fc-8a0657a242c8 None None] Port f909deba-0dd1-4c44-8660-36ca22ae1962 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:21.029658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcf915-28e1-4ebc-aeb2-b2fef46c1b9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.065416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d5120048-d455-477c-8d7a-4c0737d74e08 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9eedeb10cb1c436984e05f2110d0ce02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9160814 Nov 12 03:34:21.067918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94fd2-e080-48db-a609-0bec07741b45 req-a41020df-1154-42c7-bf8b-b6888bcc8155 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.074319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120048-d455-477c-8d7a-4c0737d74e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64240df-c8bc-429e-9e5e-0a6467f1f194,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.076286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ee94fd2-e080-48db-a609-0bec07741b45 req-a41020df-1154-42c7-bf8b-b6888bcc8155 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.6173460 Nov 12 03:34:21.079000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:21.088944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53334) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.123533 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-962ac988-dab3-493a-a301-fcf9baecadb8 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] show failed (client error): The resource could not be found. Nov 12 03:34:21.124848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-962ac988-dab3-493a-a301-fcf9baecadb8 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-1011807137 HTTP/1.1" status: 404 len: 326 time: 0.5804408 Nov 12 03:34:21.133549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75c4759a-339f-420e-aff0-cbd61e062e7f req-bd7891ac-26e0-43cd-8d79-ed0be0ce1b7c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176330 Nov 12 03:34:21.137866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.145231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-fbef640b-b40f-4f47-b687-deb8ef81e356 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a', 'tempest-TagsTest-Tag-941175317') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.224498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ee94fd2-e080-48db-a609-0bec07741b45 req-07a1e760-32c8-4bbe-a0c5-5d5f8871a7a6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454401 Nov 12 03:34:21.231094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-aad4b6a4-895f-4f83-acba-96a89e4e5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.242878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-aad4b6a4-895f-4f83-acba-96a89e4e5e48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1100 time: 0.3631270 Nov 12 03:34:21.261729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.268580 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.295201 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.361738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.378912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:21.383238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.420939 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-fbef640b-b40f-4f47-b687-deb8ef81e356 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] show failed (client error): The resource could not be found. Nov 12 03:34:21.422212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbef640b-b40f-4f47-b687-deb8ef81e356 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "GET /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags/tempest-TagsTest-Tag-941175317 HTTP/1.1" status: 404 len: 325 time: 0.2820094 Nov 12 03:34:21.425904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53340) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.436191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-3ce73dc2-1860-4e84-bb6d-0c3bb3ec7f04 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a971cc1b-6902-4b5d-bf88-0143f6f1716a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:21.444976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Pushing event updated for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.457847 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.458255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.458603 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.459226 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.459728 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.460065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.460478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.460802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.461635 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.463266 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.463653 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.463994 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:21.501881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-ffae7628-6b16-447f-be16-f7e1a67a1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.504543 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-ffae7628-6b16-447f-be16-f7e1a67a1cfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2439075 Nov 12 03:34:21.591072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 777be78f-6ec8-4119-9ddf-22025839c6ad up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:21.621916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Attempting to bind port f909deba-0dd1-4c44-8660-36ca22ae1962 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:21.622263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Attempting to bind port f909deba-0dd1-4c44-8660-36ca22ae1962 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:21.623349 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Attempting to bind port f909deba-0dd1-4c44-8660-36ca22ae1962 on network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:21.635469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:21.636316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Checking segment: {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:21.636589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.637205 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.639313 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Bound using segment: {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:21.640071 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Bound port: f909deba-0dd1-4c44-8660-36ca22ae1962, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:21.640733 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.645682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.649007 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f64240df-c8bc-429e-9e5e-0a6467f1f194 HTTP/1.1" status: 204 len: 168 time: 0.5513239 Nov 12 03:34:21.655394 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-862c65e0-bd2e-408c-bd11-4099518f6e4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.1377285 Nov 12 03:34:21.762765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 777be78f-6ec8-4119-9ddf-22025839c6ad triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:21.763905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.773745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.785219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-ed7f8fa6-0b11-4c61-9999-3e04bb0b090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:21.786733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-ed7f8fa6-0b11-4c61-9999-3e04bb0b090c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1157517 Nov 12 03:34:21.806262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6ae5e-2c5d-409e-ba06-4bc061253854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64240df-c8bc-429e-9e5e-0a6467f1f194,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.847756 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ccc88-2e0b-4724-ab07-7e045b04d9a1 x-openstack-request-id: req-3a2ccc88-2e0b-4724-ab07-7e045b04d9a1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:21.848372 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-plugged", "status": "completed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:21.850020 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a2ccc88-2e0b-4724-ab07-7e045b04d9a1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:21.850616 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'code': 200} Nov 12 03:34:21.869029 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] For port f909deba-0dd1-4c44-8660-36ca22ae1962, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:21.881149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] For port f909deba-0dd1-4c44-8660-36ca22ae1962, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f909deba-0dd1-4c44-8660-36ca22ae1962,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:21.893273 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:21.927868 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3ce73dc2-1860-4e84-bb6d-0c3bb3ec7f04 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "DELETE /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a/tags HTTP/1.1" status: 204 len: 168 time: 0.5001607 Nov 12 03:34:21.942573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:21.952140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=d9ee4e13-a22b-4923-a6d1-2b67c52854b5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:21.963783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:21.963783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:22.006384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-c37ef0c7-3dfa-4a31-87bf-246f2cee6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.014298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:22.015379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-c37ef0c7-3dfa-4a31-87bf-246f2cee6bcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2121916 Nov 12 03:34:22.028152 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:22.035343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:22.036203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:33:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.049719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.050335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.052737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be66681-af28-4048-a1e0-238b10a927d4 None None] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:22.125921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-69866e70-0583-46ec-8038-b9800d85b814 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1897790 Nov 12 03:34:22.129591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:22.165236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] Provisioning complete for port f909deba-0dd1-4c44-8660-36ca22ae1962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:22.165643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.228324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3ad5-db9b-4aa5-b4ff-e71aefa68640 None None] Pushing event updated for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:22.294445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b320f4b4-fd50-4438-be30-83e703e4e87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.378094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.402441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:22.541491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.552163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:22.558862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.592060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.618767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a971cc1b-6902-4b5d-bf88-0143f6f1716a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.630700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5731a3ad-c5f1-422b-a8c6-cff5650b6106') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.631302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5731a3ad-c5f1-422b-a8c6-cff5650b6106') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.644191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.660946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.671458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:22.671458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.745265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d156257-3fbc-49fe-bf37-0aeca6dda2a2 req-effc9348-4265-432c-ae84-f1524a52dc3a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.757263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d156257-3fbc-49fe-bf37-0aeca6dda2a2 req-effc9348-4265-432c-ae84-f1524a52dc3a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.3825321 Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:22.776769 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:22.781388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-0d3d35f0-c068-40cf-bccd-7e2fc391b999 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518878 Nov 12 03:34:22.786468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063a5f-1429-44e8-81dd-42b63b4f807c req-08110f6f-a37b-4a86-8e8b-dbae06250682 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:22.789437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5063a5f-1429-44e8-81dd-42b63b4f807c req-08110f6f-a37b-4a86-8e8b-dbae06250682 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.3724377 Nov 12 03:34:22.834557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 3, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:21Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:22.839522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Allocated IP 2001:db8:2::2 (23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c/d9ee4e13-a22b-4923-a6d1-2b67c52854b5/a37a1b65-294b-44cd-8c10-be8a5247ee8f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:22.917846 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9adfa10-f1ed-4ba6-bcca-ddc8218e4026 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 3, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:21Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:22.920705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.938312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:22.944524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] 10.222.0.97 "DELETE /v2.0/networks/a971cc1b-6902-4b5d-bf88-0143f6f1716a HTTP/1.1" status: 204 len: 168 time: 0.9975715 Nov 12 03:34:22.959603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] For port f909deba-0dd1-4c44-8660-36ca22ae1962, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f909deba-0dd1-4c44-8660-36ca22ae1962,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:23.046396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.101895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7e70087d-6e1b-4c5d-b743-b7d2e542d6f9 req-b01cfae0-36b4-48b0-b5a3-4c38cec736aa service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979391 Nov 12 03:34:23.119509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5063a5f-1429-44e8-81dd-42b63b4f807c req-e1a7afff-fd58-44bb-ac4f-289decffa3ff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192094 Nov 12 03:34:23.121894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bcf47-a217-4bc0-857d-3f530c21c005 tempest-TagsTest-71690288 tempest-TagsTest-71690288-project] Pushing event deleted for resources: {'Network': ['ID=a971cc1b-6902-4b5d-bf88-0143f6f1716a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.131516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d156257-3fbc-49fe-bf37-0aeca6dda2a2 req-90e2accf-7293-464a-a312-97bad2d48903 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733857 Nov 12 03:34:23.241755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0c449-cbe1-446d-8717-74863ac5369a None None] Pushing event updated for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.263725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-921e82f0-58ca-4be4-b59c-bb76f3498f1e None None] Provisioning complete for port f909deba-0dd1-4c44-8660-36ca22ae1962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:23.264118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-921e82f0-58ca-4be4-b59c-bb76f3498f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.408799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.433209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.547916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:23.570397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.597131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:23.626818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:23.645729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:23.659054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Pushing event updated for resources: {'Port': ['ID=a37a1b65-294b-44cd-8c10-be8a5247ee8f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:23.833012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Attempting to bind port a37a1b65-294b-44cd-8c10-be8a5247ee8f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:23.833773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Attempting to bind port a37a1b65-294b-44cd-8c10-be8a5247ee8f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:23.835796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Attempting to bind port a37a1b65-294b-44cd-8c10-be8a5247ee8f on network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:23.851154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:23.852308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Checking segment: {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:23.852898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.853464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Bound using segment: {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:23.854188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Bound port: a37a1b65-294b-44cd-8c10-be8a5247ee8f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:23.856449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:23.865614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:23.897486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a387e7e8-4575-4990-964e-f97a09f3563f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b756de09d976449ba764b62e17477e86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966127 Nov 12 03:34:23.901286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53396) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:24.022921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.055867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.143084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.146096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.147650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1d049fe6-5e91-4f04-aea8-55963ea8494e HTTP/1.1" status: 204 len: 168 time: 0.2445362 Nov 12 03:34:24.159388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455704f-dc83-4c55-be78-0589d547df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d049fe6-5e91-4f04-aea8-55963ea8494e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.186451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8:2::1 (23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c/d9ee4e13-a22b-4923-a6d1-2b67c52854b5/deb0dac6-5322-49dc-95bc-d49eeb4b2d95) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:24.421203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca6d2e6e-c739-4d86-b894-dcac845df37b req-0e0e9f78-d784-44e6-b245-d7a8965c38c4 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0667620 Nov 12 03:34:24.509696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaabcf-3178-428b-9482-213cbebf62cd req-6bbafe4e-b880-47c6-b96b-3da7d11932aa tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.518143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aaaabcf-3178-428b-9482-213cbebf62cd req-6bbafe4e-b880-47c6-b96b-3da7d11932aa tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1624975 Nov 12 03:34:24.523093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.613947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] For port a37a1b65-294b-44cd-8c10-be8a5247ee8f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:24.618216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] For port a37a1b65-294b-44cd-8c10-be8a5247ee8f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a37a1b65-294b-44cd-8c10-be8a5247ee8f,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:24.635592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f15adfc2-aa72-4ba3-a0b8-22bcd265b134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.646185 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.663237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2aaaabcf-3178-428b-9482-213cbebf62cd req-dbf613ad-74b6-45df-b5b8-3c6f3c19dfee tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437848 Nov 12 03:34:24.683811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:24.721537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.767895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'mac_address': 'fa:16:3e:cf:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:24.776624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bd6fa-3231-4409-b9b2-ef9c09215397 req-5589f2da-65ae-424d-a0f4-bf986efe89a5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:24.778198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b5bd6fa-3231-4409-b9b2-ef9c09215397 req-5589f2da-65ae-424d-a0f4-bf986efe89a5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.1892424 Nov 12 03:34:24.809763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:24.833571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:24.839998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e34282-9059-43b0-83e5-94a2dd27d126 None None] Pushing event updated for resources: {'Port': ['ID=a37a1b65-294b-44cd-8c10-be8a5247ee8f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:24.843004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:24.843751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.855242 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:24.891794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7286a58d-4d66-454b-995d-c6d84d3344bc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:24.944347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:24.951650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.114988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.116164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:25.172601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.251138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f909deba-0dd1-4c44-8660-36ca22ae1962 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:25.310275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:25.356666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b5bd6fa-3231-4409-b9b2-ef9c09215397 req-828c8213-a2db-424a-a6bb-06d192f1049f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316904 Nov 12 03:34:25.523133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.565894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f909deba-0dd1-4c44-8660-36ca22ae1962 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:25.566396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.817158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34f19c4f-85bc-43cd-bc3d-621ed70e83ed req-b562a8a6-6d47-40f9-858d-380d83beacd8 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0797603 Nov 12 03:34:25.835273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.869460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:25.870266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.358659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acff669-2cc1-4ecf-ae4b-42b585832d98 None None] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:26.429237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:26.466488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7476-bf27-425a-9241-056fc5774e0c req-45c450bd-2654-473a-9900-4ecc83a6595a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.474475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-927c7476-bf27-425a-9241-056fc5774e0c req-45c450bd-2654-473a-9900-4ecc83a6595a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.7042012 Nov 12 03:34:26.601510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] Provisioning complete for port a37a1b65-294b-44cd-8c10-be8a5247ee8f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:26.602153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.619965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce5510-b607-4999-bfda-d6a5f83cdee0 req-9274b825-4cf1-4415-a737-b43870ce0755 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:26.628875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcce5510-b607-4999-bfda-d6a5f83cdee0 req-9274b825-4cf1-4415-a737-b43870ce0755 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 949 time: 0.1068640 Nov 12 03:34:26.654126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-927c7476-bf27-425a-9241-056fc5774e0c req-6f17bb15-f138-46ba-9c0c-719d2d856595 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786547 Nov 12 03:34:26.738735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcce5510-b607-4999-bfda-d6a5f83cdee0 req-8bfb9515-d453-4d54-84c7-e09e6752201a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003478 Nov 12 03:34:26.754041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:26.756138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:26.791248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.884998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:26.911320 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.917714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] For port a37a1b65-294b-44cd-8c10-be8a5247ee8f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a37a1b65-294b-44cd-8c10-be8a5247ee8f,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:26.925793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:26.998112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-284f556e-1907-4bed-a308-842c451e3547 req-b8f2c1f1-e4e2-4d50-a480-204ccdf6e12f tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0336082 Nov 12 03:34:27.055152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5bc34-f5b9-481e-844d-d15295fb8946 None None] Pushing event updated for resources: {'Port': ['ID=a37a1b65-294b-44cd-8c10-be8a5247ee8f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:27.115097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:27.126713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:27.130079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-61fd4998-219a-440f-9e1a-b5884a7def1b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9991984 Nov 12 03:34:27.133220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.140324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252402112'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:27.146670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:27.149558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:27.186971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:27.199406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.229961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:34:27.248942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.250154 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added segment 5dfe6ed6-35fc-4022-ace8-b7f215b74447 of type vlan for network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 Nov 12 03:34:27.286458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:27.293363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a37a1b65-294b-44cd-8c10-be8a5247ee8f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:27.304322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.336469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.341164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.348786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:27.354603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.381585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0efb8ff3-8ddd-439c-a619-c5c91f3ef1c2 None None] Provisioning complete for port a37a1b65-294b-44cd-8c10-be8a5247ee8f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:27.382183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0efb8ff3-8ddd-439c-a619-c5c91f3ef1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.407083 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2716587 Nov 12 03:34:27.410089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:27.416639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'subnet': {'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:27.510882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc284d0f-639a-4e31-9c16-11af41cd8fa2 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Network': ['ID=0e9efbf0-b835-4a04-9e38-d1e15cbd1161,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:27.589409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Made reservation on behalf of ddb3ee521eb44374895dd3ddde7d330c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:27.596085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.612794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:34:27.651027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a37a1b65-294b-44cd-8c10-be8a5247ee8f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:27.651397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.707588 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92e280c7-45a5-4cdc-8e8b-cbea54fb3bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:27.944633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:27.947708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.004904 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92e280c7-45a5-4cdc-8e8b-cbea54fb3bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.009351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:25Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:28.042690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92e280c7-45a5-4cdc-8e8b-cbea54fb3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.072911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:28.073342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Updating router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:28.119293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a982016-db8b-4cc5-8583-9a106d9b1ffd req-57d75e5e-e0e5-482a-9fa2-186ff1117015 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.120463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.121264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a982016-db8b-4cc5-8583-9a106d9b1ffd req-57d75e5e-e0e5-482a-9fa2-186ff1117015 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2868865 Nov 12 03:34:28.133665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0efb8ff3-8ddd-439c-a619-c5c91f3ef1c2 None None] Provisioning complete for port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:28.133951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0efb8ff3-8ddd-439c-a619-c5c91f3ef1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.152036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-92e280c7-45a5-4cdc-8e8b-cbea54fb3bd3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=590e279ebb4846b3a286b9f251ff163a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8096006 Nov 12 03:34:28.153956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53482) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.165842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 7286a58d-4d66-454b-995d-c6d84d3344bc completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:28.171664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e280c7-45a5-4cdc-8e8b-cbea54fb3bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418cd880-c344-47cd-9bd3-ec1454da273a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.176195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 7286a58d-4d66-454b-995d-c6d84d3344bc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:28.176644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.199122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9edf0-e2fe-4259-b36a-f79f7632b276 req-d26d1d31-fbb9-4374-b5ec-4d1ea1d02531 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.209657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61f9edf0-e2fe-4259-b36a-f79f7632b276 req-d26d1d31-fbb9-4374-b5ec-4d1ea1d02531 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 949 time: 0.2364180 Nov 12 03:34:28.221768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.230256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0efb8ff3-8ddd-439c-a619-c5c91f3ef1c2 None None] Port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:28.269075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.295870 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.377710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a982016-db8b-4cc5-8583-9a106d9b1ffd req-24f8d334-83cb-4551-9b0e-ed6d6e0b1d90 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351897 Nov 12 03:34:28.384489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Subnet': ['ID=075b2ce6-607b-4f55-bc72-2a3239f96666,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.403325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.425499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.426703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/418cd880-c344-47cd-9bd3-ec1454da273a HTTP/1.1" status: 204 len: 168 time: 0.2703841 Nov 12 03:34:28.436648 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.439489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c2061496-bd49-416c-9712-9f4e637d1bdb None None] Provisioning complete for port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:28.439844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2061496-bd49-416c-9712-9f4e637d1bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.458603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2c1a2-926c-4918-a3aa-a99b5b993096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418cd880-c344-47cd-9bd3-ec1454da273a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:28.476727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61f9edf0-e2fe-4259-b36a-f79f7632b276 req-be8f2bd0-9e56-4600-ae3f-30379f384ba2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660861 Nov 12 03:34:28.525904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b98d0438-f113-4e47-b795-55f485e05fb2 req-6c0c9463-55e9-4b46-bd9c-24e0bc5ec299 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0426552 Nov 12 03:34:28.526789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Checking segment: {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:28.527352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network hostable DHCP agents. Network: 0e9efbf0-b835-4a04-9e38-d1e15cbd1161, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:34:28.549882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:34:28.586880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0e9efbf0-b835-4a04-9e38-d1e15cbd1161) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:28.592173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:28.593607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:28.626125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-014b8dc2-31a8-4baf-8a32-988d7c518404 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2149193 Nov 12 03:34:28.629118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53488) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.832490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f5590-bf77-43eb-9c1a-3268012ba185 None None] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:28.945696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:28.997448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33557341-1498-4943-8cde-68bdd6eec348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.043923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.061540 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.075104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:29.077523 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad430929-bb91-4c06-b31b-6e5c376bd638" -d '{"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-plugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:29.082175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c2061496-bd49-416c-9712-9f4e637d1bdb None None] Port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:29.129254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:29.138731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.159684 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.240370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33557341-1498-4943-8cde-68bdd6eec348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.251523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33557341-1498-4943-8cde-68bdd6eec348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.252677 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08befaaa-8a85-45f1-86bc-4b0c9852e0d4 x-openstack-request-id: req-08befaaa-8a85-45f1-86bc-4b0c9852e0d4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:29.253000 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-plugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:29.253269 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-08befaaa-8a85-45f1-86bc-4b0c9852e0d4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:29.253679 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'code': 200} Nov 12 03:34:29.276696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a37a1b65-294b-44cd-8c10-be8a5247ee8f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:29.348869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-33557341-1498-4943-8cde-68bdd6eec348 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=206238906bd7439cb1702c766f3d37ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988163 Nov 12 03:34:29.352209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:29.352428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c68a4-78f8-4fab-8dfc-fd4f01500af7 None None] Pushing event updated for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.405596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33557341-1498-4943-8cde-68bdd6eec348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d259d8-bd83-4e24-8898-88bc3f80cf78,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.430117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:34:29.431080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.457803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.526577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.547729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Attempting to bind port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:29.548310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Attempting to bind port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:29.548452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Attempting to bind port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 on network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:29.580517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:29.580873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Checking segment: {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:29.581287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.581683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Bound using segment: {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:29.582176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Bound port: deb0dac6-5322-49dc-95bc-d49eeb4b2d95, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d83d40b-6f08-48e6-be3b-70a777b1feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:29.582561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.623176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a37a1b65-294b-44cd-8c10-be8a5247ee8f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.623805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.631719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c7589-782d-4d35-b3b2-8f9c03bf2c2d req-c1724d69-d7b3-4e06-82b2-876a3e715df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.633542 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d9c7589-782d-4d35-b3b2-8f9c03bf2c2d req-c1724d69-d7b3-4e06-82b2-876a3e715df4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1102 time: 0.2880037 Nov 12 03:34:29.635709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.746583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-51c01346-bcb0-4c24-90da-a7e53c999162 None None] Provisioning complete for port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:29.746583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51c01346-bcb0-4c24-90da-a7e53c999162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.761688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c2925-356e-4e01-a572-e416f0e44406 req-afd7e9bf-42a8-461f-98dd-a4c61e2a57be tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.766577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee1c2925-356e-4e01-a572-e416f0e44406 req-afd7e9bf-42a8-461f-98dd-a4c61e2a57be tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2091622 Nov 12 03:34:29.771169 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.777688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d9c7589-782d-4d35-b3b2-8f9c03bf2c2d req-771bff95-87f5-46f9-ac3b-3a223dca21f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281846 Nov 12 03:34:29.777945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.782105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b9d259d8-bd83-4e24-8898-88bc3f80cf78 HTTP/1.1" status: 204 len: 168 time: 0.4199169 Nov 12 03:34:29.794375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] For port deb0dac6-5322-49dc-95bc-d49eeb4b2d95, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:29.818299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] For port deb0dac6-5322-49dc-95bc-d49eeb4b2d95, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:29.820739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-51c01346-bcb0-4c24-90da-a7e53c999162 None None] Port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:29.821554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Allocated IP 2001:db8:3::1 (0e9efbf0-b835-4a04-9e38-d1e15cbd1161/075b2ce6-607b-4f55-bc72-2a3239f96666/439179cc-9988-4d6a-aec6-a2fb69c516c0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:29.843110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0f374-ab08-42e7-aa58-ccf50643d10a req-cb5b5b15-f48a-4140-8d37-5649ffd19342 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:29.854198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23d0f374-ab08-42e7-aa58-ccf50643d10a req-cb5b5b15-f48a-4140-8d37-5649ffd19342 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.2358308 Nov 12 03:34:29.883157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450c502-b550-4e60-a37e-a61027d1e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d259d8-bd83-4e24-8898-88bc3f80cf78,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:29.926814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:29.969922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee1c2925-356e-4e01-a572-e416f0e44406 req-f08875aa-0e40-4932-b647-7424add2bb6f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821277 Nov 12 03:34:29.987580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23d0f374-ab08-42e7-aa58-ccf50643d10a req-77f8f954-1f04-4e68-9a91-17bb81ce7116 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322398 Nov 12 03:34:30.122473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.136687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:30.137327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:30.204820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c68a4-78f8-4fab-8dfc-fd4f01500af7 None None] Pushing event updated for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.209107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.239101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdd49046-fea8-4898-ae4c-751c569054d0 req-260336c1-23dd-470e-96d6-a2d120ce6dbb tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0559378 Nov 12 03:34:30.330825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:30.353566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Allocated IP 2001:db8:3::2 (0e9efbf0-b835-4a04-9e38-d1e15cbd1161/075b2ce6-607b-4f55-bc72-2a3239f96666/cb723f77-cf4c-46cd-8534-8941b4fc1b0f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:30.369103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:30.377073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:30.388627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:30.390175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.457632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dddb85c2-3ba1-427c-9a05-710f98025cdf req-7be05e6b-8c9a-4d59-905e-e9b1d3ca3e18 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.5987377 Nov 12 03:34:30.558616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:30.636030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.741057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] Provisioning complete for port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:30.741431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.847859 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.882377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.961410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:30.962202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:30.976853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:30.991231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:31.039097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Pushing event updated for resources: {'Port': ['ID=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.222640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] For port deb0dac6-5322-49dc-95bc-d49eeb4b2d95, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:31.236815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Attempting to bind port cb723f77-cf4c-46cd-8534-8941b4fc1b0f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:31.237208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Attempting to bind port cb723f77-cf4c-46cd-8534-8941b4fc1b0f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:31.237546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Attempting to bind port cb723f77-cf4c-46cd-8534-8941b4fc1b0f on network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:31.253625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.292349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:31.293059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Checking segment: {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:31.293719 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.294326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Bound using segment: {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:31.295081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Bound port: cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:31.295836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.328011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.362398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c85b6a-4004-4eb9-93ad-3422df91eee6 req-6d1c69d0-0350-4d47-bbf5-76251187d489 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.364036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2c85b6a-4004-4eb9-93ad-3422df91eee6 req-6d1c69d0-0350-4d47-bbf5-76251187d489 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2182374 Nov 12 03:34:31.379713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b1c4-f69c-452d-97b7-4ccb12448d35 req-487970b3-b78b-40db-9d2b-5bfa988817ee tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:31.383257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3c8b1c4-f69c-452d-97b7-4ccb12448d35 req-487970b3-b78b-40db-9d2b-5bfa988817ee tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.2107625 Nov 12 03:34:31.390790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:29Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:31.405203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc321caf-f735-4745-828a-0ed7c62c98b5 None None] Pushing event updated for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.443022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752af409-b281-4c27-9ab7-d60952b2f8eb None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:24Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:29Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:31.469486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] For port cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:31.473017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] For port cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:31.483440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.529665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2c85b6a-4004-4eb9-93ad-3422df91eee6 req-d662943c-706c-4fb3-941a-f2205b79c62e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401885 Nov 12 03:34:31.623086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a521d-8d72-4e7c-964d-9c3330420266 None None] Pushing event updated for resources: {'Port': ['ID=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:31.755857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3c8b1c4-f69c-452d-97b7-4ccb12448d35 req-8afb8c5b-3df6-440c-89e1-18d84e5b163c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883279 Nov 12 03:34:31.900194 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.911490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:31.914582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:32.009581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0f702e8-5f45-4771-a13a-28190638f777 req-20daf4ea-dff0-4318-b5bf-2bc4afe0afa2 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.1034684 Nov 12 03:34:32.165173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event updated for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:32.241007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:32.242806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:32.399978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:32.556269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:32.571617 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-23488f94-5857-416c-9224-dcc7936b498f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9412472 Nov 12 03:34:32.574587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:32.580154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:32.776253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba599-8d92-400f-b146-d3d38a26e18d req-c44c3dae-1ac7-41fe-bff9-e9e019ab156e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:32.778361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39eba599-8d92-400f-b146-d3d38a26e18d req-c44c3dae-1ac7-41fe-bff9-e9e019ab156e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0829012 Nov 12 03:34:32.823506 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:32.848666 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:32.849216 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:32.933989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39eba599-8d92-400f-b146-d3d38a26e18d req-2b7c6fe2-8059-4a82-b787-439b1e976ab3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997484 Nov 12 03:34:33.111721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c16544-53f7-4fb9-924a-0ac839ebed39 None None] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:33.187934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52840-2a3f-4fed-82c1-f4144c65ae62 req-dd19b897-7ca3-4ee4-8ddf-23f0be3fe959 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:33.195726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7a52840-2a3f-4fed-82c1-f4144c65ae62 req-dd19b897-7ca3-4ee4-8ddf-23f0be3fe959 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1780045 Nov 12 03:34:33.302199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57a251e6-0d2c-4657-8ca7-069e5cf28561 req-bb4c9a7f-548d-4416-8d9c-fa5aa1831cd6 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.1239119 Nov 12 03:34:33.403529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7a52840-2a3f-4fed-82c1-f4144c65ae62 req-c707493d-b1c6-4e5c-843e-8ba0f84350dc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019982 Nov 12 03:34:33.448703 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:33.508584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:34:33.568591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Removed routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:34:33.580933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.626418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cb723f77-cf4c-46cd-8534-8941b4fc1b0f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:33.727390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-124af69e-e7d7-4efc-b474-2344bfeb014b None None] Provisioning complete for port cb723f77-cf4c-46cd-8534-8941b4fc1b0f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:33.727759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-124af69e-e7d7-4efc-b474-2344bfeb014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:33.851509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cb723f77-cf4c-46cd-8534-8941b4fc1b0f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:33.852186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.007639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.015839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:30Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:30Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:34.032721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.106586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:34.107123 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Updating router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 port 439179cc-9988-4d6a-aec6-a2fb69c516c0 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:34:34.149257 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.174016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824116-8596-4a46-9712-ef5c829776aa req-65e4b1b5-f58e-4a33-b7b5-40eafd59d021 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.181914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23824116-8596-4a46-9712-ef5c829776aa req-65e4b1b5-f58e-4a33-b7b5-40eafd59d021 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1102 time: 0.1700137 Nov 12 03:34:34.200696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-23824116-8596-4a46-9712-ef5c829776aa req-a87d81fc-15bc-4156-b428-157a22a7f759 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.224247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:34.289782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.341453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-124af69e-e7d7-4efc-b474-2344bfeb014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.355406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:34.364476 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.368506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:34.369266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66151a89-17d4-4153-8e53-3764949d7f8f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 954 time: 1.7935143 Nov 12 03:34:34.421642 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:34:34.436040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:34.475326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-23824116-8596-4a46-9712-ef5c829776aa req-a87d81fc-15bc-4156-b428-157a22a7f759 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.507481 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-23824116-8596-4a46-9712-ef5c829776aa req-a87d81fc-15bc-4156-b428-157a22a7f759 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.515275 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-124af69e-e7d7-4efc-b474-2344bfeb014b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:34:34.515669 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-124af69e-e7d7-4efc-b474-2344bfeb014b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:34:34.516732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.517686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device deb0dac6-5322-49dc-95bc-d49eeb4b2d95 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:34.617473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-26613c55-2072-4c15-bd82-3f9e4d152c15 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 954 time: 0.2433829 Nov 12 03:34:34.617967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:34.628271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'routes': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:34.633366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.667297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23824116-8596-4a46-9712-ef5c829776aa req-a87d81fc-15bc-4156-b428-157a22a7f759 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843748 Nov 12 03:34:34.668272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:34.668655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.673000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d81fc-15bc-4156-b428-157a22a7f759 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f72d7f-0db1-4c32-9483-74e69ccc8983,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.696036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2295a1-2ad7-4185-9d83-e75d25b187aa req-b513ba65-542a-4836-8e97-d5b0bcbfc5c6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:34.697635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f2295a1-2ad7-4185-9d83-e75d25b187aa req-b513ba65-542a-4836-8e97-d5b0bcbfc5c6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2183659 Nov 12 03:34:34.773214 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.789660 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.859083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f2295a1-2ad7-4185-9d83-e75d25b187aa req-fb1bcb70-2835-4d5d-83e8-bb71c0948314 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483827 Nov 12 03:34:34.901686 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75269d5b-8f94-4c9e-952a-35bf897db3b0 None None] Pushing event updated for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:34.936119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9b30b1c-733b-490c-abf7-db13c50a6729 req-7eccebf7-9dad-440a-94b0-5f1d1037bf86 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0800765 Nov 12 03:34:34.988023 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Attempting to bind port 439179cc-9988-4d6a-aec6-a2fb69c516c0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:34.988607 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Attempting to bind port 439179cc-9988-4d6a-aec6-a2fb69c516c0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:34.989706 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Attempting to bind port 439179cc-9988-4d6a-aec6-a2fb69c516c0 on network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:34.996575 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:34.997166 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Checking segment: {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:34.997747 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:34.998520 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Bound using segment: {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:34.999492 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Bound port: 439179cc-9988-4d6a-aec6-a2fb69c516c0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dfe6ed6-35fc-4022-ace8-b7f215b74447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:35.000285 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.126744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cb723f77-cf4c-46cd-8534-8941b4fc1b0f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:35.195396 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] For port 439179cc-9988-4d6a-aec6-a2fb69c516c0, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:35.196928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cb723f77-cf4c-46cd-8534-8941b4fc1b0f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.197350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.204272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] For port 439179cc-9988-4d6a-aec6-a2fb69c516c0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=439179cc-9988-4d6a-aec6-a2fb69c516c0,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:35.217699 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.325120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Provisioning complete for port cb723f77-cf4c-46cd-8534-8941b4fc1b0f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.325660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.429864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:35.430436 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:35.434334 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75269d5b-8f94-4c9e-952a-35bf897db3b0 None None] Pushing event updated for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.448913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.449289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.580419 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.716146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:35.725618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] For port 439179cc-9988-4d6a-aec6-a2fb69c516c0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=439179cc-9988-4d6a-aec6-a2fb69c516c0,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:35.744136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.751923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added routes are [] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:34:35.752445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:34:35.838945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9d251-f72b-4944-b890-0d8e67d6363e None None] Pushing event updated for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:35.852405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:35.886120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-21cb0818-fac7-4e35-aac7-ef2114afaaa4 None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:35.886489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21cb0818-fac7-4e35-aac7-ef2114afaaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.181301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f4c9-1d03-4e4b-b4bc-8baf83321700 req-36738270-a08c-4d96-8a38-c1e7b24fc681 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.197357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7576f4c9-1d03-4e4b-b4bc-8baf83321700 req-36738270-a08c-4d96-8a38-c1e7b24fc681 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1827221 Nov 12 03:34:36.201842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d2c0c465-8712-4bfb-a251-d707d21ee143 None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:36.203169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2c0c465-8712-4bfb-a251-d707d21ee143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.318291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c6b7e8d-19bc-4c84-8a92-0c2000d0dfa3 req-a6e75113-32a9-4387-b2ef-1f7f772cc7fd tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0584388 Nov 12 03:34:36.381171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7576f4c9-1d03-4e4b-b4bc-8baf83321700 req-e9b8c717-baf5-47ec-89a0-970eb9a3843f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828456 Nov 12 03:34:36.402933 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:33Z', 'revision_number': 6, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:36.540832 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452d12-335b-4aa7-a4b7-d4f38914bab4 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:33Z', 'revision_number': 6, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 4, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:36.607289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.616106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.635887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b2c3-fdb1-4352-961b-6d1f08bc3879 req-bb3c66eb-7f30-4225-b80b-5bb90d828fd7 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:36.681660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f902b2c3-fdb1-4352-961b-6d1f08bc3879 req-bb3c66eb-7f30-4225-b80b-5bb90d828fd7 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1631930 Nov 12 03:34:36.729603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5971c2b3-5b27-44d1-bea2-93bc7796dea1 None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:36.730690 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5971c2b3-5b27-44d1-bea2-93bc7796dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:36.846016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f902b2c3-fdb1-4352-961b-6d1f08bc3879 req-667d9f5a-d1eb-4a90-9ece-963c30e88c6c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564825 Nov 12 03:34:36.846860 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-2bf036b7-cd70-4a78-848a-b4c7b7cf153e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5914245 Nov 12 03:34:36.901609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:37.177145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 439179cc-9988-4d6a-aec6-a2fb69c516c0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:37.211729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:37.242353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.242353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d50b9607-1070-4c90-82bd-24d9fb1e5def tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 704 time: 2.6185467 Nov 12 03:34:37.254209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.260637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bd6e4f6b-a519-4397-b479-c90673a686d4 None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:37.261005 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd6e4f6b-a519-4397-b479-c90673a686d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.331932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 439179cc-9988-4d6a-aec6-a2fb69c516c0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:37.332613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:37.625202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dce9dd6-9d9d-4c86-b048-0a7a809a28e7 req-4e8bee77-76d4-4121-8a2f-d0f7ab082380 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0978360 Nov 12 03:34:37.631128 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-01668d7a-4336-495d-84ca-bf27adf0c2d1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 704 time: 0.3697164 Nov 12 03:34:37.638276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53672) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:37.831006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b784-d17e-45f2-b2f0-d53b63977ebf req-4bd6fa07-5cf6-4521-ad62-6e18194937c1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:37.836923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1653b784-d17e-45f2-b2f0-d53b63977ebf req-4bd6fa07-5cf6-4521-ad62-6e18194937c1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.2097616 Nov 12 03:34:38.051436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1653b784-d17e-45f2-b2f0-d53b63977ebf req-b31ba621-1fcf-48f3-9dd5-01859c8f6cd5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080140 Nov 12 03:34:38.180948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd117a-d212-4731-bb7c-de40a4b801d8 req-f6e84fb9-9927-43eb-96c4-363c83801067 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:38.182543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25bd117a-d212-4731-bb7c-de40a4b801d8 req-f6e84fb9-9927-43eb-96c4-363c83801067 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0765123 Nov 12 03:34:38.291461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:38.337465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25bd117a-d212-4731-bb7c-de40a4b801d8 req-36784f61-fadd-4cb8-b68c-a7e8929dd1ab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286197 Nov 12 03:34:38.412679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:38.444380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:38.445006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:38.616664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:38.834557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e53b734-ae7a-4fbb-a565-8cfa33fc3654 req-05f0339a-3232-457b-a12b-fff3074e56e6 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0727365 Nov 12 03:34:38.838501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 439179cc-9988-4d6a-aec6-a2fb69c516c0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:38.841663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.064007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 7, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.112155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:39.119383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 439179cc-9988-4d6a-aec6-a2fb69c516c0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=439179cc-9988-4d6a-aec6-a2fb69c516c0,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:39.119383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.137117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:39.138179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.140109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 439179cc-9988-4d6a-aec6-a2fb69c516c0 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:39.304369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:39.372095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd810f1-f248-46b3-9296-0098df9d457b req-e0bafe29-96b0-4774-93b8-ae49030f08af tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.384193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bd810f1-f248-46b3-9296-0098df9d457b req-e0bafe29-96b0-4774-93b8-ae49030f08af tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1440513 Nov 12 03:34:39.495496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bd810f1-f248-46b3-9296-0098df9d457b req-76ce1f33-2893-471c-a0ba-331743b195e5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087494 Nov 12 03:34:39.627872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c29a-9c64-49a7-a635-756044017bea req-5e5c14be-b060-454c-bada-fae151b93060 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.629871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e9c29a-9c64-49a7-a635-756044017bea req-5e5c14be-b060-454c-bada-fae151b93060 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1330152 Nov 12 03:34:39.681977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e9c29a-9c64-49a7-a635-756044017bea req-c6a7caf1-e42f-4f88-8b6d-b0639ee13975 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Nov 12 03:34:39.703815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:39.739919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 7, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:39.779657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081536f3-310b-40b8-a7de-9d96d6f9cfe2 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 7, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '439179cc-9988-4d6a-aec6-a2fb69c516c0', 'name': '', 'network_id': '0e9efbf0-b835-4a04-9e38-d1e15cbd1161', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:66:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:29Z', 'updated_at': '2021-11-12T03:34:35Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '075b2ce6-607b-4f55-bc72-2a3239f96666', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:39.923999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-af735219-fb0a-4927-9c12-0055cf0a7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:39.926072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-af735219-fb0a-4927-9c12-0055cf0a7f34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1102 time: 0.0741494 Nov 12 03:34:40.016425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8af8bab4-7431-4931-aaff-52f3c0666b94 req-005b1ed8-750a-434c-8af0-179d6b9fa19c tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0616565 Nov 12 03:34:40.174399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-7959d5d7-ac6e-4e68-b61a-c32a8c7ae8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.175937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-7959d5d7-ac6e-4e68-b61a-c32a8c7ae8b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2420833 Nov 12 03:34:40.207163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.283027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-89a330cb-d81d-423e-b4f2-35032082dfde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0918601 Nov 12 03:34:40.283749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=439179cc-9988-4d6a-aec6-a2fb69c516c0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:40.470044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:40.648771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-0ef39c22-4fa2-4c7d-b4b8-0bf6a7b09296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.652276 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-0ef39c22-4fa2-4c7d-b4b8-0bf6a7b09296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.3273263 Nov 12 03:34:40.676809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6db668-9ec0-4a38-9a22-5e995c7427d7 req-541308a1-7e63-4997-9b30-c2a27dd06bf0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.686939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd6db668-9ec0-4a38-9a22-5e995c7427d7 req-541308a1-7e63-4997-9b30-c2a27dd06bf0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0973189 Nov 12 03:34:40.815420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd6db668-9ec0-4a38-9a22-5e995c7427d7 req-83957ad9-410a-4d3e-9186-a1460279f3e5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271355 Nov 12 03:34:40.926007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca62c90-011d-4f3e-8db1-26f6dc803206 req-0f81c68e-a562-4932-b6c3-ef729bd7345a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.928181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-b352e116-b9eb-4f82-b54d-14080698229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:40.929633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-b352e116-b9eb-4f82-b54d-14080698229a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2295516 Nov 12 03:34:40.930165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ca62c90-011d-4f3e-8db1-26f6dc803206 req-0f81c68e-a562-4932-b6c3-ef729bd7345a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1138344 Nov 12 03:34:40.938930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:40.988267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ca62c90-011d-4f3e-8db1-26f6dc803206 req-b4364254-f2cd-4a14-8151-9d774b2604af tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542316 Nov 12 03:34:41.142305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f38b8b4a-f744-4300-9da3-edc5d5c2f059 req-b8d7d789-1380-4f57-9bd0-af0631de36ff tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Nov 12 03:34:41.147010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:41.155722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-91003227-8b1b-4808-a2df-055e9535ce4f service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124674 Nov 12 03:34:41.165840 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:41.169433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69f4ad1c-57a4-49b5-aae6-ee4f22bb4e86 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5314217 Nov 12 03:34:41.170116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53736) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.183643 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:41.184697 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.237338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 075b2ce6-607b-4f55-bc72-2a3239f96666 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:41.241037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.299056 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:41.306712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.463141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.537665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-3852472f-f19a-4a4e-80d9-893a1368ed95 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508245 Nov 12 03:34:41.547772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:40Z', 'revision_number': 8, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.552603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.591712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=075b2ce6-607b-4f55-bc72-2a3239f96666,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:41.594339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:41.605233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576e697-89f4-46bc-a767-73c013e666f9 None None] Network 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:41.613105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.618893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5925959-c2eb-4542-8d95-79d1717037aa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/075b2ce6-607b-4f55-bc72-2a3239f96666 HTTP/1.1" status: 204 len: 168 time: 0.4455569 Nov 12 03:34:41.619655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:41.627942 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:41.628907 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:41.637624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-1b1bc4f9-a6d5-4388-94da-7d726b18e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.639192 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-1b1bc4f9-a6d5-4388-94da-7d726b18e4dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 1097 time: 0.0562341 Nov 12 03:34:41.792580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-5e53f6d8-8cb3-4c3b-90f4-f560d09a656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:41.794417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-5e53f6d8-8cb3-4c3b-90f4-f560d09a656c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.1426785 Nov 12 03:34:41.894457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:41.896437 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-03fbeb00-f943-4606-9512-009575018228 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5 HTTP/1.1" status: 200 len: 217 time: 0.0933104 Nov 12 03:34:41.957319 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:42.046873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-ab25e4e4-531e-4c24-99f0-44e7bd55422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.049586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-ab25e4e4-531e-4c24-99f0-44e7bd55422a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.1084554 Nov 12 03:34:42.050513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5bc1c-03a3-4924-843d-36adbd023e52 req-21577e13-a2dd-4dc0-8fa5-a5873350219d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.052567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93d5bc1c-03a3-4924-843d-36adbd023e52 req-21577e13-a2dd-4dc0-8fa5-a5873350219d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0775797 Nov 12 03:34:42.113280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-de9572fb-1c50-482d-9a66-7ad2180b1620 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513489 Nov 12 03:34:42.118887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port cb723f77-cf4c-46cd-8534-8941b4fc1b0f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:42.118887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.130117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] DHCP port deletion for 0e9efbf0-b835-4a04-9e38-d1e15cbd1161 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:42.185678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Deleting port cb723f77-cf4c-46cd-8534-8941b4fc1b0f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:42.186047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.203789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93d5bc1c-03a3-4924-843d-36adbd023e52 req-6241b33d-7084-4316-a4dc-08ff1cc5efa5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427228 Nov 12 03:34:42.267215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-c9fc8afc-c01e-4085-88ae-1342b431c8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451833 Nov 12 03:34:42.290041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa39bcc-e102-450e-aede-80ec52d525e7 req-72170fad-26d1-41ae-8f40-f388e14d84e6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:42.298065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aa39bcc-e102-450e-aede-80ec52d525e7 req-72170fad-26d1-41ae-8f40-f388e14d84e6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1545682 Nov 12 03:34:42.308143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:42.311675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.338312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] For port cb723f77-cf4c-46cd-8534-8941b4fc1b0f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,segment=NetworkSegment(5dfe6ed6-35fc-4022-ace8-b7f215b74447),segment_id=5dfe6ed6-35fc-4022-ace8-b7f215b74447)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:42.338629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.350541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for cb723f77-cf4c-46cd-8534-8941b4fc1b0f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:42.361858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Calling delete_port for cb723f77-cf4c-46cd-8534-8941b4fc1b0f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:42.377661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-175f423e-ef4e-43da-839c-728162617671 req-a25606b4-2694-4647-80c6-c6a12a7022d0 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0405338 Nov 12 03:34:42.384372 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:40Z', 'revision_number': 8, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:42.445140 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae75a91-391c-4b54-bd96-885c69c427a6 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:40Z', 'revision_number': 8, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deb0dac6-5322-49dc-95bc-d49eeb4b2d95', 'name': '', 'network_id': '23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:01:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:23Z', 'updated_at': '2021-11-12T03:34:31Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'd9ee4e13-a22b-4923-a6d1-2b67c52854b5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:42.490665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aa39bcc-e102-450e-aede-80ec52d525e7 req-bdc2f2e8-746a-4fd2-8065-ac4596d8b93d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913795 Nov 12 03:34:42.521538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70f30a7-986c-41d2-9251-d0fc5da34abe req-7e2ac1c6-d8d9-4fa7-b0a3-e8b2ec24f2de service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440677 Nov 12 03:34:42.546508 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.560015 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.577392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] Pushing event deleted for resources: {'Port': ['ID=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.581815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b47cdb-2770-4602-8b46-b7b9a6e0f1f3 None None] No DVR routers for this DVR port cb723f77-cf4c-46cd-8534-8941b4fc1b0f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:42.590915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=cb723f77-cf4c-46cd-8534-8941b4fc1b0f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:42.599843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port cb723f77-cf4c-46cd-8534-8941b4fc1b0f on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:42.693017 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.715089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9efbf0-b835-4a04-9e38-d1e15cbd1161']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:42.725791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfe6ed6-35fc-4022-ace8-b7f215b74447') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:42.726084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfe6ed6-35fc-4022-ace8-b7f215b74447') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:42.736154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.753095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.759784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:42.760247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:42.763571 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:42.831616 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.836251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:42.839705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/0e9efbf0-b835-4a04-9e38-d1e15cbd1161 HTTP/1.1" status: 204 len: 168 time: 1.2188118 Nov 12 03:34:42.843902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:42.866387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4ab6d-fdd1-4bc9-bee8-9aeaa57e9c02 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=0e9efbf0-b835-4a04-9e38-d1e15cbd1161,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:43.067839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cb723f77-cf4c-46cd-8534-8941b4fc1b0f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:43.089861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: cb723f77-cf4c-46cd-8534-8941b4fc1b0f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:43.090116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cb723f77-cf4c-46cd-8534-8941b4fc1b0f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:43.090805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 439179cc-9988-4d6a-aec6-a2fb69c516c0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:43.116956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 439179cc-9988-4d6a-aec6-a2fb69c516c0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:43.117450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 439179cc-9988-4d6a-aec6-a2fb69c516c0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:43.498742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad865df-ac07-42fc-9218-adac41df80ba req-cd35e674-7e41-4dda-b630-4d4a95a42536 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.503198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aad865df-ac07-42fc-9218-adac41df80ba req-cd35e674-7e41-4dda-b630-4d4a95a42536 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.0970893 Nov 12 03:34:43.543109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23cc24c3-c623-48d4-8d20-adc9503b5a74 req-9ad3ba1e-18c3-455e-aa90-85ecc2f2179d tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0399506 Nov 12 03:34:43.607667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aad865df-ac07-42fc-9218-adac41df80ba req-cb477086-853f-476f-bce2-b8fe8c876e17 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686481 Nov 12 03:34:43.710260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f0cf5-f7d1-4ebc-a9f7-042219beb1e1 req-66e3a036-0ed5-43de-a1ff-0f00961e1788 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:43.711990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f0cf5-f7d1-4ebc-a9f7-042219beb1e1 req-66e3a036-0ed5-43de-a1ff-0f00961e1788 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0857477 Nov 12 03:34:43.764635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:43.813602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f0cf5-f7d1-4ebc-a9f7-042219beb1e1 req-4bcc57c0-9689-4adf-9239-7163ea1e5bfd tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931480 Nov 12 03:34:44.029255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port deb0dac6-5322-49dc-95bc-d49eeb4b2d95 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:44.029900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.139302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port deb0dac6-5322-49dc-95bc-d49eeb4b2d95, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:44.139673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.155157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for deb0dac6-5322-49dc-95bc-d49eeb4b2d95 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:44.342149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.371352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=deb0dac6-5322-49dc-95bc-d49eeb4b2d95,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:44.540539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:44.847624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf4b9601-69c5-4687-99ef-f336d8751bc4 req-25bce585-4cd8-4f20-b8d8-61b37e229a93 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.1122596 Nov 12 03:34:44.888195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:44.915287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eecd-386a-43dc-855f-55b3f0ad531c req-65e6ca65-3464-4f5b-9ecd-db2b82dcae60 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:44.923415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3815eecd-386a-43dc-855f-55b3f0ad531c req-65e6ca65-3464-4f5b-9ecd-db2b82dcae60 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 945 time: 0.1714137 Nov 12 03:34:45.141202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3815eecd-386a-43dc-855f-55b3f0ad531c req-c0fad897-3b0b-4728-a671-b0eed932e6fa tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163405 Nov 12 03:34:45.162791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:45.169089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-333ba645-80f6-4efd-9715-d33e048eb6f5 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3227954 Nov 12 03:34:45.172690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53784) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.188682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:45.191581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e78e1e-da93-4ae7-9ebd-80cec4b966fb req-76f337b9-f275-471d-a0d2-8cadac24df79 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:45.200137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11e78e1e-da93-4ae7-9ebd-80cec4b966fb req-76f337b9-f275-471d-a0d2-8cadac24df79 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0790815 Nov 12 03:34:45.265296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:45.265296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:45.283834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet d9ee4e13-a22b-4923-a6d1-2b67c52854b5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:45.292166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.340606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11e78e1e-da93-4ae7-9ebd-80cec4b966fb req-4b9d217b-1a71-48b2-bf0a-051c7194acd9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232476 Nov 12 03:34:45.356433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.561739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.628252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:45.653747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.683754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ee4e13-a22b-4923-a6d1-2b67c52854b5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:45.698039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.702915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28466527-bc69-41f3-8495-b0a97fbdcfba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/d9ee4e13-a22b-4923-a6d1-2b67c52854b5 HTTP/1.1" status: 204 len: 168 time: 0.5287921 Nov 12 03:34:45.706128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53800) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:45.719634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d7955-cef1-4fe9-b941-20851afaf812 None None] Network 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:45.816880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.959018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port a37a1b65-294b-44cd-8c10-be8a5247ee8f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:45.959407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:45.998295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c5011d75-1fa0-4306-8271-5712b7de9dc5 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:46.054124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b71ea28-da77-4977-9002-252491f1a04d req-9d9f8661-9d3e-4712-87a6-c9f708237b69 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0791695 Nov 12 03:34:46.076806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port a37a1b65-294b-44cd-8c10-be8a5247ee8f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a37a1b65-294b-44cd-8c10-be8a5247ee8f,segment=NetworkSegment(8d83d40b-6f08-48e6-be3b-70a777b1feb3),segment_id=8d83d40b-6f08-48e6-be3b-70a777b1feb3)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:46.077183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.111977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for a37a1b65-294b-44cd-8c10-be8a5247ee8f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:46.203351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:44Z', 'revision_number': 9, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.247543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801e930-415c-45ff-8078-360c69bd2049 None None] DHCP port deletion for 23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:46.250905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.254732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:46.274287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:46.275651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.280440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=a37a1b65-294b-44cd-8c10-be8a5247ee8f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.289340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.291228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port a37a1b65-294b-44cd-8c10-be8a5247ee8f on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:46.403755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:46.406328 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a22dbf-385e-470b-b3a5-6ed399987529" -d '{"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-unplugged", "status": "completed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:46.429560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:46.434970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.470057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:46.492940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.533118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.543562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb7bfe-96ba-45c1-82b1-3d12e5bb3f3b req-c57c0c54-c37a-4eff-bf70-f566c0ad1652 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.551493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1cb7bfe-96ba-45c1-82b1-3d12e5bb3f3b req-c57c0c54-c37a-4eff-bf70-f566c0ad1652 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1073470 Nov 12 03:34:46.568780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d83d40b-6f08-48e6-be3b-70a777b1feb3') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.569079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d83d40b-6f08-48e6-be3b-70a777b1feb3') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.618164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.638416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.656919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.670427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:46.670875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:46.675856 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:46.708875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-72dc7cd2-007c-4cb8-bd59-a1146b01e5aa tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:46.715748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-72dc7cd2-007c-4cb8-bd59-a1146b01e5aa tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=efa037f0-4f03-4804-8e4a-944069effa26 HTTP/1.1" status: 200 len: 943 time: 0.1446571 Nov 12 03:34:46.758878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1cb7bfe-96ba-45c1-82b1-3d12e5bb3f3b req-de36c641-61d6-4390-8ab8-268daa9d5f24 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063463 Nov 12 03:34:46.784100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:44Z', 'revision_number': 9, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:46.818324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.831994 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d8577d-e345-474b-8855-d42d22fc7cc8 x-openstack-request-id: req-78d8577d-e345-474b-8855-d42d22fc7cc8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:46.832331 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-unplugged", "status": "failed", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:46.832331 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-78d8577d-e345-474b-8855-d42d22fc7cc8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:46.834162 n-d-766726-29 neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'code': 422} returned with failed status Nov 12 03:34:46.834162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd413352-6183-452f-be82-0f21e2163e58 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:44Z', 'revision_number': 9, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f909deba-0dd1-4c44-8660-36ca22ae1962', 'name': '', 'network_id': '93c3d33b-e9a4-45e8-90da-78331cdf0b03', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:21:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:14Z', 'updated_at': '2021-11-12T03:34:22Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': '8f72ed2d-296d-4ecd-9c4c-ac744de8d040', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:46.856870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:46.864698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c HTTP/1.1" status: 204 len: 168 time: 1.1542966 Nov 12 03:34:46.866127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:46.924625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb042-fc31-40eb-b347-453b4873cd40 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=23b0172a-4aa0-44c5-b8d8-2f46a76e1d8c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:46.971262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port c5011d75-1fa0-4306-8271-5712b7de9dc5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:46.972344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.087584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port c5011d75-1fa0-4306-8271-5712b7de9dc5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c5011d75-1fa0-4306-8271-5712b7de9dc5,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:47.089837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.104279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for c5011d75-1fa0-4306-8271-5712b7de9dc5 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:47.212787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e681d6e5-d6dd-4d94-9cf8-ffa69c23d440 req-62c42e8c-04be-4edb-a007-aa202d7ecb5d tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0384564 Nov 12 03:34:47.329716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a37a1b65-294b-44cd-8c10-be8a5247ee8f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:47.385483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.387909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a37a1b65-294b-44cd-8c10-be8a5247ee8f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:47.387909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a37a1b65-294b-44cd-8c10-be8a5247ee8f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:47.388357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device deb0dac6-5322-49dc-95bc-d49eeb4b2d95 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:47.408562 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.417031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: deb0dac6-5322-49dc-95bc-d49eeb4b2d95 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:47.417409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device deb0dac6-5322-49dc-95bc-d49eeb4b2d95 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:47.423791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=c5011d75-1fa0-4306-8271-5712b7de9dc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:47.450182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5e111-26d8-42ca-8f40-c29e09313e8e None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:47.495356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port c5011d75-1fa0-4306-8271-5712b7de9dc5 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:47.503403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.509144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f975ec-bad7-4c54-86bd-1d241892ff3d req-07d47dd7-280d-4c87-be2f-bed02c7cd93d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "DELETE /v2.0/ports/c5011d75-1fa0-4306-8271-5712b7de9dc5 HTTP/1.1" status: 204 len: 173 time: 0.7920098 Nov 12 03:34:47.509807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-deleted', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:47.512860 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31758c0-c11c-427a-b3a8-73da5ce3b5d5" -d '{"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-deleted", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:47.680633 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8ee7d-ae5b-4f47-a4e1-60d5f2556faf x-openstack-request-id: req-99c8ee7d-ae5b-4f47-a4e1-60d5f2556faf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:47.680949 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa037f0-4f03-4804-8e4a-944069effa26", "name": "network-vif-deleted", "tag": "c5011d75-1fa0-4306-8271-5712b7de9dc5", "status": "failed", "code": 422}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:47.681205 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-99c8ee7d-ae5b-4f47-a4e1-60d5f2556faf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:47.681607 n-d-766726-29 neutron-server[102605]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efa037f0-4f03-4804-8e4a-944069effa26', 'name': 'network-vif-deleted', 'tag': 'c5011d75-1fa0-4306-8271-5712b7de9dc5', 'status': 'failed', 'code': 422} returned with failed status Nov 12 03:34:47.764504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port f909deba-0dd1-4c44-8660-36ca22ae1962 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:47.765063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.885819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port f909deba-0dd1-4c44-8660-36ca22ae1962, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f909deba-0dd1-4c44-8660-36ca22ae1962,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:47.886756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:47.892359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67d9dd-0e3e-4ed2-abbc-361465b69d76 req-87f1e995-d967-4ceb-8fe6-42c80583310f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:47.900592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a67d9dd-0e3e-4ed2-abbc-361465b69d76 req-87f1e995-d967-4ceb-8fe6-42c80583310f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0613675 Nov 12 03:34:47.911281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for f909deba-0dd1-4c44-8660-36ca22ae1962 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:47.983652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a67d9dd-0e3e-4ed2-abbc-361465b69d76 req-bc385c54-d2f7-4007-b3eb-c4fe3844e04e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778894 Nov 12 03:34:48.174986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.209147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=f909deba-0dd1-4c44-8660-36ca22ae1962,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:48.349651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.441592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef10509d-4f3e-413a-9d1c-0ea3a0114ae5 req-79509421-6a9b-4cbc-81ee-c9490126746d tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0651298 Nov 12 03:34:48.526418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-168f0ccd-aa50-49f9-accc-5c58935ae427 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:48.531345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-168f0ccd-aa50-49f9-accc-5c58935ae427 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2470436 Nov 12 03:34:48.563650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-3fd3d181-2cb0-464b-b343-284423d03ef2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0182095 Nov 12 03:34:48.601670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:48.606890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-c55f1033-c1c2-4c13-b7f7-ceecf4a84bf0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423551 Nov 12 03:34:48.700222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-f6552bc6-47cd-4e61-8ecf-223540d3f0e1 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924485 Nov 12 03:34:48.700963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:48.709015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aadfa482-8493-4dbb-b621-38b0de3b92fa tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329952 Nov 12 03:34:48.711554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:48.712959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:48.725480 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:48.726344 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:48.811492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-4d4aaca3-127b-4ba7-91f3-5c175db56fc0 service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028838 Nov 12 03:34:48.824333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet 8f72ed2d-296d-4ecd-9c4c-ac744de8d040 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:48.828786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:48.872804 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:48.884093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.051451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a87159a-4583-4126-b324-eadf672e0af3 req-04933987-f358-451d-a3b0-c0c2f02a7beb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 210 time: 0.0559742 Nov 12 03:34:49.077060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.233253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.288428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=8f72ed2d-296d-4ecd-9c4c-ac744de8d040,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:49.290981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.295118 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eed78845-ed78-4a58-91b2-4056c8083ec1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/8f72ed2d-296d-4ecd-9c4c-ac744de8d040 HTTP/1.1" status: 204 len: 168 time: 0.5813386 Nov 12 03:34:49.297847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:49.301363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f3879-a9b1-40fc-97bd-548e5cf64a44 None None] Network 93c3d33b-e9a4-45e8-90da-78331cdf0b03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:49.340386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989a190-7f4d-4ebe-a4f0-6ceb9b8d947e req-58a17b9a-198c-4f88-ad7f-29e3b5022f4f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:49.349802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b989a190-7f4d-4ebe-a4f0-6ceb9b8d947e req-58a17b9a-198c-4f88-ad7f-29e3b5022f4f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1238062 Nov 12 03:34:49.355685 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:48Z', 'revision_number': 10, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:49.384887 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:49.396073 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:49.396875 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:49.500598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:49.513562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b989a190-7f4d-4ebe-a4f0-6ceb9b8d947e req-becbb44a-6a2f-444e-96a7-fc5378f4185d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541042 Nov 12 03:34:49.568156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.678493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc5ed0a9-063d-48fd-9bb0-b9eeab15a432 req-92cfe701-2cef-4c96-8004-c5a2a4230861 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0609744 Nov 12 03:34:49.733279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 777be78f-6ec8-4119-9ddf-22025839c6ad {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:49.733609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.771282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] DHCP port deletion for 93c3d33b-e9a4-45e8-90da-78331cdf0b03 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:49.855308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Deleting port 777be78f-6ec8-4119-9ddf-22025839c6ad {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:49.856015 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.874378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 777be78f-6ec8-4119-9ddf-22025839c6ad, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=777be78f-6ec8-4119-9ddf-22025839c6ad,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:49.878542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.891826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:48Z', 'revision_number': 10, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:49.925911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 777be78f-6ec8-4119-9ddf-22025839c6ad owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:49.928328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ef77e-8eb4-4cce-96d4-157aff361b10 None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:48Z', 'revision_number': 10, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None, '_interfaces': [{'id': '2003846d-0c48-452a-90a4-ba40ecfc8fb7', 'name': '', 'network_id': '9c244eab-03a0-40ed-aeeb-d0ef52d126b1', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'mac_address': 'fa:16:3e:6b:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:34:10Z', 'updated_at': '2021-11-12T03:34:16Z', 'revision_number': 5, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'subnets': [{'id': 'dd25b271-e924-4352-8a1b-ebf2e8b636f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:49.940952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] For port 777be78f-6ec8-4119-9ddf-22025839c6ad, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=777be78f-6ec8-4119-9ddf-22025839c6ad,segment=NetworkSegment(d5194032-50e1-49cc-9f8b-6d24d19dd9b5),segment_id=d5194032-50e1-49cc-9f8b-6d24d19dd9b5)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:49.941907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:49.960960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Calling delete_port for 777be78f-6ec8-4119-9ddf-22025839c6ad owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:50.061970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.090536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.095534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] Pushing event deleted for resources: {'Port': ['ID=777be78f-6ec8-4119-9ddf-22025839c6ad,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.099208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc8f27-9a12-46d5-913c-2e6b6df5220a None None] No DVR routers for this DVR port 777be78f-6ec8-4119-9ddf-22025839c6ad on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:50.138080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=777be78f-6ec8-4119-9ddf-22025839c6ad,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.140026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 777be78f-6ec8-4119-9ddf-22025839c6ad on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:50.162386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8f60083-4b0b-4393-8b2b-3adb48ed7150 req-11c071ac-701b-49fe-99b3-0e145edf1ee4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 210 time: 0.0301034 Nov 12 03:34:50.248549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.275478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c3d33b-e9a4-45e8-90da-78331cdf0b03']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:50.294421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:50.294767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5194032-50e1-49cc-9f8b-6d24d19dd9b5') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:50.310945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.350950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.361006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:50.361456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:50.364979 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:50.448156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.456478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:50.462833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/93c3d33b-e9a4-45e8-90da-78331cdf0b03 HTTP/1.1" status: 204 len: 168 time: 1.1613276 Nov 12 03:34:50.463442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:50.491294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32b8a2-6b57-41fa-bd46-02409ea828a4 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=93c3d33b-e9a4-45e8-90da-78331cdf0b03,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:50.735143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-df6da891-b7fe-4ddd-8796-36de6c9aa3d4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:50.737397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-df6da891-b7fe-4ddd-8796-36de6c9aa3d4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2153008 Nov 12 03:34:50.767014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199731f9-880d-4c88-a244-38c20b6d3d3b req-4bf262a1-bcd5-420a-9edd-853d5e7bc23e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:50.775465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-199731f9-880d-4c88-a244-38c20b6d3d3b req-4bf262a1-bcd5-420a-9edd-853d5e7bc23e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1441443 Nov 12 03:34:50.786058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:51.110253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 777be78f-6ec8-4119-9ddf-22025839c6ad no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:51.156161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 777be78f-6ec8-4119-9ddf-22025839c6ad {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:51.157058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 777be78f-6ec8-4119-9ddf-22025839c6ad not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:51.158011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f909deba-0dd1-4c44-8660-36ca22ae1962 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:51.171769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-852bdbe2-c4fc-4242-945d-65e222f8c907 req-6e193b2f-6cfd-4c3e-994f-d93c6aa346d8 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.3856554 Nov 12 03:34:51.239715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: f909deba-0dd1-4c44-8660-36ca22ae1962 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:51.240600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f909deba-0dd1-4c44-8660-36ca22ae1962 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:51.248092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-199731f9-880d-4c88-a244-38c20b6d3d3b req-63b1f94c-0a8c-47b8-b228-de3a72b18f65 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700820 Nov 12 03:34:51.400138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:34:51.410343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.419708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf7c9c28-109b-4b2d-82ef-44e76e0b5a3f req-ad2a1a55-5162-469a-b9fa-23c2c4301422 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 210 time: 0.0356991 Nov 12 03:34:51.453453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.556989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.13 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/6933ab5f-ad41-438e-b9ba-d04edb2eb6fe) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:34:51.724376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.727466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 2003846d-0c48-452a-90a4-ba40ecfc8fb7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:51.727809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.765782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.816353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:34:51.824101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:34:51.826707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:34:51.830685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 2003846d-0c48-452a-90a4-ba40ecfc8fb7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2003846d-0c48-452a-90a4-ba40ecfc8fb7,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:51.831422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.845033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d896237-7135-4b9b-8d40-8198e420a535 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:51.848746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 2003846d-0c48-452a-90a4-ba40ecfc8fb7 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:51.858818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:51.896729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-51cd0014-4b6e-4f22-8531-4ba09e91fe06 None None] Provisioning complete for port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:51.897158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51cd0014-4b6e-4f22-8531-4ba09e91fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.897738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:51.898778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:51.920412 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-27bc8bd9-7922-4f6c-9606-0a582d099df2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1384408 Nov 12 03:34:51.943223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Request body: {'port': {'device_id': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:51.943442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-51cd0014-4b6e-4f22-8531-4ba09e91fe06 None None] Port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:34:52.020762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.086568 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.136217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=2003846d-0c48-452a-90a4-ba40ecfc8fb7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.165450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-292bb8ac-c906-457f-ae0f-ee1cfa8fd159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.246763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.369669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f84d2aea-91e5-4572-8186-2a073787fe3f req-c07321d0-670f-4012-bd3e-832860ca78fc tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0273314 Nov 12 03:34:52.413821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:52.424492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.449095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Transition to ACTIVE for port object 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:34:52.457912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.524870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82023d35-1add-42e2-9f61-5a65d12bc524 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:52.532930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Pushing event updated for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.633631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Attempting to bind port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:34:52.633972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Attempting to bind port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:34:52.634308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Attempting to bind port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:52.639109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:34:52.639437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Attempting to bind port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:34:52.645336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:34:52.645673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:34:52.646057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:34:52.646531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Bound port: 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:34:52.646936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.690813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0d129-3e89-4644-a721-53931f1c1baf req-5322f64c-c12d-472e-93f1-408d92a7dc87 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.692451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef0d129-3e89-4644-a721-53931f1c1baf req-5322f64c-c12d-472e-93f1-408d92a7dc87 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.3214104 Nov 12 03:34:52.705483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:52.732685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:34:52.739036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:34:52.743787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.751574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88dfd2-d84e-4230-9a00-f9d5719fc58e req-040f39fe-9c00-4290-a324-c21d67e96367 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.753154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b88dfd2-d84e-4230-9a00-f9d5719fc58e req-040f39fe-9c00-4290-a324-c21d67e96367 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 944 time: 0.1092610 Nov 12 03:34:52.785988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.787200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.788878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-23255498-3c92-4c45-b438-1266143cc659 service neutron] 10.222.0.16 "PUT /v2.0/ports/6933ab5f-ad41-438e-b9ba-d04edb2eb6fe HTTP/1.1" status: 200 len: 1093 time: 0.8528011 Nov 12 03:34:52.791426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:52.794096 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:52.800447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655bf99-18d2-48c2-8e45-0a72830ab1e0 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:52.825318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23255498-3c92-4c45-b438-1266143cc659 service neutron] Pushing event updated for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:52.864600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:52.871468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aef0d129-3e89-4644-a721-53931f1c1baf req-2e125767-1cf6-4774-9d14-1212df9f8925 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632192 Nov 12 03:34:52.878789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:52.891380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3644911f-4ec7-4436-94e3-9d9faaaca9cf tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268141 Nov 12 03:34:52.892017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:52.919496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-780f4c2f-b4f1-4326-abac-ecf88a4fe6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:52.919708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:52.920325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:52.921061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-780f4c2f-b4f1-4326-abac-ecf88a4fe6b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0648155 Nov 12 03:34:52.934020 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65570ada-12b4-4fe7-95af-de4a4a5201a5 x-openstack-request-id: req-65570ada-12b4-4fe7-95af-de4a4a5201a5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:52.934389 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:52.934708 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-65570ada-12b4-4fe7-95af-de4a4a5201a5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:52.935292 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe', 'status': 'completed', 'code': 200} Nov 12 03:34:52.950098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b88dfd2-d84e-4230-9a00-f9d5719fc58e req-92fc0d75-ca5e-472f-a2f7-96c2fd4d0fe6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863782 Nov 12 03:34:52.973166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting subnet dd25b271-e924-4352-8a1b-ebf2e8b636f1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:34:52.977968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:52.981478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-44d25f71-0d7b-47b5-8f30-bb4f62c20994 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe HTTP/1.1" status: 200 len: 217 time: 0.0428290 Nov 12 03:34:53.036286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:53.046379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.076944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-f4861f2f-602f-4790-8061-f494efb97b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.081019 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-f4861f2f-602f-4790-8061-f494efb97b82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0890591 Nov 12 03:34:53.125707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-14b1ba45-41d8-4b07-b142-070a19b6d212 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350010 Nov 12 03:34:53.135942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.164390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:53.174802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:53.175530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.200416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.245087 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-a27c8e0b-675d-46a2-889b-453c407bcb92 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121199 Nov 12 03:34:53.250189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:53.265464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.293920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.302874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/dd25b271-e924-4352-8a1b-ebf2e8b636f1 HTTP/1.1" status: 204 len: 168 time: 0.4094934 Nov 12 03:34:53.314704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:53.324061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dee0f6-3bd2-48ad-98df-31a01cc3619a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Subnet': ['ID=dd25b271-e924-4352-8a1b-ebf2e8b636f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.329993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e93db-ec3b-4672-830e-e7347c484816 None None] Network 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:34:53.333211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:53.376932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38949f5d-baaf-4daa-88bb-322db78d142b None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:53.429369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.433558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-47415d3d-2f47-42cd-97db-d2bbe1536793 req-4f3b8fda-6b7d-4664-8c4b-b84d90f85a6f service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805270 Nov 12 03:34:53.493198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Deleting port 9d9920a3-fcb4-45a5-88b0-891698fcea1f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:53.494264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.497170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76088b1d-ff34-4867-aa6c-1f85019a7e19 req-c4c8399f-ae9e-4164-99a5-2658d605ede1 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0262086 Nov 12 03:34:53.596399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] For port 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9d9920a3-fcb4-45a5-88b0-891698fcea1f,segment=NetworkSegment(c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07),segment_id=c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:53.596765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.613235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Calling delete_port for 9d9920a3-fcb4-45a5-88b0-891698fcea1f owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:53.628709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-1a34e2b7-8726-4595-835c-b537e5f4bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.630251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-1a34e2b7-8726-4595-835c-b537e5f4bb7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0797951 Nov 12 03:34:53.786227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] DHCP port deletion for 9c244eab-03a0-40ed-aeeb-d0ef52d126b1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:34:53.797996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-f42dd1a3-5712-43ca-917d-46e0a3f22d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:53.800565 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-f42dd1a3-5712-43ca-917d-46e0a3f22d33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.1382718 Nov 12 03:34:53.803601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.847173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Deleting port 9d9920a3-fcb4-45a5-88b0-891698fcea1f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:34:53.847925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:53.884233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Port': ['ID=9d9920a3-fcb4-45a5-88b0-891698fcea1f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:53.886941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No DVR routers for this DVR port 9d9920a3-fcb4-45a5-88b0-891698fcea1f on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:53.893414 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-a6630e50-6671-4235-bccc-3bfbb0fdca46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe HTTP/1.1" status: 200 len: 217 time: 0.0790660 Nov 12 03:34:54.021253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] For port 9d9920a3-fcb4-45a5-88b0-891698fcea1f, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:54.021851 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.038490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Calling delete_port for 9d9920a3-fcb4-45a5-88b0-891698fcea1f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:34:54.043450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Port 9d9920a3-fcb4-45a5-88b0-891698fcea1f was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:34:54.046143 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.048932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.094968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] Pushing event deleted for resources: {'Port': ['ID=9d9920a3-fcb4-45a5-88b0-891698fcea1f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.096595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1411c-3365-4ed6-ac37-f276c6df502e req-c210c3f7-39c7-4b3b-9e42-b975970a4371 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:54.099622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8f7e0-1b06-49d0-999b-9b2592fd59b9 None None] No DVR routers for this DVR port 9d9920a3-fcb4-45a5-88b0-891698fcea1f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:34:54.111940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c1411c-3365-4ed6-ac37-f276c6df502e req-c210c3f7-39c7-4b3b-9e42-b975970a4371 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1275923 Nov 12 03:34:54.112442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-5bfba895-9ca0-466d-93e4-74b8ee3c5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:54.113067 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-5bfba895-9ca0-466d-93e4-74b8ee3c5656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.1761024 Nov 12 03:34:54.153196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c244eab-03a0-40ed-aeeb-d0ef52d126b1']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:54.182920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-fa3385ee-3d7e-449a-87aa-80fb379fe6dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549960 Nov 12 03:34:54.186610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:54.186868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dd1c9a-0fe2-4d1c-822f-2f7b4fd97a07') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:54.203352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c1411c-3365-4ed6-ac37-f276c6df502e req-0178f481-056e-48ea-94b4-7b9fd63c668b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926716 Nov 12 03:34:54.215647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.232676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7af575-5cdc-4180-95f6-72f400e4e690 req-ba3cda33-b1b5-4c8a-ac04-9370381ea2d8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:54.234904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7af575-5cdc-4180-95f6-72f400e4e690 req-ba3cda33-b1b5-4c8a-ac04-9370381ea2d8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 944 time: 0.0926573 Nov 12 03:34:54.278058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.289226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:34:54.289852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:34:54.293918 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:34:54.297327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb08b817-1803-4a25-b57e-2953852ebe28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.307371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7af575-5cdc-4180-95f6-72f400e4e690 req-e38ebe4d-b414-4205-bc2f-2650a9ae2479 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Nov 12 03:34:54.377957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-f02c63b1-af9c-4d7e-9da7-55efc913ca3b service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758606 Nov 12 03:34:54.378941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.387330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.390456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/networks/9c244eab-03a0-40ed-aeeb-d0ef52d126b1 HTTP/1.1" status: 204 len: 168 time: 1.0747311 Nov 12 03:34:54.393723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.399857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'routes': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:54.409577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c602-1e33-4420-ace7-0937bebec7b8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Pushing event deleted for resources: {'Network': ['ID=9c244eab-03a0-40ed-aeeb-d0ef52d126b1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:54.497595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c6e1f49c-cdb3-4316-a1ed-927a1b75658d req-244eac41-a734-45b1-af71-06d149ad0af7 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115086 Nov 12 03:34:54.580183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Added routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:34:54.580388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.extraroute_db [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Removed routes are [] {{(pid=102605) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:34:54.580764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.679374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bab3960-0755-4341-8065-2388e0d5850d req-c821a97c-0d69-40c4-ba6c-b36655111a33 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0599170 Nov 12 03:34:54.766393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.769869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.855000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:34:54.945134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:54.952271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:54.954424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6331c943-c51f-42ca-9cf2-6fa6394ee01f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 705 time: 0.5592983 Nov 12 03:34:54.956181 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Sync routers for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:54.957151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:54.974493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:54.975121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:54.985203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9cf22cd7-c688-4bf0-b3d2-ee28bd8674f1 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 205 time: 0.0268433 Nov 12 03:34:54.987677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53986) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.052940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:55.090221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.094750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2003846d-0c48-452a-90a4-ba40ecfc8fb7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:55.115535 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:55.121395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2003846d-0c48-452a-90a4-ba40ecfc8fb7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:55.121978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2003846d-0c48-452a-90a4-ba40ecfc8fb7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:55.122562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9d9920a3-fcb4-45a5-88b0-891698fcea1f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:34:55.150084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9d9920a3-fcb4-45a5-88b0-891698fcea1f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:34:55.150690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9d9920a3-fcb4-45a5-88b0-891698fcea1f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:34:55.157465 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Checking router: 1213c1b7-8423-42fc-a7fe-e9be83b929c4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:55.170965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Routers {'1213c1b7-8423-42fc-a7fe-e9be83b929c4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:55.172940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:55.296035 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] Set router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:55.330707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.334118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.388384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.389825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router 1213c1b7-8423-42fc-a7fe-e9be83b929c4 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:55.394508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e0d6c-4d66-438b-99ab-728d5b909da4 req-30bcb59f-c9ec-4672-8e07-4dda7a7f4859 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.399115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-552e0d6c-4d66-438b-99ab-728d5b909da4 req-30bcb59f-c9ec-4672-8e07-4dda7a7f4859 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0951221 Nov 12 03:34:55.416109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.421784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f9fe5acb-4ae5-4096-a5d9-853565b900fd tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 204 len: 168 time: 0.4286759 Nov 12 03:34:55.422165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53996) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.438262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1537134702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.471370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.472968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.536874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-552e0d6c-4d66-438b-99ab-728d5b909da4 req-c2de2cf2-0d26-4bca-a9c5-4a5dedb95f92 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248953 Nov 12 03:34:55.549239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.555366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d671b1-d577-43fc-8c0a-56531ad967af req-074e4917-6739-4236-8dac-1a1cc217be5d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:55.557034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92d671b1-d577-43fc-8c0a-56531ad967af req-074e4917-6739-4236-8dac-1a1cc217be5d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 944 time: 0.1003764 Nov 12 03:34:55.560256 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:55.563118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.569399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.594638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00be54-7597-474f-a2ec-4e1c1b0c5a3d None None] The sync data for ids ['1213c1b7-8423-42fc-a7fe-e9be83b929c4'] in n-d-766726-29 is: [{'id': '1213c1b7-8423-42fc-a7fe-e9be83b929c4', 'name': 'tempest-RoutersIpV6Test-router-1815000231', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:08Z', 'updated_at': '2021-11-12T03:34:52Z', 'revision_number': 11, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:55.600595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.601990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-046d965c-13ef-47a0-bd43-605ab47db996 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1787744 Nov 12 03:34:55.605016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:55.611278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:55.635505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92d671b1-d577-43fc-8c0a-56531ad967af req-9b8aac2f-35b2-46af-9d15-f1fd12b094c8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695152 Nov 12 03:34:55.823957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed98e4d5-e1d1-4756-9593-ed01ecd0510e req-32fd2cd5-82f6-45ec-a1bf-6afd04333ddc tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0507159 Nov 12 03:34:55.891292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.908634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:55.995448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:34:56.039261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Router 8d671b92-a6e6-435a-8c48-074a2746c142 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:34:56.113930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:56.136571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe', 'mac_address': 'fa:16:3e:d4:16:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:34:56.152199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:34:56.160063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.161466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-951e8afa-86f9-4df9-8b8f-353623dd6776 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "PUT /v2.0/routers/8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 200 len: 698 time: 0.5550151 Nov 12 03:34:56.164008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54004) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.171470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Sync routers for ids ['8d671b92-a6e6-435a-8c48-074a2746c142'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:34:56.188263 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.192210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Routers {'8d671b92-a6e6-435a-8c48-074a2746c142'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:56.192864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['8d671b92-a6e6-435a-8c48-074a2746c142'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.241151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:34:56.260435 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-129f75c3-d30b-414b-b8dc-257bbfa9729b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/routers/8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 200 len: 704 time: 0.0949275 Nov 12 03:34:56.263238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54006) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.294002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Set router 8d671b92-a6e6-435a-8c48-074a2746c142 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:56.311196 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60075fe2-8a5a-44cd-b593-dd9880e70da3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 200 len: 205 time: 0.0464289 Nov 12 03:34:56.314230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:56.379382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d671b92-a6e6-435a-8c48-074a2746c142', 'name': 'tempest-RoutersIpV6Test-router-1537134702', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:55Z', 'updated_at': '2021-11-12T03:34:55Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.396769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:56.417839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.419815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.427595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Checking router: 8d671b92-a6e6-435a-8c48-074a2746c142 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:34:56.481756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Routers {'8d671b92-a6e6-435a-8c48-074a2746c142'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:34:56.481756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['8d671b92-a6e6-435a-8c48-074a2746c142'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.567378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] Set router 8d671b92-a6e6-435a-8c48-074a2746c142 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:34:56.627905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d671b92-a6e6-435a-8c48-074a2746c142', 'name': 'tempest-RoutersIpV6Test-router-1537134702', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:55Z', 'updated_at': '2021-11-12T03:34:55Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:34:56.636932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:56.665519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f011c-cdc4-4021-b272-c43ad2b612d7 None None] The sync data for ids ['8d671b92-a6e6-435a-8c48-074a2746c142'] in n-d-766726-29 is: [{'id': '8d671b92-a6e6-435a-8c48-074a2746c142', 'name': 'tempest-RoutersIpV6Test-router-1537134702', 'tenant_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:34:55Z', 'updated_at': '2021-11-12T03:34:55Z', 'revision_number': 2, 'project_id': 'ddb3ee521eb44374895dd3ddde7d330c', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:34:56.695844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.699264 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:56.745438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6933ab5f-ad41-438e-b9ba-d04edb2eb6fe'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:34:56.887581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.103994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.104557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Fanout notify agent at l3_agent the message router_deleted on router 8d671b92-a6e6-435a-8c48-074a2746c142 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:34:57.129591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.130680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-662f2801-68ac-471d-9fc9-710e72f4a7c8 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 204 len: 168 time: 0.8153744 Nov 12 03:34:57.134728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54022) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.151772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09dc7-f54f-4934-b60a-e4725b9be8bc req-433223e0-d9ce-46a7-bb46-3232b92f03db tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.153334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bf09dc7-f54f-4934-b60a-e4725b9be8bc req-433223e0-d9ce-46a7-bb46-3232b92f03db tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.4719341 Nov 12 03:34:57.170683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf699-ec14-44ee-a0ad-0f2c509f4172 req-69d805a5-2e8b-4ddf-815a-3a0d98b3c3b2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:57.172869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7eabf699-ec14-44ee-a0ad-0f2c509f4172 req-69d805a5-2e8b-4ddf-815a-3a0d98b3c3b2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 945 time: 0.0850332 Nov 12 03:34:57.195642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0ca8c684-e57e-495f-ab19-5b5c1cc09c8e tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 200 len: 205 time: 0.0567420 Nov 12 03:34:57.195996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54024) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.250577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bf09dc7-f54f-4934-b60a-e4725b9be8bc req-768a238a-3b60-44d6-b828-b737fc667baf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Nov 12 03:34:57.253160 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-cb9714af-db10-49bf-b228-dafef97a0239 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.255132 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb9714af-db10-49bf-b228-dafef97a0239 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/8d671b92-a6e6-435a-8c48-074a2746c142 HTTP/1.1" status: 404 len: 336 time: 0.0570335 Nov 12 03:34:57.257476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.262783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7eabf699-ec14-44ee-a0ad-0f2c509f4172 req-008740cc-05c0-4fad-ada8-8a7eb83e4b8b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806146 Nov 12 03:34:57.292189 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f971bef-bc35-4632-959e-969dc65fc6a9 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.294051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f971bef-bc35-4632-959e-969dc65fc6a9 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.298087 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f971bef-bc35-4632-959e-969dc65fc6a9 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/075b2ce6-607b-4f55-bc72-2a3239f96666 HTTP/1.1" status: 404 len: 337 time: 0.0394111 Nov 12 03:34:57.300725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54028) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.334345 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6b1b56-5290-4159-88ab-ca718fd8bebe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.335115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6b1b56-5290-4159-88ab-ca718fd8bebe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.342939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ac6b1b56-5290-4159-88ab-ca718fd8bebe tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/d9ee4e13-a22b-4923-a6d1-2b67c52854b5 HTTP/1.1" status: 404 len: 337 time: 0.0370343 Nov 12 03:34:57.343835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54030) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.382706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97f35364-f8ef-4192-ac2a-5aabf1a7397d req-ba1daccd-047c-4323-a2ab-a06dd72e1204 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0323682 Nov 12 03:34:57.384044 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c152b203-7932-4780-9906-fc9e005f9844 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.384631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c152b203-7932-4780-9906-fc9e005f9844 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.391635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c152b203-7932-4780-9906-fc9e005f9844 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/8f72ed2d-296d-4ecd-9c4c-ac744de8d040 HTTP/1.1" status: 404 len: 337 time: 0.0440011 Nov 12 03:34:57.392018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54034) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.429763 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0684c9fb-d72f-4276-9219-9fc90b4dd385 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.430348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0684c9fb-d72f-4276-9219-9fc90b4dd385 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.434238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0684c9fb-d72f-4276-9219-9fc90b4dd385 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/dd25b271-e924-4352-8a1b-ebf2e8b636f1 HTTP/1.1" status: 404 len: 337 time: 0.0405779 Nov 12 03:34:57.437349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.470007 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1647f32-f5bd-4714-b821-c8a80b36b633 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 200 len: 205 time: 0.0311353 Nov 12 03:34:57.472501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.510117 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5b934216-3977-42aa-bc03-f8ae16b26ef6 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.511503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5b934216-3977-42aa-bc03-f8ae16b26ef6 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/1213c1b7-8423-42fc-a7fe-e9be83b929c4 HTTP/1.1" status: 404 len: 336 time: 0.0377274 Nov 12 03:34:57.514010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.547448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6a81a440-0390-47c6-bea2-531801033a51 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=9441a067-991c-4bbf-b3f6-ef9cb0e42835 HTTP/1.1" status: 200 len: 205 time: 0.0323224 Nov 12 03:34:57.549949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.591537 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7d5e1d9f-bddf-4d8e-ac89-84175033323a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.592795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7d5e1d9f-bddf-4d8e-ac89-84175033323a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/9441a067-991c-4bbf-b3f6-ef9cb0e42835 HTTP/1.1" status: 404 len: 336 time: 0.0417070 Nov 12 03:34:57.596809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.625094 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a6e31a-6a18-4dc4-8e9d-66739ec204c3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.625924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a6e31a-6a18-4dc4-8e9d-66739ec204c3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.629526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a8a6e31a-6a18-4dc4-8e9d-66739ec204c3 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/66e19696-fe01-4a61-931e-23dad31fe54e HTTP/1.1" status: 404 len: 337 time: 0.0314147 Nov 12 03:34:57.632139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.665535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aacec4e2-3e61-4a70-ab73-72f20c2ec298 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 200 len: 205 time: 0.0289295 Nov 12 03:34:57.665844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54058) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.732649 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:57.751226 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-0a73c70e-d2c2-4aa5-acba-c4c20efbc0db tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.754771 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a73c70e-d2c2-4aa5-acba-c4c20efbc0db tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/c90703bc-cb59-4b11-81dc-648a9fed7ace HTTP/1.1" status: 404 len: 336 time: 0.0855196 Nov 12 03:34:57.755363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.801770 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-93fefc66-e37d-4984-9afc-f59f08edfb8a tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=f67368ec-c170-437b-a023-2a9f974b2e23 HTTP/1.1" status: 200 len: 205 time: 0.0430961 Nov 12 03:34:57.802129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.847997 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-3d65f80b-8e37-434c-8413-38907da50be9 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.849149 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d65f80b-8e37-434c-8413-38907da50be9 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/f67368ec-c170-437b-a023-2a9f974b2e23 HTTP/1.1" status: 404 len: 336 time: 0.0460398 Nov 12 03:34:57.851699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54066) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.885929 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6763be4-de03-4e7d-ae20-7e3a4f553d91 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:57.886458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6763be4-de03-4e7d-ae20-7e3a4f553d91 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:57.889564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6763be4-de03-4e7d-ae20-7e3a4f553d91 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/7f5a3eaf-45de-4c99-bfdc-6be28d462161 HTTP/1.1" status: 404 len: 337 time: 0.0365722 Nov 12 03:34:57.892782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54068) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.934230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb1264f2-6c42-47b1-b34b-6a0c30dc555b tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=d54770fa-1378-42e7-a41d-71429bcde56b HTTP/1.1" status: 200 len: 205 time: 0.0381405 Nov 12 03:34:57.934984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54070) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:57.994529 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-cc3db043-9d44-4c81-8d2c-ef7e5bac124f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:57.995634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cc3db043-9d44-4c81-8d2c-ef7e5bac124f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/d54770fa-1378-42e7-a41d-71429bcde56b HTTP/1.1" status: 404 len: 336 time: 0.0596423 Nov 12 03:34:58.000256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.009259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:34:58.041175 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26bcb45-7e49-479e-9ffd-d34da8e6acf7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:58.042122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26bcb45-7e49-479e-9ffd-d34da8e6acf7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:58.047295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e26bcb45-7e49-479e-9ffd-d34da8e6acf7 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/34300c44-0df8-47fb-8634-dd3619884527 HTTP/1.1" status: 404 len: 337 time: 0.0456233 Nov 12 03:34:58.049989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.082251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0f65996-c5fd-4969-ac6b-bdb85a1d82ba tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "GET /v2.0/ports?device_id=4303a01a-721a-4390-9ded-427008ae5ff2 HTTP/1.1" status: 200 len: 205 time: 0.0306497 Nov 12 03:34:58.084532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.094410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:34:58.100731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:34:58.101322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.135193 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-3c337956-0c34-4101-97b5-fd2b81e3b139 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] delete failed (client error): The resource could not be found. Nov 12 03:34:58.139168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3c337956-0c34-4101-97b5-fd2b81e3b139 tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/routers/4303a01a-721a-4390-9ded-427008ae5ff2 HTTP/1.1" status: 404 len: 336 time: 0.0513604 Nov 12 03:34:58.139488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.179087 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c4061b-9185-4701-a5dd-b152a6067f9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:58.179699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c4061b-9185-4701-a5dd-b152a6067f9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:58.185842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f8c4061b-9185-4701-a5dd-b152a6067f9d tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/85fd0391-9e9b-424a-a0cd-3948ca51aa51 HTTP/1.1" status: 404 len: 337 time: 0.0424981 Nov 12 03:34:58.186276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.210757 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.225785 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2186592c-c49a-426a-ac57-876b5c519e3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] DELETE failed (client error): The resource could not be found. Nov 12 03:34:58.226374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2186592c-c49a-426a-ac57-876b5c519e3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:34:58.231223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2186592c-c49a-426a-ac57-876b5c519e3f tempest-RoutersIpV6Test-2124381441 tempest-RoutersIpV6Test-2124381441-project] 10.222.0.97 "DELETE /v2.0/subnets/a2f9ff35-c3cf-49f9-b8d2-6d02017ae164 HTTP/1.1" status: 404 len: 337 time: 0.0410850 Nov 12 03:34:58.250309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:34:58.252820 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f66f8-0559-4446-845e-c7221d37b417" -d '{"events": [{"server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:34:58.267736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:34:58.273894 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.323718 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7110cd-1e18-400b-9016-72fdf006d836 x-openstack-request-id: req-2c7110cd-1e18-400b-9016-72fdf006d836 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:34:58.324366 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "name": "network-vif-plugged", "status": "completed", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:34:58.324994 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2c7110cd-1e18-400b-9016-72fdf006d836 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:34:58.325741 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe', 'code': 200} Nov 12 03:34:58.405388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:58.465964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e338362-047b-49c7-8975-b8af75da1431 req-c2f8cec8-14db-41f5-a3ac-d103ea48da3e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.476779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e338362-047b-49c7-8975-b8af75da1431 req-c2f8cec8-14db-41f5-a3ac-d103ea48da3e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1215441 Nov 12 03:34:58.489469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f1604-80d0-44e4-b857-0984ac62ab77 req-4d1aa2aa-f711-4958-877b-d129fba705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.491154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-751f1604-80d0-44e4-b857-0984ac62ab77 req-4d1aa2aa-f711-4958-877b-d129fba705fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0717182 Nov 12 03:34:58.520923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55db6-f21b-432f-b0c4-ae37cabacb1c req-fc19baeb-e15d-41a1-a772-3b938404d6a8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:58.522479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f55db6-f21b-432f-b0c4-ae37cabacb1c req-fc19baeb-e15d-41a1-a772-3b938404d6a8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1055949 Nov 12 03:34:58.547300 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-751f1604-80d0-44e4-b857-0984ac62ab77 req-e317dbed-f943-44d8-aead-106c3bc9da57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Nov 12 03:34:58.558811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e338362-047b-49c7-8975-b8af75da1431 req-44234f0c-1f3d-4e32-8ff9-dfcc497b9be2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809488 Nov 12 03:34:58.601489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f55db6-f21b-432f-b0c4-ae37cabacb1c req-f0a5afdb-891d-45f0-bfad-22a4c8cef6f5 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665138 Nov 12 03:34:58.687882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.694402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed59e280-5e20-4ac1-b5e6-cfebce9021ee req-a3643df7-069a-48f0-a1a7-091c3c33ed25 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Nov 12 03:34:58.862599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a960dce-2ae3-42a1-98d5-01c8d69ea0cd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ddb3ee521eb44374895dd3ddde7d330c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724904 Nov 12 03:34:58.864424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54104) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:58.916099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:58.942185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.006200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.008970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.010194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7f0b2851-62f7-4c98-9035-92604fd562ac HTTP/1.1" status: 204 len: 168 time: 0.1448426 Nov 12 03:34:59.020886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0b2851-62f7-4c98-9035-92604fd562ac,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:34:59.029236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.029580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.030038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.030448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.031493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.031975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.032319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.032648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.032977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.033298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.033625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.033995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92baf9cc-1dff-4922-a8ba-f50b4c614ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:34:59.296601 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-66eec084-0574-40a3-8333-f5ed8c2fefdc service neutron] show failed (client error): The resource could not be found. Nov 12 03:34:59.297673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-66eec084-0574-40a3-8333-f5ed8c2fefdc service neutron] 10.222.0.16 "GET /v2.0/ports/7286a58d-4d66-454b-995d-c6d84d3344bc/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0668027 Nov 12 03:34:59.550899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-1a62eb4d-1a59-4cf3-8cfb-765c28ceff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.552349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-1a62eb4d-1a59-4cf3-8cfb-765c28ceff94 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1102 time: 0.0515997 Nov 12 03:34:59.582775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:34:59.652470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:34:59.860335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54134) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:34:59.893808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044521f5-f50d-4f01-bd57-8badc4b58ece req-0d3f3878-c538-43a1-a706-2a57e0b346bb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.899474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-044521f5-f50d-4f01-bd57-8badc4b58ece req-0d3f3878-c538-43a1-a706-2a57e0b346bb tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1855359 Nov 12 03:34:59.916828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e017e2f-783c-4cbb-9d1b-251d37821b12 req-7be7db54-6eef-4018-963b-e9391b52a308 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:34:59.924467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e017e2f-783c-4cbb-9d1b-251d37821b12 req-7be7db54-6eef-4018-963b-e9391b52a308 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.2257276 Nov 12 03:35:00.007210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1122820754'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:00.034092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:00.038572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.048620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.071489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-044521f5-f50d-4f01-bd57-8badc4b58ece req-ffbb5e75-8c07-4e63-956e-7342b83354d2 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691425 Nov 12 03:35:00.082484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e017e2f-783c-4cbb-9d1b-251d37821b12 req-83d0fced-6a72-485a-a358-1abfc93dd8cf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570609 Nov 12 03:35:00.118344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:00.176690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:00.187380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.191681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.212489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-313a9ace-812c-4c9f-946c-c7ec7502694b req-269e4179-c87c-4086-a0d2-e1889f131646 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0488963 Nov 12 03:35:00.232306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:00.239070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:00.240517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51448a32-7232-4853-867f-afbddbc31e51,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.241475 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a6f15-548b-45c3-8415-1c82b2fac1b0" -d '{"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-unplugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:00.246309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.257078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.257432 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment 52224d15-1bd7-47d2-a91d-9af1be350d5f of type vlan for network 23fb91f9-733e-454f-baca-1b504789e673 Nov 12 03:35:00.262386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Transition to ACTIVE for port object 7286a58d-4d66-454b-995d-c6d84d3344bc will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:00.268629 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.334208 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a2f329-74b4-4c90-9c31-b89f1a4a1c16 x-openstack-request-id: req-d2a2f329-74b4-4c90-9c31-b89f1a4a1c16 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:00.334553 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-unplugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:00.334787 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d2a2f329-74b4-4c90-9c31-b89f1a4a1c16 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:00.335224 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'code': 200} Nov 12 03:35:00.335925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.343489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.368311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] No DVR routers for this DVR port 7286a58d-4d66-454b-995d-c6d84d3344bc on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:00.382882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.389502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.390935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.438270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:00.438465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:00.438724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.447261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:00.447590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Attempting to bind port 7286a58d-4d66-454b-995d-c6d84d3344bc on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:00.458929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:00.460588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:00.462028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:00.463067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Bound port: 7286a58d-4d66-454b-995d-c6d84d3344bc, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:00.463438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.497432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6359081 Nov 12 03:35:00.501328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:00.509315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-833090853'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:00.517244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503f5de-5854-4362-a51a-d6f4e8ec83d5 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=23fb91f9-733e-454f-baca-1b504789e673,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.531294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 23fb91f9-733e-454f-baca-1b504789e673 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:00.549899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:00.556660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:00.557812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.567002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:00.581690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.610917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:00.623605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.624261 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment 9b2350b7-e41d-41a8-9884-95bc0ff8a2b1 of type vlan for network 4b5255da-7d36-42f4-8f5e-209902715b5a Nov 12 03:35:00.676609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.677059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.685158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.685909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.687820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-45aa3361-a92a-45ba-a6eb-dcbf0f7a89e7 service neutron] 10.222.0.104 "PUT /v2.0/ports/7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 1097 time: 1.1145105 Nov 12 03:35:00.715488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.723499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.724257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:00.805470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:00.805737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3027325 Nov 12 03:35:00.813864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': '23fb91f9-733e-454f-baca-1b504789e673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:00.816238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec2526-08de-4667-aea1-0aaafd52ebab tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=4b5255da-7d36-42f4-8f5e-209902715b5a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:00.831805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4b5255da-7d36-42f4-8f5e-209902715b5a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:00.850137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-e527cf1f-c576-4b0b-bc32-b20319d3c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:00.851613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-e527cf1f-c576-4b0b-bc32-b20319d3c29f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1100 time: 0.0991626 Nov 12 03:35:01.016970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:01.021005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.049936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-981d0430-6353-499e-b015-66d736e3b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.051652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-981d0430-6353-499e-b015-66d736e3b49d service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1710675 Nov 12 03:35:01.177409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-4dfb562a-b4cf-418f-b6b9-c6503e39a1e7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0918407 Nov 12 03:35:01.253601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.264744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-9f35fa26-5ea8-4033-8c25-1d4d4ac78866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.266939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-9f35fa26-5ea8-4033-8c25-1d4d4ac78866 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0776496 Nov 12 03:35:01.380326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c1750-0c8e-4e56-a8a2-e84a36ea4765 req-c24f6882-b2a2-430f-ba82-a7c7ad020873 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.381876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c3c1750-0c8e-4e56-a8a2-e84a36ea4765 req-c24f6882-b2a2-430f-ba82-a7c7ad020873 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2121124 Nov 12 03:35:01.440643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e775b23-6ee4-45fb-970e-acdfcf42ff16 req-da87a895-f829-46cc-bc19-8d0945c48152 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.447423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e775b23-6ee4-45fb-970e-acdfcf42ff16 req-da87a895-f829-46cc-bc19-8d0945c48152 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.2566955 Nov 12 03:35:01.457410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-04723c7a-0e90-4d71-b127-e770fdc62ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:01.459008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-04723c7a-0e90-4d71-b127-e770fdc62ef9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746922 Nov 12 03:35:01.545853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:01.621232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c3c1750-0c8e-4e56-a8a2-e84a36ea4765 req-9a33ff69-4ce4-421f-a2c6-dab685850fae tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231624 Nov 12 03:35:01.675192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e775b23-6ee4-45fb-970e-acdfcf42ff16 req-70f795b5-ab92-4589-b0eb-bc1c29714a35 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165687 Nov 12 03:35:01.693819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6708dd10-6e6b-4622-acb6-c452e5fbcc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.740767 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.807500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-333edc86-c18f-4faa-9298-0d75d490470d service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079431 Nov 12 03:35:01.819318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6708dd10-6e6b-4622-acb6-c452e5fbcc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.825116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6708dd10-6e6b-4622-acb6-c452e5fbcc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:01.877486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3ac4f0e-5500-42be-b7e8-bae2ca19dae2 req-115a06d1-13ba-47e8-a33b-e0c6394c28f5 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.1111839 Nov 12 03:35:01.894106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708dd10-6e6b-4622-acb6-c452e5fbcc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4837e5-42f9-4f01-9857-65418909c6de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.918291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6708dd10-6e6b-4622-acb6-c452e5fbcc62 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=94048008a2ad42a2acb38283ad2743e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3700142 Nov 12 03:35:01.919380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:01.929870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=fa1d2330-45c0-4044-88c3-a77b7146eeec,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:01.964466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': '52224d15-1bd7-47d2-a91d-9af1be350d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '23fb91f9-733e-454f-baca-1b504789e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:01.964943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: 23fb91f9-733e-454f-baca-1b504789e673, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:01.990497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.026111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4892b1-078d-4ffb-882e-d8ae811b36bf req-76ffa052-64ff-4565-b6e6-6a237afc0ee2 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023354 Nov 12 03:35:02.032915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 23fb91f9-733e-454f-baca-1b504789e673 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:02.044490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6845d8-8a7f-4fe0-87f2-fd00019aa8d7 req-a37159f5-dbb3-4ad7-b4fd-3fcdd520d196 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.046690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd6845d8-8a7f-4fe0-87f2-fd00019aa8d7 req-a37159f5-dbb3-4ad7-b4fd-3fcdd520d196 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1034076 Nov 12 03:35:02.059934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 23fb91f9-733e-454f-baca-1b504789e673) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:02.072770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31a3c5-e3a4-4715-b86f-6d0458715669 None None] Network 23fb91f9-733e-454f-baca-1b504789e673 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:02.076578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.077265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.115144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8db1ff87-5962-4e90-b439-30551578ca22 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3084819 Nov 12 03:35:02.118329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.123930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:02.166929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd6845d8-8a7f-4fe0-87f2-fd00019aa8d7 req-2b54796d-bc78-4ab7-b154-6d4d1f47e3ae tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107681 Nov 12 03:35:02.294761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:02.304077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.345452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-23fb91f9-733e-454f-baca-1b504789e673', 'network_id': '23fb91f9-733e-454f-baca-1b504789e673', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': 'fa1d2330-45c0-4044-88c3-a77b7146eeec'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:02.345730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:02.346658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.347868 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e233028e-183d-4adb-ab65-f1bb1a7fbc82" -d '{"events": [{"name": "network-changed", "server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:02.362639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.408172 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8336d-659d-42b9-ac47-ca0a43ac7050 x-openstack-request-id: req-dff8336d-659d-42b9-ac47-ca0a43ac7050 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:02.408422 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:02.408688 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dff8336d-659d-42b9-ac47-ca0a43ac7050 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:02.409132 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'status': 'completed', 'code': 200} Nov 12 03:35:02.454326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.457391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.458782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ee4837e5-42f9-4f01-9857-65418909c6de HTTP/1.1" status: 204 len: 168 time: 0.5384390 Nov 12 03:35:02.491909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07128538-49bb-44d9-9f5a-43af4cd4f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4837e5-42f9-4f01-9857-65418909c6de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.511468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-433a66c9-86b9-4983-b7e8-82c31cea40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.513425 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-433a66c9-86b9-4983-b7e8-82c31cea40c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1100 time: 0.0534232 Nov 12 03:35:02.574289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Allocated IP 172.20.0.2 (23fb91f9-733e-454f-baca-1b504789e673/fa1d2330-45c0-4044-88c3-a77b7146eeec/29ad5a8a-7fcd-424e-a1f3-1579913f85ef) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:02.632755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-d3014f68-bd8e-4f42-b79d-a588f15f05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.634604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-d3014f68-bd8e-4f42-b79d-a588f15f05b3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1100 time: 0.1016374 Nov 12 03:35:02.659163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-b8e8c478-b51f-403f-a4b0-90430f04f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.661517 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-b8e8c478-b51f-403f-a4b0-90430f04f5b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1405799 Nov 12 03:35:02.681061 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.727756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-438a53b3-350c-4320-a6a3-a6f712a89830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0588932 Nov 12 03:35:02.737050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=590fde07-c82c-44ec-b39b-fb92283004fd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.836817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-9f8cb41c-73af-4297-978a-bb5709fc15de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.841191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-9f8cb41c-73af-4297-978a-bb5709fc15de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1049552 Nov 12 03:35:02.857978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.866029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.871888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:02.872265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: 4b5255da-7d36-42f4-8f5e-209902715b5a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:02.876987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-bc6dd227-51a8-4d65-a412-256bff398ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.878631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-bc6dd227-51a8-4d65-a412-256bff398ea5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2360380 Nov 12 03:35:02.890504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:02.907966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Network 23fb91f9-733e-454f-baca-1b504789e673 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:02.912704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:02.916928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:02.937711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-f375ef37-cf8e-4a45-a25b-aab3bdd79f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.940580 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-f375ef37-cf8e-4a45-a25b-aab3bdd79f48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921257 Nov 12 03:35:02.962144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Pushing event updated for resources: {'Port': ['ID=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:02.966852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104e4a4-6cc1-4f85-abaa-dbfb8c24e622 req-66ffae6a-5b3d-48e7-acbb-8d78bd807a45 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:02.969042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6104e4a4-6cc1-4f85-abaa-dbfb8c24e622 req-66ffae6a-5b3d-48e7-acbb-8d78bd807a45 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.1476882 Nov 12 03:35:02.969852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c68d-6609-47cb-9c54-3017ab3dd9e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:02.974914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-57fc0573-a855-4124-94b2-2e452a6c55c8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0851119 Nov 12 03:35:02.982471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4b5255da-7d36-42f4-8f5e-209902715b5a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:03.007640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4b5255da-7d36-42f4-8f5e-209902715b5a) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:03.011654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Attempting to bind port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:03.012216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Attempting to bind port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '52224d15-1bd7-47d2-a91d-9af1be350d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '23fb91f9-733e-454f-baca-1b504789e673'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:03.012738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Attempting to bind port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef on network 23fb91f9-733e-454f-baca-1b504789e673 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:03.020865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:03.021471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Checking segment: {'id': '52224d15-1bd7-47d2-a91d-9af1be350d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '23fb91f9-733e-454f-baca-1b504789e673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:03.022034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.022594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Bound using segment: {'id': '52224d15-1bd7-47d2-a91d-9af1be350d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '23fb91f9-733e-454f-baca-1b504789e673'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:03.023266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Bound port: 29ad5a8a-7fcd-424e-a1f3-1579913f85ef, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52224d15-1bd7-47d2-a91d-9af1be350d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '23fb91f9-733e-454f-baca-1b504789e673'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:03.023808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.037465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c4f26-2ab7-47b1-a007-08189de3443b None None] Network 4b5255da-7d36-42f4-8f5e-209902715b5a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:03.050581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.051235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.112806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-3cdee964-909f-43b2-b647-0b8cc01c4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.114374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-3cdee964-909f-43b2-b647-0b8cc01c4038 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1240940 Nov 12 03:35:03.120612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-63d74ab8-b9a9-4ec6-b973-e47bf2742124 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0014751 Nov 12 03:35:03.121271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:03.131638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-cefa1dc0-1220-4185-960a-c5975292120b service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829193 Nov 12 03:35:03.132893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6104e4a4-6cc1-4f85-abaa-dbfb8c24e622 req-3b2dc712-e6d8-44c9-971a-54d3003a1609 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440666 Nov 12 03:35:03.136154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1174378687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:03.172112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] For port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:03.189667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] For port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,segment=NetworkSegment(52224d15-1bd7-47d2-a91d-9af1be350d5f),segment_id=52224d15-1bd7-47d2-a91d-9af1be350d5f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:03.270511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.294730 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.296994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.313863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-fa035079-ecaa-425c-b76e-afdd6d4ade3d service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683223 Nov 12 03:35:03.338606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5710469-c186-498f-82cc-4c43669b1f7c req-5cb0d6eb-5d01-4fdf-91a8-9bf6f6ad2298 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0885944 Nov 12 03:35:03.369461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4b5255da-7d36-42f4-8f5e-209902715b5a', 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': '590fde07-c82c-44ec-b39b-fb92283004fd'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:03.370309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.386673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c68d-6609-47cb-9c54-3017ab3dd9e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.402785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-5877cfc9-884a-47c9-9d98-98765898866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.405071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-5877cfc9-884a-47c9-9d98-98765898866c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2760594 Nov 12 03:35:03.409991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c68d-6609-47cb-9c54-3017ab3dd9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.498695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bc52f-6853-42f4-a08f-36e390d187e5 None None] Pushing event updated for resources: {'Port': ['ID=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.502175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.537345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.554561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Allocated IP 172.21.0.2 (4b5255da-7d36-42f4-8f5e-209902715b5a/590fde07-c82c-44ec-b39b-fb92283004fd/bca4e16b-ad4c-4717-9e7d-160810c8a917) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:03.565969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6c68d-6609-47cb-9c54-3017ab3dd9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfbb101-89a1-4cfe-b1a3-460c4f51e215,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:03.578174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c9a6c68d-6609-47cb-9c54-3017ab3dd9e3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=84a7c23e14d14828a1baef7445153346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6829755 Nov 12 03:35:03.579012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54204) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:03.625549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.629423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-39ef7c72-f2d1-43d5-94c7-b4b8fbb8b083 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5003445 Nov 12 03:35:03.630943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:03.649451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32637-9a83-48d2-89c7-9b9a6b98506a req-053ffb4d-d550-4988-90b0-17cc3d85d19f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:03.652430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fa32637-9a83-48d2-89c7-9b9a6b98506a req-053ffb4d-d550-4988-90b0-17cc3d85d19f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2007470 Nov 12 03:35:03.688616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-ee8f544c-4699-4c4b-b0b3-7d247c48ea95 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930585 Nov 12 03:35:03.809991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.854585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fa32637-9a83-48d2-89c7-9b9a6b98506a req-eae13c2e-3640-42d6-a645-d1b6957beab0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599677 Nov 12 03:35:03.908040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.921935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e233028e-183d-4adb-ab65-f1bb1a7fbc82 req-158d2707-a577-459a-bb75-7dd21047b973 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047493 Nov 12 03:35:03.993138 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:03.999800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.040171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.041469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Network 4b5255da-7d36-42f4-8f5e-209902715b5a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:04.046411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:04.052930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:04.056191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Pushing event updated for resources: {'Port': ['ID=bca4e16b-ad4c-4717-9e7d-160810c8a917,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.062261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:04.188328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.191101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.192699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fdfbb101-89a1-4cfe-b1a3-460c4f51e215 HTTP/1.1" status: 204 len: 168 time: 0.6120913 Nov 12 03:35:04.207477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:04.211750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Attempting to bind port bca4e16b-ad4c-4717-9e7d-160810c8a917 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:04.212127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Attempting to bind port bca4e16b-ad4c-4717-9e7d-160810c8a917 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:04.212495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Attempting to bind port bca4e16b-ad4c-4717-9e7d-160810c8a917 on network 4b5255da-7d36-42f4-8f5e-209902715b5a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:04.213759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c5066-6305-4814-8f5a-699c1ac3d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfbb101-89a1-4cfe-b1a3-460c4f51e215,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.219743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:04.219966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Checking segment: {'id': '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:04.220371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.220766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Bound using segment: {'id': '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:04.221420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Bound port: bca4e16b-ad4c-4717-9e7d-160810c8a917, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b5255da-7d36-42f4-8f5e-209902715b5a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:04.221811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.312669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] For port bca4e16b-ad4c-4717-9e7d-160810c8a917, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:04.316586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] For port bca4e16b-ad4c-4717-9e7d-160810c8a917, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bca4e16b-ad4c-4717-9e7d-160810c8a917,segment=NetworkSegment(9b2350b7-e41d-41a8-9884-95bc0ff8a2b1),segment_id=9b2350b7-e41d-41a8-9884-95bc0ff8a2b1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:04.321726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.329886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b355-0ef4-42bc-b603-105b7cc4341c req-4e62cdba-ad21-478a-ac46-74e3dfa9b9d3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:04.338186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5295b355-0ef4-42bc-b603-105b7cc4341c req-4e62cdba-ad21-478a-ac46-74e3dfa9b9d3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.0950863 Nov 12 03:35:04.426876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5295b355-0ef4-42bc-b603-105b7cc4341c req-0ed4e0a2-04d9-4b77-96ee-dea83e2b37fa tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876718 Nov 12 03:35:04.443018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627cac6-decd-4783-8ffb-24eaf50a157a None None] Pushing event updated for resources: {'Port': ['ID=bca4e16b-ad4c-4717-9e7d-160810c8a917,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.537800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.20.0.1 (23fb91f9-733e-454f-baca-1b504789e673/fa1d2330-45c0-4044-88c3-a77b7146eeec/184013f0-b47b-4b56-a0fd-7257c10ee56c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:04.545463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-287e9341-db87-4261-b27d-b24a81705a84 req-2dbbb0ea-d125-45de-a528-00b46f68bb55 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0532413 Nov 12 03:35:04.705634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.753567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.850659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 23fb91f9-733e-454f-baca-1b504789e673 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:04.855679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:04.860417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:04.867790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=184013f0-b47b-4b56-a0fd-7257c10ee56c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:04.932235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:04.993368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276d4c8-a842-409a-97a0-673c5bfb4900 None None] Network 23fb91f9-733e-454f-baca-1b504789e673 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:05.052695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79357bc-a8a0-4720-87ee-6466f159f86a req-fdb72d35-d16b-4519-bc1b-50e3ba52a463 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.055804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b79357bc-a8a0-4720-87ee-6466f159f86a req-fdb72d35-d16b-4519-bc1b-50e3ba52a463 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0918369 Nov 12 03:35:05.125480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] Provisioning complete for port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:05.125855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.147945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.164515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b79357bc-a8a0-4720-87ee-6466f159f86a req-be6f4632-74e9-4271-8808-b1889b26e292 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999727 Nov 12 03:35:05.243604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 29ad5a8a-7fcd-424e-a1f3-1579913f85ef up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:05.357379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.397425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:05.397797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.444956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] For port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,segment=NetworkSegment(52224d15-1bd7-47d2-a91d-9af1be350d5f),segment_id=52224d15-1bd7-47d2-a91d-9af1be350d5f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:05.459684 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.541362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556d310-6f50-4486-9ed6-5880621c7a80 None None] Pushing event updated for resources: {'Port': ['ID=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.605823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.617046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.634829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bca4e16b-ad4c-4717-9e7d-160810c8a917 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:05.718563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port bca4e16b-ad4c-4717-9e7d-160810c8a917 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:05.718805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.750983 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=184013f0-b47b-4b56-a0fd-7257c10ee56c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:05.752982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89b09126-427c-40fc-a805-02f05d5a565e req-44371518-b23b-4a32-a6af-cf74284bb4ed tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0862734 Nov 12 03:35:05.753808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:05.815024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82201a10-199e-47c9-a7f1-f6b2710e7e99 req-5b4975cf-aaaf-4dc2-a001-b12f41c1f66a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:05.832839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82201a10-199e-47c9-a7f1-f6b2710e7e99 req-5b4975cf-aaaf-4dc2-a001-b12f41c1f66a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.2515466 Nov 12 03:35:05.906384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 23fb91f9-733e-454f-baca-1b504789e673 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:05.908943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:05.963012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.029161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82201a10-199e-47c9-a7f1-f6b2710e7e99 req-f178aa6a-52e8-4c17-a4d5-d1f2a427faa3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952507 Nov 12 03:35:06.055890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6ae7e18e-e59c-4ca1-9194-0803d28566dd None None] Provisioning complete for port 184013f0-b47b-4b56-a0fd-7257c10ee56c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.056744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e18e-e59c-4ca1-9194-0803d28566dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.060136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port bca4e16b-ad4c-4717-9e7d-160810c8a917, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bca4e16b-ad4c-4717-9e7d-160810c8a917,segment=NetworkSegment(9b2350b7-e41d-41a8-9884-95bc0ff8a2b1),segment_id=9b2350b7-e41d-41a8-9884-95bc0ff8a2b1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:06.143245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7e18e-e59c-4ca1-9194-0803d28566dd None None] Port 184013f0-b47b-4b56-a0fd-7257c10ee56c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:06.148698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router a9debd65-6b02-4a47-87e3-c46bfee4302a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:06.149088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d2772-2c92-4b97-87f7-d6bc715f24b1 None None] Network 4b5255da-7d36-42f4-8f5e-209902715b5a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:06.152660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.264920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6ae7e18e-e59c-4ca1-9194-0803d28566dd None None] Provisioning complete for port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.265574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ae7e18e-e59c-4ca1-9194-0803d28566dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.290336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:06.311625 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] Sync routers for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:06.328822 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:06.329462 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:06.333807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8221064a-194c-41d7-94d9-fe127589cbde tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6991081 Nov 12 03:35:06.336945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54256) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:06.388329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8afca1-7f7e-47a7-80b9-929e7d5c39a5 req-36ea27e2-9e38-4bd1-9206-6f8aea550479 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.393797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8afca1-7f7e-47a7-80b9-929e7d5c39a5 req-36ea27e2-9e38-4bd1-9206-6f8aea550479 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1251814 Nov 12 03:35:06.413085 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:06.413772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c69e0-2db5-45e4-a290-22793515f271 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:06.420236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a72c69e0-2db5-45e4-a290-22793515f271 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports/184013f0-b47b-4b56-a0fd-7257c10ee56c HTTP/1.1" status: 200 len: 910 time: 0.0815382 Nov 12 03:35:06.424397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:06.431399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:06.432224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:06.441363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=bca4e16b-ad4c-4717-9e7d-160810c8a917,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:06.502430 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:06.503224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7728f1-8272-4b46-ac68-920ce857346d None None] The sync data for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:06.766897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc7b918e-510b-4b65-b6b3-e18605abc89b None None] Provisioning complete for port 184013f0-b47b-4b56-a0fd-7257c10ee56c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.767683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc7b918e-510b-4b65-b6b3-e18605abc89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:06.865745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b918e-510b-4b65-b6b3-e18605abc89b None None] Port 184013f0-b47b-4b56-a0fd-7257c10ee56c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:06.904055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc7b918e-510b-4b65-b6b3-e18605abc89b None None] Provisioning complete for port bca4e16b-ad4c-4717-9e7d-160810c8a917 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:06.904332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc7b918e-510b-4b65-b6b3-e18605abc89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.136507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b6e88bb-0cb8-4fa1-89b4-d3f2135711ff req-dc7158ff-91b2-482a-8822-269dc9383d0e tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0718269 Nov 12 03:35:07.152048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8afca1-7f7e-47a7-80b9-929e7d5c39a5 req-fa181703-ac79-4524-a6b2-943e0283ac6b tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440434 Nov 12 03:35:07.168917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.191702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 29ad5a8a-7fcd-424e-a1f3-1579913f85ef up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:07.298775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cc95e-42ed-4b4c-b39b-e085c72912aa req-5c5c2c6d-4193-47fb-9540-58af73cad26d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.307019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-24d0d926-2cf1-4d88-a1bf-8140cd90dde1 None None] Provisioning complete for port bca4e16b-ad4c-4717-9e7d-160810c8a917 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:07.307599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-24d0d926-2cf1-4d88-a1bf-8140cd90dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.312452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:07.312861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.320420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-764cc95e-42ed-4b4c-b39b-e085c72912aa req-5c5c2c6d-4193-47fb-9540-58af73cad26d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.0850863 Nov 12 03:35:07.401833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-764cc95e-42ed-4b4c-b39b-e085c72912aa req-bd32df4c-0bbd-4d94-acf3-0f96ed2377cf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786095 Nov 12 03:35:07.530426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bca4e16b-ad4c-4717-9e7d-160810c8a917 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:07.591343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port bca4e16b-ad4c-4717-9e7d-160810c8a917 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:07.591824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.612252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.21.0.1 (4b5255da-7d36-42f4-8f5e-209902715b5a/590fde07-c82c-44ec-b39b-fb92283004fd/73fcd00c-a13f-44ec-adb8-65187d1760d5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:07.708045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f622e09-a299-4076-94ac-8bc04adce19f req-a1c17c8d-0987-4c85-8eb5-718070930d3e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.715892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f622e09-a299-4076-94ac-8bc04adce19f req-a1c17c8d-0987-4c85-8eb5-718070930d3e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 948 time: 0.0673738 Nov 12 03:35:07.741011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:07.787114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f622e09-a299-4076-94ac-8bc04adce19f req-e23249fa-b4f8-4023-ac2b-0ea4e3b3f232 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682170 Nov 12 03:35:07.867631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:07.877258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-d8f96955-750e-4a84-8003-2d0c7133ee03 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:07.878891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-d8f96955-750e-4a84-8003-2d0c7133ee03 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703&tenant_id=d13a431489bf4a9587d3a6f91231e11d&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 948 time: 0.1352379 Nov 12 03:35:07.884139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.889985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'mac_address': 'fa:16:3e:cf:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:07.961434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:07.977218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7286a58d-4d66-454b-995d-c6d84d3344bc {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:07.989834 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-50441f50-a42f-4c09-989d-06a076ce7d65 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:35:07.991080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-50441f50-a42f-4c09-989d-06a076ce7d65 service neutron] 10.222.0.16 "DELETE /v2.0/ports/7286a58d-4d66-454b-995d-c6d84d3344bc/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.1034999 Nov 12 03:35:08.000535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.003712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:08.010406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.084849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.088211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4b5255da-7d36-42f4-8f5e-209902715b5a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:08.097590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.098095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.098553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.098987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.099388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.099777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.100293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.100700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.101094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.101521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.102074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.102498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:08.113261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:08.118905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:08.153940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=73fcd00c-a13f-44ec-adb8-65187d1760d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:08.178102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.220877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-f7a141fb-387e-46c9-9bcd-a2a017e7df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.222342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-f7a141fb-387e-46c9-9bcd-a2a017e7df24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1101 time: 0.1511703 Nov 12 03:35:08.375497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1f017ae-afcc-449e-8ae3-6b339d7c2e47 req-6570ad3d-22b2-49c8-9aed-1702de38785d tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0442634 Nov 12 03:35:08.413943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e944f0d-9445-4562-9682-1f611da23d7c req-1f83fbb3-362e-4769-a86b-eb9f8787e3d0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.416034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e944f0d-9445-4562-9682-1f611da23d7c req-1f83fbb3-362e-4769-a86b-eb9f8787e3d0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1278090 Nov 12 03:35:08.417931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-7e2554ea-59d1-4266-9673-acd6ebf6418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.419522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-7e2554ea-59d1-4266-9673-acd6ebf6418f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1851988 Nov 12 03:35:08.420354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.476056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-17689b31-332b-4158-aa22-96d0d5b80a37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0457721 Nov 12 03:35:08.503174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e944f0d-9445-4562-9682-1f611da23d7c req-c6761c34-f51c-4f6b-a456-c584df444e81 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 Nov 12 03:35:08.521181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-496c0ff9-151b-4a45-af1f-6e277b14ec0f None None] Provisioning complete for port 73fcd00c-a13f-44ec-adb8-65187d1760d5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:08.521783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-496c0ff9-151b-4a45-af1f-6e277b14ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:08.569296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-496c0ff9-151b-4a45-af1f-6e277b14ec0f None None] Port 73fcd00c-a13f-44ec-adb8-65187d1760d5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:08.911712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119eb63-d0cd-435c-adeb-64f3a1b67a75 req-d8ff8b7c-a46f-400a-879c-f2963a6ad56a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.913572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9119eb63-d0cd-435c-adeb-64f3a1b67a75 req-d8ff8b7c-a46f-400a-879c-f2963a6ad56a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 949 time: 0.0553706 Nov 12 03:35:08.963289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9119eb63-d0cd-435c-adeb-64f3a1b67a75 req-5425d039-122e-4216-9aa4-db7eb1613b7b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Nov 12 03:35:08.980821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-efc69e1a-154a-41c8-87e2-c6ef2e639020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:08.982295 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-efc69e1a-154a-41c8-87e2-c6ef2e639020 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.4740381 Nov 12 03:35:09.075999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:09.094378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-98c688aa-f3ea-44ec-a444-dcdc605ab1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.095991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-98c688aa-f3ea-44ec-a444-dcdc605ab1b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061704 Nov 12 03:35:09.249931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.257981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-0cc07c8f-863d-450a-a7e9-d50bf047347d service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391113 Nov 12 03:35:09.258455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.384012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=73fcd00c-a13f-44ec-adb8-65187d1760d5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:09.392463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.420575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.481418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c333cf1e-95c3-47eb-a5ff-dac77c2b7858 req-9d1eae58-f2dd-4c23-9e28-c0cb4494d140 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760907 Nov 12 03:35:09.484755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77ab41ad-b91d-4f02-a0cf-7360ced60636 req-0319c31f-05fe-472d-bd6c-8e514971c17a tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0280070 Nov 12 03:35:09.526619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4b5255da-7d36-42f4-8f5e-209902715b5a is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:09.527967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:09.653636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd77c6-a2cd-4032-afa8-40f0211ec392 req-1515e8c7-5d33-4a46-957b-cbd1d79e19e1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.661253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89fd77c6-a2cd-4032-afa8-40f0211ec392 req-1515e8c7-5d33-4a46-957b-cbd1d79e19e1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0792990 Nov 12 03:35:09.661496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router a9debd65-6b02-4a47-87e3-c46bfee4302a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:09.716002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89fd77c6-a2cd-4032-afa8-40f0211ec392 req-5b700aa9-aa56-45e5-bdf7-9238bb9f2e12 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Nov 12 03:35:09.778314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:09.787139 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-de66f2dd-0382-4913-a87a-d5121effcf76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3588910 Nov 12 03:35:09.787429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54304) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.801012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] Sync routers for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:09.824083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:09.824722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.850011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8a974-847f-4434-bde0-62ecbbf4d2e6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:09.851625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-37b8a974-847f-4434-bde0-62ecbbf4d2e6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports/73fcd00c-a13f-44ec-adb8-65187d1760d5 HTTP/1.1" status: 200 len: 910 time: 0.0631092 Nov 12 03:35:09.854471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54306) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:09.864393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.875567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:09.876261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.929166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:09.930138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dfabb8-b8ca-4c90-be53-1077be73b275 None None] The sync data for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:09.944036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-003141b2-3051-4447-b8e3-8d8ab54c2d5f None None] Provisioning complete for port 73fcd00c-a13f-44ec-adb8-65187d1760d5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:09.944501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003141b2-3051-4447-b8e3-8d8ab54c2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:09.990771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-003141b2-3051-4447-b8e3-8d8ab54c2d5f None None] Port 73fcd00c-a13f-44ec-adb8-65187d1760d5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:10.178597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504e98-e679-41ed-9026-f64b94523e47 req-75eeac28-66d1-45f3-be8c-a11a379b66ce tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.180490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80504e98-e679-41ed-9026-f64b94523e47 req-75eeac28-66d1-45f3-be8c-a11a379b66ce tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 949 time: 0.0855732 Nov 12 03:35:10.266804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80504e98-e679-41ed-9026-f64b94523e47 req-1c78a656-4904-4781-b8c4-9ed2e0d98f6f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702646 Nov 12 03:35:10.368226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.397436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff4d5-8eaf-40ef-b23c-772a245075b9 req-2a6c236e-7c80-4dee-aa00-69bb41be06c9 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.399217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f03ff4d5-8eaf-40ef-b23c-772a245075b9 req-2a6c236e-7c80-4dee-aa00-69bb41be06c9 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1101 time: 0.0491574 Nov 12 03:35:10.462573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f03ff4d5-8eaf-40ef-b23c-772a245075b9 req-40a4249d-579e-4a4c-9cda-5fe186e91370 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Nov 12 03:35:10.629466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fba24320-eb60-4ba7-857b-d2c0750d0229 req-1501d9d7-0171-430a-9233-49831478fd3d tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Nov 12 03:35:10.690277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 73fcd00c-a13f-44ec-adb8-65187d1760d5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:10.690708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.764561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-e6224896-4790-4c94-a860-91b4ff4470f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259078 Nov 12 03:35:10.858524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:10.885666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 73fcd00c-a13f-44ec-adb8-65187d1760d5 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:10.972956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-820b7c35-275f-4bcf-b8db-12ea26878b9a req-fdf9f03a-ab52-4182-aada-4e1424348e48 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0490143 Nov 12 03:35:10.982422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-0b997c74-92f1-4c40-8750-301ed0b4db4c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:10.983950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-0b997c74-92f1-4c40-8750-301ed0b4db4c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068310 Nov 12 03:35:11.012288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56058bb-8dc4-4f68-bed7-40a041702fcd req-6f063c6e-b24c-473d-9e16-76f9477c5c84 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:11.021231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e56058bb-8dc4-4f68-bed7-40a041702fcd req-6f063c6e-b24c-473d-9e16-76f9477c5c84 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1392534 Nov 12 03:35:11.048170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-ee13aba6-25a6-487d-885f-c136a41875a5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/quotas/d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 375 time: 0.0563860 Nov 12 03:35:11.137373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e56058bb-8dc4-4f68-bed7-40a041702fcd req-a059c9e6-bcbc-4f65-9e4a-1f0b048bcb8c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132357 Nov 12 03:35:11.181866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-24fac8e7-0415-42f6-a93e-73d46d570d32 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257281 Nov 12 03:35:11.184091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.259744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=73fcd00c-a13f-44ec-adb8-65187d1760d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:11.420131 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:11.525201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e1a351e-79bf-4e2c-841f-5b9b37184d97 req-5c05bbfc-9e9d-4bac-a20b-d3b9ec255361 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 210 time: 0.1249542 Nov 12 03:35:11.591220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.746960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:11.828786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 7286a58d-4d66-454b-995d-c6d84d3344bc completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:11.835708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 7286a58d-4d66-454b-995d-c6d84d3344bc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:11.836003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2280fd7a-ad6e-409a-adcf-cb522ec2f8f6 req-10fe9e58-ea69-4796-975c-d396f23699ec tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0846043 Nov 12 03:35:11.837040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.881000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router a9debd65-6b02-4a47-87e3-c46bfee4302a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:11.966835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:11.993825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:11.996381 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16f4eb1-6fb1-44f5-8b26-c7e2a070e689" -d '{"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-plugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:12.011769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:12.022270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.025355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:12.034249 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c09bc2ae-daac-4a79-bac5-0c4b712ca797 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1786625 Nov 12 03:35:12.039066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:12.058482 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562d2431-1eda-4491-bb88-697f23950c94 x-openstack-request-id: req-562d2431-1eda-4491-bb88-697f23950c94 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:12.058901 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-plugged", "status": "completed", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:12.059814 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-562d2431-1eda-4491-bb88-697f23950c94 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:12.060433 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'code': 200} Nov 12 03:35:12.062870 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] Sync routers for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:12.078834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:12.087533 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.094763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:12.128436 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.138538 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:12.139170 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.186788 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:12.187900 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791fbac9-c48c-484f-8a1a-bcde7000481d None None] The sync data for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:12.351574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd3c26-bf19-4346-9111-eadaf80c19bf req-3bc39587-3bad-48df-8c4a-e66bd0611b5c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:12.353129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7cd3c26-bf19-4346-9111-eadaf80c19bf req-3bc39587-3bad-48df-8c4a-e66bd0611b5c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1375859 Nov 12 03:35:12.469869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7cd3c26-bf19-4346-9111-eadaf80c19bf req-096c84f6-ac95-44e1-a7a3-d969c1b37ca7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064007 Nov 12 03:35:12.564219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.670664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2be8d962-550a-4ddf-a403-6ffec13c5a5d req-4b311f7a-814a-4ff2-adef-9908cfebdf3f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 210 time: 0.0349572 Nov 12 03:35:12.877970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 184013f0-b47b-4b56-a0fd-7257c10ee56c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:12.879649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:12.974355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1108e03-bf5f-448d-898b-6a0c3363ac31 req-004dab06-1f64-4bd7-9263-7356bc478754 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Nov 12 03:35:13.005507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.020318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 184013f0-b47b-4b56-a0fd-7257c10ee56c owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:13.230509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.272403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=184013f0-b47b-4b56-a0fd-7257c10ee56c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:13.281884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.282393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.282803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.283250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.283656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.284060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.284490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.284886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.285282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.285677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.286067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.286458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:35:13.442288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-2e11301a-41f6-44de-a1bd-36f4a4fd5b4c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479887 Nov 12 03:35:13.596518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:13.788484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-b99f59a8-0b54-4a70-b0f0-5caa13d31b5f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:13.790078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-b99f59a8-0b54-4a70-b0f0-5caa13d31b5f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974634 Nov 12 03:35:13.815536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b6c3-7b71-4bfa-aa70-5f49fa025e88 req-e77a9970-570b-4734-a3d0-4c765a1cbac0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:13.817200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae19b6c3-7b71-4bfa-aa70-5f49fa025e88 req-e77a9970-570b-4734-a3d0-4c765a1cbac0 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1879008 Nov 12 03:35:13.866173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Request body: {'port': {'device_id': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'd13a431489bf4a9587d3a6f91231e11d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:13.873898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6376c73c-3708-47ba-8ae1-16a485718a0c req-1df02385-82be-4e33-b398-523122215657 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 210 time: 0.0827298 Nov 12 03:35:13.985661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router a9debd65-6b02-4a47-87e3-c46bfee4302a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:14.078151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae19b6c3-7b71-4bfa-aa70-5f49fa025e88 req-165f3877-8b48-4e65-aed6-c72b64554968 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067366 Nov 12 03:35:14.224535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:14.231518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-edcacda8-f53f-4e76-a135-914c5c583f49 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1909420 Nov 12 03:35:14.235553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.239796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] Sync routers for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:14.248853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e20c952-64a5-4825-86ef-25a435e88ed3 req-f8e09fa9-c037-43a1-bb12-f47d9db635a8 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Nov 12 03:35:14.250095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Made reservation on behalf of d13a431489bf4a9587d3a6f91231e11d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:14.253631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.268789 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d5eab3fc-78eb-4166-a616-5b3e31eb63d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=a9debd65-6b02-4a47-87e3-c46bfee4302a HTTP/1.1" status: 200 len: 205 time: 0.0313103 Nov 12 03:35:14.271200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.290228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:14.291147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:14.378659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.438462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Allocated IP 192.168.233.219 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/d0c32d31-97e8-42a0-bede-307d3b65abcb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:14.513329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:14.523858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] Routers {'a9debd65-6b02-4a47-87e3-c46bfee4302a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:14.524642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9debd65-6b02-4a47-87e3-c46bfee4302a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:14.574566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:14.585218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d700a26-199d-4f69-a914-073f96b21396 None None] The sync data for ids ['a9debd65-6b02-4a47-87e3-c46bfee4302a'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:14.643425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.648193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.708089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fa5a54-57ad-4758-b656-687064842b45 req-36e74c6d-6c68-4a70-a4e7-b931dddc017a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=eca39dab2e5648b4b06c01c740b522fd&device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0403762 Nov 12 03:35:14.713572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.714265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router a9debd65-6b02-4a47-87e3-c46bfee4302a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:14.722719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.727275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-37cb850a-f464-4178-94b3-1730af3a90f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a HTTP/1.1" status: 204 len: 168 time: 0.4520593 Nov 12 03:35:14.727831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:14.746154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.782897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f56bcf2-43a7-4877-941c-0f0bb1f3b20b req-4ff984f9-b2c3-47e2-b5db-308ed6dad7bc tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0818775 Nov 12 03:35:14.786682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fa5a54-57ad-4758-b656-687064842b45 req-99412e6e-ee64-4066-9887-47917ed00bc3 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=eca39dab2e5648b4b06c01c740b522fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587771 Nov 12 03:35:14.799952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet 590fde07-c82c-44ec-b39b-fb92283004fd {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:14.804495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.914039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:14.973357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:15.012209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:15.019357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:15.026099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:15.029093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa5a54-57ad-4758-b656-687064842b45 req-32363b43-c993-4d18-b257-2dc976e16365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.030651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fa5a54-57ad-4758-b656-687064842b45 req-32363b43-c993-4d18-b257-2dc976e16365 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2341769 Nov 12 03:35:15.033286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.347922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.466330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d0a46c97-d7ce-40e8-8482-e330922b4add None None] Provisioning complete for port d0c32d31-97e8-42a0-bede-307d3b65abcb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:15.467369 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0a46c97-d7ce-40e8-8482-e330922b4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.492066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.531567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d0a46c97-d7ce-40e8-8482-e330922b4add None None] Port d0c32d31-97e8-42a0-bede-307d3b65abcb cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:15.558932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.559826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.588299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-5431aab3-c493-43b9-a29f-de30af5df7f1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7260921 Nov 12 03:35:15.599460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.604974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caafbd-754e-44d3-afc6-5f0c22c68206 req-794bb1c8-15ed-4239-bc7a-25bad33cb8ec tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.612267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29caafbd-754e-44d3-afc6-5f0c22c68206 req-794bb1c8-15ed-4239-bc7a-25bad33cb8ec tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 936 time: 0.5409303 Nov 12 03:35:15.627608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Request body: {'port': {'device_id': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:15.640097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=590fde07-c82c-44ec-b39b-fb92283004fd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:15.656782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.665563 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d1543c15-3f35-4c93-ab07-7b38af7ee30d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/590fde07-c82c-44ec-b39b-fb92283004fd HTTP/1.1" status: 204 len: 168 time: 0.9343677 Nov 12 03:35:15.666706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54416) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:15.669193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a0ba9-da7d-4612-8d5a-9730263f7c04 None None] Network 4b5255da-7d36-42f4-8f5e-209902715b5a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:15.672831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85ca7-464c-4933-9136-ce58d2841dee req-3eb289b5-477c-41df-b466-ca4ad793fd85 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:15.681550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a85ca7-464c-4933-9136-ce58d2841dee req-3eb289b5-477c-41df-b466-ca4ad793fd85 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1681910 Nov 12 03:35:15.745684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet fa1d2330-45c0-4044-88c3-a77b7146eeec {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:15.751100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.807003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29caafbd-754e-44d3-afc6-5f0c22c68206 req-2cee09a6-b6f3-47c1-b453-33d804485d44 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937280 Nov 12 03:35:15.810959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.816539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:15.856212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a85ca7-464c-4933-9136-ce58d2841dee req-71f676a6-7617-4b6c-8ddf-2176445da135 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735885 Nov 12 03:35:15.931475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] DHCP port deletion for 4b5255da-7d36-42f4-8f5e-209902715b5a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:16.003714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.034630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Deleting port bca4e16b-ad4c-4717-9e7d-160810c8a917 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:16.035232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.083778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.088443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bae12914-ebb2-4fee-a5ca-4e1ad7a3784b req-28beb28e-124b-4940-b9b8-1e398e74d285 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0556617 Nov 12 03:35:16.135774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1d2330-45c0-4044-88c3-a77b7146eeec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.141379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.149213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f7fb9b7-da79-47be-a6c5-204a416d9e09 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/fa1d2330-45c0-4044-88c3-a77b7146eeec HTTP/1.1" status: 204 len: 168 time: 0.4822502 Nov 12 03:35:16.149986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54422) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:16.162665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] For port bca4e16b-ad4c-4717-9e7d-160810c8a917, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bca4e16b-ad4c-4717-9e7d-160810c8a917,segment=NetworkSegment(9b2350b7-e41d-41a8-9884-95bc0ff8a2b1),segment_id=9b2350b7-e41d-41a8-9884-95bc0ff8a2b1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.162665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.186507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cd95e-f8a3-4f8b-a632-c6cc266ff1e9 None None] Network 23fb91f9-733e-454f-baca-1b504789e673 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:16.198579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Calling delete_port for bca4e16b-ad4c-4717-9e7d-160810c8a917 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:16.252286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.342120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port bca4e16b-ad4c-4717-9e7d-160810c8a917 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:16.342828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.364654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c32d31-97e8-42a0-bede-307d3b65abcb {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:16.381240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.390170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.403641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Transition to ACTIVE for port object d0c32d31-97e8-42a0-bede-307d3b65abcb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:16.411090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.446116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] Pushing event deleted for resources: {'Port': ['ID=bca4e16b-ad4c-4717-9e7d-160810c8a917,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.447518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port bca4e16b-ad4c-4717-9e7d-160810c8a917, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=bca4e16b-ad4c-4717-9e7d-160810c8a917,segment=NetworkSegment(9b2350b7-e41d-41a8-9884-95bc0ff8a2b1),segment_id=9b2350b7-e41d-41a8-9884-95bc0ff8a2b1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.448437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.464647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for bca4e16b-ad4c-4717-9e7d-160810c8a917 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:16.475207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2117985-24b3-4fe4-8e5e-50774b12a083 None None] No DVR routers for this DVR port bca4e16b-ad4c-4717-9e7d-160810c8a917 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:16.519783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.562912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.589661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=bca4e16b-ad4c-4717-9e7d-160810c8a917,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:16.599944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port bca4e16b-ad4c-4717-9e7d-160810c8a917 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:16.641926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] DHCP port deletion for 23fb91f9-733e-454f-baca-1b504789e673 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:16.675213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:16.675638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:16.675952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:16.700196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:16.700561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:16.711566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:16.711933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:16.712301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:16.712749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Bound port: d0c32d31-97e8-42a0-bede-307d3b65abcb, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:16.713103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.740696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.744029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Deleting port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:16.746358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.815915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5255da-7d36-42f4-8f5e-209902715b5a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:16.845882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:16.846109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2350b7-e41d-41a8-9884-95bc0ff8a2b1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:16.875022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.896197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:16.903686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] For port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,segment=NetworkSegment(52224d15-1bd7-47d2-a91d-9af1be350d5f),segment_id=52224d15-1bd7-47d2-a91d-9af1be350d5f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:16.904117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.904781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:16.911510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.935511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.963247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:16.963663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:16.966140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Calling delete_port for 29ad5a8a-7fcd-424e-a1f3-1579913f85ef owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:16.973108 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:17.074427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.075021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.076118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.076544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] 10.222.0.104 "PUT /v2.0/ports/d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 1097 time: 1.4553263 Nov 12 03:35:17.081169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:17.083863 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a402de8-d5be-4493-b7a4-440a3925bc72" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:17.090551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.096950 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/4b5255da-7d36-42f4-8f5e-209902715b5a HTTP/1.1" status: 204 len: 168 time: 0.9434347 Nov 12 03:35:17.097140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54434) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.172297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c422e0-776a-4a88-8aa4-3a39bd1d6ece tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=4b5255da-7d36-42f4-8f5e-209902715b5a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.193374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68eac5-2f70-4b21-a0da-09b8e3f97b7a service neutron] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.221386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.248069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba1a80-dcb0-43c1-b47b-d65c4329d4df req-6866362b-826e-4676-bfab-f50db1a90c7a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.250393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4ba1a80-dcb0-43c1-b47b-d65c4329d4df req-6866362b-826e-4676-bfab-f50db1a90c7a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.2580576 Nov 12 03:35:17.273303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] No DVR routers for this DVR port 29ad5a8a-7fcd-424e-a1f3-1579913f85ef on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:17.287356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f8ffe-657b-4207-958d-bd8e91781272 req-2114fc82-d3b5-49b9-b864-198f096bc86e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.293405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd37c0c-7f6b-45a0-bc63-53a72c6b6de4 None None] Pushing event deleted for resources: {'Port': ['ID=29ad5a8a-7fcd-424e-a1f3-1579913f85ef,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.294672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f74f8ffe-657b-4207-958d-bd8e91781272 req-2114fc82-d3b5-49b9-b864-198f096bc86e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2383771 Nov 12 03:35:17.300916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 29ad5a8a-7fcd-424e-a1f3-1579913f85ef no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:17.328410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 29ad5a8a-7fcd-424e-a1f3-1579913f85ef {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:17.329751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 29ad5a8a-7fcd-424e-a1f3-1579913f85ef not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:17.330368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bca4e16b-ad4c-4717-9e7d-160810c8a917 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:17.336652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.355824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: bca4e16b-ad4c-4717-9e7d-160810c8a917 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:17.356145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device bca4e16b-ad4c-4717-9e7d-160810c8a917 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:17.427631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97fa5a54-57ad-4758-b656-687064842b45 req-5a798422-6d00-48f6-a004-66d4dbca819b tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.104 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.1217513 Nov 12 03:35:17.443812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-40bd37cc-fe45-4669-b89a-f8a7be116059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.445408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-40bd37cc-fe45-4669-b89a-f8a7be116059 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1100 time: 0.2690179 Nov 12 03:35:17.487798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.509613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fb91f9-733e-454f-baca-1b504789e673']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.522455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52224d15-1bd7-47d2-a91d-9af1be350d5f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.522812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52224d15-1bd7-47d2-a91d-9af1be350d5f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:17.531836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f74f8ffe-657b-4207-958d-bd8e91781272 req-06000fc1-01e8-44b5-8b23-0e0a74dadde8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745255 Nov 12 03:35:17.535914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4ba1a80-dcb0-43c1-b47b-d65c4329d4df req-61ad382b-c915-428d-8f7e-721f2cadc6cf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390034 Nov 12 03:35:17.538032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-96669525-5672-45b1-a056-9f180700a1a7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.0628870 Nov 12 03:35:17.542555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.563736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.582514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:17.582902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:17.607698 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:17.620035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-73414b7c-96f0-4970-80a9-f0acb27b9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.622114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-73414b7c-96f0-4970-80a9-f0acb27b9f75 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0745966 Nov 12 03:35:17.665268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.675498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.683226 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/23fb91f9-733e-454f-baca-1b504789e673 HTTP/1.1" status: 204 len: 168 time: 0.5805371 Nov 12 03:35:17.687735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54438) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:17.691800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ea989-91e1-4bae-9920-e1482c65e63f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=23fb91f9-733e-454f-baca-1b504789e673,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:17.706542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-576399150'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:17.712992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfa454cd-7431-4172-bbc6-db69af378d3b req-15f99da6-965d-4481-9cfc-d15fdd1137d7 tempest-ServerShowV257Test-1899178518 tempest-ServerShowV257Test-1899178518-project] 10.222.0.97 "GET /v2.0/ports?device_id=130b32ef-1451-4bba-a3b4-513898c4d275 HTTP/1.1" status: 200 len: 210 time: 0.0834558 Nov 12 03:35:17.728762 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc391e-c45b-4509-a6d7-e406c3a5d317 x-openstack-request-id: req-c8fc391e-c45b-4509-a6d7-e406c3a5d317 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:17.730026 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:17.730026 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c8fc391e-c45b-4509-a6d7-e406c3a5d317 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:17.730026 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'status': 'completed', 'code': 200} Nov 12 03:35:17.757869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-237616f1-b17d-4663-8fe4-dbfdd859e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:17.759411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-237616f1-b17d-4663-8fe4-dbfdd859e1a5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706651 Nov 12 03:35:17.760493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:17.763970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.842267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:17.860333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.860593 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment c5ef7133-92d0-434b-801b-65a6d94e270d of type vlan for network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e Nov 12 03:35:17.917295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-ae1755d6-fb2e-4ae9-8903-cc58b488a5c0 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423078 Nov 12 03:35:17.918829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:17.998831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.004411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.005014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.098682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3966296 Nov 12 03:35:18.101759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.105092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283df5b-2e94-4a17-bee0-d7d0856aa6f9 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=c5ea2931-e329-47cb-b1ed-ceda6aeaae9e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.110620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:18.116063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:18.123048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f13df20-8d51-48a4-8038-a9fa1700da12 req-2339f78d-f243-4690-a56b-782dde0163df service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885452 Nov 12 03:35:18.238779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:18.242518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.371304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-69ec9da5-6134-45ba-a8fd-a7d27e112817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.372785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-69ec9da5-6134-45ba-a8fd-a7d27e112817 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1100 time: 0.0993643 Nov 12 03:35:18.478114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.496621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-bee1f6e2-e462-4702-b5f6-00e99745a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.498108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-bee1f6e2-e462-4702-b5f6-00e99745a392 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1076863 Nov 12 03:35:18.547273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=140b954f-f84a-46b6-8885-4e5dd68cf539,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:18.552147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-b938ffd7-d1a9-47af-bbf3-9f75dbf78d5f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.0436285 Nov 12 03:35:18.553209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': 'c5ef7133-92d0-434b-801b-65a6d94e270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:18.553675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: c5ea2931-e329-47cb-b1ed-ceda6aeaae9e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:18.573224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:18.584327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c5ea2931-e329-47cb-b1ed-ceda6aeaae9e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:18.589622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.590529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.593880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb814936-f475-4986-8533-9ea144bfaa9b None None] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:18.620280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-510d230c-7ff3-44ed-9cdc-2ea1993f459a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5169842 Nov 12 03:35:18.623461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54456) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.633995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-a29dd801-2a93-4d2f-bf03-86694ea033ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.635830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-a29dd801-2a93-4d2f-bf03-86694ea033ee service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0767610 Nov 12 03:35:18.636819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-93967301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:18.685176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.687710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.780177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.786781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.808096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e66de5-28b3-4c69-b3ba-23de5c38b760 req-31446264-1e21-4919-952c-f891954b84b0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.810150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74e66de5-28b3-4c69-b3ba-23de5c38b760 req-31446264-1e21-4919-952c-f891954b84b0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.1152661 Nov 12 03:35:18.811107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.813475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eca2705a-3778-44c2-8ff2-f47c06cbabaf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1885290 Nov 12 03:35:18.814524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-f8059063-a591-4f5d-a770-6efd0f46bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.816426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-f8059063-a591-4f5d-a770-6efd0f46bb13 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1659634 Nov 12 03:35:18.817024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54462) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:18.823055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'port': {'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e', 'name': 'tempest-RoutersTest-399500016'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:18.826827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c5ea2931-e329-47cb-b1ed-ceda6aeaae9e', 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': '140b954f-f84a-46b6-8885-4e5dd68cf539'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:18.828603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:18.883198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276645dd-cb5d-4646-af28-c2f36b0faea2 req-76fd9348-a5c8-4604-b1eb-e608dc098760 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:18.884588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276645dd-cb5d-4646-af28-c2f36b0faea2 req-76fd9348-a5c8-4604-b1eb-e608dc098760 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2010279 Nov 12 03:35:18.983091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Allocated IP 172.20.0.2 (c5ea2931-e329-47cb-b1ed-ceda6aeaae9e/140b954f-f84a-46b6-8885-4e5dd68cf539/aaeb647b-e5a6-4870-84bf-f5b5b1315229) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:19.056306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74e66de5-28b3-4c69-b3ba-23de5c38b760 req-aa6de238-89b3-4191-a050-73b5736f3199 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294517 Nov 12 03:35:19.090239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-2d8fd684-60e1-46ef-bcb8-6acdd1408166 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594132 Nov 12 03:35:19.096405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276645dd-cb5d-4646-af28-c2f36b0faea2 req-36fc8374-bf49-4402-8329-c3637e2fa517 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016997 Nov 12 03:35:19.203997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:19.204261 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.208418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.214411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.243524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] device_id is not set on port a9ad9825-2a30-4e21-9eaf-855936c5f8de yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:35:19.265022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a402de8-d5be-4493-b7a4-440a3925bc72 req-4691bac1-c479-4bd8-9170-f0480e80e50d service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607239 Nov 12 03:35:19.271299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Pushing event updated for resources: {'Port': ['ID=aaeb647b-e5a6-4870-84bf-f5b5b1315229,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.295675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:19.298742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:19.309663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:19.387905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Attempting to bind port aaeb647b-e5a6-4870-84bf-f5b5b1315229 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:19.388419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Attempting to bind port aaeb647b-e5a6-4870-84bf-f5b5b1315229 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c5ef7133-92d0-434b-801b-65a6d94e270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:19.388943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Attempting to bind port aaeb647b-e5a6-4870-84bf-f5b5b1315229 on network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:19.395827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:19.396410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Checking segment: {'id': 'c5ef7133-92d0-434b-801b-65a6d94e270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:19.396971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.397765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Bound using segment: {'id': 'c5ef7133-92d0-434b-801b-65a6d94e270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:19.398313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Bound port: aaeb647b-e5a6-4870-84bf-f5b5b1315229, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ef7133-92d0-434b-801b-65a6d94e270d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c5ea2931-e329-47cb-b1ed-ceda6aeaae9e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:19.398830 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.423165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.20.0.4 (c5ea2931-e329-47cb-b1ed-ceda6aeaae9e/140b954f-f84a-46b6-8885-4e5dd68cf539/a9ad9825-2a30-4e21-9eaf-855936c5f8de) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:19.478410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] For port aaeb647b-e5a6-4870-84bf-f5b5b1315229, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:19.482270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] For port aaeb647b-e5a6-4870-84bf-f5b5b1315229, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aaeb647b-e5a6-4870-84bf-f5b5b1315229,segment=NetworkSegment(c5ef7133-92d0-434b-801b-65a6d94e270d),segment_id=c5ef7133-92d0-434b-801b-65a6d94e270d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:19.487045 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.569143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123868-6d93-4ada-844a-ecde8342f6ec None None] Pushing event updated for resources: {'Port': ['ID=aaeb647b-e5a6-4870-84bf-f5b5b1315229,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.647472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.668922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.720599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.787901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:19.791769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:19.799168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:19.839345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcd07a1d-c72e-4c4f-b385-582b9bbfa353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.850112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=a9ad9825-2a30-4e21-9eaf-855936c5f8de,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:19.878578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:19.879276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.908285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-09ccaa80-7d6a-4d5f-bff5-2bbd48f4a87e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0885110 Nov 12 03:35:19.911611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:19.958314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcd07a1d-c72e-4c4f-b385-582b9bbfa353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:19.967436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bcd07a1d-c72e-4c4f-b385-582b9bbfa353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.050996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bcd07a1d-c72e-4c4f-b385-582b9bbfa353 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eca39dab2e5648b4b06c01c740b522fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991001 Nov 12 03:35:20.070318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:20.128145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07a1d-c72e-4c4f-b385-582b9bbfa353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d58f609-e1cb-4e3c-9a07-0541b5574c35,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.213151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.253689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.305489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.307909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.312547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6d58f609-e1cb-4e3c-9a07-0541b5574c35 HTTP/1.1" status: 204 len: 168 time: 0.2260461 Nov 12 03:35:20.318168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a17fd0-1edc-4154-86fa-9ccd77519780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d58f609-e1cb-4e3c-9a07-0541b5574c35,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:20.389882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc78b6-d386-4b28-8b31-d19a51dbaa69 req-343a0b8f-3740-41ea-87aa-702a85599664 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.401691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8bc78b6-d386-4b28-8b31-d19a51dbaa69 req-343a0b8f-3740-41ea-87aa-702a85599664 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2011783 Nov 12 03:35:20.469307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24866ffc-e6f1-4edf-bd48-f8f7a5e89a42 req-d6c46c61-f5d3-4f54-8644-00b62010c979 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:20.470953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24866ffc-e6f1-4edf-bd48-f8f7a5e89a42 req-d6c46c61-f5d3-4f54-8644-00b62010c979 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.2815168 Nov 12 03:35:20.518609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8bc78b6-d386-4b28-8b31-d19a51dbaa69 req-ff71846b-dc0b-4c5e-b274-9ffb2ac341ea tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159718 Nov 12 03:35:20.593790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24866ffc-e6f1-4edf-bd48-f8f7a5e89a42 req-634c153b-d733-4120-af57-400867bc01b1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130049 Nov 12 03:35:20.677418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:20.942534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ccc3d6-eeac-4a15-a176-021bb9ebc4f8 None None] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:21.015870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.023333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.090285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] Provisioning complete for port aaeb647b-e5a6-4870-84bf-f5b5b1315229 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:21.091314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.115131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=a9ad9825-2a30-4e21-9eaf-855936c5f8de,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.222924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aaeb647b-e5a6-4870-84bf-f5b5b1315229 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:21.310000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54516) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:21.351162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port aaeb647b-e5a6-4870-84bf-f5b5b1315229 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:21.351460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.381996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.413987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.456189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1108457031-network', 'tenant_id': 'ffc83892485c4c9fbb01a672fcd8711f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:21.479430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] For port aaeb647b-e5a6-4870-84bf-f5b5b1315229, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aaeb647b-e5a6-4870-84bf-f5b5b1315229,segment=NetworkSegment(c5ef7133-92d0-434b-801b-65a6d94e270d),segment_id=c5ef7133-92d0-434b-801b-65a6d94e270d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:21.511470 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.517119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Made reservation on behalf of ffc83892485c4c9fbb01a672fcd8711f for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:21.520840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.538143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.552997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.589804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.645732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32faec9-09e1-4cc4-80f5-5a646d64d3cf None None] Pushing event updated for resources: {'Port': ['ID=aaeb647b-e5a6-4870-84bf-f5b5b1315229,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.714966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:35:21.715327 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:35:21.728747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.735135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.746678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e91eb468-fde3-46dd-9b6b-0afc3036ef4a None None] Provisioning complete for port aaeb647b-e5a6-4870-84bf-f5b5b1315229 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:21.747233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91eb468-fde3-46dd-9b6b-0afc3036ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.790968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:21.805653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865d9e54-e6c7-4b8b-ac70-d870bdc24805,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:21.808021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:21.833817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.837898 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Added segment 5dfb9fe5-cf9f-487f-b9d9-ab750eec671c of type vlan for network 62e2661f-feef-439c-af5c-a761ba0eacd9 Nov 12 03:35:21.908974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.961581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.964392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:21.966023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:21.991014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:22.008263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e91eb468-fde3-46dd-9b6b-0afc3036ef4a None None] Provisioning complete for port a9ad9825-2a30-4e21-9eaf-855936c5f8de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:22.008639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e91eb468-fde3-46dd-9b6b-0afc3036ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.010753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'mac_address': 'fa:16:3e:dd:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:22.024353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7081687 Nov 12 03:35:22.025382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54528) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:22.050909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Request body: {'subnet': {'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1108457031-subnet', 'tenant_id': 'ffc83892485c4c9fbb01a672fcd8711f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:22.072612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e91eb468-fde3-46dd-9b6b-0afc3036ef4a None None] Port a9ad9825-2a30-4e21-9eaf-855936c5f8de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:22.093833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c2c5e-e408-4733-91b5-f43cee4e40cb admin admin] Pushing event updated for resources: {'Network': ['ID=62e2661f-feef-439c-af5c-a761ba0eacd9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.118348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Made reservation on behalf of ffc83892485c4c9fbb01a672fcd8711f for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:22.123957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:22.125851 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.269086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9798ef7-f8db-4a22-9e11-d6b9d747d493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.287337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.315453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a7e2030-8ad1-4012-bf45-b4da7c01770c None None] Provisioning complete for port a9ad9825-2a30-4e21-9eaf-855936c5f8de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:22.316076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a7e2030-8ad1-4012-bf45-b4da7c01770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.378650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.415589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e2030-8ad1-4012-bf45-b4da7c01770c None None] Port a9ad9825-2a30-4e21-9eaf-855936c5f8de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:22.422740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c32d31-97e8-42a0-bede-307d3b65abcb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:22.452577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8219-ae6c-4b8b-8b0f-30a1daf8e6b0 req-50f23b05-d5e5-4acb-b55f-65a164dd2745 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.453271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:22.454166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70ab8219-ae6c-4b8b-8b0f-30a1daf8e6b0 req-50f23b05-d5e5-4acb-b55f-65a164dd2745 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.7340362 Nov 12 03:35:22.466761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.478893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53188d36-26e3-4bbe-91cb-04b14a052139,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.501677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7d89-c52c-472b-a7ba-30c0098d07de req-375d983c-203f-40c3-8b4a-ff53eeb7fe7d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.509035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd7f7d89-c52c-472b-a7ba-30c0098d07de req-375d983c-203f-40c3-8b4a-ff53eeb7fe7d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.2225487 Nov 12 03:35:22.514491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Checking segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:22.515063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Network hostable DHCP agents. Network: 62e2661f-feef-439c-af5c-a761ba0eacd9, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:22.547676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:22.552548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.558589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 62e2661f-feef-439c-af5c-a761ba0eacd9) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:22.564021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:22.564962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.567468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d991b7d0-72d6-4922-8ef4-c0c4656c6711 None None] Provisioning complete for port a9ad9825-2a30-4e21-9eaf-855936c5f8de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:22.567894 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d991b7d0-72d6-4922-8ef4-c0c4656c6711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.594899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb049b37-38c9-412e-9714-f2ecb025c0b8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5477145 Nov 12 03:35:22.602398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468de172-cfda-4660-826b-35694afda10b None None] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:22.665261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd7f7d89-c52c-472b-a7ba-30c0098d07de req-1f7fa278-f0fa-4efb-9d8e-ec3439bd7305 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498351 Nov 12 03:35:22.689279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d991b7d0-72d6-4922-8ef4-c0c4656c6711 None None] Port a9ad9825-2a30-4e21-9eaf-855936c5f8de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:22.748113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.754693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70ab8219-ae6c-4b8b-8b0f-30a1daf8e6b0 req-ebd7c7a1-e2cf-4b0c-9f35-710d390f61c7 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913692 Nov 12 03:35:22.756018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.866389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=a9ad9825-2a30-4e21-9eaf-855936c5f8de,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:22.871996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:22.977354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:22.979308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:22.982060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668742d3-2ba2-4991-90c0-f0071044c5d4 None None] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:23.113104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aaeb647b-e5a6-4870-84bf-f5b5b1315229 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:23.182371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port aaeb647b-e5a6-4870-84bf-f5b5b1315229 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.182742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.227082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-5e4ac52e-4c1f-42d4-9082-302050d397b0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.228610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-5e4ac52e-4c1f-42d4-9082-302050d397b0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 814 time: 0.1478207 Nov 12 03:35:23.229721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router aad771e5-2ff7-4708-89bb-8c25ef3e68fe is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:23.274294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:23.280415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-4ccd786e-4a47-4579-aaf8-e326875a764f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/quotas/ffc83892485c4c9fbb01a672fcd8711f HTTP/1.1" status: 200 len: 375 time: 0.0432107 Nov 12 03:35:23.334026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-64a55d4f-ba30-4319-95df-5b8471901c74 None None] Provisioning complete for port a9ad9825-2a30-4e21-9eaf-855936c5f8de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:23.334397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64a55d4f-ba30-4319-95df-5b8471901c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.350609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-dc3b70d4-861e-4252-ae6f-644a2bc6f07e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344219 Nov 12 03:35:23.380535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:23.387603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-64a55d4f-ba30-4319-95df-5b8471901c74 None None] Port a9ad9825-2a30-4e21-9eaf-855936c5f8de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:23.393493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2967958b-1a3a-4f85-acaa-328b9321590d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/aad771e5-2ff7-4708-89bb-8c25ef3e68fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800851 Nov 12 03:35:23.395452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.399567 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] Sync routers for ids ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:23.424888 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] Routers {'aad771e5-2ff7-4708-89bb-8c25ef3e68fe'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:23.425529 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.460608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.463309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a2714-6490-41ed-b8ed-30017aed562b tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.464786 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e8a2714-6490-41ed-b8ed-30017aed562b tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports/a9ad9825-2a30-4e21-9eaf-855936c5f8de HTTP/1.1" status: 200 len: 976 time: 0.0663443 Nov 12 03:35:23.468460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:23.471221 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] Routers {'aad771e5-2ff7-4708-89bb-8c25ef3e68fe'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:23.471994 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:34:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.481818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-71545ddd-b67f-458b-abf9-8281ec9527fe service neutron] 10.222.0.97 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215768 Nov 12 03:35:23.504988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:23.505638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392b63fc-d4f1-4136-96e8-f54972a0d092 None None] The sync data for ids ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:23.583527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-a7b5a983-76c0-46a2-96c5-472fdc8bb172 service neutron] 10.222.0.97 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947714 Nov 12 03:35:23.807947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a89620e-0a68-4078-a561-898fe6acefb8 req-5c4261cf-e6b8-4951-af24-d458963a1ec4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 210 time: 0.0771174 Nov 12 03:35:23.838573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055d703-bd71-42ce-8f56-03a94d061391 req-3c3a9051-48cc-4685-a8f6-1c694c1d7a50 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:23.847530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4055d703-bd71-42ce-8f56-03a94d061391 req-3c3a9051-48cc-4685-a8f6-1c694c1d7a50 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 949 time: 0.0841358 Nov 12 03:35:23.857796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:23.968582 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4055d703-bd71-42ce-8f56-03a94d061391 req-7f2d9cdf-0f1e-4cac-ae53-7b4fbd6e4074 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198087 Nov 12 03:35:24.033177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911ddc1-7cda-4964-a88b-0bea9fdd1dec req-75b86e30-e94e-4625-a2d3-295d186f9779 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:24.040186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0911ddc1-7cda-4964-a88b-0bea9fdd1dec req-75b86e30-e94e-4625-a2d3-295d186f9779 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0919378 Nov 12 03:35:24.118394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0911ddc1-7cda-4964-a88b-0bea9fdd1dec req-ba521f1e-69b0-402b-ad5b-ef5127051c6c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668080 Nov 12 03:35:24.190039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port a9ad9825-2a30-4e21-9eaf-855936c5f8de {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:24.190775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.287592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.297883 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cac00134-6067-4619-908f-5abf66d1b048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.306595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for a9ad9825-2a30-4e21-9eaf-855936c5f8de owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:24.499952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.537870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=a9ad9825-2a30-4e21-9eaf-855936c5f8de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:24.705720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:24.875134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router aad771e5-2ff7-4708-89bb-8c25ef3e68fe has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:24.912034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b1886c4-d85e-41bd-ac6f-344ddd3ae402 req-11c08540-8692-44dc-be48-b3964302e4a4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 210 time: 0.0291417 Nov 12 03:35:24.955186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:24.963378 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9d3c1a7-82e2-4087-99fa-2bc2fd99cd7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/aad771e5-2ff7-4708-89bb-8c25ef3e68fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4907668 Nov 12 03:35:24.963378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54582) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:24.965872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] Sync routers for ids ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:24.976691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] Routers {'aad771e5-2ff7-4708-89bb-8c25ef3e68fe'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:24.977547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.020602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.032130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] Routers {'aad771e5-2ff7-4708-89bb-8c25ef3e68fe'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:25.032788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.098423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:25.098423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a3d80-6663-4cbf-8baa-3ec3c14b4e75 None None] The sync data for ids ['aad771e5-2ff7-4708-89bb-8c25ef3e68fe'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:25.133367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623d0d-d2e5-4b1b-9646-455dc80e1878 req-172a5c3a-97c8-4721-9884-6bcace3637e2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.135120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2623d0d-d2e5-4b1b-9646-455dc80e1878 req-172a5c3a-97c8-4721-9884-6bcace3637e2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 949 time: 0.0697150 Nov 12 03:35:25.166356 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-34529c9b-1df0-49c9-bc7e-2f0335f00a5c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 03:35:25.169983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-34529c9b-1df0-49c9-bc7e-2f0335f00a5c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/aad771e5-2ff7-4708-89bb-8c25ef3e68fe/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2036681 Nov 12 03:35:25.170215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.204802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f0feb500-65a9-479d-a772-1ae5abb2a0a1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=aad771e5-2ff7-4708-89bb-8c25ef3e68fe HTTP/1.1" status: 200 len: 205 time: 0.0300782 Nov 12 03:35:25.207314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.228872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2623d0d-d2e5-4b1b-9646-455dc80e1878 req-b552ead1-fad1-4955-910c-88cb54023cea tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844104 Nov 12 03:35:25.317614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a65a6-1fa5-4559-adfa-1f5d4a848179 req-25cdac68-239a-4c88-9c14-d8634aca6a61 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.319216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-094a65a6-1fa5-4559-adfa-1f5d4a848179 req-25cdac68-239a-4c88-9c14-d8634aca6a61 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0805378 Nov 12 03:35:25.336260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.363976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.388641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-094a65a6-1fa5-4559-adfa-1f5d4a848179 req-ea03eadc-b810-42e3-baee-5383b934336c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618489 Nov 12 03:35:25.546552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-fab64739-37b7-44a5-8a38-fe83f50d65a6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:25.548226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-fab64739-37b7-44a5-8a38-fe83f50d65a6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.104 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 814 time: 0.1495633 Nov 12 03:35:25.566627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.572274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.583888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Request body: {'port': {'device_id': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'admin_state_up': True, 'tenant_id': 'ffc83892485c4c9fbb01a672fcd8711f'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:25.689666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.691442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router aad771e5-2ff7-4708-89bb-8c25ef3e68fe {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:25.701609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.703374 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d4e3be89-3175-416c-95c0-be3cf2c93956 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/aad771e5-2ff7-4708-89bb-8c25ef3e68fe HTTP/1.1" status: 204 len: 168 time: 0.4948809 Nov 12 03:35:25.706176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:25.762808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet 140b954f-f84a-46b6-8885-4e5dd68cf539 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:25.763095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Made reservation on behalf of ffc83892485c4c9fbb01a672fcd8711f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:25.766625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.766832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.811262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.816487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:25.881573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port d0c32d31-97e8-42a0-bede-307d3b65abcb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:25.885785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port d0c32d31-97e8-42a0-bede-307d3b65abcb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:25.886159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.909231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Allocated IP 172.20.0.4 (62e2661f-feef-439c-af5c-a761ba0eacd9/53188d36-26e3-4bbe-91cb-04b14a052139/cdf83a4d-9bfe-462d-bff3-c2a11de42d7c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:25.917401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.976219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:25.992171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.003154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:26.006343 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798dd8e3-48fb-46a6-a6ce-80b11ef86559" -d '{"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:26.019987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:26.025660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.036710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=140b954f-f84a-46b6-8885-4e5dd68cf539,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.040612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.043784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e0a38e1-b82d-44ad-a888-e17fb6846724 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/140b954f-f84a-46b6-8885-4e5dd68cf539 HTTP/1.1" status: 204 len: 168 time: 0.3368022 Nov 12 03:35:26.046342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:26.063559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8a8b2-04cb-428c-9666-298e9dc4e35a None None] Network c5ea2931-e329-47cb-b1ed-ceda6aeaae9e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:26.082232 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf57eec-62c4-41b8-b7ac-97ef37975678 x-openstack-request-id: req-7bf57eec-62c4-41b8-b7ac-97ef37975678 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:26.082535 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:26.082678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d8220bf-4a5d-4beb-8f89-e084d909b7df req-ac83c663-bf6f-434a-bf83-25428790c027 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 210 time: 0.0459011 Nov 12 03:35:26.083189 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7bf57eec-62c4-41b8-b7ac-97ef37975678 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:26.083189 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'code': 200} Nov 12 03:35:26.131725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.149230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.163650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.200638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.226652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port aaeb647b-e5a6-4870-84bf-f5b5b1315229 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:26.227022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.252301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:26.257457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:26.288564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:26.321348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d9755-4393-4600-8018-29de1832ce65 None None] DHCP port deletion for c5ea2931-e329-47cb-b1ed-ceda6aeaae9e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:26.325331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port aaeb647b-e5a6-4870-84bf-f5b5b1315229, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aaeb647b-e5a6-4870-84bf-f5b5b1315229,segment=NetworkSegment(c5ef7133-92d0-434b-801b-65a6d94e270d),segment_id=c5ef7133-92d0-434b-801b-65a6d94e270d)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:26.325934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.349632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for aaeb647b-e5a6-4870-84bf-f5b5b1315229 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:26.385388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Deleting port aaeb647b-e5a6-4870-84bf-f5b5b1315229 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:26.386128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.466946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.469081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.471731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-047d9755-4393-4600-8018-29de1832ce65 None None] For port aaeb647b-e5a6-4870-84bf-f5b5b1315229, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=aaeb647b-e5a6-4870-84bf-f5b5b1315229,segment=NetworkSegment(c5ef7133-92d0-434b-801b-65a6d94e270d),segment_id=c5ef7133-92d0-434b-801b-65a6d94e270d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:26.472385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.489142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Calling delete_port for aaeb647b-e5a6-4870-84bf-f5b5b1315229 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:26.510958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=aaeb647b-e5a6-4870-84bf-f5b5b1315229,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.515266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port aaeb647b-e5a6-4870-84bf-f5b5b1315229 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:26.557764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.558860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.567826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9218f-b16a-4d8d-8f9f-a71c7422cbd2 req-378fea3b-eb13-4def-b641-7a20b19d2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.569829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3c9218f-b16a-4d8d-8f9f-a71c7422cbd2 req-378fea3b-eb13-4def-b641-7a20b19d2e64 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1102 time: 0.2778020 Nov 12 03:35:26.597197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.631319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d9755-4393-4600-8018-29de1832ce65 None None] Pushing event deleted for resources: {'Port': ['ID=aaeb647b-e5a6-4870-84bf-f5b5b1315229,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:26.637096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.638568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d9755-4393-4600-8018-29de1832ce65 None None] No DVR routers for this DVR port aaeb647b-e5a6-4870-84bf-f5b5b1315229 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:26.660547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b0aca-9fdc-4e76-b091-f2d45acb0f2e req-0b05c158-21ad-4cab-b443-bcc467e12bad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.668321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435b0aca-9fdc-4e76-b091-f2d45acb0f2e req-0b05c158-21ad-4cab-b443-bcc467e12bad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.3135576 Nov 12 03:35:26.675603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-bd599ade-c422-4983-ae3b-89fd2cdccf9d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961130 Nov 12 03:35:26.679308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ea2931-e329-47cb-b1ed-ceda6aeaae9e']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.689806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ef7133-92d0-434b-801b-65a6d94e270d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.690114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ef7133-92d0-434b-801b-65a6d94e270d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:26.700179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.716053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.724415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:26.724968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:26.728560 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:26.738078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Request body: {'port': {'device_id': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:26.811158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.815237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3c9218f-b16a-4d8d-8f9f-a71c7422cbd2 req-bbb2f169-6134-41f3-a70c-5638a61d23a5 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213016 Nov 12 03:35:26.850131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:26.859446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435b0aca-9fdc-4e76-b091-f2d45acb0f2e req-cb4334f4-e2e3-4e1f-a213-68df6837aa03 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900432 Nov 12 03:35:26.880036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f8ba9-bcdc-4b8a-954a-30c6456996a7 req-39a02836-bf68-4f35-9c05-d689afc3ae48 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:26.888609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-928f8ba9-bcdc-4b8a-954a-30c6456996a7 req-39a02836-bf68-4f35-9c05-d689afc3ae48 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.2118435 Nov 12 03:35:26.892928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.003796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-928f8ba9-bcdc-4b8a-954a-30c6456996a7 req-67fd297a-a2b5-49e2-9c96-e07a77e633b1 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128988 Nov 12 03:35:27.118236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aaeb647b-e5a6-4870-84bf-f5b5b1315229 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:27.175822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.179497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/c5ea2931-e329-47cb-b1ed-ceda6aeaae9e HTTP/1.1" status: 204 len: 168 time: 1.1321027 Nov 12 03:35:27.184763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: aaeb647b-e5a6-4870-84bf-f5b5b1315229 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:27.185648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.187253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device aaeb647b-e5a6-4870-84bf-f5b5b1315229 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:27.187460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4886b7-40e1-4056-8ebf-9fc762d7c2d7 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=c5ea2931-e329-47cb-b1ed-ceda6aeaae9e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.195508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1083676237'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.224945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:27.228634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.257181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:27.271657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.272190 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment f337fa81-2567-4c4d-ad5f-f6b64bcacb58 of type vlan for network 310b12e2-d090-45ea-be59-ac88c1f56059 Nov 12 03:35:27.309604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad9fb-afa6-4935-b4ca-37af6b09ab8e req-46387ff2-2c71-4fc9-adb7-d9e87d193a1a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.311683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ecad9fb-afa6-4935-b4ca-37af6b09ab8e req-46387ff2-2c71-4fc9-adb7-d9e87d193a1a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 931 time: 0.0957606 Nov 12 03:35:27.318326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:27.329827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.332752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.361508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.361752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Transition to ACTIVE for port object cdf83a4d-9bfe-462d-bff3-c2a11de42d7c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:27.368900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.369743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.370958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.411897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2207060 Nov 12 03:35:27.415985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:27.425717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:27.445093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ecad9fb-afa6-4935-b4ca-37af6b09ab8e req-9a5b7145-0b9e-452b-994d-793280cbad75 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219552 Nov 12 03:35:27.466282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.523818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639e960-c548-48da-8e88-56857ff90e4e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=310b12e2-d090-45ea-be59-ac88c1f56059,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.538092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:27.538437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:27.538655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 310b12e2-d090-45ea-be59-ac88c1f56059 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:27.539233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:27.543268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:27.543591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:27.548539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:27.548851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Checking segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:27.549232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Bound using segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:27.549665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Bound port: cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:27.550018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.599878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:27.610832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.637753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:27.641783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:27.645793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.707887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.711108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.712766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] 10.222.0.104 "PUT /v2.0/ports/cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 1092 time: 0.9799681 Nov 12 03:35:27.713243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:27.718875 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:27.753801 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.755924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3434d-a447-4162-9a71-c0a57eac34bd service neutron] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:27.805097 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19a3ae1-4595-4b37-aff8-94f5bf52019d x-openstack-request-id: req-e19a3ae1-4595-4b37-aff8-94f5bf52019d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:27.805512 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:27.805707 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e19a3ae1-4595-4b37-aff8-94f5bf52019d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:27.806116 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'status': 'completed', 'code': 200} Nov 12 03:35:27.893437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-df201aae-f7df-49f1-a00f-9d3f7773bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:27.895626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-df201aae-f7df-49f1-a00f-9d3f7773bcd9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1095 time: 0.0533867 Nov 12 03:35:27.919633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:27.972245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-8ab07a38-e9fa-4083-b678-03707c669906 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0524149 Nov 12 03:35:28.006508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=579a77d8-ddd8-4ec2-b4d8-d87b1b901621,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.016257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:28.016620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: 310b12e2-d090-45ea-be59-ac88c1f56059, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:28.036909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 310b12e2-d090-45ea-be59-ac88c1f56059 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:28.052404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 310b12e2-d090-45ea-be59-ac88c1f56059) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:28.066986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495354f-0012-4d21-8ae1-3f697feda123 req-059018bf-6d70-4fa3-a909-0e876419ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.067559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d86f0-5658-418a-9314-6b2a45b44178 None None] Network 310b12e2-d090-45ea-be59-ac88c1f56059 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:28.068476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-059018bf-6d70-4fa3-a909-0e876419ac13 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.0830371 Nov 12 03:35:28.069292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.071558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.081805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee54ea-b359-4510-8a85-2a6b4fbf7b83 req-68210e13-4225-4964-9289-5a229d5fa477 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.083753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abee54ea-b359-4510-8a85-2a6b4fbf7b83 req-68210e13-4225-4964-9289-5a229d5fa477 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1094308 Nov 12 03:35:28.106732 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ad1a267-140b-4837-a41c-14f47d569264 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6904707 Nov 12 03:35:28.110020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54636) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.115295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-433401559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:28.132311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-69e68fd3-7af7-43af-974f-b10e3dc64b00 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471222 Nov 12 03:35:28.141822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.143174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.198904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.204349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.228796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.232593 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ab33001-a638-4d3f-b78f-c4a13f72fc7e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1183732 Nov 12 03:35:28.233709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:28.250241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-310b12e2-d090-45ea-be59-ac88c1f56059', 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': '579a77d8-ddd8-4ec2-b4d8-d87b1b901621'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:28.251339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.267146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abee54ea-b359-4510-8a85-2a6b4fbf7b83 req-7feaa6d0-4b55-45f7-be54-7e063c64266e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707840 Nov 12 03:35:28.289343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdbe0-ac1d-4208-baee-e2425e2e4584 req-f6fac783-cf82-4009-b683-4edd249feba8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.290925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da1cdbe0-ac1d-4208-baee-e2425e2e4584 req-f6fac783-cf82-4009-b683-4edd249feba8 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1454937 Nov 12 03:35:28.331761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-2062aa64-269d-4826-a4f5-765e27d8284f service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766436 Nov 12 03:35:28.384792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da1cdbe0-ac1d-4208-baee-e2425e2e4584 req-60a441d6-f003-40cd-877f-a5a2f6bc870c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810883 Nov 12 03:35:28.399939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Allocated IP 172.20.0.2 (310b12e2-d090-45ea-be59-ac88c1f56059/579a77d8-ddd8-4ec2-b4d8-d87b1b901621/b5f182d1-1cd1-4aa5-aec0-265608ab4d69) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:28.488600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2495354f-0012-4d21-8ae1-3f697feda123 req-a8561ceb-532b-440a-9bcd-63a987a89d37 service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443567 Nov 12 03:35:28.580515 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.592952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.609664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe12d9-2e87-4d0b-ab18-0b1c03800b3b req-ec196af5-01ff-4cc8-b82e-9e128dd421bb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.616924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fbe12d9-2e87-4d0b-ab18-0b1c03800b3b req-ec196af5-01ff-4cc8-b82e-9e128dd421bb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.0816813 Nov 12 03:35:28.644891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.687335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fbe12d9-2e87-4d0b-ab18-0b1c03800b3b req-c5499860-e448-4939-b183-08932e60459d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Nov 12 03:35:28.699136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Pushing event updated for resources: {'Port': ['ID=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:28.723149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Network 310b12e2-d090-45ea-be59-ac88c1f56059 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:28.725015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:28.731597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:28.790388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-5c33a839-6d6d-4821-bf25-80b40a7a3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.792828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-5c33a839-6d6d-4821-bf25-80b40a7a3875 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1095 time: 0.1294568 Nov 12 03:35:28.817476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Attempting to bind port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:28.818321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Attempting to bind port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:28.818869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Attempting to bind port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 on network 310b12e2-d090-45ea-be59-ac88c1f56059 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:28.824547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:28.825165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Checking segment: {'id': 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:28.825901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.826464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Bound using segment: {'id': 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:28.827603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124ecf9-46f2-40b4-b24b-767ffaae1a4d req-66973ae9-ab8f-4d74-a56b-6171daefb64e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:28.827781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Bound port: b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '310b12e2-d090-45ea-be59-ac88c1f56059'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:28.828460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.829138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3124ecf9-46f2-40b4-b24b-767ffaae1a4d req-66973ae9-ab8f-4d74-a56b-6171daefb64e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0938320 Nov 12 03:35:28.918547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] For port b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:28.922439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] For port b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,segment=NetworkSegment(f337fa81-2567-4c4d-ad5f-f6b64bcacb58),segment_id=f337fa81-2567-4c4d-ad5f-f6b64bcacb58)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:28.928532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:28.948173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3124ecf9-46f2-40b4-b24b-767ffaae1a4d req-b804532f-5357-4a58-a1a6-0c7df31fb1df tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081820 Nov 12 03:35:28.979889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.20.0.1 (310b12e2-d090-45ea-be59-ac88c1f56059/579a77d8-ddd8-4ec2-b4d8-d87b1b901621/9dd5efae-41b3-482d-9a5c-9123b14e0153) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:28.984738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a5c6-9abf-4f15-a345-ddebea5ecbfc None None] Pushing event updated for resources: {'Port': ['ID=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.062583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-7b3150e9-8018-4c97-981d-d86f6106023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.068570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-7b3150e9-8018-4c97-981d-d86f6106023c service neutron] 10.222.0.104 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.2061176 Nov 12 03:35:29.131495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.156901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-97cb52bb-bdc0-44a3-a102-a79c7d9b54fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0514307 Nov 12 03:35:29.172470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.216364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-066d1a58-49c8-4e6e-a5c4-1a1d6ccda83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.218869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-066d1a58-49c8-4e6e-a5c4-1a1d6ccda83d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.0531621 Nov 12 03:35:29.232726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 310b12e2-d090-45ea-be59-ac88c1f56059 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:29.236731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:29.249902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:29.308003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-159fa646-72de-4198-8ba9-cd280c616b0e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724049 Nov 12 03:35:29.322374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.371105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=9dd5efae-41b3-482d-9a5c-9123b14e0153,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:29.476380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.489041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76e1e8-d779-431b-8885-4df897d1bdf3 req-cba8e4fd-db03-4c81-bc41-c45989aadc57 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:29.495551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa76e1e8-d779-431b-8885-4df897d1bdf3 req-cba8e4fd-db03-4c81-bc41-c45989aadc57 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1252158 Nov 12 03:35:29.524128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-7a1c90ed-9b2f-4ec5-b7b5-d6770f9914bf service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002945 Nov 12 03:35:29.555007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa76e1e8-d779-431b-8885-4df897d1bdf3 req-31b2cdd9-3e5e-4c84-9013-17e29201475d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548708 Nov 12 03:35:29.782125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.787807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.864615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:29.980150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=9dd5efae-41b3-482d-9a5c-9123b14e0153,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.037415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fa22-2fdb-4dcf-baa7-c5b6e8e7c58f req-d9af99f9-d28d-438b-a4f0-b2751a7b4db6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.040919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 310b12e2-d090-45ea-be59-ac88c1f56059 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:30.042466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:30.046448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0515fa22-2fdb-4dcf-baa7-c5b6e8e7c58f req-d9af99f9-d28d-438b-a4f0-b2751a7b4db6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.0848849 Nov 12 03:35:30.064041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9994cf98-20ad-4dd4-8776-0ecf43c18c7f req-deea987e-5d87-43be-8eba-3e476c97e104 service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079491 Nov 12 03:35:30.102971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-35af1dca-5759-4dfa-ad8a-47bd4bc9a594 req-b0990bda-b6ee-4339-9081-60a7887fc4fe service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:35:30.103841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35af1dca-5759-4dfa-ad8a-47bd4bc9a594 req-b0990bda-b6ee-4339-9081-60a7887fc4fe service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1419530 Nov 12 03:35:30.116058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0515fa22-2fdb-4dcf-baa7-c5b6e8e7c58f req-eb904a63-e9ca-4d65-bb13-7a3642a6b32b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686255 Nov 12 03:35:30.279023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-cbfce297-dad3-48b9-a886-a860cb7f971e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.280974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-cbfce297-dad3-48b9-a886-a860cb7f971e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.1024735 Nov 12 03:35:30.332903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d173e-656f-4160-a17b-85be369cc9aa None None] Network 310b12e2-d090-45ea-be59-ac88c1f56059 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:30.359608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 6ac3f0e2-5508-4954-a377-333158274591 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:30.434603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98344b04-d888-4457-803e-816b0366a612 req-897e6490-f0cc-4923-8ff4-74b9b9169fd6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.442288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] Provisioning complete for port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:30.444836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.445875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98344b04-d888-4457-803e-816b0366a612 req-897e6490-f0cc-4923-8ff4-74b9b9169fd6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 946 time: 0.0933182 Nov 12 03:35:30.554547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98344b04-d888-4457-803e-816b0366a612 req-2dc6ffce-70f0-44a9-977e-75f41032e124 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076329 Nov 12 03:35:30.607285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e768e27-3e6c-40de-96a8-122d43420521 req-72dd729f-141a-4cbb-b867-f7059984c35e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.616828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e768e27-3e6c-40de-96a8-122d43420521 req-72dd729f-141a-4cbb-b867-f7059984c35e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1509511 Nov 12 03:35:30.704647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e768e27-3e6c-40de-96a8-122d43420521 req-9a6a4db6-76a7-4163-947c-78a8f66af076 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859034 Nov 12 03:35:30.738555 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-cbab84f2-0042-416a-bbf6-9e5070082b37 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3178155 Nov 12 03:35:30.742441 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.752008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:30.752444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.759741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:30.784329 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] Sync routers for ids ['6ac3f0e2-5508-4954-a377-333158274591'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:30.786620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] For port b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,segment=NetworkSegment(f337fa81-2567-4c4d-ad5f-f6b64bcacb58),segment_id=f337fa81-2567-4c4d-ad5f-f6b64bcacb58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:30.794724 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:30.816411 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] Routers {'6ac3f0e2-5508-4954-a377-333158274591'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:30.817058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6ac3f0e2-5508-4954-a377-333158274591'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:30.822216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2a38e62-7de8-4ed0-af6f-54bff6d8f53c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/6ac3f0e2-5508-4954-a377-333158274591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5850990 Nov 12 03:35:30.824541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.868227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9dd0c-20d9-499b-894f-d7205b12380a None None] Pushing event updated for resources: {'Port': ['ID=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:30.930030 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:30.958526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386da4c-359a-42d2-ba56-979a2206865c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:30.970151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:30.972315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4386da4c-359a-42d2-ba56-979a2206865c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports/9dd5efae-41b3-482d-9a5c-9123b14e0153 HTTP/1.1" status: 200 len: 910 time: 0.1466305 Nov 12 03:35:30.978029 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] Routers {'6ac3f0e2-5508-4954-a377-333158274591'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:30.978640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6ac3f0e2-5508-4954-a377-333158274591'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.038883 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:31.039837 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a77f6-57ac-431c-a88f-4bde53426b8f None None] The sync data for ids ['6ac3f0e2-5508-4954-a377-333158274591'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:31.110796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:31.111350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.133952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:31.195150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5f182d1-1cd1-4aa5-aec0-265608ab4d69 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:31.269967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ec5260bd-4168-4ebe-861d-fa8265f7169b None None] Provisioning complete for port 9dd5efae-41b3-482d-9a5c-9123b14e0153 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:31.270447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec5260bd-4168-4ebe-861d-fa8265f7169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.375353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.387960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ec5260bd-4168-4ebe-861d-fa8265f7169b None None] Port 9dd5efae-41b3-482d-9a5c-9123b14e0153 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:31.399097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971857c0-6bd0-4035-ab21-00ffa1c5736e req-507dcb8a-80b2-49e3-954e-3ec1be98eb17 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.407026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:31.407879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.410868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ec5260bd-4168-4ebe-861d-fa8265f7169b None None] Provisioning complete for port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:31.411429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec5260bd-4168-4ebe-861d-fa8265f7169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.416229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-971857c0-6bd0-4035-ab21-00ffa1c5736e req-507dcb8a-80b2-49e3-954e-3ec1be98eb17 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.1704438 Nov 12 03:35:31.498064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.527347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-971857c0-6bd0-4035-ab21-00ffa1c5736e req-60631585-ecfe-4d69-8026-6957567e1517 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070397 Nov 12 03:35:31.556261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6933ab5f-ad41-438e-b9ba-d04edb2eb6fe'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:31.590220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=6933ab5f-ad41-438e-b9ba-d04edb2eb6fe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:31.663311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57bc21-b23d-4c6e-afd9-754b6784290f None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:31.737395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6d65fb4-15fc-4853-b05a-83d016429df9 req-61282f0e-a452-4c14-95e8-01dec44d1433 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=7f69015c-4c61-4bad-9b18-972056e41ff3 HTTP/1.1" status: 200 len: 210 time: 0.0569096 Nov 12 03:35:31.743883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:31.749390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.752822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a7a860fe-c56c-4cfb-a7d7-0de6d723abc0 req-c9540a40-0b33-4dbb-98db-e37ce2726a2d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "DELETE /v2.0/ports/6933ab5f-ad41-438e-b9ba-d04edb2eb6fe HTTP/1.1" status: 204 len: 173 time: 1.4594195 Nov 12 03:35:31.753319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'name': 'network-vif-deleted', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:31.756469 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253d665b-69b8-49c6-beeb-46d1cb179cd3" -d '{"events": [{"server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "name": "network-vif-deleted", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:31.814531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a711025d-d354-449b-9063-5a50e7274d38 None None] Provisioning complete for port 9dd5efae-41b3-482d-9a5c-9123b14e0153 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:31.815074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a711025d-d354-449b-9063-5a50e7274d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:31.865240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:31.928610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2976-34bc-4b78-b19f-d7b792f7e998 req-2d30317f-895d-492f-a970-36053e350e48 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:31.937029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f5d2976-34bc-4b78-b19f-d7b792f7e998 req-2d30317f-895d-492f-a970-36053e350e48 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0879240 Nov 12 03:35:31.957280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a711025d-d354-449b-9063-5a50e7274d38 None None] Port 9dd5efae-41b3-482d-9a5c-9123b14e0153 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:32.071063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f5d2976-34bc-4b78-b19f-d7b792f7e998 req-d4f44835-9f1f-4571-8913-47599609327e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182771 Nov 12 03:35:32.283368 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661eb83e-2c2e-4c9e-8197-1963ebc4e473 x-openstack-request-id: req-661eb83e-2c2e-4c9e-8197-1963ebc4e473 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:32.283832 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69015c-4c61-4bad-9b18-972056e41ff3", "name": "network-vif-deleted", "tag": "6933ab5f-ad41-438e-b9ba-d04edb2eb6fe", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:32.283962 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-661eb83e-2c2e-4c9e-8197-1963ebc4e473 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:32.284638 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f69015c-4c61-4bad-9b18-972056e41ff3', 'name': 'network-vif-deleted', 'tag': '6933ab5f-ad41-438e-b9ba-d04edb2eb6fe', 'status': 'completed', 'code': 200} Nov 12 03:35:32.322076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.372402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.380436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-77571c24-9967-4988-9c8c-f39c04a40b87 None None] Provisioning complete for port 9dd5efae-41b3-482d-9a5c-9123b14e0153 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:32.381550 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77571c24-9967-4988-9c8c-f39c04a40b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.387792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'port_id': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'mac_address': 'fa:16:3e:0e:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53188d36-26e3-4bbe-91cb-04b14a052139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:32.469871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.486694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-77571c24-9967-4988-9c8c-f39c04a40b87 None None] Port 9dd5efae-41b3-482d-9a5c-9123b14e0153 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:32.492006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:32.522731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:32.529223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.614683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:32.688089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 9dd5efae-41b3-482d-9a5c-9123b14e0153 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:32.688446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.713004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1cfa-49c8-4e94-b166-727e08be9891 req-1c35e1b5-9dd3-45a1-902a-303fc42e9da5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:32.714766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b0a1cfa-49c8-4e94-b166-727e08be9891 req-1c35e1b5-9dd3-45a1-902a-303fc42e9da5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0718970 Nov 12 03:35:32.787611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b0a1cfa-49c8-4e94-b166-727e08be9891 req-27158540-fe59-4c40-819c-36e8a009e443 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653157 Nov 12 03:35:32.811459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:32.837709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 9dd5efae-41b3-482d-9a5c-9123b14e0153 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:33.089574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.149944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=9dd5efae-41b3-482d-9a5c-9123b14e0153,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:33.290862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-1be94a56-6a8e-473b-bc62-44d4cce3cde4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.299699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-1be94a56-6a8e-473b-bc62-44d4cce3cde4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2304957 Nov 12 03:35:33.334636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-e0aa783b-92f6-4471-a541-0158dbffb038 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/quotas/3e33845087664a3db64a1b195278a9bf HTTP/1.1" status: 200 len: 375 time: 0.0338278 Nov 12 03:35:33.379946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.387454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:33.391663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-3da9cbff-f9f5-48ac-9ad1-f5f000bb6130 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560400 Nov 12 03:35:33.402284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-af318b35-8afe-4bbd-aa3d-1c140d4a9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.403964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-af318b35-8afe-4bbd-aa3d-1c140d4a9289 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1102 time: 0.3238111 Nov 12 03:35:33.457090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f1876-d3e3-4601-ba8b-82cf3eb6cf5a req-b62d9db8-69e2-4022-a78f-d23ee6ad69e6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.465282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8f1876-d3e3-4601-ba8b-82cf3eb6cf5a req-b62d9db8-69e2-4022-a78f-d23ee6ad69e6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.2944233 Nov 12 03:35:33.605316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 6ac3f0e2-5508-4954-a377-333158274591 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:33.618456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8f1876-d3e3-4601-ba8b-82cf3eb6cf5a req-1c7662bb-36dd-4c5c-a5a1-0bf4ace58ff1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521103 Nov 12 03:35:33.663845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-e681b0f0-1eba-4778-9cb9-8aab2e91bf5c service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710919 Nov 12 03:35:33.681695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-6bfa2e0c-921c-4d5c-bbfd-5cb91222b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.683575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-6bfa2e0c-921c-4d5c-bbfd-5cb91222b756 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2446649 Nov 12 03:35:33.700035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:33.706122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d4780b9b-deb1-4c42-9b13-6a0acae30cc6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/6ac3f0e2-5508-4954-a377-333158274591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7350013 Nov 12 03:35:33.711168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54764) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:33.712781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] Sync routers for ids ['6ac3f0e2-5508-4954-a377-333158274591'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:33.726526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] Routers {'6ac3f0e2-5508-4954-a377-333158274591'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:33.727478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6ac3f0e2-5508-4954-a377-333158274591'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.743912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-333a91d6-e589-4cb8-8c1e-0cda1825b42c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ac3f0e2-5508-4954-a377-333158274591 HTTP/1.1" status: 200 len: 205 time: 0.0315323 Nov 12 03:35:33.746707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54766) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:33.771059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.781240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-492d97dc-d568-4771-a2ad-3cabda421a4a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.0813622 Nov 12 03:35:33.786707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] Routers {'6ac3f0e2-5508-4954-a377-333158274591'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:33.787550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6ac3f0e2-5508-4954-a377-333158274591'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.825793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:33.826875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d4421-e417-4dcf-b35a-fa5965baca6c None None] The sync data for ids ['6ac3f0e2-5508-4954-a377-333158274591'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:33.862579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-05bc353d-e404-4ed3-abee-4f6e49953ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:33.864072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-05bc353d-e404-4ed3-abee-4f6e49953ea4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0482347 Nov 12 03:35:33.922060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:33.977840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-1fe9b612-dd73-4342-84a0-5c43b1fedd8d service neutron] 10.222.0.97 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076687 Nov 12 03:35:34.056499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-4f8322b6-a39a-4238-8380-fe9d72c213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.058003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-4f8322b6-a39a-4238-8380-fe9d72c213ec service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662896 Nov 12 03:35:34.096874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d47e-d55a-466a-95cf-66052d546635 req-4f155a76-7231-4277-ae6b-17b061fe8ea4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.110361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6991d47e-d55a-466a-95cf-66052d546635 req-4f155a76-7231-4277-ae6b-17b061fe8ea4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.1600151 Nov 12 03:35:34.202871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:34.216891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.221353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.253335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:34.253686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6933ab5f-ad41-438e-b9ba-d04edb2eb6fe not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:34.321792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.323076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac3f0e2-5508-4954-a377-333158274591 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:34.341388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.343309 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69c409c8-c794-42a8-9335-4433d040b8d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/6ac3f0e2-5508-4954-a377-333158274591 HTTP/1.1" status: 204 len: 168 time: 0.5953603 Nov 12 03:35:34.345689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.347173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-347cf054-c607-4fc5-88ea-82f84bdba619 req-8b73a8f2-9e0c-48fb-9bc4-6a1d5e783220 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 210 time: 0.0525784 Nov 12 03:35:34.404450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6991d47e-d55a-466a-95cf-66052d546635 req-4c8dfe10-4eeb-4504-bdb5-1871193cd35e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883642 Nov 12 03:35:34.437105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-f7db7f3d-cc07-4e35-bcd6-121c6aab2972 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198984 Nov 12 03:35:34.448101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet 579a77d8-ddd8-4ec2-b4d8-d87b1b901621 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:34.452285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.510530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.550157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-9b3c82ab-50d7-4089-b5e6-f90a098214f5 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018195 Nov 12 03:35:34.617682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.715211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.777652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661f76b-377c-4c87-9be9-8f11d6220850 req-676e4309-a988-4fdf-89bd-b2178833e515 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:34.779573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7661f76b-377c-4c87-9be9-8f11d6220850 req-676e4309-a988-4fdf-89bd-b2178833e515 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0797606 Nov 12 03:35:34.786026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=579a77d8-ddd8-4ec2-b4d8-d87b1b901621,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:34.800343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:34.803674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fe61d9d3-4b62-42dd-8864-63a144a0fb05 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/579a77d8-ddd8-4ec2-b4d8-d87b1b901621 HTTP/1.1" status: 204 len: 168 time: 0.4565110 Nov 12 03:35:34.809207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:34.810558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d9469-8186-40aa-b344-32f5d5faed8a None None] Network 310b12e2-d090-45ea-be59-ac88c1f56059 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:34.895932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7661f76b-377c-4c87-9be9-8f11d6220850 req-1c1e6ebd-4dae-403d-bea4-5e9725914da9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065111 Nov 12 03:35:34.970750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.036772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:35.037378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.080627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] DHCP port deletion for 310b12e2-d090-45ea-be59-ac88c1f56059 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:35.116297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,segment=NetworkSegment(f337fa81-2567-4c4d-ad5f-f6b64bcacb58),segment_id=f337fa81-2567-4c4d-ad5f-f6b64bcacb58)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:35.116669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.130135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for b5f182d1-1cd1-4aa5-aec0-265608ab4d69 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:35.138688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Deleting port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:35.139204 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.204308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] For port b5f182d1-1cd1-4aa5-aec0-265608ab4d69, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,segment=NetworkSegment(f337fa81-2567-4c4d-ad5f-f6b64bcacb58),segment_id=f337fa81-2567-4c4d-ad5f-f6b64bcacb58)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:35.204700 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.221796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Calling delete_port for b5f182d1-1cd1-4aa5-aec0-265608ab4d69 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:35.252178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.289267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.293386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:35.343311 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.371055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] Pushing event deleted for resources: {'Port': ['ID=b5f182d1-1cd1-4aa5-aec0-265608ab4d69,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.377306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e5564-bc5d-4984-b6eb-827844aaf7e5 None None] No DVR routers for this DVR port b5f182d1-1cd1-4aa5-aec0-265608ab4d69 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:35.401719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.442467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310b12e2-d090-45ea-be59-ac88c1f56059']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.456461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.457142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f337fa81-2567-4c4d-ad5f-f6b64bcacb58') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:35.478869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.495786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.512530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:35.513235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:35.523580 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:35.563599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b263576-8a4d-43d0-b450-4bbf79d74c9f req-405d3d0d-c4f3-42d3-8203-df924561c46c tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 210 time: 0.0755947 Nov 12 03:35:35.607221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea975-cf45-47d4-957b-4e6fbb5b81e5 req-0b54c2cb-f58c-4e43-a833-1964f873dbfd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.615594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-859ea975-cf45-47d4-957b-4e6fbb5b81e5 req-0b54c2cb-f58c-4e43-a833-1964f873dbfd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.1263175 Nov 12 03:35:35.635206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.653194 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.660709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/310b12e2-d090-45ea-be59-ac88c1f56059 HTTP/1.1" status: 204 len: 168 time: 0.8472612 Nov 12 03:35:35.665185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:35.683577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-944576115', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:35.692067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d654-02ed-44dc-835b-a498b2c25b6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=310b12e2-d090-45ea-be59-ac88c1f56059,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:35.697231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-859ea975-cf45-47d4-957b-4e6fbb5b81e5 req-5e33daae-a39f-4ada-8fe4-dbe61041ef3c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805197 Nov 12 03:35:35.825055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.827315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.885317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:35.919720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:35.927762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-9a755431-d621-41d7-aaad-1e8ed47c2c7e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:35.929382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-9a755431-d621-41d7-aaad-1e8ed47c2c7e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 811 time: 0.2254241 Nov 12 03:35:35.982622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:35.994993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:35.995653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.019181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Request body: {'port': {'device_id': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'admin_state_up': True, 'tenant_id': '3e33845087664a3db64a1b195278a9bf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:36.132611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0ba33-3042-4bcf-a224-e586722be51e req-99f5a9ae-4e91-4e78-a16c-a9ae53f28997 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.145427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eef0ba33-3042-4bcf-a224-e586722be51e req-99f5a9ae-4e91-4e78-a16c-a9ae53f28997 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0986476 Nov 12 03:35:36.172045 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.194608 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.217733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eef0ba33-3042-4bcf-a224-e586722be51e req-32af422d-1f09-4720-87bb-a52e87df921d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731707 Nov 12 03:35:36.266174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:36.269784 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3221d9b-e9f2-427d-8954-769de50142e8" -d '{"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:36.288895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:36.300366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.304707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Made reservation on behalf of 3e33845087664a3db64a1b195278a9bf for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:36.308576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.332998 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d42e692-fe43-4402-a7df-52e47eafb54d x-openstack-request-id: req-8d42e692-fe43-4402-a7df-52e47eafb54d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:36.333278 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:36.333542 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8d42e692-fe43-4402-a7df-52e47eafb54d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:36.333931 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'code': 200} Nov 12 03:35:36.380617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:36.523104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b8de-4214-4264-b08f-47d520e83cc4 req-be42310b-e408-4004-a968-ff046eff2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.525216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33d0b8de-4214-4264-b08f-47d520e83cc4 req-be42310b-e408-4004-a968-ff046eff2b14 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1097 time: 0.0520031 Nov 12 03:35:36.544617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.568906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.584905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Allocated IP 172.20.0.12 (b32ff19c-af25-4a71-b941-acf5ebd2748d/6f863021-0881-47fb-953a-9a7abc56c16a/23a69f53-5eca-4b74-9d95-93480e485fae) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:36.590655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33d0b8de-4214-4264-b08f-47d520e83cc4 req-1a64b8ab-16b1-4897-9ac2-f55fc9448d2e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537670 Nov 12 03:35:36.689125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22a2ddaa-e7ef-403d-b3c4-779aefcf3b12 req-575f4a06-b2f0-437d-abda-8a24665e8194 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 210 time: 0.0356870 Nov 12 03:35:36.742924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.25.7.176 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d2c77422-52f2-446f-9de4-96c6da39d04c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:36.842228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14919fb-ab5e-4a1a-a87a-05173bccb00b req-0854cb2f-3587-4b7c-802c-98ddb8a4011c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:36.844271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e14919fb-ab5e-4a1a-a87a-05173bccb00b req-0854cb2f-3587-4b7c-802c-98ddb8a4011c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0804331 Nov 12 03:35:36.894502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.929708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e14919fb-ab5e-4a1a-a87a-05173bccb00b req-78d6cd71-65c5-48f5-8d34-1cec4c6fcbc5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787389 Nov 12 03:35:36.952778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:36.965116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.027436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Network b32ff19c-af25-4a71-b941-acf5ebd2748d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:37.036081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:37.042081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:37.058782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef8782-220e-463f-8d5d-a2f5a52163aa None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:37.080320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event updated for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.085815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.147894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-287b8a91-0436-4736-aa55-75a6ae91a3d4 None None] Provisioning complete for port 23a69f53-5eca-4b74-9d95-93480e485fae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:37.156000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:37.159643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-287b8a91-0436-4736-aa55-75a6ae91a3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.159870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:37.172322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.172994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.178893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:37.215069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=d2c77422-52f2-446f-9de4-96c6da39d04c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:37.238106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-a8d5dd18-12aa-4cf4-a8fc-75494edfa1e6 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2229242 Nov 12 03:35:37.264379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-287b8a91-0436-4736-aa55-75a6ae91a3d4 None None] Port 23a69f53-5eca-4b74-9d95-93480e485fae cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:37.268147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5f182d1-1cd1-4aa5-aec0-265608ab4d69 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:37.270263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72978e75-bdd3-4c07-83ad-e13bd049804b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:37.294830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b5f182d1-1cd1-4aa5-aec0-265608ab4d69 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:37.295768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b5f182d1-1cd1-4aa5-aec0-265608ab4d69 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:37.317386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Request body: {'port': {'device_id': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:37.396273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1712d189-12bf-44ff-93e9-a91f55ed3fba None None] Provisioning complete for port d2c77422-52f2-446f-9de4-96c6da39d04c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:37.396938 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1712d189-12bf-44ff-93e9-a91f55ed3fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.444629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe41f1b-b61e-45dd-a03c-74ff70f78abd req-60777649-52cd-4051-8014-15bb87552011 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.449458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfe41f1b-b61e-45dd-a03c-74ff70f78abd req-60777649-52cd-4051-8014-15bb87552011 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1160216 Nov 12 03:35:37.459690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:37.481540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1712d189-12bf-44ff-93e9-a91f55ed3fba None None] Port d2c77422-52f2-446f-9de4-96c6da39d04c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:37.515656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfe41f1b-b61e-45dd-a03c-74ff70f78abd req-c03581e0-fe6c-42ee-b5a7-e72b07cad367 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627267 Nov 12 03:35:37.862206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77449a8-5c2d-4c29-a1b8-1b820407f106 req-2063f088-1714-4e1f-8c4f-69b462406851 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:37.863993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c77449a8-5c2d-4c29-a1b8-1b820407f106 req-2063f088-1714-4e1f-8c4f-69b462406851 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 932 time: 0.0816140 Nov 12 03:35:37.938955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c77449a8-5c2d-4c29-a1b8-1b820407f106 req-fa974468-6298-45bf-aec7-a29447cefe7f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658019 Nov 12 03:35:38.062740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.085142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d588ae-4c3f-4b49-8ada-4e62cf98afef req-4e68f54d-33ab-4d50-b859-782894895ce9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.086795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78d588ae-4c3f-4b49-8ada-4e62cf98afef req-4e68f54d-33ab-4d50-b859-782894895ce9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0693166 Nov 12 03:35:38.152906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78d588ae-4c3f-4b49-8ada-4e62cf98afef req-d6a4898f-7249-47bc-b3ce-0057454e1a7a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Nov 12 03:35:38.447543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.450510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a69f53-5eca-4b74-9d95-93480e485fae {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:38.460222 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.514241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Transition to ACTIVE for port object 23a69f53-5eca-4b74-9d95-93480e485fae will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:38.522880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.604695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5cbf5f-114f-4f4c-9286-66754c4f2949 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:38.669264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Pushing event updated for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:38.682713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e708082-07a0-40f3-a941-561cdf769d22 req-fdc88b45-be2e-4763-af61-39a7ccdcfb09 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.693027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e708082-07a0-40f3-a941-561cdf769d22 req-fdc88b45-be2e-4763-af61-39a7ccdcfb09 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0993712 Nov 12 03:35:38.745867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Attempting to bind port 23a69f53-5eca-4b74-9d95-93480e485fae on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:38.746099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Attempting to bind port 23a69f53-5eca-4b74-9d95-93480e485fae by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:38.746931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Attempting to bind port 23a69f53-5eca-4b74-9d95-93480e485fae on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:38.755876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Port 23a69f53-5eca-4b74-9d95-93480e485fae on network b32ff19c-af25-4a71-b941-acf5ebd2748d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:38.756193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Attempting to bind port 23a69f53-5eca-4b74-9d95-93480e485fae on network b32ff19c-af25-4a71-b941-acf5ebd2748d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:38.768171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:38.768346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Checking segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:38.768726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Bound using segment: {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:38.769153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Bound port: 23a69f53-5eca-4b74-9d95-93480e485fae, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586352cd-ff5a-4507-966a-bd2daac845be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:38.769504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.772706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e708082-07a0-40f3-a941-561cdf769d22 req-4e6674bc-f187-437f-bc5c-02b515562fb7 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Nov 12 03:35:38.789343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 308a9dba-e994-4da5-a3bf-3f9aa79bc50d is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:38.895681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc33230-1558-4e24-9306-855b225e5fbc req-0e76ea76-bc83-492f-8abd-35903956e616 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:38.897249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:38.897837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dc33230-1558-4e24-9306-855b225e5fbc req-0e76ea76-bc83-492f-8abd-35903956e616 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.0541334 Nov 12 03:35:38.946028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=23a69f53-5eca-4b74-9d95-93480e485fae,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:38.956866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:38.991284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dc33230-1558-4e24-9306-855b225e5fbc req-a2584598-afef-4918-98c2-88163b43d5a0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759742 Nov 12 03:35:38.995026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:39.006444 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] Sync routers for ids ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:39.018302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1ee0c-30de-4eee-8fb3-eb2aa2515556 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:39.018959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] Routers {'308a9dba-e994-4da5-a3bf-3f9aa79bc50d'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:39.019861 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.020227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.021050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.022639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] 10.222.0.16 "PUT /v2.0/ports/23a69f53-5eca-4b74-9d95-93480e485fae HTTP/1.1" status: 200 len: 1093 time: 1.7138882 Nov 12 03:35:39.027563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:39.029090 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:39.071007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.075277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:39.075481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2ca19d85-5b96-4734-b8a1-74d864c65394 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4066391 Nov 12 03:35:39.076365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.079528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b970-0389-4c8f-bff9-43493e37fa90 service neutron] Pushing event updated for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:39.088773 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] Routers {'308a9dba-e994-4da5-a3bf-3f9aa79bc50d'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:39.091111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.131023 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:39.131863 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef5b-ee69-4907-a191-c4e61c549f51 None None] The sync data for ids ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:39.146425 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdda585-6c4f-498c-8f3d-46ed9af8b733 x-openstack-request-id: req-ccdda585-6c4f-498c-8f3d-46ed9af8b733 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:39.146718 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:39.147461 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ccdda585-6c4f-498c-8f3d-46ed9af8b733 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:39.147889 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae', 'status': 'completed', 'code': 200} Nov 12 03:35:39.261546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-93227739-c43e-498a-86df-8585194b8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.262471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-93227739-c43e-498a-86df-8585194b8c41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 1096 time: 0.0925097 Nov 12 03:35:39.287300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b16f1d-33b1-4f4d-8e32-ca717606fc17 req-a128354a-4e31-42ca-b1cd-c4cb48203d9a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.288916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6b16f1d-33b1-4f4d-8e32-ca717606fc17 req-a128354a-4e31-42ca-b1cd-c4cb48203d9a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 944 time: 0.1360135 Nov 12 03:35:39.335509 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-1b6f3491-1ec6-4c27-ae06-a91aed96f23f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a69f53-5eca-4b74-9d95-93480e485fae HTTP/1.1" status: 200 len: 217 time: 0.0552988 Nov 12 03:35:39.364881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b18a1621-1b09-483a-b342-e342c3579d50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers/308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 200 len: 880 time: 0.2871416 Nov 12 03:35:39.368823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:39.415846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-bf2c6894-c6c9-40d0-bcc5-ad057c16f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.417451 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-bf2c6894-c6c9-40d0-bcc5-ad057c16f61c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0684645 Nov 12 03:35:39.434400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6b16f1d-33b1-4f4d-8e32-ca717606fc17 req-e5eb836f-793b-4995-bbff-d786493db6fc tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273458 Nov 12 03:35:39.458407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:39.479157 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-2eaa6dec-76e8-4d97-842d-989985630245 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480983 Nov 12 03:35:39.587193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff78e26-bc0d-4db6-83a3-6f57e43093c7 req-2200ce42-6246-4167-952c-712cb5c2f68b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.588983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ff78e26-bc0d-4db6-83a3-6f57e43093c7 req-2200ce42-6246-4167-952c-712cb5c2f68b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0649414 Nov 12 03:35:39.601393 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-ebcd6a94-1766-44c3-8927-d0344b52e7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063659 Nov 12 03:35:39.624088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-75f58ffb-393f-4242-8a0a-987ef9cf1f8e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2537625 Nov 12 03:35:39.627030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54886) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:39.634902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-944576115'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:39.703517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ff78e26-bc0d-4db6-83a3-6f57e43093c7 req-d5317eb6-95ea-41f7-9507-00ca8fdf21d8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043158 Nov 12 03:35:39.715296 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d082f91-25f4-4c7e-ac30-3663941680f0 req-8dfbbad5-5b8e-4ad0-8b05-197f43b4166d service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983949 Nov 12 03:35:39.867807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-1fd1ce6e-580f-407d-93c3-cb019c8d4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.870371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-1fd1ce6e-580f-407d-93c3-cb019c8d4bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e33845087664a3db64a1b195278a9bf&device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 1096 time: 0.0509489 Nov 12 03:35:39.979504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-988623df-cdf9-4e22-93c6-92930e5d57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:39.981019 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-988623df-cdf9-4e22-93c6-92930e5d57c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 200 len: 911 time: 0.1019640 Nov 12 03:35:40.026032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-95022063-09d3-457d-ad9c-0fa307c96055 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a69f53-5eca-4b74-9d95-93480e485fae HTTP/1.1" status: 200 len: 217 time: 0.0379181 Nov 12 03:35:40.045160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097da8-6988-4bd9-8e55-17bf526161b2 req-424c7be7-5a7f-4ada-9bb5-f69fb4f92e49 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.046662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1097da8-6988-4bd9-8e55-17bf526161b2 req-424c7be7-5a7f-4ada-9bb5-f69fb4f92e49 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1684530 Nov 12 03:35:40.086065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-c469e2ee-c257-48bb-8ed1-3e9ac490d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.087244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-c469e2ee-c257-48bb-8ed1-3e9ac490d0a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 200 len: 851 time: 0.0519946 Nov 12 03:35:40.123859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-f3c06d5d-6ed1-4011-bace-06500cf658d2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.124185 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-e5d21e69-305f-43ec-8174-ae4f7298e547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b32ff19c-af25-4a71-b941-acf5ebd2748d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259624 Nov 12 03:35:40.125265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-f3c06d5d-6ed1-4011-bace-06500cf658d2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 814 time: 0.2525747 Nov 12 03:35:40.167726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-e92938cf-f82c-4ea8-806c-d97a80c07299 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/quotas/ffc83892485c4c9fbb01a672fcd8711f HTTP/1.1" status: 200 len: 375 time: 0.0303488 Nov 12 03:35:40.176896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.188077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1097da8-6988-4bd9-8e55-17bf526161b2 req-ef0f0884-7a0c-452d-a35c-32eb3e33b653 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299677 Nov 12 03:35:40.240443 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-84472591-3b89-433e-8a28-f56a858b9804 service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077917 Nov 12 03:35:40.392790 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d22e9a-9c5d-4aeb-b4a7-dc0390f747e5 req-9c47703c-1ce0-462b-b604-0a59514067cb service neutron] 10.222.0.16 "GET /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425874 Nov 12 03:35:40.510630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:40.596232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-939a8cd1-03d9-4015-9cc8-b6bbb4fdd27a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4155023 Nov 12 03:35:40.623785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74d141-af1c-40b6-bbd0-a7f9c2d18650 req-5c4ba8dd-d60f-46a6-82d9-279f26b0338e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:40.625269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f74d141-af1c-40b6-bbd0-a7f9c2d18650 req-5c4ba8dd-d60f-46a6-82d9-279f26b0338e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.1198337 Nov 12 03:35:40.769393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 308a9dba-e994-4da5-a3bf-3f9aa79bc50d has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:40.775934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f74d141-af1c-40b6-bbd0-a7f9c2d18650 req-74cc95f9-fc7d-48ed-ad2c-018723f9c2da tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231854 Nov 12 03:35:40.789875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0cf1f8e5-a1d7-475b-94ef-7c61bdadc442 service neutron] 10.222.0.97 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837666 Nov 12 03:35:41.010620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c58e2-4f92-4a48-a0ba-d76cdd6791ea req-fafdc13e-063b-4fe8-87f5-194d98eb6564 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.012152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d9c58e2-4f92-4a48-a0ba-d76cdd6791ea req-fafdc13e-063b-4fe8-87f5-194d98eb6564 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 944 time: 0.1443031 Nov 12 03:35:41.030719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-f6a6b7c6-65b2-4650-9f18-2ff3d9e2c282 service neutron] 10.222.0.97 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302516 Nov 12 03:35:41.032904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:41.042747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] Sync routers for ids ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:41.046215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.049680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a0103ad-4586-4ebf-a1a7-95491dc4f58f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 200 len: 887 time: 1.4174802 Nov 12 03:35:41.050421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.053382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] Routers {'308a9dba-e994-4da5-a3bf-3f9aa79bc50d'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:41.054021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.082830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d9c58e2-4f92-4a48-a0ba-d76cdd6791ea req-4ff26251-5cb3-4fed-a0a4-ba80880b0616 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Nov 12 03:35:41.118025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.128724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] Routers {'308a9dba-e994-4da5-a3bf-3f9aa79bc50d'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:41.129745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.167053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:41.168160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b0bf5-c8ce-4a86-8c1e-2392d53c5db6 None None] The sync data for ids ['308a9dba-e994-4da5-a3bf-3f9aa79bc50d'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:41.270718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54918) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.272723 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a545552-12e4-4348-b1fe-caebab940b76 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers/308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 200 len: 887 time: 0.2201998 Nov 12 03:35:41.305760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d84f37c-5689-4a79-b5cb-8f419143781c req-f008d0e8-368c-4f5d-8d5e-a47ee03fd861 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 210 time: 0.0482514 Nov 12 03:35:41.345593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-33fd0270-ac7a-4de2-9f00-6a35f2ac20f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 200 len: 205 time: 0.0676115 Nov 12 03:35:41.346364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.438076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fa01c-88c1-47f0-b1ab-6ab792340787 req-84234ca1-2362-4230-bb56-3d9ffd17d8dd tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.445990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26fa01c-88c1-47f0-b1ab-6ab792340787 req-84234ca1-2362-4230-bb56-3d9ffd17d8dd tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1432714 Nov 12 03:35:41.550034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.611266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26fa01c-88c1-47f0-b1ab-6ab792340787 req-9c2418b0-dad0-4b88-b0f8-a7d040486b5e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608269 Nov 12 03:35:41.703944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:41.712178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.785659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port d2c77422-52f2-446f-9de4-96c6da39d04c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:41.786373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.854440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1323-d1e8-42e0-a97d-b66e9a263540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.942000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:41.968823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for d2c77422-52f2-446f-9de4-96c6da39d04c owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:41.991919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddbab5-12c1-4177-b807-0851ce9402af req-91be66a6-be4a-46ab-902c-ad688d7e08ed tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:41.993899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ddbab5-12c1-4177-b807-0851ce9402af req-91be66a6-be4a-46ab-902c-ad688d7e08ed tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.1265275 Nov 12 03:35:42.107303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1323-d1e8-42e0-a97d-b66e9a263540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.118591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1323-d1e8-42e0-a97d-b66e9a263540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.128592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81ddbab5-12c1-4177-b807-0851ce9402af req-79788a5e-f187-41dd-b5d9-7f32ad5e5066 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239564 Nov 12 03:35:42.258530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6f1f1323-d1e8-42e0-a97d-b66e9a263540 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e60ce0539dd04a5cb32b78483573bc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535214 Nov 12 03:35:42.259206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 23a69f53-5eca-4b74-9d95-93480e485fae details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:42.259692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1323-d1e8-42e0-a97d-b66e9a263540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1cc9c1-661a-4d25-8f55-dd7465785c94,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.261470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:42.318723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d6073-ca36-4d90-8354-94097cc55787 req-7b8a22ed-63dd-497b-bb00-fab6485b0dd9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.320282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-334d6073-ca36-4d90-8354-94097cc55787 req-7b8a22ed-63dd-497b-bb00-fab6485b0dd9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.1908219 Nov 12 03:35:42.344581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2d308-7273-42a8-a307-f0d0dc695827 req-549cf0c3-5cd3-4ee4-8b26-6d4433a75624 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.346139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24b2d308-7273-42a8-a307-f0d0dc695827 req-549cf0c3-5cd3-4ee4-8b26-6d4433a75624 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 944 time: 0.1745896 Nov 12 03:35:42.396810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=23a69f53-5eca-4b74-9d95-93480e485fae,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.400077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.410366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '23a69f53-5eca-4b74-9d95-93480e485fae', 'network_id': 'b32ff19c-af25-4a71-b941-acf5ebd2748d', 'port_id': '23a69f53-5eca-4b74-9d95-93480e485fae', 'mac_address': 'fa:16:3e:d6:f8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f863021-0881-47fb-953a-9a7abc56c16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:42.426551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.445409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.453722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.467668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a69f53-5eca-4b74-9d95-93480e485fae {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:42.492146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=23a69f53-5eca-4b74-9d95-93480e485fae,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.502508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fe47ff3-2b0b-45be-9cf3-01dfa6268e5b req-b50d2d9f-fb4b-4439-a9e7-95037b2f1438 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 210 time: 0.0947568 Nov 12 03:35:42.504434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.513372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=d2c77422-52f2-446f-9de4-96c6da39d04c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.542078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24b2d308-7273-42a8-a307-f0d0dc695827 req-c8f4ca5a-252e-4245-ab49-6e8f31664f27 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868570 Nov 12 03:35:42.544557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf23825-2690-4a17-a0d4-144d14abe44e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:42.588940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.625684 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.630668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Deleting port bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:42.631042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.633636 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.636715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.638169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2d1cc9c1-661a-4d25-8f55-dd7465785c94 HTTP/1.1" status: 204 len: 168 time: 0.3755136 Nov 12 03:35:42.664139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eda5ff-a510-45e7-94d6-e4e0b2fe7f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1cc9c1-661a-4d25-8f55-dd7465785c94,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:42.683081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-a1c21e29-88ef-412a-ac2b-2865cb218911 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.684920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-a1c21e29-88ef-412a-ac2b-2865cb218911 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 814 time: 0.1953008 Nov 12 03:35:42.707829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Request body: {'port': {'device_id': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'admin_state_up': True, 'tenant_id': 'ffc83892485c4c9fbb01a672fcd8711f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:42.757939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.803100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.842700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Made reservation on behalf of ffc83892485c4c9fbb01a672fcd8711f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:42.846938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.854513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['23a69f53-5eca-4b74-9d95-93480e485fae'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:42.896564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.897133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router 308a9dba-e994-4da5-a3bf-3f9aa79bc50d {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:42.909802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:42.914307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-30ac5b24-a735-4621-b42b-6409a9c36615 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 204 len: 168 time: 1.5642512 Nov 12 03:35:42.920009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91ecda-0973-42bf-bf0e-6dd5c4299764 req-5c19f745-6027-4813-8386-7b725b7bfbed tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:42.927626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:42.928219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa91ecda-0973-42bf-bf0e-6dd5c4299764 req-5c19f745-6027-4813-8386-7b725b7bfbed tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.2228961 Nov 12 03:35:42.938500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1867177186'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:42.945973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] For port bda10034-57b2-44ff-ac7e-a303829f1a23, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bda10034-57b2-44ff-ac7e-a303829f1a23,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:42.946350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.019635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:43.023241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.067999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.074429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:43.081334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Allocated IP 172.20.0.9 (62e2661f-feef-439c-af5c-a761ba0eacd9/53188d36-26e3-4bbe-91cb-04b14a052139/ffa3170e-6edb-494c-aa0c-68a61bd0afa3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:43.098023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9ed-4197-433d-895a-766475689101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.112530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.112881 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment 7dc73e4a-bcce-4de0-8bd4-7550844d407b of type vlan for network aede51be-313b-43d1-8e71-aa8d36ba44fc Nov 12 03:35:43.196913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.303468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.309206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.309812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.377730 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4484277 Nov 12 03:35:43.389209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.399981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:43.419246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa91ecda-0973-42bf-bf0e-6dd5c4299764 req-c98c2ed3-05e4-4c9f-9927-6e41ba14b0b9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900372 Nov 12 03:35:43.441973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9ed-4197-433d-895a-766475689101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.443131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4bc5f-0b13-4628-9d31-7ebbb4872b18 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=aede51be-313b-43d1-8e71-aa8d36ba44fc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.456215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network aede51be-313b-43d1-8e71-aa8d36ba44fc details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:43.456769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73aa9ed-4197-433d-895a-766475689101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.478153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.521913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a73aa9ed-4197-433d-895a-766475689101 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=449cddec397d4f20851e8224d684d3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487605 Nov 12 03:35:43.522489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:43.534176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aa9ed-4197-433d-895a-766475689101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2946603-3fcd-4077-8026-edd41b9a9a18,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.589269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.630524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:43.650463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.652422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74848b-c10c-4ad2-96e5-507e0be2c577 req-a2dad74d-7c7c-4f98-bc92-93812730bbbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.654137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d74848b-c10c-4ad2-96e5-507e0be2c577 req-a2dad74d-7c7c-4f98-bc92-93812730bbbf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 947 time: 0.2666450 Nov 12 03:35:43.661963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Network 62e2661f-feef-439c-af5c-a761ba0eacd9 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:43.674883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:43.677360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Pushing event updated for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.679990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:43.717096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.765502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.766319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.776200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.776418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.776689 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Floating IP 15bf8aaf-177a-430e-a9b2-4a8702e093a7 disassociated. External IP: 172.25.7.73, port: bda10034-57b2-44ff-ac7e-a303829f1a23. Nov 12 03:35:43.777015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Calling delete_port for bda10034-57b2-44ff-ac7e-a303829f1a23 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:43.797306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.800365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.801781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f2946603-3fcd-4077-8026-edd41b9a9a18 HTTP/1.1" status: 204 len: 168 time: 0.2782221 Nov 12 03:35:43.812232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff8605-6768-489a-a755-a6a7f3c4814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2946603-3fcd-4077-8026-edd41b9a9a18,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:43.816673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:43.819283 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-079ed133-b7b8-43d5-a873-96bdce10ab1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1162741 Nov 12 03:35:43.820312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:43.840232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Request body: {'port': {'device_id': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:43.841638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d74848b-c10c-4ad2-96e5-507e0be2c577 req-e10b33a5-a36d-42b3-8acc-13fa7cf6d09b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=d26a7c09-5e77-4981-bf79-4d35e51f35fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682713 Nov 12 03:35:43.849402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd11eb-6ed3-4e47-8157-60d7006ac587 req-7b1548ae-d277-4ff9-8da1-89e3947d61ae tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:43.855343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cd11eb-6ed3-4e47-8157-60d7006ac587 req-7b1548ae-d277-4ff9-8da1-89e3947d61ae tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 931 time: 0.2183309 Nov 12 03:35:43.923281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.067305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cd11eb-6ed3-4e47-8157-60d7006ac587 req-a945485f-339a-495a-a718-b1402b43be2f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720924 Nov 12 03:35:44.084939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f959b8-b6f1-40b1-8643-74fceb885dbe req-31e38ea6-6f2f-412b-bab9-3b01abf41254 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.086508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3f959b8-b6f1-40b1-8643-74fceb885dbe req-31e38ea6-6f2f-412b-bab9-3b01abf41254 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 945 time: 0.1289647 Nov 12 03:35:44.225554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3f959b8-b6f1-40b1-8643-74fceb885dbe req-6f00edd1-4d07-4cdf-bf6a-56320195a187 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035163 Nov 12 03:35:44.227933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.268398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 23a69f53-5eca-4b74-9d95-93480e485fae up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:44.283446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'Port': ['ID=bda10034-57b2-44ff-ac7e-a303829f1a23,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.306596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa3170e-6edb-494c-aa0c-68a61bd0afa3 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:44.326564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.341822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Transition to ACTIVE for port object ffa3170e-6edb-494c-aa0c-68a61bd0afa3 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:44.347161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.364832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.383943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 23a69f53-5eca-4b74-9d95-93480e485fae completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:44.399686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 23a69f53-5eca-4b74-9d95-93480e485fae triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:44.400311 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.428759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Pushing event updated for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.534378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:44.535731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Attempting to bind port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:44.536243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Attempting to bind port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:44.539138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Attempting to bind port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:44.545685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 on network 62e2661f-feef-439c-af5c-a761ba0eacd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:44.546391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Attempting to bind port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:44.551981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:44.552484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Checking segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:44.552967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Bound using segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:44.553501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Bound port: ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:44.553959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.594198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.653263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:44.658762 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b9dd59-6967-45ec-adcc-e7cb634fd83d" -d '{"events": [{"server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:44.680206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.684654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': '7dc73e4a-bcce-4de0-8bd4-7550844d407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:44.685517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: aede51be-313b-43d1-8e71-aa8d36ba44fc, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:44.687323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:44.689455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=23a69f53-5eca-4b74-9d95-93480e485fae,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:44.692808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:44.698234 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.703828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d4c5-a889-4daf-9898-1197c37fb1a8 req-ca13e423-9afc-4c78-9691-a3c3d1efea6a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.711276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e399d4c5-a889-4daf-9898-1197c37fb1a8 req-ca13e423-9afc-4c78-9691-a3c3d1efea6a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1610706 Nov 12 03:35:44.722119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.804519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.814441 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb095a-de15-4112-baa4-0cd24f16cf13 x-openstack-request-id: req-f7cb095a-de15-4112-baa4-0cd24f16cf13 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:44.814794 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "name": "network-vif-plugged", "status": "completed", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:44.815037 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f7cb095a-de15-4112-baa4-0cd24f16cf13 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:44.815413 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae', 'code': 200} Nov 12 03:35:44.852507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network aede51be-313b-43d1-8e71-aa8d36ba44fc is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:44.881954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.883339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.896586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] 10.222.0.16 "PUT /v2.0/ports/ffa3170e-6edb-494c-aa0c-68a61bd0afa3 HTTP/1.1" status: 200 len: 1092 time: 1.0621991 Nov 12 03:35:44.897723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, aede51be-313b-43d1-8e71-aa8d36ba44fc) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:44.898398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:44.905578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a12ae5-eb37-4f4e-a47d-36cf5a1ba80e None None] Network aede51be-313b-43d1-8e71-aa8d36ba44fc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:44.924925 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd426f-49c4-45cf-8f7f-984c7af53bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:44.935453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83ef2c-4706-4fb1-b8f5-608b8a397d9c service neutron] Pushing event updated for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:44.944508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:44.948805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:44.979340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e399d4c5-a889-4daf-9898-1197c37fb1a8 req-7cbef52e-6ac1-44f4-932c-361c8a453272 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670746 Nov 12 03:35:45.004574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:45.021328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:45.028714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcdbec6f-926f-4a19-853b-00d2766bfb69 req-c38a7fd9-d183-4bdc-845d-3fe3bbb88345 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.0368266 Nov 12 03:35:45.049454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0edf9b1a-9051-4731-b19f-69032f5637ad tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6567965 Nov 12 03:35:45.056789 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:45.057529 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.073037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55002) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.073262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] No DVR routers for this DVR port bda10034-57b2-44ff-ac7e-a303829f1a23 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:45.075456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.079227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-334d6073-ca36-4d90-8354-94097cc55787 req-7d36b496-4e4a-4bdb-8b59-4113b098866b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.104 "DELETE /v2.0/ports/bda10034-57b2-44ff-ac7e-a303829f1a23 HTTP/1.1" status: 204 len: 173 time: 2.7476730 Nov 12 03:35:45.079813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-deleted', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:45.082170 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdbc77-9187-4887-b3ea-8bf2b87c8cc3" -d '{"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-deleted", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:45.127718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1311997534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:45.144141 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcc5597-ef36-459f-a8fc-3a422202f2ea x-openstack-request-id: req-ffcc5597-ef36-459f-a8fc-3a422202f2ea {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:45.144420 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:45.144695 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ffcc5597-ef36-459f-a8fc-3a422202f2ea {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:45.145186 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3', 'status': 'completed', 'code': 200} Nov 12 03:35:45.159261 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cece747b-d442-4d81-8e79-e53789d894c1 x-openstack-request-id: req-cece747b-d442-4d81-8e79-e53789d894c1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:45.159564 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b", "name": "network-vif-deleted", "tag": "bda10034-57b2-44ff-ac7e-a303829f1a23", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:45.160370 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cece747b-d442-4d81-8e79-e53789d894c1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:45.160975 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b', 'name': 'network-vif-deleted', 'tag': 'bda10034-57b2-44ff-ac7e-a303829f1a23', 'status': 'completed', 'code': 200} Nov 12 03:35:45.228790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a0947-db2d-4083-ac2e-4636843b8573 req-e76e2f38-7927-4075-bfb0-1f703997963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.230323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe3a0947-db2d-4083-ac2e-4636843b8573 req-e76e2f38-7927-4075-bfb0-1f703997963e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 1098 time: 0.2661726 Nov 12 03:35:45.231520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.233138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.248542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-7e1af19b-3caf-4129-b849-6790876ced73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.250044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-7e1af19b-3caf-4129-b849-6790876ced73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 1095 time: 0.2666028 Nov 12 03:35:45.280290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-aede51be-313b-43d1-8e71-aa8d36ba44fc', 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': '5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:45.281081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.343942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a35af-a23f-4d96-b5ec-591f20bbb737 req-65bfc62c-ab2b-4c6e-b43c-7874543f8e19 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.348139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-978a35af-a23f-4d96-b5ec-591f20bbb737 req-65bfc62c-ab2b-4c6e-b43c-7874543f8e19 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 943 time: 0.1414006 Nov 12 03:35:45.387029 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:45.399680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-189b53c4-db46-444a-a655-ab13dfaff3b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3 HTTP/1.1" status: 200 len: 217 time: 0.1300368 Nov 12 03:35:45.465058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-978a35af-a23f-4d96-b5ec-591f20bbb737 req-199ec4a9-da3f-4dfc-ac67-8b85fee84b00 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078761 Nov 12 03:35:45.528433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d9c96-97be-459f-954f-9a3cc39ca04c req-3cd83328-e475-4f2e-bc90-5ed33bf11869 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.530726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75d9c96-97be-459f-954f-9a3cc39ca04c req-3cd83328-e475-4f2e-bc90-5ed33bf11869 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1603229 Nov 12 03:35:45.567622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Allocated IP 172.20.0.2 (aede51be-313b-43d1-8e71-aa8d36ba44fc/5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa/2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:45.623340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75d9c96-97be-459f-954f-9a3cc39ca04c req-e7a0b455-68d8-43dd-9e49-a628848b24e4 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860157 Nov 12 03:35:45.637876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.642869 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe3a0947-db2d-4083-ac2e-4636843b8573 req-d6bee123-3d84-4cee-8bec-37a22ae82ef2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909290 Nov 12 03:35:45.648498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940afd-32b2-4227-a95c-de80273b0111 req-36b7b5d8-b97f-492c-b4f7-4c43745f38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:45.650134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-36b7b5d8-b97f-492c-b4f7-4c43745f38a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.2192547 Nov 12 03:35:45.652463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.674625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.676388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-261083ce-4e02-4d31-9e42-c0368122fa91 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6028423 Nov 12 03:35:45.679128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:45.718301 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.770743 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:35:45.783105 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:45.784065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:45.840670 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.849226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:45.872212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Network aede51be-313b-43d1-8e71-aa8d36ba44fc is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:45.894930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:45.897655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:45.941959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:45.957844 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:35:45.987638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: bda10034-57b2-44ff-ac7e-a303829f1a23 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:45.988612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bda10034-57b2-44ff-ac7e-a303829f1a23 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:45.990750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Pushing event updated for resources: {'Port': ['ID=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.043905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Attempting to bind port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:46.044520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Attempting to bind port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '7dc73e4a-bcce-4de0-8bd4-7550844d407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:46.045091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Attempting to bind port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 on network aede51be-313b-43d1-8e71-aa8d36ba44fc {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:46.051479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:46.052306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Checking segment: {'id': '7dc73e4a-bcce-4de0-8bd4-7550844d407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:46.052920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.053507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Bound using segment: {'id': '7dc73e4a-bcce-4de0-8bd4-7550844d407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:46.054345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Bound port: 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc73e4a-bcce-4de0-8bd4-7550844d407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aede51be-313b-43d1-8e71-aa8d36ba44fc'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:46.054971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.151259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] For port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:46.157459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] For port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,segment=NetworkSegment(7dc73e4a-bcce-4de0-8bd4-7550844d407b),segment_id=7dc73e4a-bcce-4de0-8bd4-7550844d407b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:46.170914 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.319662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074eb6-a449-4fb2-9dee-942812c7341c None None] Pushing event updated for resources: {'Port': ['ID=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:46.329463 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:46.341483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-268424c4-77f3-4242-9245-c8505f31f09f req-ac2de5a8-51d2-4367-b687-8441f6a49a3a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ad8d5b1-db1c-4ec0-90d1-ab2a9e69091b HTTP/1.1" status: 200 len: 210 time: 0.1030161 Nov 12 03:35:46.360202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183062aa-08c4-4d2e-99a1-5f714bd231be req-3e2520c9-8069-4f28-b349-9a9809a631ff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.368396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-183062aa-08c4-4d2e-99a1-5f714bd231be req-3e2520c9-8069-4f28-b349-9a9809a631ff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1944270 Nov 12 03:35:46.402242 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14f65-5adc-400e-8c33-66de85fe07f8 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:46.485394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-183062aa-08c4-4d2e-99a1-5f714bd231be req-470627cd-8a47-4f1c-9ea5-e850fb6c34ad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155250 Nov 12 03:35:46.648834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-bf8272c1-2f44-4d30-b580-9ad0e25dc32f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5746806 Nov 12 03:35:46.650821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72725547-fc8e-4bfc-8fa3-666a19390f63 req-493166c3-e484-4c0f-a1d1-5419242ac594 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.652429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72725547-fc8e-4bfc-8fa3-666a19390f63 req-493166c3-e484-4c0f-a1d1-5419242ac594 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 943 time: 0.1061862 Nov 12 03:35:46.811518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72725547-fc8e-4bfc-8fa3-666a19390f63 req-87abc721-d2e0-49fa-89ca-22b8761b5501 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338995 Nov 12 03:35:46.863790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:46.948349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb97ba5-6f37-48d3-863e-c11533c57c56 req-adb5fa3d-5138-4007-801e-38c52707bd50 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:46.949891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb97ba5-6f37-48d3-863e-c11533c57c56 req-adb5fa3d-5138-4007-801e-38c52707bd50 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1372607 Nov 12 03:35:46.986641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-f6d71029-ca99-49ca-9844-611870e26e6b service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166282 Nov 12 03:35:46.993341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afc90c-e32e-489d-b111-c7baf46e1416 None None] New status for floating IP 15bf8aaf-177a-430e-a9b2-4a8702e093a7: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:35:46.997707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.046163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb97ba5-6f37-48d3-863e-c11533c57c56 req-9e1014ef-54e9-4b39-a3e4-b605766b9584 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Nov 12 03:35:47.203206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b1aced5-ef53-4493-9b26-869217ef1cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.203401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:47.234198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6940afd-32b2-4227-a95c-de80273b0111 req-10fcf665-dbca-498d-9252-5ed295eea71f service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144744 Nov 12 03:35:47.260453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:47.261158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.305529 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b1aced5-ef53-4493-9b26-869217ef1cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.308294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.20.0.1 (aede51be-313b-43d1-8e71-aa8d36ba44fc/5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa/c05e41a5-a8aa-44a9-bbbd-72eb0aded63b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:47.312605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b1aced5-ef53-4493-9b26-869217ef1cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.349897 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.355560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1aced5-ef53-4493-9b26-869217ef1cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914ee3b-e237-4ff1-85fa-9367e772f22b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.362903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b1aced5-ef53-4493-9b26-869217ef1cfc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=495dd6e50cd6428fbf69d91771f9d806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621118 Nov 12 03:35:47.364795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.405499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,segment=NetworkSegment(7dc73e4a-bcce-4de0-8bd4-7550844d407b),segment_id=7dc73e4a-bcce-4de0-8bd4-7550844d407b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:47.412474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.442931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.459497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-6df36548-c02f-42b9-a386-4a0eba5d4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.461067 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-6df36548-c02f-42b9-a386-4a0eba5d4e03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 1095 time: 0.1231506 Nov 12 03:35:47.472703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.483719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.534182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.569158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.578407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.581125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.582553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3914ee3b-e237-4ff1-85fa-9367e772f22b HTTP/1.1" status: 204 len: 168 time: 0.2168512 Nov 12 03:35:47.599497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de40fb-4136-4643-bb7c-554a22b7486f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914ee3b-e237-4ff1-85fa-9367e772f22b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.605360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.641831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-4eca481f-b22f-46b7-88f8-87761bf1cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.643212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-4eca481f-b22f-46b7-88f8-87761bf1cf9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.1706858 Nov 12 03:35:47.659663 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.663734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.713261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-7bdc148b-cd7e-4269-a174-81b97cb3c669 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3 HTTP/1.1" status: 200 len: 217 time: 0.0608802 Nov 12 03:35:47.733854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb28c-0a0f-43b2-9f17-f57336aed976 req-b5a895b8-1db1-4e3b-a6ca-97180fab2257 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.747998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c11fb28c-0a0f-43b2-9f17-f57336aed976 req-b5a895b8-1db1-4e3b-a6ca-97180fab2257 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1013584 Nov 12 03:35:47.784621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network aede51be-313b-43d1-8e71-aa8d36ba44fc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:47.792165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:47.793090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.796105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:47.797482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "DELETE /v2.0/security-groups/d26a7c09-5e77-4981-bf79-4d35e51f35fe HTTP/1.1" status: 204 len: 168 time: 0.3125539 Nov 12 03:35:47.801976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:47.804416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.816523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-16795975-ad06-4b15-9475-b2b8abf8186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:47.817974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-16795975-ad06-4b15-9475-b2b8abf8186f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.0855677 Nov 12 03:35:47.833480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cbc72-1c9f-4993-b27c-5383ee6f0658 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a7c09-5e77-4981-bf79-4d35e51f35fe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.872031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c11fb28c-0a0f-43b2-9f17-f57336aed976 req-dc7e9228-f13a-4002-82e9-f8e7c6e7392c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190727 Nov 12 03:35:47.878421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=c05e41a5-a8aa-44a9-bbbd-72eb0aded63b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:47.881035 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-5f752d96-3dc4-4920-b603-db587da4d062 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] show failed (client error): The resource could not be found. Nov 12 03:35:47.884829 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f752d96-3dc4-4920-b603-db587da4d062 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups/d26a7c09-5e77-4981-bf79-4d35e51f35fe HTTP/1.1" status: 404 len: 347 time: 0.0765100 Nov 12 03:35:47.885202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:47.943359 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-b997ef92-1773-48a2-96bc-09bea7808a4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944607 Nov 12 03:35:47.987942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.010269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23dcf59-56d1-4f06-9886-c137bc390a25 None None] Network aede51be-313b-43d1-8e71-aa8d36ba44fc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:48.073155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.097052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d175caa-fb7c-4084-a32b-92644fba430f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.131327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ccbad-173e-413c-a38f-2350bdbf6fb4 req-b05529e5-d7f5-435b-86b9-6de53b622d5e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.143260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d23ccbad-173e-413c-a38f-2350bdbf6fb4 req-b05529e5-d7f5-435b-86b9-6de53b622d5e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 943 time: 0.1337836 Nov 12 03:35:48.180754 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.216083 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-c34b48cc-efd4-41b9-be4c-8867ee811ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634180 Nov 12 03:35:48.235913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Deleting port 8aa2606b-292b-4d45-ab9b-f45f458c9620 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:48.236263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.260454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d23ccbad-173e-413c-a38f-2350bdbf6fb4 req-293ca61a-2164-405e-a420-bb6c606cb221 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114738 Nov 12 03:35:48.314289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f946beba-e2fb-490c-850d-76adea174a0d None None] Provisioning complete for port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:48.314702 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f946beba-e2fb-490c-850d-76adea174a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.389831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d175caa-fb7c-4084-a32b-92644fba430f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.403502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1d175caa-fb7c-4084-a32b-92644fba430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.422637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e150c-46b0-4471-acec-b58070599b4c req-1c91338b-f0eb-4ef8-a71b-3b70c88016ce tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.423164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:35:48.423655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-828e150c-46b0-4471-acec-b58070599b4c req-1c91338b-f0eb-4ef8-a71b-3b70c88016ce tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1467614 Nov 12 03:35:48.433378 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98fd426f-49c4-45cf-8f7f-984c7af53bfc req-c8f71e36-8f0f-4a95-9bd7-2e8a8ed87fba service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951549 Nov 12 03:35:48.433651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.433761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.476030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Calling delete_port for 8aa2606b-292b-4d45-ab9b-f45f458c9620 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:48.497764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1d175caa-fb7c-4084-a32b-92644fba430f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=aca6f8a5c5f84d8483d779396decd732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198170 Nov 12 03:35:48.505877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:48.513373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175caa-fb7c-4084-a32b-92644fba430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a431943-1ac0-42f6-ab00-8e66bca6e79e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.589982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.596208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.619416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-828e150c-46b0-4471-acec-b58070599b4c req-2f743143-ffe9-498e-8117-4bfc2f462475 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798048 Nov 12 03:35:48.682703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=c05e41a5-a8aa-44a9-bbbd-72eb0aded63b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.697348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.706040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.725688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.782952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.823472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-48ed0807-2f69-4233-a210-f9c7e8df5bc9 None None] Provisioning complete for port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:48.824205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48ed0807-2f69-4233-a210-f9c7e8df5bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.846291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network aede51be-313b-43d1-8e71-aa8d36ba44fc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:48.848339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:48.852876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'Port': ['ID=8aa2606b-292b-4d45-ab9b-f45f458c9620,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:48.959987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e572a9-6be7-43b2-916a-92861141d98f req-20fa2854-0d26-4192-9915-17a05d9b8ae3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:48.961586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6e572a9-6be7-43b2-916a-92861141d98f req-20fa2854-0d26-4192-9915-17a05d9b8ae3 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.0830536 Nov 12 03:35:48.962951 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.965570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.969565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8a431943-1ac0-42f6-ab00-8e66bca6e79e HTTP/1.1" status: 204 len: 168 time: 0.4598415 Nov 12 03:35:48.969752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-48ed0807-2f69-4233-a210-f9c7e8df5bc9 None None] Provisioning complete for port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:48.969752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48ed0807-2f69-4233-a210-f9c7e8df5bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.981250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.984053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:48.992211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d757d78-42b8-47f7-9ee2-b85985f53a43 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "DELETE /v2.0/floatingips/15bf8aaf-177a-430e-a9b2-4a8702e093a7 HTTP/1.1" status: 204 len: 168 time: 1.1055980 Nov 12 03:35:49.019159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2382ca5-56ff-4db7-a1a4-a3cde5c1bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a431943-1ac0-42f6-ab00-8e66bca6e79e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.092496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 3f586298-4923-47f8-a44e-554a18d593cc is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:35:49.108152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-48ed0807-2f69-4233-a210-f9c7e8df5bc9 None None] Port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:49.120328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6e572a9-6be7-43b2-916a-92861141d98f req-40f64fce-c3b8-4db3-b718-11b9a2436684 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246598 Nov 12 03:35:49.142018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b1003-0052-4589-955f-c2c7c82e4004 req-98e60625-3a01-4431-a6d0-040fff2a77fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.152473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1b1003-0052-4589-955f-c2c7c82e4004 req-98e60625-3a01-4431-a6d0-040fff2a77fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1357629 Nov 12 03:35:49.173428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:49.236842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1b1003-0052-4589-955f-c2c7c82e4004 req-cf0b8d1a-865a-4201-84f9-fa15089f4d00 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Nov 12 03:35:49.290246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:49.293607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-91bf9f96-0616-4a45-92b5-74d812e95218 None None] Provisioning complete for port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:49.294050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91bf9f96-0616-4a45-92b5-74d812e95218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.318591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.318802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-173b1791-cfad-47c1-aa56-63bb7fd243f3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/3f586298-4923-47f8-a44e-554a18d593cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6381540 Nov 12 03:35:49.329214 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] Sync routers for ids ['3f586298-4923-47f8-a44e-554a18d593cc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:49.364617 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] Routers {'3f586298-4923-47f8-a44e-554a18d593cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:49.365547 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['3f586298-4923-47f8-a44e-554a18d593cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.418071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-91bf9f96-0616-4a45-92b5-74d812e95218 None None] Port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:49.439962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:49.440338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.456394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e20a6-7644-4cb9-bbd9-c72b76b15ab1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.457883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e87e20a6-7644-4cb9-bbd9-c72b76b15ab1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports/c05e41a5-a8aa-44a9-bbbd-72eb0aded63b HTTP/1.1" status: 200 len: 910 time: 0.1378601 Nov 12 03:35:49.460955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55098) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.467779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:49.499060 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.524073 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] Routers {'3f586298-4923-47f8-a44e-554a18d593cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:49.526935 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['3f586298-4923-47f8-a44e-554a18d593cc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.593687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-566eff87-761e-48c2-9f24-dab2e69e9418 None None] Provisioning complete for port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:49.594255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-566eff87-761e-48c2-9f24-dab2e69e9418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.621416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84228684-1c5b-4c24-9ee6-f5b620103e2b req-7c452e0c-0c9a-4a6b-8a6f-6ba354e0b602 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:49.636681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84228684-1c5b-4c24-9ee6-f5b620103e2b req-7c452e0c-0c9a-4a6b-8a6f-6ba354e0b602 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 943 time: 0.1558437 Nov 12 03:35:49.638772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-566eff87-761e-48c2-9f24-dab2e69e9418 None None] Port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:49.669362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.701775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84228684-1c5b-4c24-9ee6-f5b620103e2b req-abe25f38-562f-496e-bcfb-ef41bd708646 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639400 Nov 12 03:35:49.740914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.746530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364955259', 'description': 'tempest-description--762268749'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:49.772145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.774598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:49.775519 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254f06b6-f7d8-4671-8a45-322f855f15be None None] The sync data for ids ['3f586298-4923-47f8-a44e-554a18d593cc'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:49.865082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.872837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.910419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:49.912066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1698720 Nov 12 03:35:49.916103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55114) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:49.922169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group_rule': {'security_group_id': '9added39-7bd4-40ac-88c3-e1c585d4cb23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:49.924763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937bae2-f8e7-4b57-aa06-5316c511d9f0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9added39-7bd4-40ac-88c3-e1c585d4cb23,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:49.998705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.134399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.141756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.166258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.175687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d0a5fa-5e07-4222-868d-6064a4e60420,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.186410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.197235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.201022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-653fc7f0-2d91-41f0-86d1-37d10bda1e89 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808313 Nov 12 03:35:50.201286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.206197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'security_group_rule': {'security_group_id': '9added39-7bd4-40ac-88c3-e1c585d4cb23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:50.264296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.277023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ffa3170e-6edb-494c-aa0c-68a61bd0afa3 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:35:50.309349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.310033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.315529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/ports/c05e41a5-a8aa-44a9-bbbd-72eb0aded63b HTTP/1.1" status: 200 len: 910 time: 0.8507845 Nov 12 03:35:50.315529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe784af-f028-4951-aa16-15134b280583 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=c05e41a5-a8aa-44a9-bbbd-72eb0aded63b,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.318388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55130) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.336603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b4067-9b02-455c-880f-ac4f9d3bfc23 req-fb53cc7d-419c-4894-9a88-67455f4bb94d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.337993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-592b4067-9b02-455c-880f-ac4f9d3bfc23 req-fb53cc7d-419c-4894-9a88-67455f4bb94d tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1107538 Nov 12 03:35:50.402136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:50.414864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'port_id': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3', 'mac_address': 'fa:16:3e:75:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53188d36-26e3-4bbe-91cb-04b14a052139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:35:50.456501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.471298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa3170e-6edb-494c-aa0c-68a61bd0afa3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:50.500506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:50.505746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.516823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.529309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.557975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.590948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ae680-a232-43bd-8bc1-e4a645a3f400 req-d87f2045-0040-4d39-b973-c7f310aa4189 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.592469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-961ae680-a232-43bd-8bc1-e4a645a3f400 req-d87f2045-0040-4d39-b973-c7f310aa4189 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.2521231 Nov 12 03:35:50.636025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-592b4067-9b02-455c-880f-ac4f9d3bfc23 req-f444cec4-a24d-442d-b7f0-caf981d23637 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447674 Nov 12 03:35:50.643676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5f48c3-a583-4914-9ae4-e61de9897996,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:50.673042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.674248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b9256504-68ae-41ff-8b82-f18a63e18e62 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4719639 Nov 12 03:35:50.677808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:50.682573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:50.721781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-961ae680-a232-43bd-8bc1-e4a645a3f400 req-42118b1b-d0fc-42d3-b51b-8e0025486586 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198535 Nov 12 03:35:50.727717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.859063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.862879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ffa3170e-6edb-494c-aa0c-68a61bd0afa3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:50.962064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:50.972106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a388b4d-ddf5-41ee-a9a2-e470ba1532f3 req-e1d94308-e00a-45bf-b9f9-be0c51621e24 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:50.973709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a388b4d-ddf5-41ee-a9a2-e470ba1532f3 req-e1d94308-e00a-45bf-b9f9-be0c51621e24 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 944 time: 0.1052599 Nov 12 03:35:51.058771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Allocated IP 172.25.7.44 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/df8a3267-9edd-4711-9e6e-35b928a2732a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:51.207823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.244997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.283659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:51.286539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:51.292697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:51.329879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=df8a3267-9edd-4711-9e6e-35b928a2732a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:51.448071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.448296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a388b4d-ddf5-41ee-a9a2-e470ba1532f3 req-8bec2908-cd0e-4a30-a26e-0137b659d88c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407952 Nov 12 03:35:51.492168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.497449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6c28e-1019-424b-ab1b-406192f1d6fb req-486b408f-347b-4991-b2fb-386191486a2f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.498984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c6c28e-1019-424b-ab1b-406192f1d6fb req-486b408f-347b-4991-b2fb-386191486a2f tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1360717 Nov 12 03:35:51.575672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c6c28e-1019-424b-ab1b-406192f1d6fb req-1855ee79-0d42-4dba-b85e-686217484f6e tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572224 Nov 12 03:35:51.681272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port c05e41a5-a8aa-44a9-bbbd-72eb0aded63b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:51.681664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.840004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:51.876927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for c05e41a5-a8aa-44a9-bbbd-72eb0aded63b owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:51.973589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502121e5-fff8-4357-9162-645d7ae46a60 req-992a8daa-674a-45f1-86f1-765c2f7a3437 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:51.974070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-502121e5-fff8-4357-9162-645d7ae46a60 req-992a8daa-674a-45f1-86f1-765c2f7a3437 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1279528 Nov 12 03:35:52.009651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.017599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.074473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-502121e5-fff8-4357-9162-645d7ae46a60 req-43868dd4-6a55-4166-8827-089ed7a195dc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905876 Nov 12 03:35:52.089438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=df8a3267-9edd-4711-9e6e-35b928a2732a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.110099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.132702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.135112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df1a2bbd-07c6-4979-a6df-39f8364e0a16 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4561260 Nov 12 03:35:52.148195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ab10d9a-147d-462d-bd7e-b9f5b4aab116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.184870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.212482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=c05e41a5-a8aa-44a9-bbbd-72eb0aded63b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.285837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ffa3170e-6edb-494c-aa0c-68a61bd0afa3 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:52.350441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:35:52.355724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:52.356353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.429232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.458360 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.515832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:52.519254 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b50dc14-08d1-47dd-a917-5937bcb56660" -d '{"events": [{"server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "name": "network-vif-plugged", "status": "completed", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:52.535886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:52.540891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:52.559453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5a46a704-94c6-4930-b654-0b081272ee76 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1364955259&fields=id&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 267 time: 0.1817150 Nov 12 03:35:52.599647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:52.750081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeaf51-2179-4e65-a656-84914730295a req-5bf67700-c1f4-429f-a4ba-2581fea6c560 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.751649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49aeaf51-2179-4e65-a656-84914730295a req-5bf67700-c1f4-429f-a4ba-2581fea6c560 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.1983294 Nov 12 03:35:52.798907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 3f586298-4923-47f8-a44e-554a18d593cc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:35:52.822318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-1ad0feb8-5f57-4ef0-94ee-fa1d805613eb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.823857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-1ad0feb8-5f57-4ef0-94ee-fa1d805613eb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 817 time: 0.2479649 Nov 12 03:35:52.869855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-e4777610-0cb1-4b27-96e3-8291f8e20359 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:52.871469 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-e4777610-0cb1-4b27-96e3-8291f8e20359 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.0690262 Nov 12 03:35:52.886739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49aeaf51-2179-4e65-a656-84914730295a req-4785b7d4-f221-4159-a3e7-04069f55fdb3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264954 Nov 12 03:35:52.889734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-ac41e33a-81cc-4df1-88a3-bb9bccc238ab tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/quotas/016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 375 time: 0.0567997 Nov 12 03:35:52.941391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:35:52.950305 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a4c4a-058e-467e-a020-1d292424fc90 x-openstack-request-id: req-844a4c4a-058e-467e-a020-1d292424fc90 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:52.950619 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "name": "network-vif-plugged", "status": "completed", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:52.951048 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-844a4c4a-058e-467e-a020-1d292424fc90 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:52.951824 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3', 'code': 200} Nov 12 03:35:52.955625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] Sync routers for ids ['3f586298-4923-47f8-a44e-554a18d593cc'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:35:52.962773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-14096569-d2b3-4aa9-a492-4e378c21f17c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/3f586298-4923-47f8-a44e-554a18d593cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432228 Nov 12 03:35:52.966645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55198) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:52.969216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] Routers {'3f586298-4923-47f8-a44e-554a18d593cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:52.969996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['3f586298-4923-47f8-a44e-554a18d593cc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.000476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7099d82-1b6b-4446-a39a-6f02d4083e8a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=3f586298-4923-47f8-a44e-554a18d593cc HTTP/1.1" status: 200 len: 205 time: 0.0312519 Nov 12 03:35:53.005155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.007688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Deleting port 23a69f53-5eca-4b74-9d95-93480e485fae {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:53.008125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.019583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-f91ba1ae-9f2c-43d9-9d3a-a86bbae1633b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919235 Nov 12 03:35:53.057782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.068039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] Routers {'3f586298-4923-47f8-a44e-554a18d593cc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:35:53.068634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['3f586298-4923-47f8-a44e-554a18d593cc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.105848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:53.108015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c86ae-3d6c-4cc4-876c-2e2b25b24cab None None] The sync data for ids ['3f586298-4923-47f8-a44e-554a18d593cc'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:35:53.131269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5005-3ec1-4647-97c7-e52457db2e8d req-3d45eb3e-53d3-424b-bd24-64968330cf56 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.132782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b6c5005-3ec1-4647-97c7-e52457db2e8d req-3d45eb3e-53d3-424b-bd24-64968330cf56 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 946 time: 0.1122983 Nov 12 03:35:53.171368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-564ffb2c-d9a5-4160-829c-0a49de0b0f0b service neutron] 10.222.0.97 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380868 Nov 12 03:35:53.176921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.222144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b6c5005-3ec1-4647-97c7-e52457db2e8d req-51e6c914-5ad5-4742-8aef-1eaed64c8f6a tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/security-groups?id=e83fdf03-506a-4899-895b-eba2fee7591d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804918 Nov 12 03:35:53.258027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab7198-18a2-4533-98ba-0898510a7cd8 req-8588433c-8c78-41e6-86f6-459153849d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.259999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-38ab7198-18a2-4533-98ba-0898510a7cd8 req-8588433c-8c78-41e6-86f6-459153849d7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 1097 time: 0.1871619 Nov 12 03:35:53.287533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-34aad9b7-5c8c-4532-a6d6-9854e8e4f7d5 service neutron] 10.222.0.97 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061924 Nov 12 03:35:53.392178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] For port 23a69f53-5eca-4b74-9d95-93480e485fae, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=23a69f53-5eca-4b74-9d95-93480e485fae,segment=NetworkSegment(586352cd-ff5a-4507-966a-bd2daac845be),segment_id=586352cd-ff5a-4507-966a-bd2daac845be)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:53.392578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.410716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.415956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.422416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Calling delete_port for 23a69f53-5eca-4b74-9d95-93480e485fae owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:53.502262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2176f18-358b-43e7-9ec8-17aa88c8c7dd req-c712f0ea-eecd-4bda-828e-e844bc0c7457 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 210 time: 0.0434139 Nov 12 03:35:53.515034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc3339-c28e-4e3b-8d6e-dc24a1b587bc req-31a58081-3770-4d1f-b7e9-c2c1964cce5a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:53.517914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27cc3339-c28e-4e3b-8d6e-dc24a1b587bc req-31a58081-3770-4d1f-b7e9-c2c1964cce5a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0942893 Nov 12 03:35:53.518060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-38ab7198-18a2-4533-98ba-0898510a7cd8 req-3f3ee312-0c57-4b68-89a5-f311af126a46 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450793 Nov 12 03:35:53.523315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.523863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router 3f586298-4923-47f8-a44e-554a18d593cc {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:35:53.531917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.535773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1c038cc-c587-4bee-ab32-3a76b4e45a36 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/3f586298-4923-47f8-a44e-554a18d593cc HTTP/1.1" status: 204 len: 168 time: 0.5243754 Nov 12 03:35:53.538491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:53.587418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27cc3339-c28e-4e3b-8d6e-dc24a1b587bc req-ebd6edeb-f9d1-4328-a2c8-7e199eadb7b9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621853 Nov 12 03:35:53.612966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet 5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:35:53.617131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.688655 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.737764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.772675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['23a69f53-5eca-4b74-9d95-93480e485fae'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:53.777230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Pushing event deleted for resources: {'Port': ['ID=23a69f53-5eca-4b74-9d95-93480e485fae,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:53.812511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140bc336-48e4-467e-acce-b065ea9824b8 None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:53.849894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] No DVR routers for this DVR port 23a69f53-5eca-4b74-9d95-93480e485fae on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:53.853106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.856590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d1c613cc-cf55-4a9b-85f8-fffd58f58c8e req-0ce7f86d-2cb9-4457-950e-51c4ac85f569 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.16 "DELETE /v2.0/ports/23a69f53-5eca-4b74-9d95-93480e485fae HTTP/1.1" status: 204 len: 173 time: 0.9749255 Nov 12 03:35:53.857226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'name': 'network-vif-deleted', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:53.859721 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bcc31-2404-4520-bbf9-263a85183046" -d '{"events": [{"server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "name": "network-vif-deleted", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:53.863322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:53.911861 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b749bf-2293-4132-9882-4df9cabadce6 x-openstack-request-id: req-e3b749bf-2293-4132-9882-4df9cabadce6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:53.912167 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4eafad-7c09-457f-8eeb-e3821a98cdbf", "name": "network-vif-deleted", "tag": "23a69f53-5eca-4b74-9d95-93480e485fae", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:53.912426 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e3b749bf-2293-4132-9882-4df9cabadce6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:53.912865 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4eafad-7c09-457f-8eeb-e3821a98cdbf', 'name': 'network-vif-deleted', 'tag': '23a69f53-5eca-4b74-9d95-93480e485fae', 'status': 'completed', 'code': 200} Nov 12 03:35:53.972108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.033411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.039897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.043430 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d721bd2-e0ee-4fbb-9aba-e4fbf6fb0efe tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa HTTP/1.1" status: 204 len: 168 time: 0.5039425 Nov 12 03:35:54.044667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36eef34-a41e-4950-8e87-3d36e3472b3d None None] Network aede51be-313b-43d1-8e71-aa8d36ba44fc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:54.046895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.090784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243328-7186-4553-b73f-c6bb8494b0f7 req-cea60936-b035-420e-ae65-546808b4b1fa tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.098657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a243328-7186-4553-b73f-c6bb8494b0f7 req-cea60936-b035-420e-ae65-546808b4b1fa tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.0976691 Nov 12 03:35:54.182612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.195525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a243328-7186-4553-b73f-c6bb8494b0f7 req-ba654eb7-ee7e-4a8c-b0e9-939fa8058333 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957954 Nov 12 03:35:54.256841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:54.257184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.264579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] DHCP port deletion for aede51be-313b-43d1-8e71-aa8d36ba44fc request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:35:54.319365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-658cb728-73f4-46cd-8ad7-e1ad59f8aa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.324674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,segment=NetworkSegment(7dc73e4a-bcce-4de0-8bd4-7550844d407b),segment_id=7dc73e4a-bcce-4de0-8bd4-7550844d407b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:54.325409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.335904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Deleting port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:54.336522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.364941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:54.388677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bfa6797-bd07-4b87-9a0e-6bde8de5e314 req-0244c2cb-45c3-445a-b15e-64b7670f9225 tempest-DeleteServersTestJSON-719453848 tempest-DeleteServersTestJSON-719453848-project] 10.222.0.97 "GET /v2.0/ports?device_id=8b4eafad-7c09-457f-8eeb-e3821a98cdbf HTTP/1.1" status: 200 len: 210 time: 0.0530119 Nov 12 03:35:54.412777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] For port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,segment=NetworkSegment(7dc73e4a-bcce-4de0-8bd4-7550844d407b),segment_id=7dc73e4a-bcce-4de0-8bd4-7550844d407b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:54.413169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.429015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Calling delete_port for 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:54.522611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.527522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.555598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] Pushing event deleted for resources: {'Port': ['ID=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.560131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6364e5-c94c-4d38-87ec-f8eb6ada8d93 None None] No DVR routers for this DVR port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:54.574800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.578871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:54.688999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.737280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3edc4811-4e8e-4d71-be26-bcc893b1f43d req-94339576-843c-44cf-8e90-0ab3d6253499 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 210 time: 0.0456631 Nov 12 03:35:54.769196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aede51be-313b-43d1-8e71-aa8d36ba44fc']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.783662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc73e4a-bcce-4de0-8bd4-7550844d407b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.783662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc73e4a-bcce-4de0-8bd4-7550844d407b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:35:54.795917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.820188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721371-b127-4050-b9a9-1eaadb2162df req-1e42bbbd-4784-40c7-8ebc-43193c67bf04 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:54.821707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19721371-b127-4050-b9a9-1eaadb2162df req-1e42bbbd-4784-40c7-8ebc-43193c67bf04 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0937757 Nov 12 03:35:54.822695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.831144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:35:54.831444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:35:54.834497 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:35:54.922764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.930114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.933337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/aede51be-313b-43d1-8e71-aa8d36ba44fc HTTP/1.1" status: 204 len: 168 time: 0.8854890 Nov 12 03:35:54.937384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:54.943169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1392287883', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:54.945687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19721371-b127-4050-b9a9-1eaadb2162df req-2776095a-87e5-49aa-bad8-093138dac10b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164572 Nov 12 03:35:54.962476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdf3de-cc0f-4631-a853-bb531c21d4c4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=aede51be-313b-43d1-8e71-aa8d36ba44fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:54.976881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:54.978355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.040642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.048205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.074330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.076846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e6242a62-ccc7-4a08-b25b-66e002cef786 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1379187 Nov 12 03:35:55.080630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.091573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412795308'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:55.114605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:55.119480 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.140465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:55.156246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:35:55.161294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:55.161807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b1a8e6e-ac30-4f53-80f8-8b0b5a7608d4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:55.168290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.168470 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment af5fd559-19e2-47ce-af42-4863b0ea775a of type vlan for network ea469800-2deb-4f7e-b5a7-038837413bef Nov 12 03:35:55.216478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.246854 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.255039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.256271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.356583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-e81451ae-20b0-43e1-97db-e83aed051b31 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.358908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-e81451ae-20b0-43e1-97db-e83aed051b31 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 817 time: 0.1749837 Nov 12 03:35:55.365282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=ea469800-2deb-4f7e-b5a7-038837413bef,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:55.370335 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.374337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0fdc72ea-24f5-4ac1-a914-271428c2a8f8 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2893407 Nov 12 03:35:55.377126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:55.378284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ea469800-2deb-4f7e-b5a7-038837413bef details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:35:55.385005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:55.437527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc6750-0c2b-4d71-bcf0-a84bda070443 req-49238675-c252-4fbe-b977-fc08183b8e30 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.443311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11cc6750-0c2b-4d71-bcf0-a84bda070443 req-49238675-c252-4fbe-b977-fc08183b8e30 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.1033471 Nov 12 03:35:55.546086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11cc6750-0c2b-4d71-bcf0-a84bda070443 req-9592b6a9-d388-46fd-b9f8-2a7d9048998c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992818 Nov 12 03:35:55.573258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-6d140af2-6cdc-4995-99d9-2ea993d17378 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 380 time: 0.1570780 Nov 12 03:35:55.578617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:55.583770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.593197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'port': {'device_id': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'admin_state_up': True, 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'security_groups': ['9added39-7bd4-40ac-88c3-e1c585d4cb23']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:55.846692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Made reservation on behalf of 016137f461e149ffa8c6d91d26802f0e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:35:55.850423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.885249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b52546c-04d5-485c-b82d-94b358992232 req-0a8f7c70-97c0-4c5a-a796-98fed6e366a1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 210 time: 0.0368459 Nov 12 03:35:55.910557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa977-abad-4fe8-aaba-a27c866cb2aa req-3548a620-acb4-4a08-a6dd-8ddbf8d33e05 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:55.912263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64afa977-abad-4fe8-aaba-a27c866cb2aa req-3548a620-acb4-4a08-a6dd-8ddbf8d33e05 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.1069665 Nov 12 03:35:55.985415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:55.995405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64afa977-abad-4fe8-aaba-a27c866cb2aa req-83b39e41-cfc3-4aaf-8ec0-4790f654d538 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765281 Nov 12 03:35:56.104691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=caacbec8-6772-4c31-8618-201e733f0dba,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.126981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9791c3-eb7c-459c-9c6c-0929256f945f req-2c11115c-ba86-4746-ada5-3931f5820a02 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.140534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9791c3-eb7c-459c-9c6c-0929256f945f req-2c11115c-ba86-4746-ada5-3931f5820a02 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0757964 Nov 12 03:35:56.171607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Allocated IP 172.20.0.5 (880d13d3-b33d-4c69-ab1a-81d187ff1c5d/2874f7f4-fe84-4f06-9cf2-b81899337fd6/ecdc6c6e-8543-4af8-884a-d745892ae9fa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:56.173961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:56.175169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: ea469800-2deb-4f7e-b5a7-038837413bef, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:35:56.212405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9791c3-eb7c-459c-9c6c-0929256f945f req-308e5873-ecf5-4ff0-85db-caabd9262428 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692523 Nov 12 03:35:56.223319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network ea469800-2deb-4f7e-b5a7-038837413bef is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:35:56.251037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ea469800-2deb-4f7e-b5a7-038837413bef) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:56.259790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.260456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.267164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc40eb-12d6-4eae-9b40-897e541d4747 None None] Network ea469800-2deb-4f7e-b5a7-038837413bef requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:56.339253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7686d74a-93b1-49ff-b92a-e83713b45c07 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9582098 Nov 12 03:35:56.339504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:35:56.370809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 23a69f53-5eca-4b74-9d95-93480e485fae no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:35:56.438641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.499117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.503904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 23a69f53-5eca-4b74-9d95-93480e485fae {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:35:56.504508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 23a69f53-5eca-4b74-9d95-93480e485fae not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:35:56.518993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ea469800-2deb-4f7e-b5a7-038837413bef', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:35:56.520196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.569822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:56.575126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:56.579717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:56.610473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:56.657770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:56.659011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.722449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-5067b703-1924-4f65-aa39-9d36e5e6ccd8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1332850 Nov 12 03:35:56.745175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Request body: {'port': {'device_id': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:35:56.747364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Allocated IP 172.20.0.2 (ea469800-2deb-4f7e-b5a7-038837413bef/caacbec8-6772-4c31-8618-201e733f0dba/dfafac16-d629-4f52-98c3-24c66b144967) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:56.771131 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:56.863835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.017519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.071063 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.141850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.148928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c0031601-24a7-4ba1-bb09-3df6beee2fe7 None None] Provisioning complete for port ecdc6c6e-8543-4af8-884a-d745892ae9fa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:57.149324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0031601-24a7-4ba1-bb09-3df6beee2fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.162280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Network ea469800-2deb-4f7e-b5a7-038837413bef is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:57.190277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Pushing event updated for resources: {'Port': ['ID=dfafac16-d629-4f52-98c3-24c66b144967,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.193130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:57.200636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:57.217704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c0031601-24a7-4ba1-bb09-3df6beee2fe7 None None] Port ecdc6c6e-8543-4af8-884a-d745892ae9fa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:35:57.277001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87578c21-9453-4f01-b761-ea5d1e082b27 req-cc79eb41-e912-49aa-8b33-615c904f6cc3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.280715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87578c21-9453-4f01-b761-ea5d1e082b27 req-cc79eb41-e912-49aa-8b33-615c904f6cc3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 931 time: 0.2399242 Nov 12 03:35:57.289445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Attempting to bind port dfafac16-d629-4f52-98c3-24c66b144967 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:57.290048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Attempting to bind port dfafac16-d629-4f52-98c3-24c66b144967 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:57.290164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Attempting to bind port dfafac16-d629-4f52-98c3-24c66b144967 on network ea469800-2deb-4f7e-b5a7-038837413bef {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.300187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:57.300560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Checking segment: {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:57.300965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.301988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Bound using segment: {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:57.302763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Bound port: dfafac16-d629-4f52-98c3-24c66b144967, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:57.303015 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.319513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc2dba-b80f-4b40-a2a1-c87630eb3d61 req-fe5c8206-9a04-4113-8ba6-a89e2411c77f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.320309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06fc2dba-b80f-4b40-a2a1-c87630eb3d61 req-fe5c8206-9a04-4113-8ba6-a89e2411c77f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.1753104 Nov 12 03:35:57.354482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.20.0.1 (ea469800-2deb-4f7e-b5a7-038837413bef/caacbec8-6772-4c31-8618-201e733f0dba/a1a8eec7-36af-4d36-9c5f-f5f1e68f169f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:35:57.387635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:35:57.399059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.399214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] For port dfafac16-d629-4f52-98c3-24c66b144967, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:57.403841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] For port dfafac16-d629-4f52-98c3-24c66b144967, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfafac16-d629-4f52-98c3-24c66b144967,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:57.418319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.418870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Transition to ACTIVE for port object ecdc6c6e-8543-4af8-884a-d745892ae9fa will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:35:57.429373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c85c6f9-d8df-4c31-ab99-945f54f3c7df tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:57.431187 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c85c6f9-d8df-4c31-ab99-945f54f3c7df tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 945 time: 0.0883789 Nov 12 03:35:57.434628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.515410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea7ff5-aa20-4746-a104-c5794fd26cbf None None] Pushing event updated for resources: {'Port': ['ID=dfafac16-d629-4f52-98c3-24c66b144967,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.745150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.832595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:57.885339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Deleting port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:35:57.885469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:57.968927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:35:57.968927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:35:57.968927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.978985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:35:57.979313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:35:57.989383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:35:57.989722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:35:57.990120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:35:57.990584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Bound port: ecdc6c6e-8543-4af8-884a-d745892ae9fa, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:35:57.991001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.080697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87578c21-9453-4f01-b761-ea5d1e082b27 req-f7f42d7c-a8b8-46e2-84e1-d8b0319e9e6f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7857635 Nov 12 03:35:58.087313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:35:58.091291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:35:58.107441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.126601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] For port ffa3170e-6edb-494c-aa0c-68a61bd0afa3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:58.127073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.143888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Calling delete_port for ffa3170e-6edb-494c-aa0c-68a61bd0afa3 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:35:58.176586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.235768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.241306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06fc2dba-b80f-4b40-a2a1-c87630eb3d61 req-4b6fc6f3-9929-41a6-b3c9-f50adf937c39 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9200995 Nov 12 03:35:58.271979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.272613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.274082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-9716da2b-363e-4922-a555-951fa40d271a service neutron] 10.222.0.16 "PUT /v2.0/ports/ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 1092 time: 1.5334728 Nov 12 03:35:58.298343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:35:58.300557 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c655fa2-4ce5-475b-9f98-11e37111b979" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:35:58.417294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network ea469800-2deb-4f7e-b5a7-038837413bef is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:35:58.438642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:35:58.444883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:35:58.446639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.504139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:35:58.542322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716da2b-363e-4922-a555-951fa40d271a service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.577820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] No DVR routers for this DVR port ffa3170e-6edb-494c-aa0c-68a61bd0afa3 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:35:58.581880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.584343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:58.596047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9fd97f9a-4016-4a44-b904-327d065fc88c req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "DELETE /v2.0/ports/ffa3170e-6edb-494c-aa0c-68a61bd0afa3 HTTP/1.1" status: 204 len: 173 time: 1.1493344 Nov 12 03:35:58.597243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d700-b1be-4162-b296-78a75b062deb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Pushing event deleted for resources: {'Port': ['ID=ffa3170e-6edb-494c-aa0c-68a61bd0afa3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.605974 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93a090-bb57-4c5d-a957-cef5388ffc5c x-openstack-request-id: req-1c93a090-bb57-4c5d-a957-cef5388ffc5c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:35:58.606670 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:35:58.607126 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1c93a090-bb57-4c5d-a957-cef5388ffc5c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:35:58.608249 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'status': 'completed', 'code': 200} Nov 12 03:35:58.611095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-42d7818a-d21c-4159-9094-ed197f6e164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.626429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-42d7818a-d21c-4159-9094-ed197f6e164f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1095 time: 0.2639897 Nov 12 03:35:58.682534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb4d42-eb5c-4e59-9396-c94fc1eade5c req-e0f5cb74-9b06-40af-829c-8db37a2288de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.696757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13cb4d42-eb5c-4e59-9396-c94fc1eade5c req-e0f5cb74-9b06-40af-829c-8db37a2288de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.4646213 Nov 12 03:35:58.697018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-bfcb3c7d-e969-492a-bae2-da29a905d96d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 217 time: 0.0529988 Nov 12 03:35:58.789942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:35:58.892339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-23df9c99-7b64-4556-89d7-85ae32d774b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:58.900919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-23df9c99-7b64-4556-89d7-85ae32d774b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.1770039 Nov 12 03:35:59.027752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13cb4d42-eb5c-4e59-9396-c94fc1eade5c req-89c705d7-f48e-44bc-9450-d80326f8acf4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274758 Nov 12 03:35:59.038981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11f414-33af-4aab-8902-b3b3593fe734 req-b1f745c4-2bc3-42a8-bca9-8454b42ac786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.053501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.055623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-b1f745c4-2bc3-42a8-bca9-8454b42ac786 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422045 Nov 12 03:35:59.287848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfafac16-d629-4f52-98c3-24c66b144967 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:35:59.380898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-7b3503f8-f026-4ed9-85f0-0312d40e8095 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115633 Nov 12 03:35:59.406436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port dfafac16-d629-4f52-98c3-24c66b144967 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:35:59.406940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.469578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc257ded-2f13-4c95-85a0-be2b1c834cdd req-884b0694-512f-4e93-8433-3b21ba33f941 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=8ea1551e-a78b-425f-91d5-ca0e0f03bf5b HTTP/1.1" status: 200 len: 210 time: 0.0544574 Nov 12 03:35:59.608052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ead1d5-8075-436c-b353-d4417445f7be req-227dd663-1916-4385-b48a-f6bb44c8b139 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.629298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23ead1d5-8075-436c-b353-d4417445f7be req-227dd663-1916-4385-b48a-f6bb44c8b139 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.2787321 Nov 12 03:35:59.647393 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df11f414-33af-4aab-8902-b3b3593fe734 req-f59fab21-b4f4-4e18-a387-f39a46493c54 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562678 Nov 12 03:35:59.681872 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.771662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port dfafac16-d629-4f52-98c3-24c66b144967, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfafac16-d629-4f52-98c3-24c66b144967,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:35:59.786757 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.856959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b835ff1-9ab3-4e8c-a48d-440666b3c862 None None] Network ea469800-2deb-4f7e-b5a7-038837413bef requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:35:59.866622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-be1ad68d-1d85-4984-bbb5-b9371a3f6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:35:59.868167 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-be1ad68d-1d85-4984-bbb5-b9371a3f6fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1095 time: 0.1054008 Nov 12 03:35:59.936307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:35:59.977647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.076783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-cfbb4930-2527-4e81-90e9-3ec5c10aefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.078216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-cfbb4930-2527-4e81-90e9-3ec5c10aefe6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.2017031 Nov 12 03:36:00.166339 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-6f20b47d-07f7-4a63-8ba3-9d539ced2b85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 217 time: 0.0805006 Nov 12 03:36:00.171965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23ead1d5-8075-436c-b353-d4417445f7be req-48763647-86fd-4002-9864-0e1bec4afffe tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418766 Nov 12 03:36:00.208858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.230829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.286864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-96834bb4-f445-4164-a0b6-40e32729d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.288782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-96834bb4-f445-4164-a0b6-40e32729d870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0858788 Nov 12 03:36:00.336716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ffa3170e-6edb-494c-aa0c-68a61bd0afa3 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:00.338610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=dfafac16-d629-4f52-98c3-24c66b144967,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:00.339851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dad0f-d4d1-4169-a1e1-edcf5326bfc1 req-f4b58ae9-23a0-4653-85be-e9ca651017f3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.341413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-766dad0f-d4d1-4169-a1e1-edcf5326bfc1 req-f4b58ae9-23a0-4653-85be-e9ca651017f3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1531842 Nov 12 03:36:00.366584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-9eb8ceb8-6c12-4be1-b415-ef0967e629ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.369599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-9eb8ceb8-6c12-4be1-b415-ef0967e629ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693951 Nov 12 03:36:00.397472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: ffa3170e-6edb-494c-aa0c-68a61bd0afa3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:00.397846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ffa3170e-6edb-494c-aa0c-68a61bd0afa3 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:00.405351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-599e8655-5e7e-497a-a576-c6a47ad0b770 None None] Provisioning complete for port dfafac16-d629-4f52-98c3-24c66b144967 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:00.405718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-599e8655-5e7e-497a-a576-c6a47ad0b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:00.527479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-766dad0f-d4d1-4169-a1e1-edcf5326bfc1 req-accd6e40-4efb-42e2-bd6d-319eb7493a38 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777244 Nov 12 03:36:00.538572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network ea469800-2deb-4f7e-b5a7-038837413bef is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:00.544427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:00.594421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-2dbe8347-6009-43a6-bb9f-4c329040f1eb service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171981 Nov 12 03:36:00.613454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'name': 'network-vif-deleted', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:00.615811 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa6584-4951-493e-b21c-9d07beff93c4" -d '{"events": [{"server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "name": "network-vif-deleted", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:00.765719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c655fa2-4ce5-475b-9f98-11e37111b979 req-7bec7813-5af3-4d9e-b465-4af6eb150342 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606965 Nov 12 03:36:00.766831 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28768615-8744-40a2-a3c1-0d6301028330 x-openstack-request-id: req-28768615-8744-40a2-a3c1-0d6301028330 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:00.767171 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea1551e-a78b-425f-91d5-ca0e0f03bf5b", "name": "network-vif-deleted", "tag": "ffa3170e-6edb-494c-aa0c-68a61bd0afa3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:00.767429 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-28768615-8744-40a2-a3c1-0d6301028330 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:00.768087 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea1551e-a78b-425f-91d5-ca0e0f03bf5b', 'name': 'network-vif-deleted', 'tag': 'ffa3170e-6edb-494c-aa0c-68a61bd0afa3', 'status': 'completed', 'code': 200} Nov 12 03:36:00.854727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b3649-241c-46cd-9c83-ccee74378d2d req-b06c661e-ad59-40f7-9880-b8ea1dc7c8d4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:00.856878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b89b3649-241c-46cd-9c83-ccee74378d2d req-b06c661e-ad59-40f7-9880-b8ea1dc7c8d4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0895333 Nov 12 03:36:00.929853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b89b3649-241c-46cd-9c83-ccee74378d2d req-ab05655e-641b-44f7-97ec-f1f2b41426a1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615778 Nov 12 03:36:00.932409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:01.014468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-36998c57-3a73-4cdd-b206-3c52a39f96e4 None None] Provisioning complete for port dfafac16-d629-4f52-98c3-24c66b144967 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.015514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36998c57-3a73-4cdd-b206-3c52a39f96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.099028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:01.109061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b70cb9e7-fcc1-4d50-8a05-9219f8cfc2f6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7684970 Nov 12 03:36:01.112231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.126157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:01.128159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-2102881959'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:01.147789 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:01.149958 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:01.176276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:01.180479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.188107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfafac16-d629-4f52-98c3-24c66b144967 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:01.250735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:01.296681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.300142 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment 5e84aa0d-1c78-4291-9f0a-f042ba63ae4b of type vlan for network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead Nov 12 03:36:01.300321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.331531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-36998c57-3a73-4cdd-b206-3c52a39f96e4 None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.331934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36998c57-3a73-4cdd-b206-3c52a39f96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.356162 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:01.400461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-36998c57-3a73-4cdd-b206-3c52a39f96e4 None None] Port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:01.417172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port dfafac16-d629-4f52-98c3-24c66b144967 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.421985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.574448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.585962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e24c6767-4013-4c73-a426-78efec660c6f None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.586639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e24c6767-4013-4c73-a426-78efec660c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.592670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402b770-d5c1-44d1-8721-ca1f18fad65b req-87d2fc51-d756-48df-af5b-454170dffc10 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.595509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6402b770-d5c1-44d1-8721-ca1f18fad65b req-87d2fc51-d756-48df-af5b-454170dffc10 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2635460 Nov 12 03:36:01.646583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e24c6767-4013-4c73-a426-78efec660c6f None None] Port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:01.674671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da77f0-3a15-4783-afb4-a9591b2d6bc6 req-368789c9-d550-41dc-9d64-9386a62b03fa tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.682821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17da77f0-3a15-4783-afb4-a9591b2d6bc6 req-368789c9-d550-41dc-9d64-9386a62b03fa tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.2368741 Nov 12 03:36:01.712964 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.720174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:01.720957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.773588 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:35:59Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:01.785218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ab804179-ba07-4972-9549-98edc68f9559 None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:01.791201 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab804179-ba07-4972-9549-98edc68f9559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.803267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6402b770-d5c1-44d1-8721-ca1f18fad65b req-7f9e8780-f831-4760-9f33-226607b7616b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991229 Nov 12 03:36:01.851833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7370872 Nov 12 03:36:01.856639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:01.863692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:01.879067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17da77f0-3a15-4783-afb4-a9591b2d6bc6 req-fae7c1d1-f845-4d4c-ad4f-2cedd668d49f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950715 Nov 12 03:36:01.879456 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:01.879811 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Updating router 66f533d6-cba7-4392-b57a-c22066c23bfd port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:01.891440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28b360-c9e9-48df-ac1d-d2df64414565 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=4ecbaa8d-e2b8-4484-bc72-f7d083733ead,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:01.912203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:01.941689 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:01.973011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ab804179-ba07-4972-9549-98edc68f9559 None None] Port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:02.103181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14785042-2ea3-4ae2-8b0d-405323822c60 req-5178d9e9-d086-43ae-807b-f7897e5223bb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.104700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14785042-2ea3-4ae2-8b0d-405323822c60 req-5178d9e9-d086-43ae-807b-f7897e5223bb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1689556 Nov 12 03:36:02.127791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeabda-4406-4c72-81a4-5814b44e6ab5 req-f336ccab-b147-4959-b579-a88853f6a9b8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.135006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91aeabda-4406-4c72-81a4-5814b44e6ab5 req-f336ccab-b147-4959-b579-a88853f6a9b8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1136210 Nov 12 03:36:02.165084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:02.168599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.295630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14785042-2ea3-4ae2-8b0d-405323822c60 req-3f1c0c76-b4f0-4610-80db-dc168af14365 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729925 Nov 12 03:36:02.324016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:02.329495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91aeabda-4406-4c72-81a4-5814b44e6ab5 req-4bb94055-c73e-4e74-b8e9-8dae2b297bb0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919310 Nov 12 03:36:02.385407 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.394298 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.515223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:02.528594 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Pushing event updated for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.542306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:02.557527 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.558140 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.558667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.559295 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.560870 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.561394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.562136 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.562642 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.563172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.563675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.564162 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.564657 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:02.616640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.630100 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Attempting to bind port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:02.630923 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Attempting to bind port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:02.631571 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Attempting to bind port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f on network ea469800-2deb-4f7e-b5a7-038837413bef {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:02.640720 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.653383 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:02.654144 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Checking segment: {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:02.656466 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.657041 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Bound using segment: {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:02.659192 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Bound port: a1a8eec7-36af-4d36-9c5f-f5f1e68f169f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5fd559-19e2-47ce-af42-4863b0ea775a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:02.661414 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.681194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:02.731373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:02.737400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.764979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:02.765345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: 4ecbaa8d-e2b8-4484-bc72-f7d083733ead, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:02.781204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=402bea9c-0d70-4841-8906-e3c81627a3f6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.809048 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] For port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:02.815274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] For port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:02.828712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:02.833554 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.836376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:02.851766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4ecbaa8d-e2b8-4484-bc72-f7d083733ead) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:02.860178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:02.861447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:02.863478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e44d2c-0fc4-47ed-9c68-f78629d3ddc7 None None] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:02.895458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-660fc8fc-316b-465a-9e72-b62aaad115dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0328984 Nov 12 03:36:02.897053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:02.952535 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:02.953112 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:03.157520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ecdc6c6e-8543-4af8-884a-d745892ae9fa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:03.226397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:03.226766 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.291362 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af395710-abc1-4215-aae8-97f980ccde23 None None] Pushing event updated for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:03.367064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:03.374258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55424) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:03.420675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:03.425102 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.434474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-e5c6a5e2-9478-4534-8005-b401725058a3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3209624 Nov 12 03:36:03.485866 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-7c53f433-44ff-4237-931e-12ad1df94103 service neutron] show failed (client error): The resource could not be found. Nov 12 03:36:03.498339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-7c53f433-44ff-4237-931e-12ad1df94103 service neutron] 10.222.0.104 "GET /v2.0/ports/d0c32d31-97e8-42a0-bede-307d3b65abcb/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.4508686 Nov 12 03:36:03.530564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66f0a-9f30-4446-a202-7d1d1fb84342 req-c5356b39-1704-426f-873b-a360d0ff5a80 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.547094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79d66f0a-9f30-4446-a202-7d1d1fb84342 req-c5356b39-1704-426f-873b-a360d0ff5a80 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.4084742 Nov 12 03:36:03.628091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Allocated IP 172.21.0.2 (4ecbaa8d-e2b8-4484-bc72-f7d083733ead/402bea9c-0d70-4841-8906-e3c81627a3f6/924aef84-5169-4037-a0e5-619fe73b4b38) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:03.785325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Deleting subnet 6f863021-0881-47fb-953a-9a7abc56c16a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:03.794752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.815234 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:03.840439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79d66f0a-9f30-4446-a202-7d1d1fb84342 req-7fc6bc14-236f-45fd-a0d1-82dd2d5a7a0d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876031 Nov 12 03:36:03.891278 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebafda-5fb3-46e0-bc9d-fb8ba5ad21f7 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:35:58Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:02Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:03.910226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.914883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.915449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.916017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.916500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.917646 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.918277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.919029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.935693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a28c2820-b2ae-434b-99aa-3224269c7a39 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.3105032 Nov 12 03:36:03.941658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:03.979769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3f61b-e110-4f3f-8183-603dab629d08 req-c3d17b67-ac66-4613-b677-46d7270809fd tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:03.989200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dff3f61b-e110-4f3f-8183-603dab629d08 req-c3d17b67-ac66-4613-b677-46d7270809fd tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.4378328 Nov 12 03:36:04.018675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.094288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-110920ac-69e5-4fb3-ad13-571fc78e7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.096635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-110920ac-69e5-4fb3-ad13-571fc78e7f44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1102 time: 0.1497967 Nov 12 03:36:04.151307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:04.186372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:04.303871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:04.310779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:04.321795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.432571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dff3f61b-e110-4f3f-8183-603dab629d08 req-3babb267-d5d6-4442-b833-09bfe6644fd8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396505 Nov 12 03:36:04.470135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Pushing event updated for resources: {'Port': ['ID=924aef84-5169-4037-a0e5-619fe73b4b38,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.490382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.544884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-becd4c68-7d25-4cf3-9ea9-1d4b4ba4de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.547026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-becd4c68-7d25-4cf3-9ea9-1d4b4ba4de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.549067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-becd4c68-7d25-4cf3-9ea9-1d4b4ba4de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.552518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-becd4c68-7d25-4cf3-9ea9-1d4b4ba4de69 service neutron] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 2290 time: 0.5583715 Nov 12 03:36:04.588945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.603754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Attempting to bind port 924aef84-5169-4037-a0e5-619fe73b4b38 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:04.604132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Attempting to bind port 924aef84-5169-4037-a0e5-619fe73b4b38 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:04.604496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Attempting to bind port 924aef84-5169-4037-a0e5-619fe73b4b38 on network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:04.705957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] For port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:04.723708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.743419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:04.744035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Checking segment: {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:04.744478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.744866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Bound using segment: {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:04.747086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Bound port: 924aef84-5169-4037-a0e5-619fe73b4b38, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:04.747588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.748265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-3d610bd1-b15a-42a5-b9ee-d9df5d5b551a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 1001 time: 0.1841433 Nov 12 03:36:04.882810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.902389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.965411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f863021-0881-47fb-953a-9a7abc56c16a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:04.973935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-7ba2fbb0-940e-4ed0-a684-194bc3b57a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:04.975571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-7ba2fbb0-940e-4ed0-a684-194bc3b57a18 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.2159500 Nov 12 03:36:04.983152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:04.993462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8c99ff3-1310-4015-b0fa-eddefc912494 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6f863021-0881-47fb-953a-9a7abc56c16a HTTP/1.1" status: 204 len: 168 time: 1.6086087 Nov 12 03:36:05.007923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:05.018005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] For port 924aef84-5169-4037-a0e5-619fe73b4b38, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:05.027363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] For port 924aef84-5169-4037-a0e5-619fe73b4b38, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=924aef84-5169-4037-a0e5-619fe73b4b38,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:05.078368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47f9b6-fdf7-4928-9829-51a51783694f None None] Network b32ff19c-af25-4a71-b941-acf5ebd2748d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:05.210072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:05.218689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-18ee3fbe-e983-431a-8609-b340f3c668e3 None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:05.219272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18ee3fbe-e983-431a-8609-b340f3c668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.221105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5144dd-e2a1-4dd5-b811-497fd5653b9f None None] Pushing event updated for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.226193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.319283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.330074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:05.337488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ecc4751c-a1b4-448b-8367-a65d314f9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.339328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ecc4751c-a1b4-448b-8367-a65d314f9909 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3443320 Nov 12 03:36:05.351840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071e0a-efda-424c-aa12-57dc94873edc req-ffc5ed3b-40c3-4a4a-b225-306d712cb312 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:05.353617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92071e0a-efda-424c-aa12-57dc94873edc req-ffc5ed3b-40c3-4a4a-b225-306d712cb312 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.2656834 Nov 12 03:36:05.379444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132e39c-b60c-406a-91d4-6973a2a3c9ab None None] Pushing event updated for resources: {'Port': ['ID=924aef84-5169-4037-a0e5-619fe73b4b38,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.383852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a1a8eec7-36af-4d36-9c5f-f5f1e68f169f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:05.403485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.421296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Transition to ACTIVE for port object d0c32d31-97e8-42a0-bede-307d3b65abcb will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:05.422381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:05.426920 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6800a705-3211-41cb-a1d8-f220f74c8b22" -d '{"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:05.441451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.525902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:05.526377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:05.599828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791b258-37a4-422f-b9b8-f078c9fd466a None None] DHCP port deletion for b32ff19c-af25-4a71-b941-acf5ebd2748d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:05.675093 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2e9c14-7b7e-4b6f-a992-405a924c3e4a x-openstack-request-id: req-3e2e9c14-7b7e-4b6f-a992-405a924c3e4a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:05.675854 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:05.676121 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e2e9c14-7b7e-4b6f-a992-405a924c3e4a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:05.676544 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'code': 200} Nov 12 03:36:05.678000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:05.917642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.917886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.918110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.919482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.919482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.920243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.920540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.920896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.921220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.921544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.921864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.922183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:05.925758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] No DVR routers for this DVR port d0c32d31-97e8-42a0-bede-307d3b65abcb on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:06.005847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:06.006180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:06.006509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:06.018763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.21.0.1 (4ecbaa8d-e2b8-4484-bc72-f7d083733ead/402bea9c-0d70-4841-8906-e3c81627a3f6/155d934a-837b-4cb1-80e1-ed9cb4fd278b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:06.020860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:06.021183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Attempting to bind port d0c32d31-97e8-42a0-bede-307d3b65abcb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:06.034258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:06.034601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:06.035098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:06.035826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Bound port: d0c32d31-97e8-42a0-bede-307d3b65abcb, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:06.036380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.140839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.200296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:06.208555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:06.214068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92071e0a-efda-424c-aa12-57dc94873edc req-ebad2555-c656-485a-8bcc-b30a216eea32 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8508725 Nov 12 03:36:06.221140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32ff19c-af25-4a71-b941-acf5ebd2748d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:06.223296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.248482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586352cd-ff5a-4507-966a-bd2daac845be') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:06.248896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586352cd-ff5a-4507-966a-bd2daac845be') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:06.257229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-168cadaa-dab6-44a0-b5bf-4469765e91a2 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9019136 Nov 12 03:36:06.318096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.318741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.324805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-e691791d-96da-434d-8a99-0467e11a790b service neutron] 10.222.0.16 "PUT /v2.0/ports/d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 1097 time: 2.1773708 Nov 12 03:36:06.328237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.344615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:06.353069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.380357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd16f5d-7ef8-4850-ac75-a44132723220 req-a4a77ee5-8a92-4640-a27f-cf454f25b3ba tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.403577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acd16f5d-7ef8-4850-ac75-a44132723220 req-a4a77ee5-8a92-4640-a27f-cf454f25b3ba tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.2855372 Nov 12 03:36:06.456783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691791d-96da-434d-8a99-0467e11a790b service neutron] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.463724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ecdc6c6e-8543-4af8-884a-d745892ae9fa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:06.469034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ecdc6c6e-8543-4af8-884a-d745892ae9fa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:06.469460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.517147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-43e05081-9fe9-4a91-b5c6-5c6f03aade84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.520152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-43e05081-9fe9-4a91-b5c6-5c6f03aade84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1100 time: 0.1415343 Nov 12 03:36:06.528264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.546521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.574324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:06.574965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:06.577681 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:06.709106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acd16f5d-7ef8-4850-ac75-a44132723220 req-42b4880b-463c-435f-b54d-140778550a36 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030636 Nov 12 03:36:06.724028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:06.727619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.741894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-51651237-1fc0-43d2-ab08-2cb726f58781 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706833 Nov 12 03:36:06.747264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:06.753030 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.758729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.765582 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] 10.222.0.97 "DELETE /v2.0/networks/b32ff19c-af25-4a71-b941-acf5ebd2748d HTTP/1.1" status: 204 len: 168 time: 1.7567048 Nov 12 03:36:06.766283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:06.824538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:06.829718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:06.834688 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f389f9d-5d3e-4371-9ca7-5d081457eedf" -d '{"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:06.859012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:06.863157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-7f03eb3e-717a-4b3a-9a7c-32ab359561ef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 217 time: 0.0959704 Nov 12 03:36:06.866070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797e406-9029-4fbb-8593-889bd72bc072 admin admin] Pushing event deleted for resources: {'Network': ['ID=b32ff19c-af25-4a71-b941-acf5ebd2748d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.884950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:06.968551 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae5ffd-e701-4707-a26f-0f483281780a x-openstack-request-id: req-b1ae5ffd-e701-4707-a26f-0f483281780a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:06.968952 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:06.971305 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b1ae5ffd-e701-4707-a26f-0f483281780a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:06.971665 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'code': 200} Nov 12 03:36:06.983343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-19bf973c-7362-4335-8c4c-6e3b1066e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:06.986379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-19bf973c-7362-4335-8c4c-6e3b1066e0fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1104963 Nov 12 03:36:06.999599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-8aeb717d-e7df-4b86-bf99-7e0a9731cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.005943 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-8aeb717d-e7df-4b86-bf99-7e0a9731cedc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4632077 Nov 12 03:36:07.009564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.060393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:07.097655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.098085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.164042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd86e-4081-44d1-9224-b5e0b831cef8 req-afead037-9b13-4042-948d-69b5235157ed tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.167559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27dcd86e-4081-44d1-9224-b5e0b831cef8 req-afead037-9b13-4042-948d-69b5235157ed tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1801200 Nov 12 03:36:07.215525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ebec5a27-74d0-4d8a-9d4e-f09f48257ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.223506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ebec5a27-74d0-4d8a-9d4e-f09f48257ede service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1909809 Nov 12 03:36:07.237369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-c6391878-51b1-47f2-adf9-4c330332ce54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.2214446 Nov 12 03:36:07.320922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27dcd86e-4081-44d1-9224-b5e0b831cef8 req-536b8483-afb3-494f-b264-473f2df37338 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443892 Nov 12 03:36:07.367480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ecbf46e3-1fd8-4e38-8400-2ce27674a8e2 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334298 Nov 12 03:36:07.367698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 924aef84-5169-4037-a0e5-619fe73b4b38 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:07.459884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 924aef84-5169-4037-a0e5-619fe73b4b38 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.460438 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.519612 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d12266f3-26be-40f0-92b6-38a5d5ff9875 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3e33845087664a3db64a1b195278a9bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566995 Nov 12 03:36:07.520393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55488) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:07.532330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c30874-9560-42fa-aa54-6ce86e6df559 req-a7c199cb-1376-4861-9bc1-f7b6b26cefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.536254 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8c30874-9560-42fa-aa54-6ce86e6df559 req-a7c199cb-1376-4861-9bc1-f7b6b26cefbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1097 time: 0.3813808 Nov 12 03:36:07.560958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386c47e-1ddd-42ea-9cc5-c498d22fdcff None None] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:07.561711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-a9c10d02-e728-41a7-b0c5-b81d760b59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.563849 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-a9c10d02-e728-41a7-b0c5-b81d760b59ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.3144243 Nov 12 03:36:07.564560 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.602339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63ec27f1-3b63-448b-902d-9eaee37972b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.631238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae00290-f557-4755-8d8d-ce80c7ac305b req-7747a835-384a-4582-8db0-86861efbdc0f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.633198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ae00290-f557-4755-8d8d-ce80c7ac305b req-7747a835-384a-4582-8db0-86861efbdc0f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1747293 Nov 12 03:36:07.645376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916109-a86c-4529-9e09-eb8408b52334 req-09305d62-6e57-4517-99a0-7a1d283efb2a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.654406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85916109-a86c-4529-9e09-eb8408b52334 req-09305d62-6e57-4517-99a0-7a1d283efb2a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2752736 Nov 12 03:36:07.681361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:07.683938 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeb341b-e59e-4980-b3ca-f06753f8ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:07.685291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 924aef84-5169-4037-a0e5-619fe73b4b38, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=924aef84-5169-4037-a0e5-619fe73b4b38,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:07.697605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c09bcc29-d997-42b8-a2e7-67381e91337d None None] Provisioning complete for port 924aef84-5169-4037-a0e5-619fe73b4b38 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:07.698029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c09bcc29-d997-42b8-a2e7-67381e91337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.699928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-bd5fa26d-1dfd-40bf-a110-de7935a431bc service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201180 Nov 12 03:36:07.715379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.751801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8c30874-9560-42fa-aa54-6ce86e6df559 req-42de0a6f-caa4-4515-8d21-e3ee86e0c978 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852977 Nov 12 03:36:07.752809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.753845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a1a8eec7-36af-4d36-9c5f-f5f1e68f169f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:07.763014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-8071a4d2-8876-4133-ad69-43ee0d91a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.764564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-8071a4d2-8876-4133-ad69-43ee0d91a286 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827269 Nov 12 03:36:07.772444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.783947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-3054c267-9c5f-4ac2-907e-f8d75e8c628b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 217 time: 0.0641551 Nov 12 03:36:07.797873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85916109-a86c-4529-9e09-eb8408b52334 req-454a0976-2136-44b8-b85b-500b56ddb728 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421263 Nov 12 03:36:07.813831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ae00290-f557-4755-8d8d-ce80c7ac305b req-51addffb-0047-4eb9-8e7a-2aba35f0f306 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515155 Nov 12 03:36:07.855484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:07.964843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-134bbe51-7af5-44d1-8639-5b0691318080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:07.970883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-134bbe51-7af5-44d1-8639-5b0691318080 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1665590 Nov 12 03:36:08.039223 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d112c1d-0982-4b06-9212-fd5dabf95a2c x-openstack-request-id: req-1d112c1d-0982-4b06-9212-fd5dabf95a2c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:08.039492 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:08.039846 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1d112c1d-0982-4b06-9212-fd5dabf95a2c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:08.040107 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'status': 'completed', 'code': 200} Nov 12 03:36:08.179521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:08.238400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-76bfe331-88ab-49b7-8eda-666a2f7f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.240240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-76bfe331-88ab-49b7-8eda-666a2f7f1214 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1100 time: 0.1366086 Nov 12 03:36:08.245481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-f3107c8d-298f-4cc7-9be4-8aa7c456ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.247016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-f3107c8d-298f-4cc7-9be4-8aa7c456ee78 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1629384 Nov 12 03:36:08.256390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362f3a5-f386-4b9d-ac4b-4ac2f10a5c40 req-5799ed9b-eb80-408d-9c63-01cf7cd89f9c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.256910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.257492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.258034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0362f3a5-f386-4b9d-ac4b-4ac2f10a5c40 req-5799ed9b-eb80-408d-9c63-01cf7cd89f9c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.1839900 Nov 12 03:36:08.387509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=924aef84-5169-4037-a0e5-619fe73b4b38,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.406936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:08.413332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.413679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.414022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.414358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.414689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.415366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.415711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.416038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.416362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.416686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.417008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.417330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:08.499237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0362f3a5-f386-4b9d-ac4b-4ac2f10a5c40 req-43e26877-63bc-4868-8fb9-786ec9f0e9c8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309875 Nov 12 03:36:08.544604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-2edd4437-12af-4b4f-a71b-2f8582534dc9 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691159 Nov 12 03:36:08.545749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-d4f2f4c2-dbda-4387-9cbe-28c7b46784a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.547422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-d4f2f4c2-dbda-4387-9cbe-28c7b46784a8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2733600 Nov 12 03:36:08.561947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.576483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.579085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.580904 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e83fdf03-506a-4899-895b-eba2fee7591d HTTP/1.1" status: 204 len: 168 time: 1.0427630 Nov 12 03:36:08.592915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-ba6c26b1-72bb-4bac-865a-b8998e5ef71a service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924793 Nov 12 03:36:08.595090 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63ec27f1-3b63-448b-902d-9eaee37972b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.598526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.619614 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63ec27f1-3b63-448b-902d-9eaee37972b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.623525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e43a9-5c97-4995-b7e1-1349b0239905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fdf03-506a-4899-895b-eba2fee7591d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.739132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-a80bfe93-96ac-4c08-b71b-ca54a9b36a61 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.1676922 Nov 12 03:36:08.835255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-93b1fdb8-3988-4aa1-8838-01bb2a8e4886 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.835858 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93b1fdb8-3988-4aa1-8838-01bb2a8e4886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.888363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-25968887-d40e-4c80-bd79-ae31cc34a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:08.890799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-25968887-d40e-4c80-bd79-ae31cc34a59c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1369953 Nov 12 03:36:08.898296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-8a69f825-5530-469b-b7a2-5f5b4127402c service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342986 Nov 12 03:36:08.910266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-93b1fdb8-3988-4aa1-8838-01bb2a8e4886 None None] Port 155d934a-837b-4cb1-80e1-ed9cb4fd278b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:08.916155 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63ec27f1-3b63-448b-902d-9eaee37972b4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=50f7d2adab6b48a4b43ba62f17cfba9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7474766 Nov 12 03:36:08.921240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:08.935728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec27f1-3b63-448b-902d-9eaee37972b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6847f1-aa3f-454d-b625-89889f488fb1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.939469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-93b1fdb8-3988-4aa1-8838-01bb2a8e4886 None None] Provisioning complete for port 924aef84-5169-4037-a0e5-619fe73b4b38 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:08.939913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93b1fdb8-3988-4aa1-8838-01bb2a8e4886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:08.946963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:08.961008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.143399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-1270b8c1-80c4-4f0a-be9d-b097cf51b2aa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 217 time: 0.2184536 Nov 12 03:36:09.228226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 924aef84-5169-4037-a0e5-619fe73b4b38 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:09.339496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 924aef84-5169-4037-a0e5-619fe73b4b38 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.342379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.351468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-1e7faccd-a113-4e8d-9bae-5da60a028a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.353600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-1e7faccd-a113-4e8d-9bae-5da60a028a87 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4274595 Nov 12 03:36:09.362654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-53f94ffb-2e00-4fe5-9f51-5de8117afa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.364797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-53f94ffb-2e00-4fe5-9f51-5de8117afa46 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.2046280 Nov 12 03:36:09.388939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5411a10-c54e-472a-a361-4afcf0a06d40 req-0d6ed57d-f99e-4fcb-9807-400d82efc7d6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.390452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5411a10-c54e-472a-a361-4afcf0a06d40 req-0d6ed57d-f99e-4fcb-9807-400d82efc7d6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.3886266 Nov 12 03:36:09.410990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5e861c73-73ab-4a6f-a9bd-76b2e4d53438 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:09.411419 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5e861c73-73ab-4a6f-a9bd-76b2e4d53438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.484300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.489602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5e861c73-73ab-4a6f-a9bd-76b2e4d53438 None None] Port 155d934a-837b-4cb1-80e1-ed9cb4fd278b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:09.585910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-b33cf646-4cab-49b0-a328-579c4b3d2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.587664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-b33cf646-4cab-49b0-a328-579c4b3d2c90 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2107379 Nov 12 03:36:09.608647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5411a10-c54e-472a-a361-4afcf0a06d40 req-d9cbeb7d-0b93-45b0-9f83-f17aca7945d6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845767 Nov 12 03:36:09.722866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-f44bd194-e419-4e59-9188-f81c0f2de66b service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568766 Nov 12 03:36:09.749499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-872bb69b-82ea-4f14-917f-76f1170345d5 req-5ef2dcc8-bb20-43b7-acaa-2f12bdb6ed17 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1341581 Nov 12 03:36:09.770808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:09.778535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.787858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0565a-3b9a-4b86-a8e4-53aad3bc9db6 req-eb65e6c8-1412-441d-99c7-9ef09cd049fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.789353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ada0565a-3b9a-4b86-a8e4-53aad3bc9db6 req-eb65e6c8-1412-441d-99c7-9ef09cd049fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.1490459 Nov 12 03:36:09.855383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-d195c821-c320-4dd6-9854-69bab9d48bc6 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456105 Nov 12 03:36:09.870010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:09.879562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:09.889276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:09.919671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-279124f8-99ce-4e4c-97d8-78c4bb939f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:09.921160 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-279124f8-99ce-4e4c-97d8-78c4bb939f63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1100 time: 0.0855353 Nov 12 03:36:09.968672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-463de6cc-be9e-4b70-8a4a-943bae81183a service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355564 Nov 12 03:36:09.972188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ada0565a-3b9a-4b86-a8e4-53aad3bc9db6 req-1a537166-c915-46b7-81c4-95ea2024e525 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449027 Nov 12 03:36:09.979154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-8724950-network', 'tenant_id': '3601d484f0a44826b939fbabd4b0e347'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:10.036180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-99dc189d-82a8-4297-978b-c732699eb9f6 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677375 Nov 12 03:36:10.037600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Made reservation on behalf of 3601d484f0a44826b939fbabd4b0e347 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:10.040025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.060005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.114557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:10.116419 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-a5145c90-0ce4-44c9-82b5-72f547784a47 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0527232 Nov 12 03:36:10.117488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.120217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.123830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9b6847f1-aa3f-454d-b625-89889f488fb1 HTTP/1.1" status: 204 len: 168 time: 1.1952419 Nov 12 03:36:10.141733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26339cf-792b-40bc-bff8-fc51a9750406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6847f1-aa3f-454d-b625-89889f488fb1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.158581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-3f63c162-c1f3-4bf2-98ec-3759c5106071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.160291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-3f63c162-c1f3-4bf2-98ec-3759c5106071 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1883543 Nov 12 03:36:10.206887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-0878fdc2-8cdf-4eec-84ae-8cef9191837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.208904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-0878fdc2-8cdf-4eec-84ae-8cef9191837d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0833461 Nov 12 03:36:10.241892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cf3bd3d9-8a04-43e7-8ac6-4ffee45c9e05 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:10.243030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf3bd3d9-8a04-43e7-8ac6-4ffee45c9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.284428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cf3bd3d9-8a04-43e7-8ac6-4ffee45c9e05 None None] Port 155d934a-837b-4cb1-80e1-ed9cb4fd278b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:10.297930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.307260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-5e3ed582-3f4f-4182-a9d0-cd87f052564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.308991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-5e3ed582-3f4f-4182-a9d0-cd87f052564c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906656 Nov 12 03:36:10.309758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.325177 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-8a9604af-1280-4dc8-92cc-6158a1d6066d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.1216741 Nov 12 03:36:10.367451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:10.374619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.378658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:10.389754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:10.390582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6b8aaa4f-44a7-4cf3-aeb3-4ea31b3155f4 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4916539 Nov 12 03:36:10.391261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.406519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-71201670'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:10.407143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:10.407772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:10.417323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-c1637d77-08ec-44f8-818b-d1e961401ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.419871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-c1637d77-08ec-44f8-818b-d1e961401ec5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0851002 Nov 12 03:36:10.449436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.449964 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Added segment e1cd345e-bba4-41ef-8d29-9dc036d6151f of type vlan for network 90eccce1-2e78-4ebe-ab22-e63a597b8131 Nov 12 03:36:10.490754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:10.495957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.538913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.545235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:10.556297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.557000 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment e6219221-2532-472b-89cf-3cd6141540ba of type vlan for network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 Nov 12 03:36:10.570223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-648969db-bdde-4204-97ba-2ae0a31d759a service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458408 Nov 12 03:36:10.587568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:10.597400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.598356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.598969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.612880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55554) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.635678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.642022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8404e45-7871-4407-897f-af87b86e202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.644350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-98382915-6fa9-474a-bb3c-a59e3a5ac5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.645983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-98382915-6fa9-474a-bb3c-a59e3a5ac5f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2169516 Nov 12 03:36:10.754984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9823647 Nov 12 03:36:10.757565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.763398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.764079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:10.768848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55558) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.787597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98aa80-2411-486a-986b-3896c76a972d admin admin] Pushing event updated for resources: {'Network': ['ID=90eccce1-2e78-4ebe-ab22-e63a597b8131,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.790029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Request body: {'subnet': {'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-8724950-subnet', 'tenant_id': '3601d484f0a44826b939fbabd4b0e347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:10.808400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 90eccce1-2e78-4ebe-ab22-e63a597b8131 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:10.840000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4458849 Nov 12 03:36:10.846080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55560) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:10.853954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:10.897807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-68ce385d-7f0b-490a-8335-08ef5e74e21c service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154864 Nov 12 03:36:10.907926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-b8e68b66-aade-4db5-a530-e59c78accc07 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506835 Nov 12 03:36:10.911373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83938e-1c19-4701-8326-cce83eeb0e63 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=8aa1d8bc-4e09-4281-ae9c-e180816a2e64,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:10.914614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a747b-708c-432a-b1e7-8a74be6b392e req-a4d0d155-1bab-4228-adc2-1124be982a8a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:10.915983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc8a747b-708c-432a-b1e7-8a74be6b392e req-a4d0d155-1bab-4228-adc2-1124be982a8a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1553438 Nov 12 03:36:10.941236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Made reservation on behalf of 3601d484f0a44826b939fbabd4b0e347 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:10.942488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:10.943738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.007604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-6933843a-f327-429f-abe7-99fb18e399dd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 217 time: 0.0897696 Nov 12 03:36:11.020970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decbbef-a719-49cf-9324-7322342ccb4a req-34a42fbf-9bbe-43f0-873d-c3005ed8bc9e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.023313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1decbbef-a719-49cf-9324-7322342ccb4a req-34a42fbf-9bbe-43f0-873d-c3005ed8bc9e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2664645 Nov 12 03:36:11.023953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8404e45-7871-4407-897f-af87b86e202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.032514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:07Z', 'revision_number': 3, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:08Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:11.054972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8404e45-7871-4407-897f-af87b86e202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.063091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:11.063682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Updating router 66f533d6-cba7-4392-b57a-c22066c23bfd port 155d934a-837b-4cb1-80e1-ed9cb4fd278b binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:11.102645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.134767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc8a747b-708c-432a-b1e7-8a74be6b392e req-51459921-9b38-4439-9628-44d8cfea57bc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806865 Nov 12 03:36:11.141004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8404e45-7871-4407-897f-af87b86e202a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fc3755b58e554533b411a6c4f688e7af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5244305 Nov 12 03:36:11.143770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ac87056c-0c54-49ed-9931-e50b2859fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.144496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55564) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:11.145241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-ac87056c-0c54-49ed-9931-e50b2859fb7d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1218648 Nov 12 03:36:11.148379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4aeb341b-e59e-4980-b3ca-f06753f8ba09 req-ff5d6d52-1a46-4b70-a10e-692c22dfb470 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280283 Nov 12 03:36:11.155180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8404e45-7871-4407-897f-af87b86e202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e26e92-11d8-4c02-b129-348bc80ff705,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.172472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:11.175978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.207645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1decbbef-a719-49cf-9324-7322342ccb4a req-d218e66f-4709-45f6-b24b-9885d95f099b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563537 Nov 12 03:36:11.252311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.328183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.356537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.357088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-c5a72a88-5d57-4f80-9ec4-e23bc8a2a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.358615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-c5a72a88-5d57-4f80-9ec4-e23bc8a2a150 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2005422 Nov 12 03:36:11.440082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.442763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.446535 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e4e26e92-11d8-4c02-b129-348bc80ff705 HTTP/1.1" status: 204 len: 168 time: 0.2981322 Nov 12 03:36:11.448358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c9758b-8c99-4c1d-aab8-6b4f53d70601,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.456543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.461085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81fef6-a859-4bc7-a466-1f46228a954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e26e92-11d8-4c02-b129-348bc80ff705,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:11.466521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Checking segment: {'id': 'e1cd345e-bba4-41ef-8d29-9dc036d6151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:11.467078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Network hostable DHCP agents. Network: 90eccce1-2e78-4ebe-ab22-e63a597b8131, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:11.468409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.492075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Network 90eccce1-2e78-4ebe-ab22-e63a597b8131 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:11.505825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 90eccce1-2e78-4ebe-ab22-e63a597b8131) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:11.519282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:11.520755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:11.551438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a2dc328-315d-4047-b3a2-66dee7fcd8a9 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7704742 Nov 12 03:36:11.586571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b356f087-c0f7-49b4-90ff-d386038a51b5 None None] Network 90eccce1-2e78-4ebe-ab22-e63a597b8131 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:11.843316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51a31-e028-4611-ae4c-30dc1ce313a6 None None] Pushing event updated for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.001383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Attempting to bind port 155d934a-837b-4cb1-80e1-ed9cb4fd278b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:12.001756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Attempting to bind port 155d934a-837b-4cb1-80e1-ed9cb4fd278b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:12.002098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Attempting to bind port 155d934a-837b-4cb1-80e1-ed9cb4fd278b on network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:12.008358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:12.008727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Checking segment: {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:12.009121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.009500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Bound using segment: {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:12.010022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Bound port: 155d934a-837b-4cb1-80e1-ed9cb4fd278b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:12.010392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.024117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a82a557-0fbe-4f09-9ee1-4abb0e1f9e7d None None] Network 90eccce1-2e78-4ebe-ab22-e63a597b8131 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:12.064416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6aab8-53c7-4d56-a0f4-f28cd0c9ff87 req-0b67c152-f759-44a4-a935-137720e60016 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.066147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1de6aab8-53c7-4d56-a0f4-f28cd0c9ff87 req-0b67c152-f759-44a4-a935-137720e60016 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 948 time: 0.7531834 Nov 12 03:36:12.111460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbd76d-1af3-4d74-bc69-8fa582827cfa req-c92f8c22-0fc4-47c9-986d-3ded82513ead tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.112972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bbd76d-1af3-4d74-bc69-8fa582827cfa req-c92f8c22-0fc4-47c9-986d-3ded82513ead tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.7989671 Nov 12 03:36:12.117772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55582) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.135789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-edaaa77b-15cf-4821-ab27-cb283aebd476 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:12.136238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-edaaa77b-15cf-4821-ab27-cb283aebd476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.136634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-811578f2-db23-450b-b98c-636597aed6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.167265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-cad77129-1b0e-48dc-a1c7-7d5036b015f5 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872014 Nov 12 03:36:12.183553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] For port 155d934a-837b-4cb1-80e1-ed9cb4fd278b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:12.209873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-edaaa77b-15cf-4821-ab27-cb283aebd476 None None] Port 155d934a-837b-4cb1-80e1-ed9cb4fd278b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:12.214127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] For port 155d934a-837b-4cb1-80e1-ed9cb4fd278b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=155d934a-837b-4cb1-80e1-ed9cb4fd278b,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:12.216784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1de6aab8-53c7-4d56-a0f4-f28cd0c9ff87 req-2b427a26-179d-4f39-a3cd-96d06798e307 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305916 Nov 12 03:36:12.223313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-811578f2-db23-450b-b98c-636597aed6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.228626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-811578f2-db23-450b-b98c-636597aed6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.235580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.274525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-811578f2-db23-450b-b98c-636597aed6a1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f3fb640f1ebe499193516f3f8e06575a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535194 Nov 12 03:36:12.276698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811578f2-db23-450b-b98c-636597aed6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd116871-13a3-48ec-98ee-0846f195c93e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.280304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.327377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:12.328085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:12.334894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:12.366194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51a31-e028-4611-ae4c-30dc1ce313a6 None None] Pushing event updated for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.421136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bbd76d-1af3-4d74-bc69-8fa582827cfa req-e9528ace-437f-4dbd-9965-2950aa613dc4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745907 Nov 12 03:36:12.441510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.445468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:12.523700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-cc0cc8a2-f545-48ec-866d-e9aa478ce0bb service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129051 Nov 12 03:36:12.549008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23423d5-fd09-489f-8424-7eb24770d3de req-82227b08-3436-4bc1-ab1b-069e7d162744 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.550585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d23423d5-fd09-489f-8424-7eb24770d3de req-82227b08-3436-4bc1-ab1b-069e7d162744 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1956875 Nov 12 03:36:12.555589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.562571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55588) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.572660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Request body: {'floatingip': {'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:12.584514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=a7289aa5-ed06-4dc7-9dbf-4b7a551182fc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:12.649012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.675478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-0abb2a9f-f5ab-48a4-b129-30494dae8b9b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.1095126 Nov 12 03:36:12.677500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.708331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:12.709009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: 8aa1d8bc-4e09-4281-ae9c-e180816a2e64, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:12.816601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:12.839966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-c538c690-6444-4b64-8c36-e25a695293d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.841815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-c538c690-6444-4b64-8c36-e25a695293d8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1510270 Nov 12 03:36:12.852377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22257187-23ec-4545-b673-6dc3901be5f7 req-88c69be4-8b82-4d90-8dae-220fc02c48d2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.854543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22257187-23ec-4545-b673-6dc3901be5f7 req-88c69be4-8b82-4d90-8dae-220fc02c48d2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1413972 Nov 12 03:36:12.855225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8aa1d8bc-4e09-4281-ae9c-e180816a2e64) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:12.868187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-42242795-e049-41a7-9381-de175b817e31 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:12.868735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42242795-e049-41a7-9381-de175b817e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.868859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:12.871091 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.876330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010337fb-8e28-4d4f-829b-3f3ec2c79635 None None] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:12.929660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:12.939973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05d6198c-1655-4a16-9ed6-ebf8f56c6675 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0885782 Nov 12 03:36:12.956273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:12.977631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'mac_address': 'fa:16:3e:dd:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:12.980877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.983710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:12.984713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fd116871-13a3-48ec-98ee-0846f195c93e HTTP/1.1" status: 204 len: 168 time: 0.7005861 Nov 12 03:36:13.093938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-f6648357-87ff-4294-abad-a8445cf201fa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.095573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-f6648357-87ff-4294-abad-a8445cf201fa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/networks?id=90eccce1-2e78-4ebe-ab22-e63a597b8131 HTTP/1.1" status: 200 len: 819 time: 0.1236825 Nov 12 03:36:13.109551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22257187-23ec-4545-b673-6dc3901be5f7 req-2122240f-7c61-4c69-bb71-06b57b74527c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216058 Nov 12 03:36:13.111982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40134782-8afa-46cb-a6c0-d68bbceaf7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd116871-13a3-48ec-98ee-0846f195c93e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.127087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-fee43de1-3858-422d-ac18-536a0777bb84 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/quotas/3601d484f0a44826b939fbabd4b0e347 HTTP/1.1" status: 200 len: 375 time: 0.0215535 Nov 12 03:36:13.142755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-9c9b6faa-6b18-4f48-9a3e-d5a117227e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.142755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-9c9b6faa-6b18-4f48-9a3e-d5a117227e0e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2457273 Nov 12 03:36:13.162201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-02ffaab5-8f87-44be-abe4-30b90868b91e tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3601d484f0a44826b939fbabd4b0e347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278952 Nov 12 03:36:13.315611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42242795-e049-41a7-9381-de175b817e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.360695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:36:13.374914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-bd40480f-32da-4d76-aff5-040a8ac6c497 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114995 Nov 12 03:36:13.387306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-b0e538f6-78bc-4850-83ba-7f0c8f687590 service neutron] 10.222.0.97 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162161 Nov 12 03:36:13.414814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.438125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.439223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c32d31-97e8-42a0-bede-307d3b65abcb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:13.447311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-42242795-e049-41a7-9381-de175b817e31 None None] For port 155d934a-837b-4cb1-80e1-ed9cb4fd278b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=155d934a-837b-4cb1-80e1-ed9cb4fd278b,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:13.457741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:07Z', 'revision_number': 3, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:13.471523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.496301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880b9f9-0a2f-4ff8-8443-2b325fa5c3a8 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:07Z', 'revision_number': 3, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:12Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:13.504087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42242795-e049-41a7-9381-de175b817e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.513591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4f53-cc6d-48fd-8372-98ebc81029e7 req-0ae62af0-5598-415e-9f46-74f0baa4aadc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.515240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cfa4f53-cc6d-48fd-8372-98ebc81029e7 req-0ae62af0-5598-415e-9f46-74f0baa4aadc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2166896 Nov 12 03:36:13.537274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01cc7766-f861-46a2-a10e-f84813ac3913 req-731f2960-c021-4d58-970c-148c205e880f service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523969 Nov 12 03:36:13.654821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.672392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242795-e049-41a7-9381-de175b817e31 None None] Pushing event updated for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.683672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cfa4f53-cc6d-48fd-8372-98ebc81029e7 req-5b55ceb3-c2ca-418e-ba7d-5186e0bf442a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561730 Nov 12 03:36:13.690882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:13.698597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-c81ecefc-442b-4d19-a254-69081f748f05 service neutron] 10.222.0.97 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299991 Nov 12 03:36:13.707609 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.888376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:13.889255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:13.893682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23826270-86d0-4102-9c3b-3285a58d5f76 req-4f12a4ad-2caf-45df-8c1c-3bc276331642 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:13.905614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23826270-86d0-4102-9c3b-3285a58d5f76 req-4f12a4ad-2caf-45df-8c1c-3bc276331642 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 949 time: 0.0995739 Nov 12 03:36:13.976837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:13.979171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23826270-86d0-4102-9c3b-3285a58d5f76 req-aa9ac35c-a34d-404a-8628-008a7973b578 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Nov 12 03:36:14.082466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:14.201593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f280c68-dbae-4af8-9aaa-ab7feeab5c05 req-ee15b33e-d2e7-4efb-acc4-445e5b5973c4 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 210 time: 0.0749319 Nov 12 03:36:14.366196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Allocated IP 172.22.0.2 (8aa1d8bc-4e09-4281-ae9c-e180816a2e64/a7289aa5-ed06-4dc7-9dbf-4b7a551182fc/431e292d-421a-4224-a58f-fbf21427b30c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:14.398446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9faa9-9fbf-4934-8f96-affa72d2dddd req-1d78ac4a-3690-4ced-ad58-a6fddcd7801f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.422330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83c9faa9-9fbf-4934-8f96-affa72d2dddd req-1d78ac4a-3690-4ced-ad58-a6fddcd7801f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1377821 Nov 12 03:36:14.599439 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Floating IP 99d18695-476d-4ca9-84c1-0e373a3a65e0 associated. External IP: 172.25.7.44, port: ecdc6c6e-8543-4af8-884a-d745892ae9fa. Nov 12 03:36:14.643172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83c9faa9-9fbf-4934-8f96-affa72d2dddd req-51673fbd-8ab6-4129-a472-316bd27443b4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176619 Nov 12 03:36:14.693961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-34ebfea0-f1f2-499a-95d1-136e44d8e3e3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.699244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-34ebfea0-f1f2-499a-95d1-136e44d8e3e3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1&tenant_id=d13a431489bf4a9587d3a6f91231e11d&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 949 time: 0.2529027 Nov 12 03:36:14.821236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79ed0d-0314-4f19-968c-15a968198024 req-617575af-99b7-4bd8-8325-2af166110bb6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.832028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b79ed0d-0314-4f19-968c-15a968198024 req-617575af-99b7-4bd8-8325-2af166110bb6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 949 time: 0.3273370 Nov 12 03:36:14.922556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.934288 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:14.947051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffdff3-77c7-4986-a6fd-ae1fae1ab311 req-e4f2155f-e562-408d-a5d0-b08b5fe50772 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:14.954788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dffdff3-77c7-4986-a6fd-ae1fae1ab311 req-e4f2155f-e562-408d-a5d0-b08b5fe50772 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2259846 Nov 12 03:36:14.965847 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-0c56c4f7-b5a0-4a07-b81e-cb1af34430c0 service neutron] delete failed (client error): The resource could not be found. Nov 12 03:36:14.967355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-0c56c4f7-b5a0-4a07-b81e-cb1af34430c0 service neutron] 10.222.0.104 "DELETE /v2.0/ports/d0c32d31-97e8-42a0-bede-307d3b65abcb/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.2573779 Nov 12 03:36:14.984824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b79ed0d-0314-4f19-968c-15a968198024 req-698b5e48-06e5-4d6b-b78f-776ee20e95bf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476817 Nov 12 03:36:15.037438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.22.0.1 (8aa1d8bc-4e09-4281-ae9c-e180816a2e64/a7289aa5-ed06-4dc7-9dbf-4b7a551182fc/d95d47da-cce0-4865-857d-51b5166101b2) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:15.040020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:15.055524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:15.057325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2dffdff3-77c7-4986-a6fd-ae1fae1ab311 req-4a12103a-e954-4a6a-b11e-7eb53f4f5569 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987053 Nov 12 03:36:15.062122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:15.065819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:15.138419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Pushing event updated for resources: {'Port': ['ID=431e292d-421a-4224-a58f-fbf21427b30c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.203442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Attempting to bind port 431e292d-421a-4224-a58f-fbf21427b30c on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:15.203811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Attempting to bind port 431e292d-421a-4224-a58f-fbf21427b30c by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:15.205691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Attempting to bind port 431e292d-421a-4224-a58f-fbf21427b30c on network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:15.219483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:15.219748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Checking segment: {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:15.219983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.223358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Bound using segment: {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:15.224363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Bound port: 431e292d-421a-4224-a58f-fbf21427b30c, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:15.225115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.254881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 155d934a-837b-4cb1-80e1-ed9cb4fd278b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:15.296203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-eecf2491-f03d-434c-8214-55d36b37489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.302224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-eecf2491-f03d-434c-8214-55d36b37489c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1101 time: 0.1754229 Nov 12 03:36:15.383006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] For port 431e292d-421a-4224-a58f-fbf21427b30c, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:15.389010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] For port 431e292d-421a-4224-a58f-fbf21427b30c, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=431e292d-421a-4224-a58f-fbf21427b30c,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:15.397047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.426540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 155d934a-837b-4cb1-80e1-ed9cb4fd278b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:15.427292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.459996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:15.477668 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:15.506987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d7c0367-5fab-493c-8200-b8228d026263 req-c4eb1910-bbf8-46bb-ab5b-8727e838b0b2 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 210 time: 0.0985596 Nov 12 03:36:15.508583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.510678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:15.511418 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:15.556212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5cfcda94-2626-414d-b98d-ffdc096c2c4e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "PUT /v2.0/floatingips/99d18695-476d-4ca9-84c1-0e373a3a65e0 HTTP/1.1" status: 200 len: 990 time: 2.9922600 Nov 12 03:36:15.568499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:15.577117 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803a7b5-e18f-4d65-a0c6-e8a99af06407" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:15.640953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1edec0-745e-4a0a-beae-88f52d902c93 None None] Pushing event updated for resources: {'Port': ['ID=431e292d-421a-4224-a58f-fbf21427b30c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:15.695205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:15.733448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f97909-ff34-4b01-b8fb-192b65590228 req-fc90f56b-273d-430d-b42d-ae6ea889fed5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.748677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99f97909-ff34-4b01-b8fb-192b65590228 req-fc90f56b-273d-430d-b42d-ae6ea889fed5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2362134 Nov 12 03:36:15.815524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-3e01f290-eef0-4701-871d-c1b4457655ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:15.817670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-3e01f290-eef0-4701-871d-c1b4457655ba service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.5015738 Nov 12 03:36:15.823269 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:15.839992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99f97909-ff34-4b01-b8fb-192b65590228 req-33646d96-29a3-4452-81ca-6c78d2bfa9b0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903447 Nov 12 03:36:15.854886 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20012230-ba9d-42ca-a7d0-3977c9bebc8c x-openstack-request-id: req-20012230-ba9d-42ca-a7d0-3977c9bebc8c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:15.855713 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:15.855713 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20012230-ba9d-42ca-a7d0-3977c9bebc8c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:15.856029 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'status': 'completed', 'code': 200} Nov 12 03:36:15.960747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.020355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-be0a5c15-413f-422c-a7d6-da09e61a4657 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.1420579 Nov 12 03:36:16.037204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:16.098243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-44ca1b58-853d-4e8e-955a-a03e435c2170 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.099781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-44ca1b58-853d-4e8e-955a-a03e435c2170 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.16 "GET /v2.0/networks?id=90eccce1-2e78-4ebe-ab22-e63a597b8131 HTTP/1.1" status: 200 len: 819 time: 0.3791206 Nov 12 03:36:16.101782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:16.104171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-e5e8b4cf-53cd-467f-9af5-6b1da75447c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.105646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-e5e8b4cf-53cd-467f-9af5-6b1da75447c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1097 time: 0.1971297 Nov 12 03:36:16.107699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:16.114244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:16.187002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Request body: {'port': {'device_id': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131', 'admin_state_up': True, 'tenant_id': '3601d484f0a44826b939fbabd4b0e347'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:16.206242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-d00b7fef-ab2f-435f-895c-80b95a5f1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.208636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-d00b7fef-ab2f-435f-895c-80b95a5f1bef service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1565604 Nov 12 03:36:16.258789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503a80f-2ff9-4e9c-bb4a-d191a7e6aa9c req-8bcb99f6-7b63-4351-a190-ffacd6e51628 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.266903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1503a80f-2ff9-4e9c-bb4a-d191a7e6aa9c req-8bcb99f6-7b63-4351-a190-ffacd6e51628 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2647934 Nov 12 03:36:16.326282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e07a2-d1a1-484c-ac78-6ff9ae2f8abf req-c1ca53d0-a860-4ed1-9838-5cce2950a9ab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.335197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f6e07a2-d1a1-484c-ac78-6ff9ae2f8abf req-c1ca53d0-a860-4ed1-9838-5cce2950a9ab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 949 time: 0.2212956 Nov 12 03:36:16.341029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.350035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:16.357600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '99d18695-476d-4ca9-84c1-0e373a3a65e0', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:16.419045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1503a80f-2ff9-4e9c-bb4a-d191a7e6aa9c req-5296f8f4-d16b-4156-a1e7-1717b71781d4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508257 Nov 12 03:36:16.421977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port d0c32d31-97e8-42a0-bede-307d3b65abcb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:16.431318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port d0c32d31-97e8-42a0-bede-307d3b65abcb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:16.433717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.469901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:16.495222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-e11f3f50-698c-4a00-802d-eb5b9efd7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.497540 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:16.498368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:16.501712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-e11f3f50-698c-4a00-802d-eb5b9efd7d89 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2805080 Nov 12 03:36:16.637001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-0e35f172-6ff3-4dd4-873c-b88b31e3cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:16.638633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-0e35f172-6ff3-4dd4-873c-b88b31e3cf52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.4854114 Nov 12 03:36:16.677812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-32b46000-6cb7-4315-bcdf-993b4d4aa6e7 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530774 Nov 12 03:36:16.687389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.752644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:16.755021 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8fc2f4-f3c9-4fce-8cf6-966196e8e82b" -d '{"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:16.764619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f6e07a2-d1a1-484c-ac78-6ff9ae2f8abf req-c313d56a-35f4-4a90-b99d-3442a5ccb943 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284084 Nov 12 03:36:16.774441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:16.789482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:16.797670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.798995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:16.811670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-cd4cc783-9567-4569-adbe-06615f41ea0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 998 time: 0.1480143 Nov 12 03:36:16.909049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5d6d634-8c97-4f34-8a73-3657b62b0db8 req-8d6d2adf-ddc1-4b1c-aeec-fa95b897aa44 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 210 time: 0.1724248 Nov 12 03:36:16.958212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:17.021077 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56f685-7701-4ae8-b522-ddd19be81110 x-openstack-request-id: req-fe56f685-7701-4ae8-b522-ddd19be81110 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:17.021683 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:17.022197 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fe56f685-7701-4ae8-b522-ddd19be81110 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:17.023120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Made reservation on behalf of 3601d484f0a44826b939fbabd4b0e347 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:17.023870 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'code': 200} Nov 12 03:36:17.024102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8cc8f9-9989-400e-b54b-f274bf119894 req-ca4e716d-db1d-4f92-8746-6185bee463e8 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347206 Nov 12 03:36:17.029530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.156677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0cf40-716b-4f70-b9c6-b50c74fbae53 None None] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:17.197423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-fb9894c5-42c0-4db2-81c0-3ef5da191af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.199303 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-fb9894c5-42c0-4db2-81c0-3ef5da191af7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.3485205 Nov 12 03:36:17.203101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6217a-f2c8-41da-bae3-55a0e7ba456d req-6c66a560-4e92-4187-b265-3e833ce081a6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.213462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b6217a-f2c8-41da-bae3-55a0e7ba456d req-6c66a560-4e92-4187-b265-3e833ce081a6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1532209 Nov 12 03:36:17.297835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 431e292d-421a-4224-a58f-fbf21427b30c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:17.346196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '99d18695-476d-4ca9-84c1-0e373a3a65e0', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:17.359564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] Provisioning complete for port 431e292d-421a-4224-a58f-fbf21427b30c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.360143 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.361516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b6217a-f2c8-41da-bae3-55a0e7ba456d req-0abc5810-9de5-4008-8f6d-92d14682af16 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231003 Nov 12 03:36:17.384861 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c9187a-206d-4c0e-8373-6c04075c9e46 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '99d18695-476d-4ca9-84c1-0e373a3a65e0', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:35:51Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 1, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:17.476720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 431e292d-421a-4224-a58f-fbf21427b30c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:17.477176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.481652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-39d1b1b9-040b-4bcf-bfd0-96b8373e4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.485396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-39d1b1b9-040b-4bcf-bfd0-96b8373e4d76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444971 Nov 12 03:36:17.514677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cebaef-e1ee-469b-8830-0ab4946abb2b req-84853343-4c75-48a1-8e83-5098c2158254 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.524552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cebaef-e1ee-469b-8830-0ab4946abb2b req-84853343-4c75-48a1-8e83-5098c2158254 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0787537 Nov 12 03:36:17.593795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Allocated IP 172.20.0.14 (90eccce1-2e78-4ebe-ab22-e63a597b8131/a8c9758b-8c99-4c1d-aab8-6b4f53d70601/c45ccc36-589f-4035-8bc4-1e40dc5c286f) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:17.635648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cebaef-e1ee-469b-8830-0ab4946abb2b req-e9fff8e3-fffe-488f-8542-f0305294d6ef tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101320 Nov 12 03:36:17.924702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.960783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:17.966563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527d8810-5738-44a3-abb5-8b4523ba33f1 None None] New status for floating IP 99d18695-476d-4ca9-84c1-0e373a3a65e0: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:36:17.987339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf17a4a-506f-4f5a-ad89-ce90fb9cdfee req-2f28d08b-01c6-41ad-9d80-9dbeef3e6973 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:17.988933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcf17a4a-506f-4f5a-ad89-ce90fb9cdfee req-2f28d08b-01c6-41ad-9d80-9dbeef3e6973 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1127653 Nov 12 03:36:18.010783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3d71-db59-4519-80f1-379d07b5baf5 req-9a75e9e6-74a8-4df6-ba6e-deeedfa10742 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.019894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cdc3d71-db59-4519-80f1-379d07b5baf5 req-9a75e9e6-74a8-4df6-ba6e-deeedfa10742 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0956979 Nov 12 03:36:18.060976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.083417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.117375 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.127507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcf17a4a-506f-4f5a-ad89-ce90fb9cdfee req-8ed3ba03-3e65-441c-9c7d-8e4ea18c9025 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308103 Nov 12 03:36:18.153343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cdc3d71-db59-4519-80f1-379d07b5baf5 req-3aff9b7e-42f4-4a0a-8bbd-272717a30b10 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291513 Nov 12 03:36:18.208044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] For port 431e292d-421a-4224-a58f-fbf21427b30c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=431e292d-421a-4224-a58f-fbf21427b30c,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:18.225986 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.261216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-32f20b76-0384-4c19-81bf-f89fcfe46e18 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543030 Nov 12 03:36:18.275350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.310882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359dc54-00f4-4a1f-9932-d419c3d1ccbc None None] Pushing event updated for resources: {'Port': ['ID=431e292d-421a-4224-a58f-fbf21427b30c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:18.350771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45bbf2fe-8e53-40f5-817a-f565bd2429c7 req-b5025e40-c0ca-4159-b253-a469f5855532 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 210 time: 0.0828302 Nov 12 03:36:18.396584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:36:18.397189 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:36:18.484438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9803a7b5-e18f-4d65-a0c6-e8a99af06407 req-faa5a856-087a-47c0-ae2f-73d2d5575f95 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365862 Nov 12 03:36:18.547900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82e885-8d4e-4042-8abb-fcd723c14257 req-aaec7387-972d-40b7-b55f-808d5ef0f925 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.569963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-af567f3e-3ac1-40da-a587-14216369e5c6 None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.570462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af567f3e-3ac1-40da-a587-14216369e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.572081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be82e885-8d4e-4042-8abb-fcd723c14257 req-aaec7387-972d-40b7-b55f-808d5ef0f925 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1572945 Nov 12 03:36:18.580308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:18.584454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:18.641331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-af567f3e-3ac1-40da-a587-14216369e5c6 None None] Port d95d47da-cce0-4865-857d-51b5166101b2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:18.649259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5759d-a121-4094-b9b4-627ef2f418a7 req-adb76fa7-bc4f-41fd-a069-268b79c41444 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:18.659284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cc5759d-a121-4094-b9b4-627ef2f418a7 req-adb76fa7-bc4f-41fd-a069-268b79c41444 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.1874988 Nov 12 03:36:18.681604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-af567f3e-3ac1-40da-a587-14216369e5c6 None None] Provisioning complete for port 431e292d-421a-4224-a58f-fbf21427b30c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:18.681976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af567f3e-3ac1-40da-a587-14216369e5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.721281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be82e885-8d4e-4042-8abb-fcd723c14257 req-8af61d18-b104-43a2-b151-bb9ed10b8908 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470411 Nov 12 03:36:18.758730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:18.817426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cc5759d-a121-4094-b9b4-627ef2f418a7 req-cd2c6e5e-c140-49d0-a423-ab6d04645195 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569185 Nov 12 03:36:18.850880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:18.910586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.038920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b5707a68-174c-4a13-9e08-43e7ea425903 None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.039294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5707a68-174c-4a13-9e08-43e7ea425903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.130726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b5707a68-174c-4a13-9e08-43e7ea425903 None None] Port d95d47da-cce0-4865-857d-51b5166101b2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:19.213082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 431e292d-421a-4224-a58f-fbf21427b30c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:19.298130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 431e292d-421a-4224-a58f-fbf21427b30c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.298496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.352903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5333f-b469-4579-8cc6-d27e61b29211 req-06fbfa74-8b14-4498-a7dc-17a4cf7e19d8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.354778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43b5333f-b469-4579-8cc6-d27e61b29211 req-06fbfa74-8b14-4498-a7dc-17a4cf7e19d8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 814 time: 0.2686207 Nov 12 03:36:19.381724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43b5333f-b469-4579-8cc6-d27e61b29211 req-9aec3d86-ceff-4df9-8ff5-905ae844869f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/quotas/ffc83892485c4c9fbb01a672fcd8711f HTTP/1.1" status: 200 len: 375 time: 0.0184090 Nov 12 03:36:19.441137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43b5333f-b469-4579-8cc6-d27e61b29211 req-ede9d8ab-277e-41f3-90e3-204b94689f1e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521080 Nov 12 03:36:19.460326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c834f721-f416-484b-a488-e56519fdddad None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:19.460846 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c834f721-f416-484b-a488-e56519fdddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.521766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c834f721-f416-484b-a488-e56519fdddad None None] Port d95d47da-cce0-4865-857d-51b5166101b2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:19.523524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-03f044e8-ba77-4be4-ab33-0524962aa2c6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278070 Nov 12 03:36:19.615761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Network 90eccce1-2e78-4ebe-ab22-e63a597b8131 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:19.624159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:19.626628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:19.645641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54f57-4ae5-4a38-937b-e4445b53144d req-60a26aec-dff3-4c68-a035-06bc172505fd tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.647220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe54f57-4ae5-4a38-937b-e4445b53144d req-60a26aec-dff3-4c68-a035-06bc172505fd tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 932 time: 0.1283166 Nov 12 03:36:19.662323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Pushing event updated for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:19.670936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:19.676306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ca129d8a-c74a-4256-9205-ee0a320e50b1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7190170 Nov 12 03:36:19.679469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:19.685157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222170323'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:19.687750 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:19.708113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-f08dd3b8-6f7c-4aef-b63f-956fbba1eeb2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.709805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-f08dd3b8-6f7c-4aef-b63f-956fbba1eeb2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707261 Nov 12 03:36:19.716958 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:19.718770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:19.725969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.726766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.730582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:19.734565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.751257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-5fbca0b4-76a4-4b48-a195-f4f603b122db tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/quotas/d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 375 time: 0.0280657 Nov 12 03:36:19.772397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-1c76e135-7540-4fea-968d-e2a02d367daa tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6147025 Nov 12 03:36:19.783566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:19.795191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Request body: {'port': {'device_id': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:19.799383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe54f57-4ae5-4a38-937b-e4445b53144d req-1232e7bd-e72b-45e8-ace3-91c051f71f49 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329713 Nov 12 03:36:19.818913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.818913 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added segment cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7 of type vlan for network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 Nov 12 03:36:19.854797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-fa922782-1daf-4a3b-92cb-4e840ed78d9a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968797 Nov 12 03:36:19.866395 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:19.935728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.938267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:19.996979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d86d3-8dc1-42b2-a50c-c1bb346a6680 req-5a805484-702d-4c5c-acd9-12b0cad8551f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:19.999768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-155d86d3-8dc1-42b2-a50c-c1bb346a6680 req-5a805484-702d-4c5c-acd9-12b0cad8551f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0811560 Nov 12 03:36:20.031870 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.038114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.038780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.101327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-155d86d3-8dc1-42b2-a50c-c1bb346a6680 req-97a3b65b-0865-4c7b-aed3-df4383629f3a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933988 Nov 12 03:36:20.130302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Network': ['ID=f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.144925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:20.249221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c293112-f109-41e5-9321-6e6e9256e4b3 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5655828 Nov 12 03:36:20.250868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:20.256872 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'subnet': {'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:20.269391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46ce21ea-3b64-4182-bdc7-b22107309a21 req-5bb2b7c2-6b2d-4b9a-81fa-3ebae6958158 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0821295 Nov 12 03:36:20.323653 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:16Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:17Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:20.354908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9ac62-ace0-4b97-894d-a07ce3d77b1c req-255bdc52-c2f3-4d3a-84fa-6fc220383c7f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.355949 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:20.356314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Updating router 66f533d6-cba7-4392-b57a-c22066c23bfd port d95d47da-cce0-4865-857d-51b5166101b2 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:20.365656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcc9ac62-ace0-4b97-894d-a07ce3d77b1c req-255bdc52-c2f3-4d3a-84fa-6fc220383c7f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0654602 Nov 12 03:36:20.384952 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.436781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcc9ac62-ace0-4b97-894d-a07ce3d77b1c req-88c0fd0b-34a9-427e-9312-1dd639ae382e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696762 Nov 12 03:36:20.534072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Made reservation on behalf of 9bd61461a37d4a7ea37c8b6c5e5e7f9c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:20.540397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.699229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05842d40-e43c-4842-ae00-dccf44cb27e5 req-1ec1c211-e9d1-494e-950a-5c95a32e9ee0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ffc83892485c4c9fbb01a672fcd8711f HTTP/1.1" status: 200 len: 221 time: 0.0471692 Nov 12 03:36:20.765882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45ccc36-589f-4035-8bc4-1e40dc5c286f {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:20.800400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.830423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Transition to ACTIVE for port object c45ccc36-589f-4035-8bc4-1e40dc5c286f will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:20.840756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.851352 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.856441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63673288-6593-43b3-af14-c34b702c0037 req-c41324e4-bbec-42c8-8b7e-30f375e129b9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:20.866016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63673288-6593-43b3-af14-c34b702c0037 req-c41324e4-bbec-42c8-8b7e-30f375e129b9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0810361 Nov 12 03:36:20.867092 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:20.961156 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd5c9c-726a-42b4-be2b-35fb7afe0e7c None None] Pushing event updated for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.963770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Pushing event updated for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:20.979598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63673288-6593-43b3-af14-c34b702c0037 req-ebd2309e-2dd2-492d-a42f-ca0bcb816803 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126318 Nov 12 03:36:21.045093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Attempting to bind port d95d47da-cce0-4865-857d-51b5166101b2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:21.045471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Attempting to bind port d95d47da-cce0-4865-857d-51b5166101b2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:21.045954 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Attempting to bind port d95d47da-cce0-4865-857d-51b5166101b2 on network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:21.062128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.064146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:21.065371 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Checking segment: {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:21.065633 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.066226 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Bound using segment: {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:21.066719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Bound port: d95d47da-cce0-4865-857d-51b5166101b2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6219221-2532-472b-89cf-3cd6141540ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:21.067190 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.073933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24cc83-847b-4ad8-9c74-0dc0706ccb00 req-515e4010-75c1-4ee6-beb9-6caa31d4395c tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.077574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e24cc83-847b-4ad8-9c74-0dc0706ccb00 req-515e4010-75c1-4ee6-beb9-6caa31d4395c tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 944 time: 0.1524167 Nov 12 03:36:21.210353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Subnet': ['ID=b3264bda-a803-49b8-880d-2e1d5e21bfab,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.241432 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] For port d95d47da-cce0-4865-857d-51b5166101b2, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:21.250443 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] For port d95d47da-cce0-4865-857d-51b5166101b2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d95d47da-cce0-4865-857d-51b5166101b2,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:21.257714 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.270831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e24cc83-847b-4ad8-9c74-0dc0706ccb00 req-476cefd3-c49b-4b62-b13d-4218839f6ced tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825776 Nov 12 03:36:21.312444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Checking segment: {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:21.313262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network hostable DHCP agents. Network: f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:21.323719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Attempting to bind port c45ccc36-589f-4035-8bc4-1e40dc5c286f on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:21.324290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Attempting to bind port c45ccc36-589f-4035-8bc4-1e40dc5c286f by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e1cd345e-bba4-41ef-8d29-9dc036d6151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:21.325015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Attempting to bind port c45ccc36-589f-4035-8bc4-1e40dc5c286f on network 90eccce1-2e78-4ebe-ab22-e63a597b8131 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:21.329267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fccca-6784-4e1e-ba4f-53a257d56ac1 req-013683c0-cffa-4746-8d0e-b95c4255f466 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.333523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-158fccca-6784-4e1e-ba4f-53a257d56ac1 req-013683c0-cffa-4746-8d0e-b95c4255f466 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1821802 Nov 12 03:36:21.336882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Port c45ccc36-589f-4035-8bc4-1e40dc5c286f on network 90eccce1-2e78-4ebe-ab22-e63a597b8131 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:21.337469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Attempting to bind port c45ccc36-589f-4035-8bc4-1e40dc5c286f on network 90eccce1-2e78-4ebe-ab22-e63a597b8131 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:21.347997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:21.348543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Checking segment: {'id': 'e1cd345e-bba4-41ef-8d29-9dc036d6151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:21.349321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Bound using segment: {'id': 'e1cd345e-bba4-41ef-8d29-9dc036d6151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:21.350016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Bound port: c45ccc36-589f-4035-8bc4-1e40dc5c286f, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cd345e-bba4-41ef-8d29-9dc036d6151f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:21.351037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.388952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:21.389536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.395701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:21.406203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:21.407185 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:35:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:21.457626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:21.476386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.477305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.495277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e27f0-fb8e-44ed-90b4-43278511eaa4 None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:21.507001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-158fccca-6784-4e1e-ba4f-53a257d56ac1 req-04f352cf-3d3b-422b-9a98-f48ab564c3c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594687 Nov 12 03:36:21.525356 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd5c9c-726a-42b4-be2b-35fb7afe0e7c None None] Pushing event updated for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.548514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eb1ff963-1fb6-4888-b1b0-a527f6cdfa50 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2965028 Nov 12 03:36:21.551476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:21.563907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:21.568022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f,segment=NetworkSegment(e1cd345e-bba4-41ef-8d29-9dc036d6151f),segment_id=e1cd345e-bba4-41ef-8d29-9dc036d6151f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:21.584474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.624721 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:21.681706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.682442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.684836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] 10.222.0.16 "PUT /v2.0/ports/c45ccc36-589f-4035-8bc4-1e40dc5c286f HTTP/1.1" status: 200 len: 1093 time: 1.8953524 Nov 12 03:36:21.685657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:21.688299 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:21.736094 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.762049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c74f4-d800-4f75-8f94-62f1d957b34e service neutron] Pushing event updated for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:21.830904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] For port d95d47da-cce0-4865-857d-51b5166101b2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d95d47da-cce0-4865-857d-51b5166101b2,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:21.847827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:21.869029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-bc73aafd-7bfd-4d03-a505-702ecaebb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:21.871008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-bc73aafd-7bfd-4d03-a505-702ecaebb14a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3601d484f0a44826b939fbabd4b0e347&device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 1096 time: 0.0945013 Nov 12 03:36:21.964965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-063f5d20-0450-4b76-980d-c42911266308 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f HTTP/1.1" status: 200 len: 217 time: 0.0735984 Nov 12 03:36:22.032018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2862d5e-3e1f-4c3c-96d1-fc1a9625c27d None None] Pushing event updated for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.071342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4e08ec50-4d95-4584-a6d7-00bfc78187e8 None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:22.071722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e08ec50-4d95-4584-a6d7-00bfc78187e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.091853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-8743b310-84f6-427a-8ff6-3623a7a3de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.095145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-8743b310-84f6-427a-8ff6-3623a7a3de06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8c9758b-8c99-4c1d-aab8-6b4f53d70601 HTTP/1.1" status: 200 len: 859 time: 0.1216645 Nov 12 03:36:22.112866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:22.113743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.166644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0c65406-eac3-4d87-af03-eb5cd4215a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.187588 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-d4534b1e-57f4-40a6-b23b-ca4aa65c5f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90eccce1-2e78-4ebe-ab22-e63a597b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716164 Nov 12 03:36:22.224160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:16Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:22.296332 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ddd7b1-8958-433d-b691-3e02aed37833 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:16Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:22.338340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Allocated IP 172.23.0.2 (f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43/b3264bda-a803-49b8-880d-2e1d5e21bfab/d1efa9cb-68bb-4ea9-9dc8-7f091b553df8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:22.394547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-accd208e-e3e8-47d3-adb5-e13672a90563 service neutron] 10.222.0.16 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964965 Nov 12 03:36:22.440893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24adc2bc-8491-4bf9-bf3d-431e5da61de4 req-10594114-d575-4310-94ce-483118ba32d0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 210 time: 0.7524624 Nov 12 03:36:22.442366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-284f0809-3e44-44f6-a552-a931d563d1ff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197755 Nov 12 03:36:22.604548 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96235675-4640-45b2-a0dd-c05c08867065 x-openstack-request-id: req-96235675-4640-45b2-a0dd-c05c08867065 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:22.605140 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:22.605592 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-96235675-4640-45b2-a0dd-c05c08867065 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:22.606193 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f', 'status': 'completed', 'code': 200} Nov 12 03:36:22.615615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63f1b9d4-7da7-44e4-82d4-5a20a01ab616 req-0ee75161-f651-48ba-a169-678198ab4061 service neutron] 10.222.0.16 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079289 Nov 12 03:36:22.643892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.661509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.727712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:22.732733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:22.737221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Pushing event updated for resources: {'Port': ['ID=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:22.740704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:22.777415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453f2f-d73a-4176-aff3-cc53144855b8 req-43104da2-1265-4dd1-a327-520a2e0995f1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.787650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a453f2f-d73a-4176-aff3-cc53144855b8 req-43104da2-1265-4dd1-a327-520a2e0995f1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.4265318 Nov 12 03:36:22.805878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-1ae10b04-85fd-471b-9b4b-235a9647fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.807996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-1ae10b04-85fd-471b-9b4b-235a9647fb7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3601d484f0a44826b939fbabd4b0e347&device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 1096 time: 0.0783744 Nov 12 03:36:22.820247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Attempting to bind port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:22.820626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Attempting to bind port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:22.820997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Attempting to bind port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 on network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:22.827152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:22.827641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Checking segment: {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:22.827924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.828362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Bound using segment: {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:22.829490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Bound port: d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:22.829897 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.880077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-c3d41948-24e0-43c9-92d4-b994994a2929 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.881754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-c3d41948-24e0-43c9-92d4-b994994a2929 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275181 Nov 12 03:36:22.917106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Request body: {'port': {'device_id': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'd13a431489bf4a9587d3a6f91231e11d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:22.917409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] For port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:22.923007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] For port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:22.933948 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:22.985082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-6a722271-5fcf-4370-b1a0-742ab4024d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.985646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc33fc4-d067-47aa-aaab-01b8d46c2934 req-a628771e-faec-4c33-ba12-ae9116d04501 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:22.986620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-6a722271-5fcf-4370-b1a0-742ab4024d8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=90eccce1-2e78-4ebe-ab22-e63a597b8131 HTTP/1.1" status: 200 len: 919 time: 0.1705346 Nov 12 03:36:22.993449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adc33fc4-d067-47aa-aaab-01b8d46c2934 req-a628771e-faec-4c33-ba12-ae9116d04501 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 944 time: 0.2980077 Nov 12 03:36:23.026898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2692d-a22c-41c4-b205-e20cc4768428 None None] Pushing event updated for resources: {'Port': ['ID=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:23.057257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-d51f75d3-361d-411b-a752-2374eebfb8cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f HTTP/1.1" status: 200 len: 217 time: 0.0603623 Nov 12 03:36:23.143815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a453f2f-d73a-4176-aff3-cc53144855b8 req-a330f4dc-b30c-4b2a-a2ef-aa82526bc406 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493884 Nov 12 03:36:23.158069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-8d35a40d-6f55-4aa1-93ae-5e99f8899a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.159642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-8d35a40d-6f55-4aa1-93ae-5e99f8899a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8c9758b-8c99-4c1d-aab8-6b4f53d70601 HTTP/1.1" status: 200 len: 859 time: 0.0927994 Nov 12 03:36:23.236883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-5911214b-2667-4f2d-bf50-d68660dad237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90eccce1-2e78-4ebe-ab22-e63a597b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648708 Nov 12 03:36:23.254296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d95d47da-cce0-4865-857d-51b5166101b2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:23.393165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d95d47da-cce0-4865-857d-51b5166101b2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:23.393603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.399444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adc33fc4-d067-47aa-aaab-01b8d46c2934 req-7ca62bff-9fd1-4143-8099-9ff01de6b697 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049013 Nov 12 03:36:23.425756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-b70bda3e-d87e-4e1b-adad-93a06ae03c25 service neutron] 10.222.0.16 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761789 Nov 12 03:36:23.599619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.643131 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80098d8d-ae01-45d5-a3ff-a79bccb5b1c0 req-a4499d47-1576-473a-b586-2b333ed45cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073047 Nov 12 03:36:23.658303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Made reservation on behalf of d13a431489bf4a9587d3a6f91231e11d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:23.662884 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:23.687659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dcc630f-58b7-4fe0-9986-f7c88c9bd35b req-0902a220-c581-441b-bade-ec35ff7e0051 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0657594 Nov 12 03:36:23.804733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af331f2-9ed6-4f7c-9e0d-013da1f56d72 req-f3984f32-e746-48fc-9e17-def308e0655c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:23.806248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8af331f2-9ed6-4f7c-9e0d-013da1f56d72 req-f3984f32-e746-48fc-9e17-def308e0655c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1939311 Nov 12 03:36:23.976462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8af331f2-9ed6-4f7c-9e0d-013da1f56d72 req-e19337da-fbef-4c1f-9861-dd71b1759c2d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419039 Nov 12 03:36:24.061085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Allocated IP 192.168.233.80 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/85b5f07a-37cb-47bc-8c21-379c6ef70958) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:24.167675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Allocated IP 172.23.0.1 (f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43/b3264bda-a803-49b8-880d-2e1d5e21bfab/9e36ef39-94f6-4cd9-944f-729de0e063f0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:24.229160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeebdc-6622-4e45-bbce-719dc0e091fd req-81491ff8-2aaa-41be-8538-9b8ba9623128 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.230737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05aeebdc-6622-4e45-bbce-719dc0e091fd req-81491ff8-2aaa-41be-8538-9b8ba9623128 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1296699 Nov 12 03:36:24.323767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16906b45-41e1-4123-af4f-4395a5a04516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.376388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c45ccc36-589f-4035-8bc4-1e40dc5c286f details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:24.390736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c521c347-cd28-4ae0-b6ca-755ff4b74dba None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:24.443307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05aeebdc-6622-4e45-bbce-719dc0e091fd req-9b021965-54f2-4fa2-ba0f-0de397724653 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876664 Nov 12 03:36:24.463853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.473787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.588319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.594436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] Provisioning complete for port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:24.602645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cba899-9b9a-4700-9b69-ed0e0d76ac96 req-8432b2d9-52c9-40c7-9ab7-fa57ab09232c tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.604517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76cba899-9b9a-4700-9b69-ed0e0d76ac96 req-8432b2d9-52c9-40c7-9ab7-fa57ab09232c tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 944 time: 0.0947404 Nov 12 03:36:24.605296 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.645717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:24.670975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:24.673688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:24.734859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76cba899-9b9a-4700-9b69-ed0e0d76ac96 req-a619c3cb-a997-4364-a7d6-c76b986b103b tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858488 Nov 12 03:36:24.749532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.768642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.768992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.769336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.769675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.770009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.770338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.770666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.771019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.771344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.771669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.771994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.772316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:36:24.842994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:24.847147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:24.851535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:24.854605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:24.898151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:24.917565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aef370-4e40-448c-84eb-6051424d6cde req-9906b530-ce4f-4ab8-bcba-ca74ab597a80 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:24.926867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3aef370-4e40-448c-84eb-6051424d6cde req-9906b530-ce4f-4ab8-bcba-ca74ab597a80 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2600532 Nov 12 03:36:24.946682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:24.968848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:24.988963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.006987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f,segment=NetworkSegment(e1cd345e-bba4-41ef-8d29-9dc036d6151f),segment_id=e1cd345e-bba4-41ef-8d29-9dc036d6151f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:25.074269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f', 'network_id': '90eccce1-2e78-4ebe-ab22-e63a597b8131', 'port_id': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f', 'mac_address': 'fa:16:3e:9f:6b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c9758b-8c99-4c1d-aab8-6b4f53d70601', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:25.076674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.077522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.187584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-ed910f05-9110-41b6-91a5-53138cc89007 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2799959 Nov 12 03:36:25.209642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3aef370-4e40-448c-84eb-6051424d6cde req-269013d8-0682-4598-8d85-663b461984bb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752953 Nov 12 03:36:25.215209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Request body: {'port': {'device_id': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:25.288200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:25.357108 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.370114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eeed3b-79dd-49bb-b80f-4e35643b8b9d req-d80cb46e-74da-4a0d-a425-63360fbe6b86 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.371751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36eeed3b-79dd-49bb-b80f-4e35643b8b9d req-d80cb46e-74da-4a0d-a425-63360fbe6b86 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 935 time: 0.4190106 Nov 12 03:36:25.374675 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.413897 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:36:25.469681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45ccc36-589f-4035-8bc4-1e40dc5c286f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:25.480978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.511492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.513290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.527082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] For port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:25.541446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f,segment=NetworkSegment(e1cd345e-bba4-41ef-8d29-9dc036d6151f),segment_id=e1cd345e-bba4-41ef-8d29-9dc036d6151f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:25.552835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f068-26aa-4eb0-bbf6-3ea6b7c4f2d0 req-1a1e9eb0-45a7-40d3-bd55-7a0c63cd2c2f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:25.554392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c8f068-26aa-4eb0-bbf6-3ea6b7c4f2d0 req-1a1e9eb0-45a7-40d3-bd55-7a0c63cd2c2f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2015734 Nov 12 03:36:25.557556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.566922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.636542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:25.636821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.689843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36eeed3b-79dd-49bb-b80f-4e35643b8b9d req-f79b51b1-1877-4c20-bd12-72da975f0b9f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780743 Nov 12 03:36:25.721794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d22f33-5333-48bd-a8de-aae5938dd19e None None] Pushing event updated for resources: {'Port': ['ID=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.790874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e1abf8d0-5ff1-4459-8726-34fffe2cd2d7 None None] Provisioning complete for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:25.791255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1abf8d0-5ff1-4459-8726-34fffe2cd2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:25.881931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:25.938555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e1abf8d0-5ff1-4459-8726-34fffe2cd2d7 None None] Port 85b5f07a-37cb-47bc-8c21-379c6ef70958 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:26.006301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c45ccc36-589f-4035-8bc4-1e40dc5c286f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:26.083051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bf5ee2dd-9ac2-4049-a3f9-8775dc329a71 None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:26.083421 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee2dd-9ac2-4049-a3f9-8775dc329a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.098700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c8f068-26aa-4eb0-bbf6-3ea6b7c4f2d0 req-4a69deec-4323-4e06-8959-bb5b49c6307d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964041 Nov 12 03:36:26.161882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ee2dd-9ac2-4049-a3f9-8775dc329a71 None None] Port 9e36ef39-94f6-4cd9-944f-729de0e063f0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:26.212761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bf5ee2dd-9ac2-4049-a3f9-8775dc329a71 None None] Provisioning complete for port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:26.213126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee2dd-9ac2-4049-a3f9-8775dc329a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.501402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-922448b2-c39a-40fb-8754-ee1cc677b02a None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:26.502181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-922448b2-c39a-40fb-8754-ee1cc677b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.543343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-922448b2-c39a-40fb-8754-ee1cc677b02a None None] Port 9e36ef39-94f6-4cd9-944f-729de0e063f0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:26.703286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdaf50-5246-43da-b630-3865114d6956 req-8a48b0ab-a06b-4509-a2c8-c71132f32145 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.704820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46bdaf50-5246-43da-b630-3865114d6956 req-8a48b0ab-a06b-4509-a2c8-c71132f32145 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 945 time: 0.5847666 Nov 12 03:36:26.776625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5d7d8-29a0-49ff-8770-429af8b1842e req-4385cfd9-3ce9-4302-8732-164bd7d9b383 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:26.779016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65a5d7d8-29a0-49ff-8770-429af8b1842e req-4385cfd9-3ce9-4302-8732-164bd7d9b383 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.5226188 Nov 12 03:36:26.787661 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.809839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.866987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.955755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46bdaf50-5246-43da-b630-3865114d6956 req-9f213c8d-78df-4c2c-aadc-761463b2fece tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427578 Nov 12 03:36:26.980354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:26.988431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event updated for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.001766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65a5d7d8-29a0-49ff-8770-429af8b1842e req-82aa7ca1-fbcf-42a4-b5b8-2fd2e342c382 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094147 Nov 12 03:36:27.004221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:27.015844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.107441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Transition to ACTIVE for port object 85b5f07a-37cb-47bc-8c21-379c6ef70958 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:27.124352 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.154396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:27.201978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66342119-d93a-4a42-8fd4-b0054ae42a4d req-63529a90-015c-45ae-863a-86782b8d1b01 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.209389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66342119-d93a-4a42-8fd4-b0054ae42a4d req-63529a90-015c-45ae-863a-86782b8d1b01 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 935 time: 0.1786003 Nov 12 03:36:27.218415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:27.219485 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.246398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:27.249631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.255898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:27.514003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66342119-d93a-4a42-8fd4-b0054ae42a4d req-eb2483a5-7ba7-46ce-9a75-805cacfcf312 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034780 Nov 12 03:36:27.532426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:27.532761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:27.533095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:27.552300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:27.552660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:27.575928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfb4f4-cd96-454f-840a-3c0e33a8e7e0 req-909baa71-2cb5-42ea-ac72-de59f0504255 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.577550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3cfb4f4-cd96-454f-840a-3c0e33a8e7e0 req-909baa71-2cb5-42ea-ac72-de59f0504255 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2164676 Nov 12 03:36:27.580369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:27.580695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:27.581075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:27.581514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Bound port: 85b5f07a-37cb-47bc-8c21-379c6ef70958, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:27.581860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.586906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d576e25e-e32a-4d7a-9dbb-ff61551ad9c9 None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:27.587449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d576e25e-e32a-4d7a-9dbb-ff61551ad9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.613212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:27.633787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d576e25e-e32a-4d7a-9dbb-ff61551ad9c9 None None] Port 9e36ef39-94f6-4cd9-944f-729de0e063f0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:27.722428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3cfb4f4-cd96-454f-840a-3c0e33a8e7e0 req-ec18e55e-72e5-4e4e-ba54-9f2aa2edc3b0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379218 Nov 12 03:36:27.728194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.796814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:27.802314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:27.817077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.828407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:27.833935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-60d7cf82-fa56-4d04-87ac-fc665faff02e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2811410 Nov 12 03:36:27.837283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:27.842805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:27.845214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:27.858180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:27.859348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:27.882240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.883315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:27.884804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] 10.222.0.104 "PUT /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 1096 time: 2.6737108 Nov 12 03:36:27.890326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:27.892730 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:27.958213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8027f18-c8ed-4e4c-b074-54c25a9bfd98 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:27.975659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc09e1e-f7d3-4990-9a64-c415a6ab444b req-893d70db-74ba-4c46-823e-bf8e79693290 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:27.977849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fc09e1e-f7d3-4990-9a64-c415a6ab444b req-893d70db-74ba-4c46-823e-bf8e79693290 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1718881 Nov 12 03:36:28.022545 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d95ae00-2309-446f-b254-28020954dcd6 x-openstack-request-id: req-3d95ae00-2309-446f-b254-28020954dcd6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:28.022909 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:28.023172 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3d95ae00-2309-446f-b254-28020954dcd6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:28.023587 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'status': 'completed', 'code': 200} Nov 12 03:36:28.071078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:28.082789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-d71efbb3-9f1d-4daa-b2bc-6e7476cd04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.084466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-d71efbb3-9f1d-4daa-b2bc-6e7476cd04ac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1062467 Nov 12 03:36:28.110584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fc09e1e-f7d3-4990-9a64-c415a6ab444b req-4f581125-9980-4201-beff-fd251a3938c6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159656 Nov 12 03:36:28.222229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-79446b06-7bb9-4bcb-9e3f-3f284cee717b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.1104369 Nov 12 03:36:28.375064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c45ccc36-589f-4035-8bc4-1e40dc5c286f up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:28.387830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8befa19-ea48-4364-8660-b179b52c3d43 req-39b35305-2abe-4f7e-b657-607339c069be tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.389605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8befa19-ea48-4364-8660-b179b52c3d43 req-39b35305-2abe-4f7e-b657-607339c069be tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 945 time: 0.2622688 Nov 12 03:36:28.393928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-63861e42-ea3d-44af-a711-d1420df4d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.395890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-63861e42-ea3d-44af-a711-d1420df4d77f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1280801 Nov 12 03:36:28.448366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:25Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:26Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:28.463358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:36:28.483065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:28.483790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Updating router 66f533d6-cba7-4392-b57a-c22066c23bfd port 9e36ef39-94f6-4cd9-944f-729de0e063f0 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:28.492108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Removed routes are [] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:36:28.492623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.516590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8befa19-ea48-4364-8660-b179b52c3d43 req-98f21a55-725e-4e81-bc71-75933dd183f6 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181183 Nov 12 03:36:28.519395 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.533776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-2f7e93c9-9316-4868-b5d4-f9d04502362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.535835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-2f7e93c9-9316-4868-b5d4-f9d04502362f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079104 Nov 12 03:36:28.545112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port c45ccc36-589f-4035-8bc4-1e40dc5c286f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:28.553877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port c45ccc36-589f-4035-8bc4-1e40dc5c286f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:28.554347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.706445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.711015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.721715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16dae-6ce2-4655-a98a-da3ab8ca7885 req-4a3424ad-ff96-42cc-9e48-7eb41969bd73 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.729027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8e16dae-6ce2-4655-a98a-da3ab8ca7885 req-4a3424ad-ff96-42cc-9e48-7eb41969bd73 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2232511 Nov 12 03:36:28.802874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8e16dae-6ce2-4655-a98a-da3ab8ca7885 req-a8f93867-2a22-454d-8d39-277f86a2e802 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728798 Nov 12 03:36:28.837047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.853402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:28.861143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccecb3-cbef-4a59-bb21-f66463911da4 req-4a2691f1-3de3-4c69-9bf8-6ca5c8bee266 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:28.870932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95ccecb3-cbef-4a59-bb21-f66463911da4 req-4a2691f1-3de3-4c69-9bf8-6ca5c8bee266 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.2069037 Nov 12 03:36:28.910539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f,segment=NetworkSegment(e1cd345e-bba4-41ef-8d29-9dc036d6151f),segment_id=e1cd345e-bba4-41ef-8d29-9dc036d6151f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:28.915513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:28.919789 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4ac2b-8fc2-4f54-a008-f5afee2151a7" -d '{"events": [{"server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "name": "network-vif-plugged", "status": "completed", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:28.927088 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:28.930543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-6c42867c-6601-4a48-a687-d73a82f8a95e service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829184 Nov 12 03:36:28.991886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:29.004501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.019942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.023188 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d4283c0f-a5d6-4fab-abf3-4b8c857131ed tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 934 time: 1.1842265 Nov 12 03:36:29.025726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.057460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7fec41d-93c2-4468-ab67-5dd79ec87c98 req-5f49b610-1fd7-4f2c-9baf-4c829e12ffb8 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993557 Nov 12 03:36:29.074650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.083619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.123213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95ccecb3-cbef-4a59-bb21-f66463911da4 req-5fa0311b-c045-4888-8787-6709bfce65fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512693 Nov 12 03:36:29.173718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4942d4c-f472-4dbb-a46f-1977f1393d68 req-f6c1d79e-5bef-4beb-8c0a-8021744fae51 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.189186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4942d4c-f472-4dbb-a46f-1977f1393d68 req-f6c1d79e-5bef-4beb-8c0a-8021744fae51 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2427309 Nov 12 03:36:29.189430 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-16936f96-e094-4049-814b-91ef01f19f6a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 934 time: 0.1621802 Nov 12 03:36:29.194948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:29.201429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'routes': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:29.325560 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b93e3dc-3783-42bf-a009-a02a03c93326 x-openstack-request-id: req-9b93e3dc-3783-42bf-a009-a02a03c93326 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:29.326051 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "name": "network-vif-plugged", "status": "completed", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:29.327350 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9b93e3dc-3783-42bf-a009-a02a03c93326 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:29.327967 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f', 'code': 200} Nov 12 03:36:29.330214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac955-fb87-47ea-928f-1f8d187d49f5 None None] Pushing event updated for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.353841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4942d4c-f472-4dbb-a46f-1977f1393d68 req-e3ee3e77-8835-464e-a1e6-effda57d60ac tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566396 Nov 12 03:36:29.380975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-0cc1f41c-b20f-456c-9572-6698a3d075e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.389342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-0cc1f41c-b20f-456c-9572-6698a3d075e8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1552961 Nov 12 03:36:29.421809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Attempting to bind port 9e36ef39-94f6-4cd9-944f-729de0e063f0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:29.422188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Attempting to bind port 9e36ef39-94f6-4cd9-944f-729de0e063f0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:29.424929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Attempting to bind port 9e36ef39-94f6-4cd9-944f-729de0e063f0 on network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:29.448443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:29.450096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Checking segment: {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:29.451110 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.451526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Bound using segment: {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:29.453102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Bound port: 9e36ef39-94f6-4cd9-944f-729de0e063f0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:29.453341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.540728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-7418fc96-6e1b-46dc-bb51-a94d5f88766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.542187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-7418fc96-6e1b-46dc-bb51-a94d5f88766e service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1451995 Nov 12 03:36:29.571131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] For port 9e36ef39-94f6-4cd9-944f-729de0e063f0, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:29.578537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] For port 9e36ef39-94f6-4cd9-944f-729de0e063f0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e36ef39-94f6-4cd9-944f-729de0e063f0,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:29.578936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2ff9e-d85c-40db-b6b1-aa1d75c05779 req-3820bbc0-00d3-456d-9aa9-792d462cca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.580773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0bf2ff9e-d85c-40db-b6b1-aa1d75c05779 req-3820bbc0-00d3-456d-9aa9-792d462cca60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 1098 time: 0.2248602 Nov 12 03:36:29.588773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.620452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-edf5f92e-c551-40ef-9a6f-39e984573f39 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0672154 Nov 12 03:36:29.704266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0bf2ff9e-d85c-40db-b6b1-aa1d75c05779 req-a6b97247-b44a-42b6-a1de-83bff94e9e39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851088 Nov 12 03:36:29.706701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:29.707416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:29.772116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31ae93-9dc0-4e5d-860b-a0c678f7be61 req-7e6b785b-50ef-4182-896b-d54dc5d97a21 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.775936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb31ae93-9dc0-4e5d-860b-a0c678f7be61 req-7e6b785b-50ef-4182-896b-d54dc5d97a21 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2327797 Nov 12 03:36:29.836036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac955-fb87-47ea-928f-1f8d187d49f5 None None] Pushing event updated for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:29.877973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:29.878726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-8912c694-905d-4b2a-8a18-ed12971f8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:29.879408 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:29.879686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-8912c694-905d-4b2a-8a18-ed12971f8f41 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2183762 Nov 12 03:36:29.883270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:29.890087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb31ae93-9dc0-4e5d-860b-a0c678f7be61 req-866e25b3-31db-4e12-9b0d-1576d57b55c1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988874 Nov 12 03:36:29.963463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added routes are [] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:36:29.970676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:36:29.999974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dfe1d-4758-4f91-8f88-7489d2ae2a8a req-67363a09-31e0-40e2-8201-42d013aef950 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.001571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c7dfe1d-4758-4f91-8f88-7489d2ae2a8a req-67363a09-31e0-40e2-8201-42d013aef950 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 946 time: 0.3321359 Nov 12 03:36:30.050680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-79b0f89e-ba14-4099-9e68-2a2901cdce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.052717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-79b0f89e-ba14-4099-9e68-2a2901cdce88 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1607573 Nov 12 03:36:30.055195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.185696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.186568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c7dfe1d-4758-4f91-8f88-7489d2ae2a8a req-ed5c158a-e842-4dd0-810d-f3d95a111738 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625607 Nov 12 03:36:30.218411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff01df-d5fd-43aa-9823-3b1f7e2a1a3a req-71b1cc39-8694-4de9-9919-4e0ac7ccdeee tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.226394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9ff01df-d5fd-43aa-9823-3b1f7e2a1a3a req-71b1cc39-8694-4de9-9919-4e0ac7ccdeee tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1696184 Nov 12 03:36:30.270764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] For port 9e36ef39-94f6-4cd9-944f-729de0e063f0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e36ef39-94f6-4cd9-944f-729de0e063f0,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:30.282363 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.350436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-ace15395-53b7-4fbd-a0b3-730f978d2115 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808683 Nov 12 03:36:30.359536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:28Z', 'revision_number': 6, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:29Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:30.361365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.364032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4392f-7111-4f30-844f-1a7f1e7af7e8 None None] Pushing event updated for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:30.365916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.405809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9ff01df-d5fd-43aa-9823-3b1f7e2a1a3a req-ecc664bd-e15c-4611-a973-f1553e36d629 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647108 Nov 12 03:36:30.412390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5099b0d3-5d2d-4efa-89d7-9c606b35242e None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:28Z', 'revision_number': 6, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:29Z', 'revision_number': 4, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:30.453169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4d66e4a3-2b43-45ef-ab9f-00e0d0da8e09 None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:30.453169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d66e4a3-2b43-45ef-ab9f-00e0d0da8e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:30.453571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295bb2a-08be-49f7-b112-9d09dd6d2172 req-8ca55494-b891-4a4f-a8dd-12255c9d31ab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.453571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b295bb2a-08be-49f7-b112-9d09dd6d2172 req-8ca55494-b891-4a4f-a8dd-12255c9d31ab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.1507306 Nov 12 03:36:30.640853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b295bb2a-08be-49f7-b112-9d09dd6d2172 req-67165fcf-1fb7-442d-865f-40fe79e4ee28 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909389 Nov 12 03:36:30.654829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba9cb023-9c5a-49f9-b1dd-61a1519bffb0 req-6fac9953-f048-44a8-9dbe-18f48c4cd99e service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912230 Nov 12 03:36:30.858255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed01b7e-92c7-47b3-885c-e85962adb443 req-6193afea-7540-4474-8aaf-feca57147aa8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:30.866170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eed01b7e-92c7-47b3-885c-e85962adb443 req-6193afea-7540-4474-8aaf-feca57147aa8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0894263 Nov 12 03:36:30.927359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eed01b7e-92c7-47b3-885c-e85962adb443 req-2e0c1e68-ec03-4d29-8799-0aa8cfc20997 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 Nov 12 03:36:31.112810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:31.187321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c9eb2-7644-483b-84e7-7bff598c4407 req-b00d93ca-0c95-4ec2-b281-2ce3831987b3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.195731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d5c9eb2-7644-483b-84e7-7bff598c4407 req-b00d93ca-0c95-4ec2-b281-2ce3831987b3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1201000 Nov 12 03:36:31.256095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e36ef39-94f6-4cd9-944f-729de0e063f0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:31.325643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d5c9eb2-7644-483b-84e7-7bff598c4407 req-15b64cd0-fe46-431a-846c-c41c69ab74c6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288793 Nov 12 03:36:31.328726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:31.343291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.350396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-334f0677-1f29-48db-bff8-a5ff1686a085 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 700 time: 2.1539459 Nov 12 03:36:31.351164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56012) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.404082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.436084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9e36ef39-94f6-4cd9-944f-729de0e063f0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:31.436721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.482343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766b620-7b1e-4b0b-933d-bfd02940043b req-f3b6031c-888a-4a92-9d08-1e93d1f594f7 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.494346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0766b620-7b1e-4b0b-933d-bfd02940043b req-f3b6031c-888a-4a92-9d08-1e93d1f594f7 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 946 time: 0.1675646 Nov 12 03:36:31.558010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56022) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.603549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5eae8441-00aa-421b-9fba-dd357ecb4b69 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 700 time: 0.2508473 Nov 12 03:36:31.604199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:31.628759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0766b620-7b1e-4b0b-933d-bfd02940043b req-2ef7789f-ee61-4951-8b51-78d232570892 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296608 Nov 12 03:36:31.719588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b57241-93aa-47f4-8a67-f61dfc9a8a67 req-7d3baabf-8c2f-429e-b119-4cfe24c35f3b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.731216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6b57241-93aa-47f4-8a67-f61dfc9a8a67 req-7d3baabf-8c2f-429e-b119-4cfe24c35f3b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0847845 Nov 12 03:36:31.816765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8183cf8-0420-46b4-b8f2-8cdb607f2aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:31.834496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6b57241-93aa-47f4-8a67-f61dfc9a8a67 req-141b019a-c9ff-4f8e-9af8-114d075b11e1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899870 Nov 12 03:36:31.835054 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:31.855511 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:31.857676 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:31.979107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0608-4045-4072-b3c2-748193bb77ff req-a174449a-8ed9-4b66-b08c-c4c2c3b34686 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:31.981105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f5a0608-4045-4072-b3c2-748193bb77ff req-a174449a-8ed9-4b66-b08c-c4c2c3b34686 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.0736241 Nov 12 03:36:32.005185 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:32.042010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8183cf8-0420-46b4-b8f2-8cdb607f2aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.042873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f5a0608-4045-4072-b3c2-748193bb77ff req-f68ae2c0-1ae5-4548-a694-c169faa9440d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Nov 12 03:36:32.051617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8183cf8-0420-46b4-b8f2-8cdb607f2aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.089034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f8183cf8-0420-46b4-b8f2-8cdb607f2aeb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=911f89c3f9c24d66bd3588e8199becdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5277109 Nov 12 03:36:32.089554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:32.126634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8183cf8-0420-46b4-b8f2-8cdb607f2aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9eec4-8f88-42c4-9e9f-fc6f15e98837,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.220003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.256678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.280183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.326497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0ffb5-fcba-4933-a61d-2eeb1bdcf61e req-12e44691-7b6f-4eae-b844-ecac4b047d7f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.333130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdd0ffb5-fcba-4933-a61d-2eeb1bdcf61e req-12e44691-7b6f-4eae-b844-ecac4b047d7f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1605339 Nov 12 03:36:32.343616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 7, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.383147 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:32.400736 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:32.401753 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.449907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdd0ffb5-fcba-4933-a61d-2eeb1bdcf61e req-7b5829eb-e6c1-4e02-93fe-65fbf9b24dc3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 Nov 12 03:36:32.492638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95104-8f5b-4d9e-8c18-7ddce3f3568f req-b6c9d23b-87e9-41f5-8fa6-07d53250b97b tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.503399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b95104-8f5b-4d9e-8c18-7ddce3f3568f req-b6c9d23b-87e9-41f5-8fa6-07d53250b97b tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 946 time: 0.1865890 Nov 12 03:36:32.512396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.527691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.533715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02d9eec4-8f88-42c4-9e9f-fc6f15e98837 HTTP/1.1" status: 204 len: 168 time: 0.4429719 Nov 12 03:36:32.573608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:32.576206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec29457-4a66-40a3-abb8-b2d08c55448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9eec4-8f88-42c4-9e9f-fc6f15e98837,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:32.664725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b95104-8f5b-4d9e-8c18-7ddce3f3568f req-a79426d0-b86a-48d9-8e9e-2359d1e9e282 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600170 Nov 12 03:36:32.669988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 9e36ef39-94f6-4cd9-944f-729de0e063f0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:32.670345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.692178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628c42d-e818-4809-aab3-8aadbf25f1e9 req-4d417734-1392-4ae6-9434-8d046f005d58 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:32.703517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b628c42d-e818-4809-aab3-8aadbf25f1e9 req-4d417734-1392-4ae6-9434-8d046f005d58 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0924568 Nov 12 03:36:32.805868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b628c42d-e818-4809-aab3-8aadbf25f1e9 req-ccede4d1-821e-4b62-a694-4e628aaade7e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Nov 12 03:36:32.882544 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 7, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:32.904134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port 9e36ef39-94f6-4cd9-944f-729de0e063f0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e36ef39-94f6-4cd9-944f-729de0e063f0,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:32.904134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:32.916094 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa2e9a-0729-4676-a70f-ee46f1bb2455 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 7, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e36ef39-94f6-4cd9-944f-729de0e063f0', 'name': '', 'network_id': 'f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:38:8e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:23Z', 'updated_at': '2021-11-12T03:36:30Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'b3264bda-a803-49b8-880d-2e1d5e21bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:32.918272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 9e36ef39-94f6-4cd9-944f-729de0e063f0 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:33.003112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0baf95-bbec-48b7-8c09-bccfbfc597c7 req-c008c041-4149-498d-9251-74c75092e70a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.010895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0baf95-bbec-48b7-8c09-bccfbfc597c7 req-c008c041-4149-498d-9251-74c75092e70a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0824006 Nov 12 03:36:33.033652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.071664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e922b2b-270f-44b3-84fe-bd1700d61dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.098814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b0baf95-bbec-48b7-8c09-bccfbfc597c7 req-bcbb8c38-6d89-48b7-922a-4a0b4dbb924b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871227 Nov 12 03:36:33.172043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.195077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa8271-3b8b-4d36-880d-070659afc1ec req-56b1f153-3629-431b-b606-b9628ddce5ef tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.197585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2aa8271-3b8b-4d36-880d-070659afc1ec req-56b1f153-3629-431b-b606-b9628ddce5ef tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.0676596 Nov 12 03:36:33.225056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=9e36ef39-94f6-4cd9-944f-729de0e063f0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.340640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2aa8271-3b8b-4d36-880d-070659afc1ec req-26bf858b-0cd8-4136-ab82-054e27d4217d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337416 Nov 12 03:36:33.352302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e922b2b-270f-44b3-84fe-bd1700d61dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.366894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e922b2b-270f-44b3-84fe-bd1700d61dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.438290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e922b2b-270f-44b3-84fe-bd1700d61dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc4916-8b05-4f0d-ace1-633b32a2eb2a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.442721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2e922b2b-270f-44b3-84fe-bd1700d61dba admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c0ea5b1770b54c59b0a37539511969e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079790 Nov 12 03:36:33.445588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56068) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.455145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.470810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa347d3c-0afa-4190-bef5-e9cc1e8f3535 req-8b8c5a7b-2662-40e6-9afb-6b07bd16c4f1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.472335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa347d3c-0afa-4190-bef5-e9cc1e8f3535 req-8b8c5a7b-2662-40e6-9afb-6b07bd16c4f1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1272161 Nov 12 03:36:33.527513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa347d3c-0afa-4190-bef5-e9cc1e8f3535 req-4ec90428-f03c-454b-b546-3cf38a0692e1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467057 Nov 12 03:36:33.591998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.619148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.737814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:33.749898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.752479 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:33.753629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5dcc4916-8b05-4f0d-ace1-633b32a2eb2a HTTP/1.1" status: 204 len: 168 time: 0.3070798 Nov 12 03:36:33.807825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae68b3-da74-42a4-9c74-6c2bf5fd2770 req-f239214b-96b0-4268-8ca3-ff09177905ee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.810646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56ae68b3-da74-42a4-9c74-6c2bf5fd2770 req-f239214b-96b0-4268-8ca3-ff09177905ee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 946 time: 0.0635302 Nov 12 03:36:33.835960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95cb9a-df29-46bd-8abb-aba5f19f63c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc4916-8b05-4f0d-ace1-633b32a2eb2a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:33.862414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:33.868263 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e92e2cd0-dc52-4a75-9b62-7359b13c0118 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629042 Nov 12 03:36:33.872620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56ae68b3-da74-42a4-9c74-6c2bf5fd2770 req-0a52595c-758e-4d05-ba3c-8a0c6407dab0 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/security-groups?id=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547359 Nov 12 03:36:33.875898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:33.876394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:33.891390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:33.896451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:33.946866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-c37cd3d6-5f88-4b1c-8034-79a2d778d119 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:33.948662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-c37cd3d6-5f88-4b1c-8034-79a2d778d119 tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.16 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 946 time: 0.0792649 Nov 12 03:36:33.963452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet b3264bda-a803-49b8-880d-2e1d5e21bfab {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:33.968172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.026713 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.047769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:34.112858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Deleting port c45ccc36-589f-4035-8bc4-1e40dc5c286f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:34.113495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.145150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.233198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.233673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] For port c45ccc36-589f-4035-8bc4-1e40dc5c286f, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c45ccc36-589f-4035-8bc4-1e40dc5c286f,segment=NetworkSegment(e1cd345e-bba4-41ef-8d29-9dc036d6151f),segment_id=e1cd345e-bba4-41ef-8d29-9dc036d6151f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.234211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.252526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.253609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Calling delete_port for c45ccc36-589f-4035-8bc4-1e40dc5c286f owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:34.259000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/b3264bda-a803-49b8-880d-2e1d5e21bfab HTTP/1.1" status: 204 len: 168 time: 0.3793638 Nov 12 03:36:34.259233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:34.259355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.275625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc2f2e7-61dc-4c02-8bf0-037b5cdbef90 None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:34.295919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56084) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.385791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1101b9e-c7f5-4e4a-bb16-62b79a032e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.443001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.582164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.606875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'mac_address': 'fa:16:3e:70:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:34.626115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1101b9e-c7f5-4e4a-bb16-62b79a032e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.628449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.629635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:33Z', 'revision_number': 8, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.640913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e1101b9e-c7f5-4e4a-bb16-62b79a032e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.672421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f74b-f0bd-4ecb-82bc-09f916f7154e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=b3264bda-a803-49b8-880d-2e1d5e21bfab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.680368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:34.680368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.682259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Pushing event deleted for resources: {'Port': ['ID=c45ccc36-589f-4035-8bc4-1e40dc5c286f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.694253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c45ccc36-589f-4035-8bc4-1e40dc5c286f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:34.704641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] DHCP port deletion for f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:34.727353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:34.758770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac22747-4eb8-4679-b80c-27245da886b6 req-dedf4f25-af03-4c10-b221-0f5df9a6bd5f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.760438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ac22747-4eb8-4679-b80c-27245da886b6 req-dedf4f25-af03-4c10-b221-0f5df9a6bd5f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.0975657 Nov 12 03:36:34.768645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65c085-9c49-4fbb-bf26-3ad1aa688541 req-9fb11a45-1eb0-4f9c-9a46-17179e692734 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:34.770131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f65c085-9c49-4fbb-bf26-3ad1aa688541 req-9fb11a45-1eb0-4f9c-9a46-17179e692734 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1084905 Nov 12 03:36:34.774367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e1101b9e-c7f5-4e4a-bb16-62b79a032e96 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=09ba57951b5e409f9a14e71c3744822d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712138 Nov 12 03:36:34.775438 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.778882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:34.787637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:34.788392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:34.815989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101b9e-c7f5-4e4a-bb16-62b79a032e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a10261-6461-4c68-b907-54a628c64d35,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:34.820763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] No DVR routers for this DVR port c45ccc36-589f-4035-8bc4-1e40dc5c286f on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:34.826309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.829573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7958cba1-e282-4825-9f5c-3020667b64c0 req-35645539-35b7-4e43-a535-79ced50b6dee tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.16 "DELETE /v2.0/ports/c45ccc36-589f-4035-8bc4-1e40dc5c286f HTTP/1.1" status: 204 len: 173 time: 0.8733251 Nov 12 03:36:34.830028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'name': 'network-vif-deleted', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:34.832953 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d96d629-9343-4e40-8bcb-884c9a033bdb" -d '{"events": [{"server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "name": "network-vif-deleted", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:34.845735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:34.856072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,segment=NetworkSegment(cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7),segment_id=cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.857713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.872415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:34.895986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ac22747-4eb8-4679-b80c-27245da886b6 req-6eff257b-ebfa-439f-8052-f2b022415400 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245675 Nov 12 03:36:34.929215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f65c085-9c49-4fbb-bf26-3ad1aa688541 req-ed941c06-60f7-47a1-b271-6af58fc75d49 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428638 Nov 12 03:36:34.939607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:34.963176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:34.976203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.001877 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef87cb88-ad71-4feb-8ccd-8ac652cfd108 x-openstack-request-id: req-ef87cb88-ad71-4feb-8ccd-8ac652cfd108 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:35.002190 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6546d04f-d05f-4f46-93e7-ed54f7677194", "name": "network-vif-deleted", "tag": "c45ccc36-589f-4035-8bc4-1e40dc5c286f", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:35.002434 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ef87cb88-ad71-4feb-8ccd-8ac652cfd108 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:35.002877 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6546d04f-d05f-4f46-93e7-ed54f7677194', 'name': 'network-vif-deleted', 'tag': 'c45ccc36-589f-4035-8bc4-1e40dc5c286f', 'status': 'completed', 'code': 200} Nov 12 03:36:35.009042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.022174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.063779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.067671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.069939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/29a10261-6461-4c68-b907-54a628c64d35 HTTP/1.1" status: 204 len: 168 time: 0.2890985 Nov 12 03:36:35.095479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3237-36df-4f44-9fe9-7403bc0a20de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a10261-6461-4c68-b907-54a628c64d35,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.102271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:35.112489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.177549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc659708-569c-4959-93a9-81cc0a54da1c req-6e3c2beb-9ff4-4011-baf5-5808b349a6ed tempest-ServerAddressesNegativeTestJSON-1664260852 tempest-ServerAddressesNegativeTestJSON-1664260852-project] 10.222.0.97 "GET /v2.0/ports?device_id=6546d04f-d05f-4f46-93e7-ed54f7677194 HTTP/1.1" status: 200 len: 210 time: 0.0380068 Nov 12 03:36:35.296952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.315007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:35.341505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.380369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.380784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb9f67b-7fa9-4e81-b608-d28d1ac4eff7') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.383651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Deleting port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:35.384290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.409139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.433035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.444956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:35.445510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:35.451563 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:35.477637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:35.485967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.546865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.557151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.561554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 HTTP/1.1" status: 204 len: 168 time: 1.3007922 Nov 12 03:36:35.564283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:35.571634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:35.571987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:35.595265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb44afc-8a7b-4ac0-8bd6-5493258d3e94 req-150ed385-af76-49bb-8bec-da1a3c6629b5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:35.603424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acb44afc-8a7b-4ac0-8bd6-5493258d3e94 req-150ed385-af76-49bb-8bec-da1a3c6629b5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1354449 Nov 12 03:36:35.641663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685b2d-d958-44bc-8117-f8f65fbb0842 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.663344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] For port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:35.663749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.678112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acb44afc-8a7b-4ac0-8bd6-5493258d3e94 req-19239ca2-1901-4524-bda9-eea2e071ac7c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Nov 12 03:36:35.691214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:35.721124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Calling delete_port for d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:35.728468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:36:35.734464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:35.783465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Network f4870ad3-d492-4d3c-bdd4-cb0b33d8cd43 is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:36:35.783930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] No DVR routers for this DVR port d1efa9cb-68bb-4ea9-9dc8-7f091b553df8 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:35.795056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99031ae6-1f03-45c5-b929-90cbb3aa1e56 None None] Pushing event deleted for resources: {'Port': ['ID=d1efa9cb-68bb-4ea9-9dc8-7f091b553df8,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:35.924471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:33Z', 'revision_number': 8, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:35.978578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58639f8-a8b1-4317-87a2-926a612eb99a None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:33Z', 'revision_number': 8, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd95d47da-cce0-4865-857d-51b5166101b2', 'name': '', 'network_id': '8aa1d8bc-4e09-4281-ae9c-e180816a2e64', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:5c:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:14Z', 'updated_at': '2021-11-12T03:36:21Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'a7289aa5-ed06-4dc7-9dbf-4b7a551182fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:36.081124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bac88-9df9-45da-959f-0343cc5ca1dc req-11e36ffc-c683-4755-949b-cc85f84df76f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.082213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.083354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-403bac88-9df9-45da-959f-0343cc5ca1dc req-11e36ffc-c683-4755-949b-cc85f84df76f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.0606270 Nov 12 03:36:36.164821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-403bac88-9df9-45da-959f-0343cc5ca1dc req-bc3e5edb-55d9-4f76-b61e-6b547214bbbe tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744920 Nov 12 03:36:36.250551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.315398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Deleting subnet a8c9758b-8c99-4c1d-aab8-6b4f53d70601 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:36.319857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.387042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.476987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.518748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port d95d47da-cce0-4865-857d-51b5166101b2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:36.519118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.610136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.654537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.658045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a8c9758b-8c99-4c1d-aab8-6b4f53d70601 HTTP/1.1" status: 204 len: 168 time: 0.4063115 Nov 12 03:36:36.660699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56142) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:36.672461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7dcde-733c-4fe3-aa6f-94be9d4629bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c9758b-8c99-4c1d-aab8-6b4f53d70601,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.691847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port d95d47da-cce0-4865-857d-51b5166101b2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d95d47da-cce0-4865-857d-51b5166101b2,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:36.692323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.710748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for d95d47da-cce0-4865-857d-51b5166101b2 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:36.748164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.880784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.916633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f836a6e-c04d-4279-a291-3ec6d5e2be58 req-b43eae4e-48af-43a0-ab11-af232f293a40 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:36.919867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f836a6e-c04d-4279-a291-3ec6d5e2be58 req-b43eae4e-48af-43a0-ab11-af232f293a40 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1596365 Nov 12 03:36:36.921761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90eccce1-2e78-4ebe-ab22-e63a597b8131']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.938193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cd345e-bba4-41ef-8d29-9dc036d6151f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.938818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cd345e-bba4-41ef-8d29-9dc036d6151f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:36.960779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.961130 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:36.990651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=d95d47da-cce0-4865-857d-51b5166101b2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:36.993630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.011408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:37.011827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:37.013852 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:37.036391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f836a6e-c04d-4279-a291-3ec6d5e2be58 req-838553aa-adac-48a5-9029-f1855d25f6be tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Nov 12 03:36:37.101654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.130648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.137101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] 10.222.0.97 "DELETE /v2.0/networks/90eccce1-2e78-4ebe-ab22-e63a597b8131 HTTP/1.1" status: 204 len: 168 time: 0.4753160 Nov 12 03:36:37.142195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2c910-63c0-4cea-980c-4b8ba5e7c40f admin admin] Pushing event deleted for resources: {'Network': ['ID=90eccce1-2e78-4ebe-ab22-e63a597b8131,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:37.241739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e36ef39-94f6-4cd9-944f-729de0e063f0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:37.282865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f2c9d-975c-4805-a790-84289f43a5e0 req-423fa342-1ef7-42c9-baec-132df7f8641c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.287343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e38f2c9d-975c-4805-a790-84289f43a5e0 req-423fa342-1ef7-42c9-baec-132df7f8641c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1078370 Nov 12 03:36:37.298738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9e36ef39-94f6-4cd9-944f-729de0e063f0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:37.300575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e36ef39-94f6-4cd9-944f-729de0e063f0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:37.303613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.441272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e38f2c9d-975c-4805-a790-84289f43a5e0 req-b8f96538-e4ac-48c6-a1f7-d0060343ff34 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443722 Nov 12 03:36:37.459496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc926d3-b51c-40ec-bfac-85a07ade8f6d req-bfc41bec-e130-40d0-87ea-5cb6f5db199e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.461083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56160) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.465287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcc926d3-b51c-40ec-bfac-85a07ade8f6d req-bfc41bec-e130-40d0-87ea-5cb6f5db199e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.1425922 Nov 12 03:36:37.525863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcc926d3-b51c-40ec-bfac-85a07ade8f6d req-32582453-3001-478b-a0a7-f1efefb4f365 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Nov 12 03:36:37.577601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e262d542-032d-43a7-b451-3821b992e540 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3601d484f0a44826b939fbabd4b0e347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152990 Nov 12 03:36:37.580132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:37.621681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:37.700797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.726318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a1317-2cb7-4758-aed1-3be802c4c2eb req-1e1e0f69-47f9-4f2b-8e58-a39a0724bb2d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:37.728037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d3a1317-2cb7-4758-aed1-3be802c4c2eb req-1e1e0f69-47f9-4f2b-8e58-a39a0724bb2d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0800450 Nov 12 03:36:37.739847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.810511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d3a1317-2cb7-4758-aed1-3be802c4c2eb req-15b4182f-0e6c-4910-9055-0aa7657ed4ff tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734954 Nov 12 03:36:37.829106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.833821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:37.835487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b1c522a2-b7ea-4cbe-92de-8d02ccaa4916 HTTP/1.1" status: 204 len: 168 time: 0.2541323 Nov 12 03:36:37.845374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959a82-1eed-4e7c-8ee7-d5e052878d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c522a2-b7ea-4cbe-92de-8d02ccaa4916,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.038158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7141e-634c-474f-87b0-58b03315d1ca req-26c88cd3-39e5-46f6-94c7-f3ea3c4be552 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.040331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd7141e-634c-474f-87b0-58b03315d1ca req-26c88cd3-39e5-46f6-94c7-f3ea3c4be552 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0969210 Nov 12 03:36:38.107469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd7141e-634c-474f-87b0-58b03315d1ca req-49da2789-f5a2-4ac7-9faf-ba3071a27d46 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Nov 12 03:36:38.168935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:38.177056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2bb7222a-0f07-490f-a563-51701f0711cd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115339 Nov 12 03:36:38.178450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.181086 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:38.195840 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:38.196480 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.244632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet a7289aa5-ed06-4dc7-9dbf-4b7a551182fc {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:38.256449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.267739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:38.307751 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:38.330540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.370091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:38.377954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:38.378377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.404067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ead59-840d-496e-a792-fe693c16cb03 req-49f22a87-9c1a-4c91-ab9e-f72ab7457b9f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.411708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-438ead59-840d-496e-a792-fe693c16cb03 req-49f22a87-9c1a-4c91-ab9e-f72ab7457b9f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1291404 Nov 12 03:36:38.420087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c45ccc36-589f-4035-8bc4-1e40dc5c286f no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:38.462630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: c45ccc36-589f-4035-8bc4-1e40dc5c286f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:38.463014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c45ccc36-589f-4035-8bc4-1e40dc5c286f not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:38.508336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-438ead59-840d-496e-a792-fe693c16cb03 req-6c1983de-110f-4ae9-b8e8-8f229dfb01fb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954080 Nov 12 03:36:38.516803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.544093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 9, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.561384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.579739 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:38.589095 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:38.590114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:38.613544 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.642968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:38.645143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:38.649390 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e445ffe1-074d-4a14-be7d-fc225a71a7e0" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:38.654760 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.691679 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:38.718555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=a7289aa5-ed06-4dc7-9dbf-4b7a551182fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.721500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.726522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee8dce71-8fb7-4b4f-a361-930159974052 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/a7289aa5-ed06-4dc7-9dbf-4b7a551182fc HTTP/1.1" status: 204 len: 168 time: 0.5469422 Nov 12 03:36:38.729822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56204) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:38.733544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4815756-f817-4876-bfd9-82f987a4fbba None None] Network 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:38.757970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b955d4c-79b3-4ea2-99bf-6b5bf96d3a7b req-158bf008-18ff-4581-bc79-c5772cfcc080 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.760971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b955d4c-79b3-4ea2-99bf-6b5bf96d3a7b req-158bf008-18ff-4581-bc79-c5772cfcc080 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1113069 Nov 12 03:36:38.793650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd148b1-b29f-42a5-8e3a-de636c753e5b req-e8c470c5-7058-40b0-ac71-9ae6092fc16f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:38.800152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebd148b1-b29f-42a5-8e3a-de636c753e5b req-e8c470c5-7058-40b0-ac71-9ae6092fc16f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1359258 Nov 12 03:36:38.842772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.857195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:38.925618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 431e292d-421a-4224-a58f-fbf21427b30c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:38.926999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:38.996154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebd148b1-b29f-42a5-8e3a-de636c753e5b req-04995dc2-abad-4722-9019-e4ed0e5e1316 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835494 Nov 12 03:36:39.016470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b955d4c-79b3-4ea2-99bf-6b5bf96d3a7b req-6a693fd0-5ef3-4f7f-8b83-4b2ca4b27380 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152455 Nov 12 03:36:39.050269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.058062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port 431e292d-421a-4224-a58f-fbf21427b30c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=431e292d-421a-4224-a58f-fbf21427b30c,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:39.058517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.064155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] DHCP port deletion for 8aa1d8bc-4e09-4281-ae9c-e180816a2e64 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:39.115305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 431e292d-421a-4224-a58f-fbf21427b30c owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:39.139763 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7012389a-44ed-4748-bee3-d046150f0f9e x-openstack-request-id: req-7012389a-44ed-4748-bee3-d046150f0f9e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:39.140448 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:39.141169 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7012389a-44ed-4748-bee3-d046150f0f9e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:39.141748 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'code': 200} Nov 12 03:36:39.199232 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 9, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.203783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Deleting port 431e292d-421a-4224-a58f-fbf21427b30c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:39.204167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.265107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e15b9-f782-4d70-a24b-ba2589e33d75 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:36Z', 'revision_number': 9, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': '155d934a-837b-4cb1-80e1-ed9cb4fd278b', 'name': '', 'network_id': '4ecbaa8d-e2b8-4484-bc72-f7d083733ead', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:2e:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:05Z', 'updated_at': '2021-11-12T03:36:13Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': '402bea9c-0d70-4841-8906-e3c81627a3f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:39.318949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.320294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 431e292d-421a-4224-a58f-fbf21427b30c no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:39.336937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port 431e292d-421a-4224-a58f-fbf21427b30c on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:39.364407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-network', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:39.382322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=431e292d-421a-4224-a58f-fbf21427b30c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.383160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 431e292d-421a-4224-a58f-fbf21427b30c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:39.384185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 431e292d-421a-4224-a58f-fbf21427b30c not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:39.454692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] For port 431e292d-421a-4224-a58f-fbf21427b30c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=431e292d-421a-4224-a58f-fbf21427b30c,segment=NetworkSegment(e6219221-2532-472b-89cf-3cd6141540ba),segment_id=e6219221-2532-472b-89cf-3cd6141540ba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:39.456500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.464384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.467714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-06d4194d-b59c-4b3f-9bbf-87a843e8280e tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369496 Nov 12 03:36:39.471059 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.475355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Calling delete_port for 431e292d-421a-4224-a58f-fbf21427b30c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:39.476423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Made reservation on behalf of 05fb6a4d1f7f463b99455fd3026a67dc for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:39.478748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.490205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa1d8bc-4e09-4281-ae9c-e180816a2e64']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.501646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6219221-2532-472b-89cf-3cd6141540ba') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.501924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6219221-2532-472b-89cf-3cd6141540ba') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:39.505622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767d9d-9e3d-485f-bc74-867f82a70568 req-c4cdeef6-d197-4ec8-9797-da351fb06231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.507194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20767d9d-9e3d-485f-bc74-867f82a70568 req-c4cdeef6-d197-4ec8-9797-da351fb06231 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1101 time: 0.2037065 Nov 12 03:36:39.512116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.527316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.527569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.534976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:39.536059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:39.539399 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:39.544688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc721-1413-4e9f-95ac-2829e985ed8c req-4ef2d073-c0cc-4c85-961b-fb72f13195f7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.546273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb7cc721-1413-4e9f-95ac-2829e985ed8c req-4ef2d073-c0cc-4c85-961b-fb72f13195f7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1762755 Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:36:39.558391 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 03:36:39.569524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.594971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] Pushing event deleted for resources: {'Port': ['ID=431e292d-421a-4224-a58f-fbf21427b30c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.598699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8c0a2-26ba-4996-863c-0e02dcdfa8ce None None] No DVR routers for this DVR port 431e292d-421a-4224-a58f-fbf21427b30c on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:39.621249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.633210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.636976 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/8aa1d8bc-4e09-4281-ae9c-e180816a2e64 HTTP/1.1" status: 204 len: 168 time: 0.9060955 Nov 12 03:36:39.647911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56234) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:39.655162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91669ce3-c642-40df-b7e5-d878e5b9e9fa tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=8aa1d8bc-4e09-4281-ae9c-e180816a2e64,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.718797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20767d9d-9e3d-485f-bc74-867f82a70568 req-1a05a592-a9bf-4d7f-8db2-4a8a9858e673 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925697 Nov 12 03:36:39.734497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb7cc721-1413-4e9f-95ac-2829e985ed8c req-55c1621c-f640-4dde-9320-6ef76ee32185 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442466 Nov 12 03:36:39.743259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-d2d3aa1c-3fe7-42ac-a2d4-ca4c0d50f1af tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.744803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-d2d3aa1c-3fe7-42ac-a2d4-ca4c0d50f1af tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705386 Nov 12 03:36:39.781543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-b6ed6314-2485-404c-a37e-0c0215da498d tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/quotas/16c3ea35c0294c3e91c2c7fc7a3f8d38 HTTP/1.1" status: 200 len: 375 time: 0.0255568 Nov 12 03:36:39.833392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-41c639f2-1940-4dc5-a5d0-a97281b9bfd3 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418184 Nov 12 03:36:39.847055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.853075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.914112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:39.943513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:39.943883 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Added segment 8fe22d49-8bc7-4c5d-ae42-078ec242a1e1 of type vlan for network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 Nov 12 03:36:39.955622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33826f-7ca8-4aeb-83eb-b98c798ea709,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:39.972197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c634042-dbc5-47a0-a0ae-ab74d21aa976 req-1d0e4c23-661c-4749-8ea7-9d1d3fdad389 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:39.973675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c634042-dbc5-47a0-a0ae-ab74d21aa976 req-1d0e4c23-661c-4749-8ea7-9d1d3fdad389 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1127775 Nov 12 03:36:40.041936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.060509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70467c94-6ad4-40af-852b-a1a89c09ab3e req-7ffbed36-99e1-4b7a-b57f-a0a428c47ad6 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 210 time: 0.0504472 Nov 12 03:36:40.106915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.123785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c634042-dbc5-47a0-a0ae-ab74d21aa976 req-4c09342e-0580-4e89-9d02-049c8918c100 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222575 Nov 12 03:36:40.142425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.143337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.143911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.235427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] Pushing event updated for resources: {'Network': ['ID=8549ff8e-7dfd-4611-b98d-d4f0962d3a81,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.249018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:40.275174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae282d-f0dc-44f3-aa7d-c9cd71178e6c req-3bb57163-fc6f-4522-80e3-35aa5069adaf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.276873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02ae282d-f0dc-44f3-aa7d-c9cd71178e6c req-3bb57163-fc6f-4522-80e3-35aa5069adaf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1471620 Nov 12 03:36:40.286048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1584f1b0-d683-446b-bdb4-170e8d1ed03d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2382801 Nov 12 03:36:40.286276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.292839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Request body: {'subnet': {'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-subnet', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:40.408622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Made reservation on behalf of 05fb6a4d1f7f463b99455fd3026a67dc for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:40.410899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.417114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02ae282d-f0dc-44f3-aa7d-c9cd71178e6c req-5939bc9e-82fd-418d-899c-90d45aa4b980 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327405 Nov 12 03:36:40.450041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 155d934a-837b-4cb1-80e1-ed9cb4fd278b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:40.450438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.505760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a81f-bcaf-4df3-867f-0f1847558f4e req-48d9a540-2501-4fd2-8cab-1accf03fe5d4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.507380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c1a81f-bcaf-4df3-867f-0f1847558f4e req-48d9a540-2501-4fd2-8cab-1accf03fe5d4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1438816 Nov 12 03:36:40.558457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port 155d934a-837b-4cb1-80e1-ed9cb4fd278b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=155d934a-837b-4cb1-80e1-ed9cb4fd278b,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:40.558828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.581739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 155d934a-837b-4cb1-80e1-ed9cb4fd278b owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:40.595053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c1a81f-bcaf-4df3-867f-0f1847558f4e req-a6efa12c-eb45-4d85-a705-70aed21e1512 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772710 Nov 12 03:36:40.743016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.806016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9235fa9e-bb46-4dab-a467-8b98511fd263,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.812736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.818677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255a72-8ecd-465f-889f-4b62be5a3ae8 req-35486316-7880-42a4-91f0-09c6e041cade tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.820134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc255a72-8ecd-465f-889f-4b62be5a3ae8 req-35486316-7880-42a4-91f0-09c6e041cade tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1133809 Nov 12 03:36:40.852772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=155d934a-837b-4cb1-80e1-ed9cb4fd278b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:40.854899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Checking segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:40.855269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Network hostable DHCP agents. Network: 8549ff8e-7dfd-4611-b98d-d4f0962d3a81, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:40.901837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:40.916346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc255a72-8ecd-465f-889f-4b62be5a3ae8 req-f2adc474-e282-48d9-80b9-54d2b7240e04 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870483 Nov 12 03:36:40.923120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8549ff8e-7dfd-4611-b98d-d4f0962d3a81) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:40.930536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:40.931439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:40.955699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-725723da-6760-470b-a850-8bb6750aedfa admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6683106 Nov 12 03:36:40.959060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:40.961547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4aaba-1b94-43d8-9737-ecf13617ef16 None None] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:40.964378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:40.999970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.003353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.117003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.124090 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.213669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20569636-236c-48fc-b0f8-f6d896ab7241 None None] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:41.254229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d95d47da-cce0-4865-857d-51b5166101b2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:41.280167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab59ed4a-9889-4d4b-913a-b3c69f12a75e req-ec8e669f-3254-4a97-b360-ab226a4cf921 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 210 time: 0.0320704 Nov 12 03:36:41.313686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d95d47da-cce0-4865-857d-51b5166101b2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:41.314120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d95d47da-cce0-4865-857d-51b5166101b2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:41.354231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.365893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a3090-4e22-43f0-9407-883707e23dd7 req-8bb6c95d-9474-4a55-94a4-3c4c92258f8d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.373767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-978a3090-4e22-43f0-9407-883707e23dd7 req-8bb6c95d-9474-4a55-94a4-3c4c92258f8d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.3155508 Nov 12 03:36:41.445940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-978a3090-4e22-43f0-9407-883707e23dd7 req-f6c6235c-6c4c-4b30-8a4e-fe009aa8b357 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708499 Nov 12 03:36:41.478483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-00d2af3c-06f3-42f1-b748-bece5077109b tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483513 Nov 12 03:36:41.488500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:41.687041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:41.693914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-212a984f-ad39-45e5-b218-4efb6f7992ea tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449469 Nov 12 03:36:41.699660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:41.701761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-10bbbc43-aa7d-4765-8e8a-510420b97dc7 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.703308 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-10bbbc43-aa7d-4765-8e8a-510420b97dc7 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133002 Nov 12 03:36:41.703801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:41.710359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:41.711024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:41.737238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.741160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Request body: {'port': {'device_id': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '16c3ea35c0294c3e91c2c7fc7a3f8d38'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:41.778724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.796302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd679-2e71-4975-b202-c2263346c740 req-c90776b0-a882-4aad-9c79-c2507fc0438f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.798112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4decd679-2e71-4975-b202-c2263346c740 req-c90776b0-a882-4aad-9c79-c2507fc0438f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2150333 Nov 12 03:36:41.806119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:41.808093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0214dfc-54e4-497b-ac88-25212aa253da req-b719ad83-058a-4d61-b156-edb1e471414d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:41.810243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0214dfc-54e4-497b-ac88-25212aa253da req-b719ad83-058a-4d61-b156-edb1e471414d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2277441 Nov 12 03:36:41.822230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet 402bea9c-0d70-4841-8906-e3c81627a3f6 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:41.827988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.894189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:41.970564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0214dfc-54e4-497b-ac88-25212aa253da req-34f67007-c047-44e6-95d0-4932d3bc4561 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280682 Nov 12 03:36:41.976079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4decd679-2e71-4975-b202-c2263346c740 req-32ca474a-f0b8-42f2-afb4-8de816109f1b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596684 Nov 12 03:36:41.989642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Made reservation on behalf of 16c3ea35c0294c3e91c2c7fc7a3f8d38 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:41.992886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Allocated IP 172.25.7.83 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a05f177d-3a09-4f21-b04b-b9cf469b4af7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:41.993258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.004835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.090074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 10, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.120796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.123730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:42.129144 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.134259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:42.135086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.154576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.154854 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.232120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.238996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:42.253059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490e3d4-3b21-471e-ba65-b61387b57b33 req-c11e428e-3512-4fb6-8191-7fc00957afbd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.255061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d229c13-c798-44e0-aa70-db46a1e8340f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.261443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8490e3d4-3b21-471e-ba65-b61387b57b33 req-c11e428e-3512-4fb6-8191-7fc00957afbd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0817120 Nov 12 03:36:42.311528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.348201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.354269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/402bea9c-0d70-4841-8906-e3c81627a3f6 HTTP/1.1" status: 204 len: 168 time: 0.6493213 Nov 12 03:36:42.354950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:42.367999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:42.370305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:42.393397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298b5d-1695-41be-b53b-04e079c2e5f1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=402bea9c-0d70-4841-8906-e3c81627a3f6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.422234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8490e3d4-3b21-471e-ba65-b61387b57b33 req-fbbba79e-1fc7-48b9-8dbd-71cbf471eb58 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594918 Nov 12 03:36:42.423664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:42.456184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Allocated IP 192.168.233.11 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/82fb2417-2a41-43e4-aea7-470373b843ca) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:42.479212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.492928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bba2713b-6241-427b-8312-87d0e80c2cbd req-d2646fb9-e790-4cff-9f0a-3e576ae16779 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 210 time: 0.0662570 Nov 12 03:36:42.499587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a05f177d-3a09-4f21-b04b-b9cf469b4af7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:42.532000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f484684-d699-4062-b252-976b81bc820f None None] Network 4ecbaa8d-e2b8-4484-bc72-f7d083733ead requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:42.534265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5043908-6499-4954-ba7f-23adec5833b5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:42.650596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port 924aef84-5169-4037-a0e5-619fe73b4b38 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:42.651070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.699528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8296dd2-b5c7-4610-87bb-ba108371e648 req-65f6bcdf-308e-45d0-971c-04be0fbae9c7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:42.703331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8296dd2-b5c7-4610-87bb-ba108371e648 req-65f6bcdf-308e-45d0-971c-04be0fbae9c7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1739621 Nov 12 03:36:42.720836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b43cdd81-d729-4b2a-bc88-81f2e717855e None None] Provisioning complete for port a05f177d-3a09-4f21-b04b-b9cf469b4af7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:42.721370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b43cdd81-d729-4b2a-bc88-81f2e717855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.756571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.762966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port 924aef84-5169-4037-a0e5-619fe73b4b38, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=924aef84-5169-4037-a0e5-619fe73b4b38,segment=NetworkSegment(5e84aa0d-1c78-4291-9f0a-f042ba63ae4b),segment_id=5e84aa0d-1c78-4291-9f0a-f042ba63ae4b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:42.763332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.779580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for 924aef84-5169-4037-a0e5-619fe73b4b38 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:42.816332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b43cdd81-d729-4b2a-bc88-81f2e717855e None None] Port a05f177d-3a09-4f21-b04b-b9cf469b4af7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:42.853297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 10, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:42.877230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.893261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924f613-c760-4968-ae91-fb3219510d42 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:40Z', 'revision_number': 10, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None, '_interfaces': [{'id': 'a1a8eec7-36af-4d36-9c5f-f5f1e68f169f', 'name': '', 'network_id': 'ea469800-2deb-4f7e-b5a7-038837413bef', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'mac_address': 'fa:16:3e:9c:ed:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:35:56Z', 'updated_at': '2021-11-12T03:36:04Z', 'revision_number': 5, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'subnets': [{'id': 'caacbec8-6772-4c31-8618-201e733f0dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:42.898967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8296dd2-b5c7-4610-87bb-ba108371e648 req-58b8fd5a-4ca6-46ec-a7c3-be55e9bad802 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574128 Nov 12 03:36:42.933426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] DHCP port deletion for 4ecbaa8d-e2b8-4484-bc72-f7d083733ead request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:42.955157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:42.956367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:42.963062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:42.965976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:42.981893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Pushing event updated for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.037525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.039435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Deleting port 924aef84-5169-4037-a0e5-619fe73b4b38 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:43.039868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.083369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port 924aef84-5169-4037-a0e5-619fe73b4b38 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:43.118935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=924aef84-5169-4037-a0e5-619fe73b4b38,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.139635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] For port 924aef84-5169-4037-a0e5-619fe73b4b38, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:43.140720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad0858-f0ec-4ba2-9a57-957162a88e38 req-9a245f23-6a85-4e1c-9b02-8bd07f28d9da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.141144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.142924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33ad0858-f0ec-4ba2-9a57-957162a88e38 req-9a245f23-6a85-4e1c-9b02-8bd07f28d9da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1234944 Nov 12 03:36:43.168472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.169763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.170698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Calling delete_port for 924aef84-5169-4037-a0e5-619fe73b4b38 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:43.173723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Port 924aef84-5169-4037-a0e5-619fe73b4b38 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:36:43.175082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.191552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] No DVR routers for this DVR port 924aef84-5169-4037-a0e5-619fe73b4b38 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:43.213248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0bf9-9556-4c46-834c-1df0e3b70cde None None] Pushing event deleted for resources: {'Port': ['ID=924aef84-5169-4037-a0e5-619fe73b4b38,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.213805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.236647 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-71e3997f-43e2-4b1a-aa6b-ba5232cc1a71 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5018697 Nov 12 03:36:43.246581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecbaa8d-e2b8-4484-bc72-f7d083733ead']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:43.271090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Request body: {'port': {'device_id': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:43.275357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:43.275662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e84aa0d-1c78-4291-9f0a-f042ba63ae4b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:43.319379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.349765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 924aef84-5169-4037-a0e5-619fe73b4b38 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:43.359160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.370102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:43.370639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:43.374583 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:43.383020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 924aef84-5169-4037-a0e5-619fe73b4b38 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:43.383740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 924aef84-5169-4037-a0e5-619fe73b4b38 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:43.384389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 155d934a-837b-4cb1-80e1-ed9cb4fd278b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:43.388223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.411007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 155d934a-837b-4cb1-80e1-ed9cb4fd278b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:43.411493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 155d934a-837b-4cb1-80e1-ed9cb4fd278b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:43.420597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8c5e1324-11b4-4871-b649-fc9d10630ee0 None None] Provisioning complete for port 82fb2417-2a41-43e4-aea7-470373b843ca triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:43.421183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1324-11b4-4871-b649-fc9d10630ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.461996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e1324-11b4-4871-b649-fc9d10630ee0 None None] Port 82fb2417-2a41-43e4-aea7-470373b843ca cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:43.483260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.488506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.495257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/4ecbaa8d-e2b8-4484-bc72-f7d083733ead HTTP/1.1" status: 204 len: 168 time: 1.1360631 Nov 12 03:36:43.495887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:43.564422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad5774-7918-4420-9727-6930b7143539 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=4ecbaa8d-e2b8-4484-bc72-f7d083733ead,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:43.707632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963dbe6-2e8c-48d1-9d2f-db238e42d02d req-94881460-0cd1-4952-85f8-68c87da842d9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:43.709225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d963dbe6-2e8c-48d1-9d2f-db238e42d02d req-94881460-0cd1-4952-85f8-68c87da842d9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.5639098 Nov 12 03:36:43.716501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33ad0858-f0ec-4ba2-9a57-957162a88e38 req-151c3a91-558a-48a5-a21f-9a21a14b2942 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582440 Nov 12 03:36:43.736451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:43.822553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d963dbe6-2e8c-48d1-9d2f-db238e42d02d req-6477194c-3410-409c-9378-9154713348ae tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049645 Nov 12 03:36:43.925536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:44.077489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1da06a-fea3-4bca-b22d-d233c953ba3c req-519edaf2-1da8-4916-bbf4-992c90006f57 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.078956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1da06a-fea3-4bca-b22d-d233c953ba3c req-519edaf2-1da8-4916-bbf4-992c90006f57 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 935 time: 0.1666353 Nov 12 03:36:44.125569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9314e-4cd0-438e-8d9a-8e16d7719788 req-b3944773-284c-4d3e-a686-610d366ef641 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.127107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71c9314e-4cd0-438e-8d9a-8e16d7719788 req-b3944773-284c-4d3e-a686-610d366ef641 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1285520 Nov 12 03:36:44.134082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:44.161591 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Sync routers for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:44.177419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.181115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-10f06a95-1180-44e3-a30e-c18972d8e4e9 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2185388 Nov 12 03:36:44.182014 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:44.182642 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:44.183163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1da06a-fea3-4bca-b22d-d233c953ba3c req-2f994550-849c-45e9-a5eb-0fbe8209a611 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Nov 12 03:36:44.183623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:44.291105 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:44.355847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fb2417-2a41-43e4-aea7-470373b843ca {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:44.369351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.387016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Transition to ACTIVE for port object 82fb2417-2a41-43e4-aea7-470373b843ca will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:44.408168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.487276 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:42Z', 'revision_number': 3, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:44.515620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Pushing event updated for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:44.531890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Checking router: 64973cb2-68b4-4e5e-bc31-fa6f762e3226 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:44.532410 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Updating router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 port a05f177d-3a09-4f21-b04b-b9cf469b4af7 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:44.558690 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.565969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.646645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71c9314e-4cd0-438e-8d9a-8e16d7719788 req-fcb286ab-c611-4144-8930-7aedb7921025 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794374 Nov 12 03:36:44.700472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Attempting to bind port 82fb2417-2a41-43e4-aea7-470373b843ca on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:44.700813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Attempting to bind port 82fb2417-2a41-43e4-aea7-470373b843ca by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:44.701155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Attempting to bind port 82fb2417-2a41-43e4-aea7-470373b843ca on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:44.721854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Port 82fb2417-2a41-43e4-aea7-470373b843ca on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:44.722277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Attempting to bind port 82fb2417-2a41-43e4-aea7-470373b843ca on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:44.747677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:44.748343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:44.749097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:44.750233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Bound port: 82fb2417-2a41-43e4-aea7-470373b843ca, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:44.751238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:44.774351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfce6-cbf9-4c78-8066-9f84ef45a408 req-dee1a8f0-e634-4b9a-9d15-ad106a1bed32 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:44.777849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-712dfce6-cbf9-4c78-8066-9f84ef45a408 req-dee1a8f0-e634-4b9a-9d15-ad106a1bed32 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2124419 Nov 12 03:36:45.000747 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.009501 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.061820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:45.066047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82fb2417-2a41-43e4-aea7-470373b843ca,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:45.070660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69023b95-cdd3-47f9-8abc-6819ad118b86 req-6bbaa7e2-13ec-4dc2-92f6-8f2f420bc8df tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.072520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69023b95-cdd3-47f9-8abc-6819ad118b86 req-6bbaa7e2-13ec-4dc2-92f6-8f2f420bc8df tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1244197 Nov 12 03:36:45.104281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362ead6-c642-4357-8106-5a743db5e00f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:45.121641 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Attempting to bind port a05f177d-3a09-4f21-b04b-b9cf469b4af7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:45.122058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Attempting to bind port a05f177d-3a09-4f21-b04b-b9cf469b4af7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:45.122402 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Attempting to bind port a05f177d-3a09-4f21-b04b-b9cf469b4af7 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:45.124270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.138217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bac68-6b32-4766-a379-c61db56cf20b None None] Pushing event updated for resources: {'Port': ['ID=a05f177d-3a09-4f21-b04b-b9cf469b4af7,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.145094 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:45.145478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:45.145861 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.146241 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:45.149006 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Bound port: a05f177d-3a09-4f21-b04b-b9cf469b4af7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:45.149579 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.151663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39a9a177-4a64-4379-82c6-c4c8b6a59186 None None] Provisioning complete for port a05f177d-3a09-4f21-b04b-b9cf469b4af7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:45.152071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39a9a177-4a64-4379-82c6-c4c8b6a59186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.161171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-712dfce6-cbf9-4c78-8066-9f84ef45a408 req-48bec05a-984d-4ff5-89ee-098ba11d8f5c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913089 Nov 12 03:36:45.253905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69023b95-cdd3-47f9-8abc-6819ad118b86 req-e09b45a2-61d9-4eae-86e5-e2493405d4b8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366796 Nov 12 03:36:45.256060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.275485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a177-4a64-4379-82c6-c4c8b6a59186 None None] Port a05f177d-3a09-4f21-b04b-b9cf469b4af7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:36:45.285995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.286824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.301759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] 10.222.0.16 "PUT /v2.0/ports/82fb2417-2a41-43e4-aea7-470373b843ca HTTP/1.1" status: 200 len: 1096 time: 2.0435758 Nov 12 03:36:45.305771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:45.308339 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23b3c3-fdff-433e-b728-51475e972f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:45.368913 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] For port a05f177d-3a09-4f21-b04b-b9cf469b4af7, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:45.385748 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] For port a05f177d-3a09-4f21-b04b-b9cf469b4af7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a05f177d-3a09-4f21-b04b-b9cf469b4af7,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:45.397278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac92bb-6a59-426d-95e2-465e6a789539 service neutron] Pushing event updated for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.401472 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.455193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:45.455802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.539715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7c02a-5947-4dc0-8afb-b1d723700a4c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:45.641233 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bac68-6b32-4766-a379-c61db56cf20b None None] Pushing event updated for resources: {'Port': ['ID=a05f177d-3a09-4f21-b04b-b9cf469b4af7,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.641489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66da6e-97ae-437c-b225-81cf4b061f2a req-207730eb-010c-4db6-b3b5-92f295e9578f tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.643069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] Provisioning complete for port a05f177d-3a09-4f21-b04b-b9cf469b4af7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:45.643632 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.645699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:45.646364 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:45.651521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba66da6e-97ae-437c-b225-81cf4b061f2a req-207730eb-010c-4db6-b3b5-92f295e9578f tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 947 time: 0.1269000 Nov 12 03:36:45.743557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-f7d2080c-9d69-490b-8a35-496e647544af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.744382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-f7d2080c-9d69-490b-8a35-496e647544af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 1099 time: 0.1245105 Nov 12 03:36:45.746412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port a1a8eec7-36af-4d36-9c5f-f5f1e68f169f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:45.747499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.803384 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-634e78f4-5115-4440-9ee2-3343052dbefc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=82fb2417-2a41-43e4-aea7-470373b843ca HTTP/1.1" status: 200 len: 217 time: 0.0437205 Nov 12 03:36:45.805797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for a1a8eec7-36af-4d36-9c5f-f5f1e68f169f owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:45.812776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.828723 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:45.834745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] For port a05f177d-3a09-4f21-b04b-b9cf469b4af7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a05f177d-3a09-4f21-b04b-b9cf469b4af7,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:45.842342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:45.852867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Allocated IP 172.20.0.1 (8549ff8e-7dfd-4611-b98d-d4f0962d3a81/9235fa9e-bb46-4dab-a467-8b98511fd263/3898dad0-666e-4378-aa7b-1fbd5a56bed2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:45.885629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba66da6e-97ae-437c-b225-81cf4b061f2a req-ff2ff818-5bf0-4a69-8bea-4b634c69f7b2 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308505 Nov 12 03:36:45.919648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-67671f51-79b5-411f-98bc-3999d1844c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.921287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-67671f51-79b5-411f-98bc-3999d1844c83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1021285 Nov 12 03:36:45.922773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed128c-585a-45dc-973e-17a7502bf3e3 None None] Pushing event updated for resources: {'Port': ['ID=a05f177d-3a09-4f21-b04b-b9cf469b4af7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:45.958695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7afeb3-da14-4cbb-a675-99db5b8b6a2e req-4bbbf7b5-21c5-4349-a06a-15302a6eb451 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:45.967108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb7afeb3-da14-4cbb-a675-99db5b8b6a2e req-4bbbf7b5-21c5-4349-a06a-15302a6eb451 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2176719 Nov 12 03:36:45.975356 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d705e4e4-c188-4596-8d17-8adf780badbf x-openstack-request-id: req-d705e4e4-c188-4596-8d17-8adf780badbf {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:45.975635 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:45.975869 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d705e4e4-c188-4596-8d17-8adf780badbf {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:45.976276 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca', 'status': 'completed', 'code': 200} Nov 12 03:36:46.047059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-c8bf30ec-b64f-4057-8795-4dfb024583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.049119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-c8bf30ec-b64f-4057-8795-4dfb024583f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123266 Nov 12 03:36:46.062278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb7afeb3-da14-4cbb-a675-99db5b8b6a2e req-c6d6a42c-fc08-433b-89eb-ee9f315e1eec tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941360 Nov 12 03:36:46.108590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:42Z', 'revision_number': 3, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:46.140869 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c68df5a-cfe7-4345-bfd5-fa219e95a7d7 None None] The sync data for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 is: [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:42Z', 'revision_number': 3, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:46.168018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.208855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.252894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:46.263738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:46.267876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:46.295402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.309371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-ba94b096-58ff-4c6e-9292-70c24438cdb5 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485492 Nov 12 03:36:46.358992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=a1a8eec7-36af-4d36-9c5f-f5f1e68f169f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.412658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Pushing event updated for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:46.447504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.497807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5b4d-1cb6-48d0-a07b-4622826e7305 req-ae145124-b71e-4fa5-b92b-690b23fbcabc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.499406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-759f5b4d-1cb6-48d0-a07b-4622826e7305 req-ae145124-b71e-4fa5-b92b-690b23fbcabc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2292814 Nov 12 03:36:46.523310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-bdc7b34f-9e30-4326-956e-72f9513b0c19 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2690387 Nov 12 03:36:46.592295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.603930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216dc0-6ae7-48fc-81b5-005e69cc11a1 req-6688dc8f-9de4-43de-a7f7-2bdbb5ecca60 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.605741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85216dc0-6ae7-48fc-81b5-005e69cc11a1 req-6688dc8f-9de4-43de-a7f7-2bdbb5ecca60 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2608702 Nov 12 03:36:46.613932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-ac8bf0aa-a28f-4b3a-8799-70d4aa0d13b8 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:36:46.614695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-ac8bf0aa-a28f-4b3a-8799-70d4aa0d13b8 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272694 Nov 12 03:36:46.732354 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa30f612-ae34-4eed-bc46-a55b9fd0b7ee req-d9b58c9a-8245-4318-916c-894ec1b21c36 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137609 Nov 12 03:36:46.768773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-759f5b4d-1cb6-48d0-a07b-4622826e7305 req-b13dae15-eeb9-4a51-9caf-a942cdbd314f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606418 Nov 12 03:36:46.773049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:46.804729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85216dc0-6ae7-48fc-81b5-005e69cc11a1 req-520b423e-9cee-42ad-a5ff-82fd313d5c7e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888649 Nov 12 03:36:46.923011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:46.997547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-7d7e5db7-0edc-48e7-b701-67cca8d05953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:46.998046 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-7d7e5db7-0edc-48e7-b701-67cca8d05953 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 1099 time: 0.1133795 Nov 12 03:36:47.057834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:47.066959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8487812-994b-4c2a-933d-7570607c852a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5644488 Nov 12 03:36:47.076125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:47.082615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56362) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.096746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:47.098590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.180744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.189576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.204381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94908-6b0c-476f-8f93-02058fe85181 req-903ece82-47ba-4b04-939b-9fcb3ec908bd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.205935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2b94908-6b0c-476f-8f93-02058fe85181 req-903ece82-47ba-4b04-939b-9fcb3ec908bd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1592238 Nov 12 03:36:47.231109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting subnet caacbec8-6772-4c31-8618-201e733f0dba {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:36:47.238596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.243850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6c9c-0975-4376-b77b-c93f35aa411e req-5154d87e-c8fa-47d4-9392-dbf9bc19c5f1 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.251248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdbf6c9c-0975-4376-b77b-c93f35aa411e req-5154d87e-c8fa-47d4-9392-dbf9bc19c5f1 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 947 time: 0.1928844 Nov 12 03:36:47.306146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:47.330468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.334399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-861d9ca6-a4f2-4eab-9d8a-35bb55cc5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.336427 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-861d9ca6-a4f2-4eab-9d8a-35bb55cc5c22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3085334 Nov 12 03:36:47.390328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 11, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.419178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-63e919f9-f66d-450a-9927-ddb613ff6a97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=82fb2417-2a41-43e4-aea7-470373b843ca HTTP/1.1" status: 200 len: 217 time: 0.0504396 Nov 12 03:36:47.436488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a05f177d-3a09-4f21-b04b-b9cf469b4af7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:47.440928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:47.447224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Pushing event updated for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.455571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.477701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2b94908-6b0c-476f-8f93-02058fe85181 req-df2601a7-e818-47e0-8654-454ccaaa2dd8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490587 Nov 12 03:36:47.488058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:47.488819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.497213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdbf6c9c-0975-4376-b77b-c93f35aa411e req-64412c0e-14e3-4475-b4e3-a6af60b84c30 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435083 Nov 12 03:36:47.602475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.607065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-b1fdfc15-d4d2-447d-9e03-8e76167d742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.609504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-b1fdfc15-d4d2-447d-9e03-8e76167d742b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1660399 Nov 12 03:36:47.655029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:47.703832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:47.708793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:47.717402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a05f177d-3a09-4f21-b04b-b9cf469b4af7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:47.717758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.722398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 11, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:47.727579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-1a594c86-8f5f-4fc1-bbc3-a3581678f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.741069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-1a594c86-8f5f-4fc1-bbc3-a3581678f33f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070843 Nov 12 03:36:47.772624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b379ec2-c213-4ca8-8e15-4e2d1748a900 None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 11, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:47.810652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.876362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cb1b-6599-4023-bf42-5dbdfc979534 req-b4d45c72-9405-4e35-a2ad-05ecf5a637cc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:47.879523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c53cb1b-6599-4023-bf42-5dbdfc979534 req-b4d45c72-9405-4e35-a2ad-05ecf5a637cc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2349727 Nov 12 03:36:47.934783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Subnet': ['ID=caacbec8-6772-4c31-8618-201e733f0dba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:47.937352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:47.943504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-127e8a09-0aea-49f6-a4ac-09a9e0ade0a0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/caacbec8-6772-4c31-8618-201e733f0dba HTTP/1.1" status: 204 len: 168 time: 0.8599007 Nov 12 03:36:47.943939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6589c-26bb-4be4-823d-795882881685 None None] Network ea469800-2deb-4f7e-b5a7-038837413bef requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:47.946466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56382) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:47.989904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:48.024722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c53cb1b-6599-4023-bf42-5dbdfc979534 req-e819a0df-d40d-4a09-a82d-1f879f0b23b0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386068 Nov 12 03:36:48.050656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-52cbf777-9b2e-4169-9559-0f5672e3c030 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956417 Nov 12 03:36:48.068454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.163954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:48.180384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01f8b-7f0e-411b-8047-746ebea8fc07 req-e6cd7e44-3596-435e-ade1-3b6d21eb6fff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.182403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bb01f8b-7f0e-411b-8047-746ebea8fc07 req-e6cd7e44-3596-435e-ade1-3b6d21eb6fff tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2838111 Nov 12 03:36:48.189215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] DHCP port deletion for ea469800-2deb-4f7e-b5a7-038837413bef request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:36:48.195005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c27e627d-ebd8-48b3-a7b2-c4e3dc9e1e3e admin admin] 10.222.0.97 "PUT /v2.0/routers/64973cb2-68b4-4e5e-bc31-fa6f762e3226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0029058 Nov 12 03:36:48.256451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bb01f8b-7f0e-411b-8047-746ebea8fc07 req-e525b849-2945-4fb9-afa9-48fa509cf0eb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 Nov 12 03:36:48.309295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Deleting port dfafac16-d629-4f52-98c3-24c66b144967 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:48.309944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.324918 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0d23b3c3-fdff-433e-b728-51475e972f3d req-f1f3b785-d108-41a7-acc4-f806a8610d9d service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523727 Nov 12 03:36:48.341979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Deleting port dfafac16-d629-4f52-98c3-24c66b144967 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:48.343183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.435106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] For port dfafac16-d629-4f52-98c3-24c66b144967, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfafac16-d629-4f52-98c3-24c66b144967,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:48.435703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.450781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Calling delete_port for dfafac16-d629-4f52-98c3-24c66b144967 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:48.456234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] For port dfafac16-d629-4f52-98c3-24c66b144967, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dfafac16-d629-4f52-98c3-24c66b144967,segment=NetworkSegment(af5fd559-19e2-47ce-af42-4863b0ea775a),segment_id=af5fd559-19e2-47ce-af42-4863b0ea775a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:48.456620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.490254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Calling delete_port for dfafac16-d629-4f52-98c3-24c66b144967 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:48.494331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fbd90-2505-4c4a-bb62-b6af2f1da2c1 req-5b45beca-192d-4d50-886f-99ddd6204a6a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.501807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-515fbd90-2505-4c4a-bb62-b6af2f1da2c1 req-5b45beca-192d-4d50-886f-99ddd6204a6a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0716763 Nov 12 03:36:48.526753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82fb2417-2a41-43e4-aea7-470373b843ca details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:48.571644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-515fbd90-2505-4c4a-bb62-b6af2f1da2c1 req-d74a1009-1aca-4724-a118-9b1a2cae80dd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635169 Nov 12 03:36:48.618171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.660568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.675797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Port': ['ID=dfafac16-d629-4f52-98c3-24c66b144967,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.692148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] Pushing event deleted for resources: {'Port': ['ID=dfafac16-d629-4f52-98c3-24c66b144967,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.693555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No DVR routers for this DVR port dfafac16-d629-4f52-98c3-24c66b144967 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:48.707963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1dd87d-95bc-4585-9429-e18e418f481f None None] No DVR routers for this DVR port dfafac16-d629-4f52-98c3-24c66b144967 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:48.732740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82fb2417-2a41-43e4-aea7-470373b843ca,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:48.747902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '82fb2417-2a41-43e4-aea7-470373b843ca', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '82fb2417-2a41-43e4-aea7-470373b843ca', 'mac_address': 'fa:16:3e:be:9a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:48.793066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c956385-1e64-44da-9e9e-20cc60e52eee req-29f0e8f5-3b68-4d45-8f8c-0f4abbada50f tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:48.795308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c956385-1e64-44da-9e9e-20cc60e52eee req-29f0e8f5-3b68-4d45-8f8c-0f4abbada50f tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 947 time: 0.1296389 Nov 12 03:36:48.802642 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.818619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fb2417-2a41-43e4-aea7-470373b843ca {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:48.826806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.848418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82fb2417-2a41-43e4-aea7-470373b843ca,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:48.852069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea469800-2deb-4f7e-b5a7-038837413bef']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:48.853533 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.867451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5fd559-19e2-47ce-af42-4863b0ea775a') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:48.867876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5fd559-19e2-47ce-af42-4863b0ea775a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:48.879204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.895506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.909568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:36:48.910080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:36:48.914414 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:36:48.926229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:48.947208 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Sync routers for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:48.959196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:48.959816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:48.998762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.004024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.007774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/networks/ea469800-2deb-4f7e-b5a7-038837413bef HTTP/1.1" status: 204 len: 168 time: 1.0603805 Nov 12 03:36:49.024160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56408) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:49.024998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae39d-7ed5-41a4-a7a8-935b37d02865 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Pushing event deleted for resources: {'Network': ['ID=ea469800-2deb-4f7e-b5a7-038837413bef,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:49.032407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'routes': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:49.080316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:49.187470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfafac16-d629-4f52-98c3-24c66b144967 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:49.208578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['82fb2417-2a41-43e4-aea7-470373b843ca'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:49.218268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Added routes are [] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 03:36:49.218577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.extraroute_db [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Removed routes are [] {{(pid=102604) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 03:36:49.218963 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.254379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: dfafac16-d629-4f52-98c3-24c66b144967 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:49.254898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dfafac16-d629-4f52-98c3-24c66b144967 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:49.257589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a1a8eec7-36af-4d36-9c5f-f5f1e68f169f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:36:49.285168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a1a8eec7-36af-4d36-9c5f-f5f1e68f169f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:36:49.285577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a1a8eec7-36af-4d36-9c5f-f5f1e68f169f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:36:49.291099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-96112e60-51ef-4555-8ca3-0e02d8f001bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.292673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-96112e60-51ef-4555-8ca3-0e02d8f001bb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1101 time: 0.5438249 Nov 12 03:36:49.298299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c956385-1e64-44da-9e9e-20cc60e52eee req-be8e2db9-6502-48eb-86fd-973eb145d394 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949739 Nov 12 03:36:49.342799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-67297d48-dd3c-4bbf-9a77-2078c26a8be5 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.344497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-67297d48-dd3c-4bbf-9a77-2078c26a8be5 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 819 time: 0.5480297 Nov 12 03:36:49.401568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-87107d70-9e05-478f-80de-86ae4630db5e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/quotas/05fb6a4d1f7f463b99455fd3026a67dc HTTP/1.1" status: 200 len: 375 time: 0.0494466 Nov 12 03:36:49.417617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.423769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.499626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-6d89b6ee-1dbb-4df8-89cf-779a1388bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.501128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-6d89b6ee-1dbb-4df8-89cf-779a1388bf45 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1963468 Nov 12 03:36:49.508929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-c5fc7a7d-dfd1-4b82-859e-107fcefba10d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993578 Nov 12 03:36:49.517072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 4, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3898dad0-666e-4378-aa7b-1fbd5a56bed2', 'name': '', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'mac_address': 'fa:16:3e:03:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:45Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 2, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'subnets': [{'id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:49.546776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Checking router: 64973cb2-68b4-4e5e-bc31-fa6f762e3226 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:49.547115 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Updating router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:36:49.574535 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.646395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-e3fd5a78-829b-4968-8b53-805ecad152e0 service neutron] 10.222.0.97 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289685 Nov 12 03:36:49.719401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-3cfee1e2-dc20-409e-8f43-74073f6c649d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.2092705 Nov 12 03:36:49.835661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-69af5551-6aa8-4176-bd12-308513fb5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.837245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-69af5551-6aa8-4176-bd12-308513fb5827 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0691071 Nov 12 03:36:49.848223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7d2f8686-9edc-4f86-8078-3fe60a77745c service neutron] 10.222.0.97 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004991 Nov 12 03:36:49.915942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 66f533d6-cba7-4392-b57a-c22066c23bfd has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:36:49.934481 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.941128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-7c0649d2-3ec0-4af8-a6be-e66ddd4d92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.943037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-7c0649d2-3ec0-4af8-a6be-e66ddd4d92f7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939059 Nov 12 03:36:49.945317 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:49.953110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece025-ff87-4b2e-9c51-09312926f43c req-8389a1e7-aee1-462b-be8e-f6c584368d9a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:49.954722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2ece025-ff87-4b2e-9c51-09312926f43c req-8389a1e7-aee1-462b-be8e-f6c584368d9a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0958078 Nov 12 03:36:49.998346 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad596ab-0ac6-4576-862a-288d0e1c4f34 None None] Pushing event updated for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.041546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:50.053265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Sync routers for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:50.057533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.063837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fb8e30e2-95fb-4fd4-9306-cc0bf6dd1e42 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 701 time: 1.0354280 Nov 12 03:36:50.065265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.072740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Routers {'66f533d6-cba7-4392-b57a-c22066c23bfd'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:50.076483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['66f533d6-cba7-4392-b57a-c22066c23bfd'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:50.084824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Attempting to bind port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:50.085265 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Attempting to bind port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:50.085940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Attempting to bind port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:50.092317 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:50.092808 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Checking segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:50.093270 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.093721 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Bound using segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:50.094251 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Bound port: 3898dad0-666e-4378-aa7b-1fbd5a56bed2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:50.094707 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.101743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90a17b86-580c-40a3-9aed-571a9c722f0b tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 205 time: 0.0350935 Nov 12 03:36:50.102720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.127936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2ece025-ff87-4b2e-9c51-09312926f43c req-932bdc5b-e154-4b25-9570-cf40e72a4951 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634018 Nov 12 03:36:50.172915 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] For port 3898dad0-666e-4378-aa7b-1fbd5a56bed2, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:50.177372 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] For port 3898dad0-666e-4378-aa7b-1fbd5a56bed2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3898dad0-666e-4378-aa7b-1fbd5a56bed2,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:50.182162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-5b5fbd8a-57fe-4157-86c8-f745cb4979f9 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263687 Nov 12 03:36:50.184666 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.206816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Set router 66f533d6-cba7-4392-b57a-c22066c23bfd gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:50.265642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.288444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f533d6-cba7-4392-b57a-c22066c23bfd', 'name': 'tempest-RoutersTest-router-1392287883', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:35:54Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 11, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:50.297813 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:50.298506 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:50.417684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51a73c44-9954-46a6-9356-78f3b5514a73 req-505720f2-1c60-42b3-a6cd-9ea70e8d32fd tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 210 time: 0.1046181 Nov 12 03:36:50.446716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd11e3-e7cf-4fe6-a3fd-f8d3e891ec3c req-eab56cc6-7e97-431c-8d16-bb7f9ede24af tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.456777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32dd11e3-e7cf-4fe6-a3fd-f8d3e891ec3c req-eab56cc6-7e97-431c-8d16-bb7f9ede24af tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2067947 Nov 12 03:36:50.468940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:50.504410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-5288a997-5efa-46da-9a5c-aee40a52aa7f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084965 Nov 12 03:36:50.525027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.530101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.562111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32dd11e3-e7cf-4fe6-a3fd-f8d3e891ec3c req-d26115d3-68d6-47cd-b23e-21e1ff826400 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042109 Nov 12 03:36:50.608953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.610114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router 66f533d6-cba7-4392-b57a-c22066c23bfd {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:50.627872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.638390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:50.638935 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-156dbbaf-b59d-4e74-a18e-d44bbbcd0148 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 204 len: 168 time: 0.5347159 Nov 12 03:36:50.644235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1764534365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:50.676123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82fb2417-2a41-43e4-aea7-470373b843ca up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:50.678649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Checking router: 66f533d6-cba7-4392-b57a-c22066c23bfd for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:50.723933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:50.724315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:36:50.725560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66f533d6-cba7-4392-b57a-c22066c23bfd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102606) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:36:50.725560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a530051-50c7-4860-8b21-e25b45a5e07f None None] The sync data for ids ['66f533d6-cba7-4392-b57a-c22066c23bfd'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:50.727943 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad596ab-0ac6-4576-862a-288d0e1c4f34 None None] Pushing event updated for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:50.744998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 82fb2417-2a41-43e4-aea7-470373b843ca completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:50.754397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 82fb2417-2a41-43e4-aea7-470373b843ca triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:50.755415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.821815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.822954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.858711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ee2a-d56b-4bd0-a731-6a9ab83c0b1c req-c6ee7509-3af3-452d-9dd8-369d7d1d7342 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.860380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a707ee2a-d56b-4bd0-a731-6a9ab83c0b1c req-c6ee7509-3af3-452d-9dd8-369d7d1d7342 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 948 time: 0.2242858 Nov 12 03:36:50.864232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.912528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82fb2417-2a41-43e4-aea7-470373b843ca,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:50.913694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:50.918109 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d284ab17-1f87-44b7-be18-42541ba3f1c6" -d '{"events": [{"server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "name": "network-vif-plugged", "status": "completed", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:50.926755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.981906 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 4, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3898dad0-666e-4378-aa7b-1fbd5a56bed2', 'name': '', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'mac_address': 'fa:16:3e:03:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:45Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 4, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'subnets': [{'id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:50.985377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-376f96a6-8f21-4573-8c51-722a7756a6e6 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:50.987033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-376f96a6-8f21-4573-8c51-722a7756a6e6 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 819 time: 0.2991962 Nov 12 03:36:50.991592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:50.993615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:51.009482 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a5acc6-bbba-40bf-b58f-2df89e805753 None None] The sync data for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 is: [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:46Z', 'revision_number': 4, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3898dad0-666e-4378-aa7b-1fbd5a56bed2', 'name': '', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'mac_address': 'fa:16:3e:03:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:45Z', 'updated_at': '2021-11-12T03:36:50Z', 'revision_number': 4, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'subnets': [{'id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:51.011534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.033612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-46efb134-d179-4a7f-a73d-e674252f49e2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/quotas/05fb6a4d1f7f463b99455fd3026a67dc HTTP/1.1" status: 200 len: 375 time: 0.0351186 Nov 12 03:36:51.039451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a707ee2a-d56b-4bd0-a731-6a9ab83c0b1c req-58ec7095-e24f-469f-bef0-4b2283cedcec tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630335 Nov 12 03:36:51.047133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.048553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b695d471-3cd5-4087-acf6-d1c047584a1c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4085679 Nov 12 03:36:51.053936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56460) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:51.083654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:51.165833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-9a4ba374-9013-4c9e-923c-d7f409229eba tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228364 Nov 12 03:36:51.292174 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359988f-ef4e-4adb-91ce-d8d644e25321 x-openstack-request-id: req-7359988f-ef4e-4adb-91ce-d8d644e25321 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:51.292687 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "name": "network-vif-plugged", "status": "completed", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:51.294285 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7359988f-ef4e-4adb-91ce-d8d644e25321 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:51.294780 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca', 'code': 200} Nov 12 03:36:51.306932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3898dad0-666e-4378-aa7b-1fbd5a56bed2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:51.401841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:51.402744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.425796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.445138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cab77-196c-4aab-bf05-abf1475f8c1e req-1cf595d6-f831-4892-a8c3-3e123710c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.446829 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-481cab77-196c-4aab-bf05-abf1475f8c1e req-1cf595d6-f831-4892-a8c3-3e123710c19a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 1101 time: 0.0535278 Nov 12 03:36:51.448455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.476367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-bb55725f-46ca-4ab8-b98e-b65634d7cb1e service neutron] 10.222.0.97 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061595 Nov 12 03:36:51.505630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c0c3-84b5-4b7e-8a6e-cc1fbcc1a533 req-e311d758-a587-4304-8f9a-ff07a3b6c26e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:51.506327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.507209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55e4c0c3-84b5-4b7e-8a6e-cc1fbcc1a533 req-e311d758-a587-4304-8f9a-ff07a3b6c26e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1422329 Nov 12 03:36:51.556305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 3898dad0-666e-4378-aa7b-1fbd5a56bed2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3898dad0-666e-4378-aa7b-1fbd5a56bed2,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:51.562483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.589922 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-481cab77-196c-4aab-bf05-abf1475f8c1e req-154b0bff-5284-4c52-a81e-bbcc37741ef2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677912 Nov 12 03:36:51.606631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Router 00bbd77c-b237-4909-9c61-588da560e909 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:36:51.623921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55e4c0c3-84b5-4b7e-8a6e-cc1fbcc1a533 req-17ed498a-4545-42df-b863-72d4ab9f3579 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071928 Nov 12 03:36:51.648150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:51.689583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-c0efac50-6f33-492e-aac6-1a0c37e3581d service neutron] 10.222.0.97 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121825 Nov 12 03:36:51.736160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:36:51.746777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:51.750453 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cdcc0b22-1095-48e6-b57e-2d5ecc89c066 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "PUT /v2.0/routers/00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 200 len: 694 time: 0.6922586 Nov 12 03:36:51.750806 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Sync routers for ids ['00bbd77c-b237-4909-9c61-588da560e909'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:36:51.755292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:51.763563 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Routers {'00bbd77c-b237-4909-9c61-588da560e909'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:51.764172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['00bbd77c-b237-4909-9c61-588da560e909'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:51.878111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Set router 00bbd77c-b237-4909-9c61-588da560e909 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:51.992475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9c553c9c-924f-4a64-ac60-71a8b2db568d tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/routers/00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 200 len: 700 time: 0.2349484 Nov 12 03:36:51.997176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4d5d29f-3655-43d2-9f4a-44dec3bfb709 req-b52975fa-18dc-4ee0-b0ad-8074206cb9ac tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 210 time: 0.0737598 Nov 12 03:36:51.997931 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bbd77c-b237-4909-9c61-588da560e909', 'name': 'tempest-RoutersTest-router-1764534365', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:50Z', 'updated_at': '2021-11-12T03:36:51Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:51.998412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56476) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.045316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ae606d6-7492-48f4-a5ae-484116b224d0 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 200 len: 205 time: 0.0457675 Nov 12 03:36:52.047922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.070552 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Checking router: 00bbd77c-b237-4909-9c61-588da560e909 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:36:52.084228 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Routers {'00bbd77c-b237-4909-9c61-588da560e909'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:36:52.091009 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['00bbd77c-b237-4909-9c61-588da560e909'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:52.125107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-10450aa3-c27c-465f-8fe7-dd921563f9b2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.131089 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-10450aa3-c27c-465f-8fe7-dd921563f9b2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 819 time: 0.2252176 Nov 12 03:36:52.154768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5c5b31-4659-4347-8f8c-9a06b6209980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.156013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Request body: {'port': {'device_id': '018d7077-a27e-4549-b45f-1f161fe5de68', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'admin_state_up': True, 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:52.199539 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] Set router 00bbd77c-b237-4909-9c61-588da560e909 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:36:52.231460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4771-af60-4b52-9bad-91a540378379 req-833a1582-1b52-48b9-bfe9-26b2416f7fa7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.238778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88af4771-af60-4b52-9bad-91a540378379 req-833a1582-1b52-48b9-bfe9-26b2416f7fa7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.3341758 Nov 12 03:36:52.273224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.328531 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00bbd77c-b237-4909-9c61-588da560e909', 'name': 'tempest-RoutersTest-router-1764534365', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:50Z', 'updated_at': '2021-11-12T03:36:51Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:36:52.390313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Made reservation on behalf of 05fb6a4d1f7f463b99455fd3026a67dc for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:52.407275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.422885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88af4771-af60-4b52-9bad-91a540378379 req-e10402fb-a50a-499b-b3d3-60f3ade17a8e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677473 Nov 12 03:36:52.447097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65b86-913d-4026-91d1-1e219062ce2f req-a87be28e-def8-428c-8c9d-e6fc671788e3 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.452155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dc65b86-913d-4026-91d1-1e219062ce2f req-a87be28e-def8-428c-8c9d-e6fc671788e3 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 949 time: 0.2459376 Nov 12 03:36:52.550208 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684082d6-fee5-4cff-ae27-49eeb7c6cef9 None None] The sync data for ids ['00bbd77c-b237-4909-9c61-588da560e909'] in n-d-766726-29 is: [{'id': '00bbd77c-b237-4909-9c61-588da560e909', 'name': 'tempest-RoutersTest-router-1764534365', 'tenant_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:50Z', 'updated_at': '2021-11-12T03:36:51Z', 'revision_number': 2, 'project_id': '9bd61461a37d4a7ea37c8b6c5e5e7f9c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:36:52.605176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Allocated IP 172.20.0.8 (8549ff8e-7dfd-4611-b98d-d4f0962d3a81/9235fa9e-bb46-4dab-a467-8b98511fd263/82affcde-ae6b-416a-99b4-d6979b2b6e01) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:52.671479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.676346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.709451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dc65b86-913d-4026-91d1-1e219062ce2f req-ab988912-7f47-4d44-a514-2c331a16e388 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175230 Nov 12 03:36:52.757939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.759279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Fanout notify agent at l3_agent the message router_deleted on router 00bbd77c-b237-4909-9c61-588da560e909 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:36:52.768172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:52.769481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29e8a6b1-17e7-429a-a15a-0d779b68f9d1 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 204 len: 168 time: 0.7206647 Nov 12 03:36:52.773675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56494) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.829352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8c1053a4-9fe9-452f-821c-fc488555ff71 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 200 len: 205 time: 0.0542376 Nov 12 03:36:52.832377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56496) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.889234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665384b0-d717-4433-a63a-46a301141623 req-3d17b082-b565-4fd1-ae6f-adab274002d4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:52.891104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-665384b0-d717-4433-a63a-46a301141623 req-3d17b082-b565-4fd1-ae6f-adab274002d4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0784800 Nov 12 03:36:52.895041 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-87da0be5-b987-4263-9b5e-e6e0519de6cf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:52.896683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-87da0be5-b987-4263-9b5e-e6e0519de6cf tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/00bbd77c-b237-4909-9c61-588da560e909 HTTP/1.1" status: 404 len: 336 time: 0.0623863 Nov 12 03:36:52.900250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56498) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.956424 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0b3e3d-d5de-42fd-9916-cb9c991f9141 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:52.956926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0b3e3d-d5de-42fd-9916-cb9c991f9141 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:52.963245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7f0b3e3d-d5de-42fd-9916-cb9c991f9141 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/b3264bda-a803-49b8-880d-2e1d5e21bfab HTTP/1.1" status: 404 len: 337 time: 0.0591104 Nov 12 03:36:52.963955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:52.981590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.023147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-665384b0-d717-4433-a63a-46a301141623 req-89866005-7ed7-4f4e-8203-f22f00a78a07 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131039 Nov 12 03:36:53.025112 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bf9836-288f-41e2-bc8e-0a9bf9d6ca59 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.025560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bf9836-288f-41e2-bc8e-0a9bf9d6ca59 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.032706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b8bf9836-288f-41e2-bc8e-0a9bf9d6ca59 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/a7289aa5-ed06-4dc7-9dbf-4b7a551182fc HTTP/1.1" status: 404 len: 337 time: 0.0651176 Nov 12 03:36:53.032899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.033712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.064970 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11c257b-c058-4fe6-b6cf-e72843060e66 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.065434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11c257b-c058-4fe6-b6cf-e72843060e66 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.070817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d11c257b-c058-4fe6-b6cf-e72843060e66 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/402bea9c-0d70-4841-8906-e3c81627a3f6 HTTP/1.1" status: 404 len: 337 time: 0.0348854 Nov 12 03:36:53.075329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56506) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.099597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:53.126871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:53.129377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:53.130169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc82dcaa-7ea4-41d3-89a3-daf8a5026184 req-fda55d1f-2e4c-4450-8af9-07f439c65e96 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 210 time: 0.0321095 Nov 12 03:36:53.134765 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f13de89-55a7-4055-a38d-9e9168b19d5c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.135408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f13de89-55a7-4055-a38d-9e9168b19d5c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.141200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7f13de89-55a7-4055-a38d-9e9168b19d5c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/caacbec8-6772-4c31-8618-201e733f0dba HTTP/1.1" status: 404 len: 337 time: 0.0643609 Nov 12 03:36:53.141804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56508) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.173239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3898dad0-666e-4378-aa7b-1fbd5a56bed2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:53.178902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Pushing event updated for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.201630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89ff5166-0559-45b8-8e5c-cf4ba3047f8e tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 200 len: 205 time: 0.0547085 Nov 12 03:36:53.204073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.222607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.223615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.225106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:53.225472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.242773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-7b2f4251-7c68-42e2-a062-895218e54887 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915949 Nov 12 03:36:53.247561 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-41c1c0c9-ac64-4fb3-b004-8ae0eee388dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.248593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-41c1c0c9-ac64-4fb3-b004-8ae0eee388dc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/66f533d6-cba7-4392-b57a-c22066c23bfd HTTP/1.1" status: 404 len: 336 time: 0.0434775 Nov 12 03:36:53.251193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.263546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Request body: {'port': {'device_id': '018d7077-a27e-4549-b45f-1f161fe5de68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:53.280001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa0e576c-4dfd-4506-b3ee-20fcbecbc943 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=3f586298-4923-47f8-a44e-554a18d593cc HTTP/1.1" status: 200 len: 205 time: 0.0276222 Nov 12 03:36:53.282441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56514) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.320028 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-eade927e-3cff-43a5-94ea-466d68279a5f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.324230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eade927e-3cff-43a5-94ea-466d68279a5f tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/3f586298-4923-47f8-a44e-554a18d593cc HTTP/1.1" status: 404 len: 336 time: 0.0377383 Nov 12 03:36:53.327694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.328176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.361326 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9485d9f1-f2d6-4e01-a555-71024587b3bc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.362175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9485d9f1-f2d6-4e01-a555-71024587b3bc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.365234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9485d9f1-f2d6-4e01-a555-71024587b3bc tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/5289e0e8-6817-4a2d-bc0f-7479bd2e2eaa HTTP/1.1" status: 404 len: 337 time: 0.0365620 Nov 12 03:36:53.368130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.395858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4cbe5afa-c155-4dda-ae2b-40b83fede53b tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 200 len: 205 time: 0.0264719 Nov 12 03:36:53.398019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.435837 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7fad71c5-0053-4968-89c1-bd003a11ffcd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.437787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7fad71c5-0053-4968-89c1-bd003a11ffcd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/308a9dba-e994-4da5-a3bf-3f9aa79bc50d HTTP/1.1" status: 404 len: 336 time: 0.0382385 Nov 12 03:36:53.439732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.469907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d8197b5-7682-43e5-96d3-548cf9dc774c tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=6ac3f0e2-5508-4954-a377-333158274591 HTTP/1.1" status: 200 len: 205 time: 0.0287912 Nov 12 03:36:53.471974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.518585 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e0c30c26-41e3-43af-b29b-48ea4f80fdb2 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.519700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e0c30c26-41e3-43af-b29b-48ea4f80fdb2 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/6ac3f0e2-5508-4954-a377-333158274591 HTTP/1.1" status: 404 len: 336 time: 0.0467498 Nov 12 03:36:53.522451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56528) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.555591 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0ed680-88d6-4b38-a1b5-d2ef21837b60 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.556197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0ed680-88d6-4b38-a1b5-d2ef21837b60 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.562600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc0ed680-88d6-4b38-a1b5-d2ef21837b60 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/579a77d8-ddd8-4ec2-b4d8-d87b1b901621 HTTP/1.1" status: 404 len: 337 time: 0.0364850 Nov 12 03:36:53.563164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56532) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.581652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb52e9-a052-4b46-848c-846eb252f06d req-3694d60b-829b-45ad-8ad3-a5978a1b41c9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.583411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9bb52e9-a052-4b46-848c-846eb252f06d req-3694d60b-829b-45ad-8ad3-a5978a1b41c9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0670609 Nov 12 03:36:53.612932 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-51cb67e5-4329-47c3-891b-900190c1e0de tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=aad771e5-2ff7-4708-89bb-8c25ef3e68fe HTTP/1.1" status: 200 len: 205 time: 0.0468035 Nov 12 03:36:53.613258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.660898 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-b546aca8-2fb0-4144-b5db-20097ecd96ac tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.661681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b546aca8-2fb0-4144-b5db-20097ecd96ac tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/aad771e5-2ff7-4708-89bb-8c25ef3e68fe HTTP/1.1" status: 404 len: 336 time: 0.0474222 Nov 12 03:36:53.667297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.702240 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b75469e-6361-4ef6-9968-34b89a1a8e95 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.702814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b75469e-6361-4ef6-9968-34b89a1a8e95 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.705926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b75469e-6361-4ef6-9968-34b89a1a8e95 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/140b954f-f84a-46b6-8885-4e5dd68cf539 HTTP/1.1" status: 404 len: 337 time: 0.0379481 Nov 12 03:36:53.710497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.754921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82affcde-ae6b-416a-99b4-d6979b2b6e01 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:53.763383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.768006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-636480a2-ba23-43b0-8739-897e1fe97a99 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "GET /v2.0/ports?device_id=a9debd65-6b02-4a47-87e3-c46bfee4302a HTTP/1.1" status: 200 len: 205 time: 0.0492928 Nov 12 03:36:53.770597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.786428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9bb52e9-a052-4b46-848c-846eb252f06d req-4ed351ac-4ca8-4f67-8498-f3c752bafc47 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902702 Nov 12 03:36:53.827414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Transition to ACTIVE for port object 82affcde-ae6b-416a-99b4-d6979b2b6e01 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:53.828601 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-42f56c1e-f56d-4757-9626-50df127ebabd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] delete failed (client error): The resource could not be found. Nov 12 03:36:53.829623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-42f56c1e-f56d-4757-9626-50df127ebabd tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/routers/a9debd65-6b02-4a47-87e3-c46bfee4302a HTTP/1.1" status: 404 len: 336 time: 0.0579159 Nov 12 03:36:53.834325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.836085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:53.851871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-839abd3b-cc6c-4c48-a7cb-7092a9a566be tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.853297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-839abd3b-cc6c-4c48-a7cb-7092a9a566be tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.104 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 819 time: 0.2538924 Nov 12 03:36:53.881447 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40eb434-b4f3-4063-b7fa-9ece98a975d6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.881906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40eb434-b4f3-4063-b7fa-9ece98a975d6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.885594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f40eb434-b4f3-4063-b7fa-9ece98a975d6 tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/590fde07-c82c-44ec-b39b-fb92283004fd HTTP/1.1" status: 404 len: 337 time: 0.0493715 Nov 12 03:36:53.890170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56546) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:53.893556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:53.893774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Request body: {'port': {'device_id': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'admin_state_up': True, 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:53.929113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774ee3f-95d4-4353-9c02-162bd1207eb7 req-c4faa3c7-9829-4da7-8119-8e273e2bbb75 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:53.936673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4774ee3f-95d4-4353-9c02-162bd1207eb7 req-c4faa3c7-9829-4da7-8119-8e273e2bbb75 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 949 time: 0.1370263 Nov 12 03:36:53.961663 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6be0a7a-b7d1-4546-95fc-949abb1faf7a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] DELETE failed (client error): The resource could not be found. Nov 12 03:36:53.962199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6be0a7a-b7d1-4546-95fc-949abb1faf7a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:36:53.968847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6be0a7a-b7d1-4546-95fc-949abb1faf7a tempest-RoutersTest-794356365 tempest-RoutersTest-794356365-project] 10.222.0.97 "DELETE /v2.0/subnets/fa1d2330-45c0-4044-88c3-a77b7146eeec HTTP/1.1" status: 404 len: 337 time: 0.0762141 Nov 12 03:36:54.016231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Attempting to bind port 82affcde-ae6b-416a-99b4-d6979b2b6e01 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:54.016577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Attempting to bind port 82affcde-ae6b-416a-99b4-d6979b2b6e01 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:54.017043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Attempting to bind port 82affcde-ae6b-416a-99b4-d6979b2b6e01 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:54.026282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Port 82affcde-ae6b-416a-99b4-d6979b2b6e01 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:54.027332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Attempting to bind port 82affcde-ae6b-416a-99b4-d6979b2b6e01 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:54.034784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:54.035642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Checking segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:54.036569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Bound using segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:54.037070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Bound port: 82affcde-ae6b-416a-99b4-d6979b2b6e01, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:54.040311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.056596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4774ee3f-95d4-4353-9c02-162bd1207eb7 req-008c8ee6-ec75-4c48-ab90-e67706e36637 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996354 Nov 12 03:36:54.132365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:54.134963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Made reservation on behalf of 05fb6a4d1f7f463b99455fd3026a67dc for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:54.136518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:54.139177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.146477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.202933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.203509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.205163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 1092 time: 0.9470468 Nov 12 03:36:54.205511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:54.208961 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54115168-b5e7-4d73-86f1-ab7243602aca" -d '{"events": [{"name": "network-changed", "server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:54.236513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e851846-7a41-4271-805b-ad2e0158ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.275741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669b81e-5ff0-40b2-ab4e-e5664a530062 req-68c62d89-72e0-42bd-9665-64d96dc27ebf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.277259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5669b81e-5ff0-40b2-ab4e-e5664a530062 req-68c62d89-72e0-42bd-9665-64d96dc27ebf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1337852 Nov 12 03:36:54.303546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1607e8e9-12f9-480a-8a18-54de969ca93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.322467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.344197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-97aa654e-44e9-44fe-bc80-981da9e30304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.346488 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-97aa654e-44e9-44fe-bc80-981da9e30304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1095 time: 0.0759954 Nov 12 03:36:54.415454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a5810e1-b313-4ec5-bbee-4b37f774ec84 req-6686aeb7-0b79-4102-be17-fa379c0e9119 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 210 time: 0.0527709 Nov 12 03:36:54.415898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-a8db0ba8-c8aa-4369-b861-9223dcc4d9a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.0411179 Nov 12 03:36:54.437534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5669b81e-5ff0-40b2-ab4e-e5664a530062 req-851d51b7-2324-4d23-8ddd-89444a9aec71 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370208 Nov 12 03:36:54.437534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Allocated IP 172.20.0.10 (8549ff8e-7dfd-4611-b98d-d4f0962d3a81/9235fa9e-bb46-4dab-a467-8b98511fd263/d1135a5a-5c6e-42c8-808b-e98f01304e06) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:54.490370 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106eef10-34b7-46b9-a354-5e3bf47faae5 x-openstack-request-id: req-106eef10-34b7-46b9-a354-5e3bf47faae5 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:54.490370 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:54.490370 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-106eef10-34b7-46b9-a354-5e3bf47faae5 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:54.490768 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01', 'status': 'completed', 'code': 200} Nov 12 03:36:54.512801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-6d7c49a7-a04a-442e-be47-d7e1c13d5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.515417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-6d7c49a7-a04a-442e-be47-d7e1c13d5c77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0898397 Nov 12 03:36:54.548906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-f0d98ec1-77ff-4e61-b603-bbfcb69186a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254850 Nov 12 03:36:54.553414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa316110-71c8-4589-a219-06373189aee1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9bd61461a37d4a7ea37c8b6c5e5e7f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285335 Nov 12 03:36:54.556032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56570) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:54.631736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d6bad-3f87-49f2-a0ea-a89b95ac4ef4 req-13dfc906-055e-4763-82c8-42f4ff3450cf tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.633231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc5d6bad-3f87-49f2-a0ea-a89b95ac4ef4 req-13dfc906-055e-4763-82c8-42f4ff3450cf tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 949 time: 0.1141748 Nov 12 03:36:54.672407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.684194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.689990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-52331f26-fc7a-4564-bdff-4b6481c3a14f service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274216 Nov 12 03:36:54.705021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.708239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc5d6bad-3f87-49f2-a0ea-a89b95ac4ef4 req-c0ea3474-1d0e-478c-871b-2af4f1b6cbbf tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678599 Nov 12 03:36:54.740101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.782028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:54.787329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:54.791153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:54.824102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2099bd10-d401-4f20-9925-4e5cb604d5e3 req-1ab828ce-8b45-4db4-9a2c-084658fcefad service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212623 Nov 12 03:36:54.825379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.826332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Pushing event updated for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.828459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.832212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/51448a32-7232-4853-867f-afbddbc31e51 HTTP/1.1" status: 204 len: 168 time: 0.2726367 Nov 12 03:36:54.841608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10d248-6b6b-4b80-8540-ac26d240431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51448a32-7232-4853-867f-afbddbc31e51,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:54.851462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.852305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:54.875666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-14912264-11ae-45cf-8798-121b6975bc2a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9860137 Nov 12 03:36:54.896943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Request body: {'port': {'device_id': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:54.993898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115168-b5e7-4d73-86f1-ab7243602aca req-bf34ef83-b57b-4106-af9d-0b1e80aa76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:54.995511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-bf34ef83-b57b-4106-af9d-0b1e80aa76ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1095 time: 0.0508156 Nov 12 03:36:55.106540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115168-b5e7-4d73-86f1-ab7243602aca req-51d0fa09-ca86-4477-a9dc-43bcd1521d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.108532 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-51d0fa09-ca86-4477-a9dc-43bcd1521d74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.1052494 Nov 12 03:36:55.170008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-c7977988-1ffa-49eb-93dd-1752cf06c089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.0443640 Nov 12 03:36:55.227114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115168-b5e7-4d73-86f1-ab7243602aca req-e71fb11a-3d96-4494-9f4e-29c7e79eea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.229207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-e71fb11a-3d96-4494-9f4e-29c7e79eea2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0509274 Nov 12 03:36:55.266876 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-0ed1cbf7-dfff-4e37-b9ee-79c3c862ee4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290246 Nov 12 03:36:55.313847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.360448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545a727-a19d-4211-85f3-9a89fca8952b req-891ffd57-9a90-41a0-9b2f-77cc4bf082d9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.361988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5545a727-a19d-4211-85f3-9a89fca8952b req-891ffd57-9a90-41a0-9b2f-77cc4bf082d9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1069841 Nov 12 03:36:55.379397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.497550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5545a727-a19d-4211-85f3-9a89fca8952b req-0efa4047-7c50-4859-8d3e-433773047e65 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229184 Nov 12 03:36:55.674832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b04610-c6b2-43b2-9585-fff8e4cf0df0 req-fc38f985-5868-4fc0-becc-04bf6f48540e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.676564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5b04610-c6b2-43b2-9585-fff8e4cf0df0 req-fc38f985-5868-4fc0-becc-04bf6f48540e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 932 time: 0.1530318 Nov 12 03:36:55.684729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9780-4067-48ec-b79f-0bd76c76b4f4 req-ac2bb88c-2ead-4b45-b458-c888c769834b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:55.686476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dd9780-4067-48ec-b79f-0bd76c76b4f4 req-ac2bb88c-2ead-4b45-b458-c888c769834b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1124825 Nov 12 03:36:55.686995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:55.766374 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-f9a2203c-554a-4df7-b9d6-5df3fe90046c service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901609 Nov 12 03:36:55.823909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-64282786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:55.850286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dd9780-4067-48ec-b79f-0bd76c76b4f4 req-5e4f4ce0-2583-4c28-822f-71b5bb2f7c2f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522717 Nov 12 03:36:55.852374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1135a5a-5c6e-42c8-808b-e98f01304e06 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:55.867049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5b04610-c6b2-43b2-9585-fff8e4cf0df0 req-1908809a-48fc-4f7d-8dbb-643dbd6f553d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680746 Nov 12 03:36:55.868914 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.886531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Transition to ACTIVE for port object d1135a5a-5c6e-42c8-808b-e98f01304e06 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:36:55.888660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.889989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.893733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:55.901979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-54115168-b5e7-4d73-86f1-ab7243602aca req-ab73e8e2-6a01-4fbf-a29d-6eea21443600 service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120255 Nov 12 03:36:55.984453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.045343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.075339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.118482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122510-ed28-4269-9684-d9f0bf47575c req-4d007721-005e-4641-a9c3-7ba174b9ae01 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.120031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2122510-ed28-4269-9684-d9f0bf47575c req-4d007721-005e-4641-a9c3-7ba174b9ae01 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 949 time: 0.1620784 Nov 12 03:36:56.124853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.128809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d906c503-c13a-4b00-89cf-759b60df9661 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4292309 Nov 12 03:36:56.132649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:56.134100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-fa43ccca-228c-4bba-b456-10021b864ea3 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.135637 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-fa43ccca-228c-4bba-b456-10021b864ea3 tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec HTTP/1.1" status: 200 len: 949 time: 0.0546482 Nov 12 03:36:56.138687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1430243676'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:56.160651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Attempting to bind port d1135a5a-5c6e-42c8-808b-e98f01304e06 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:56.160991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Attempting to bind port d1135a5a-5c6e-42c8-808b-e98f01304e06 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:56.161328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Attempting to bind port d1135a5a-5c6e-42c8-808b-e98f01304e06 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:56.179138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Port d1135a5a-5c6e-42c8-808b-e98f01304e06 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:36:56.179940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Attempting to bind port d1135a5a-5c6e-42c8-808b-e98f01304e06 on network 8549ff8e-7dfd-4611-b98d-d4f0962d3a81 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:56.204261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:56.204523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Checking segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:56.204899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Bound using segment: {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:56.205332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Bound port: d1135a5a-5c6e-42c8-808b-e98f01304e06, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:56.205695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.207465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:56.210906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.228363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2122510-ed28-4269-9684-d9f0bf47575c req-abcbfe61-314e-4b1b-b107-86e7d3424b1a tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.97 "GET /v2.0/security-groups?id=1d229c13-c798-44e0-aa70-db46a1e8340f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964231 Nov 12 03:36:56.230721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.249765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Deleting port 82fb2417-2a41-43e4-aea7-470373b843ca {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:36:56.249765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.315892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:56.319898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:56.325886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.350011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] For port 82fb2417-2a41-43e4-aea7-470373b843ca, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82fb2417-2a41-43e4-aea7-470373b843ca,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:56.350370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.363828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Calling delete_port for 82fb2417-2a41-43e4-aea7-470373b843ca owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:36:56.386115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.386873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.388813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] 10.222.0.104 "PUT /v2.0/ports/d1135a5a-5c6e-42c8-808b-e98f01304e06 HTTP/1.1" status: 200 len: 1093 time: 1.4967859 Nov 12 03:36:56.391972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:56.394217 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c51566-1e1f-4160-945d-c0b28d91aa48" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:56.414244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58af08-e699-4bc4-8445-f1a3f6befbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.425875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.435155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.464081 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cc347f-e2f5-4baa-b2d9-118ba0278625 x-openstack-request-id: req-82cc347f-e2f5-4baa-b2d9-118ba0278625 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:56.464517 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:56.464858 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-82cc347f-e2f5-4baa-b2d9-118ba0278625 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:56.465410 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06', 'status': 'completed', 'code': 200} Nov 12 03:36:56.468298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:56.484707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bd7a86-13d3-4e5e-8f08-98015c73b40c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.524192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.535979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.536333 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Added segment d7a6d170-df1e-4f27-8039-4daabd768c94 of type vlan for network 5fd578c6-3359-4726-972d-08a33326d9d9 Nov 12 03:36:56.539748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82affcde-ae6b-416a-99b4-d6979b2b6e01 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:36:56.561359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Pushing event deleted for resources: {'Port': ['ID=82fb2417-2a41-43e4-aea7-470373b843ca,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.589910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.593553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-6be6a2b8-9e58-4934-bc79-eb7895cb72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.595273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-6be6a2b8-9e58-4934-bc79-eb7895cb72dc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 1096 time: 0.0856938 Nov 12 03:36:56.608639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] No DVR routers for this DVR port 82fb2417-2a41-43e4-aea7-470373b843ca on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:36:56.611827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.615423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0cc03293-83c3-4e6f-a78e-bc371ef639a1 req-facaeb18-6d59-4fd4-847c-80ee93e204fe tempest-VolumesNegativeTest-1945487676 tempest-VolumesNegativeTest-1945487676-project] 10.222.0.16 "DELETE /v2.0/ports/82fb2417-2a41-43e4-aea7-470373b843ca HTTP/1.1" status: 204 len: 173 time: 0.4685996 Nov 12 03:36:56.615895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'name': 'network-vif-deleted', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:56.619044 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45833527-1319-4a30-818e-a2314a4045b7" -d '{"events": [{"server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "name": "network-vif-deleted", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:56.671341 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25228acb-ce48-4591-8de4-2e72d23b2668 x-openstack-request-id: req-25228acb-ce48-4591-8de4-2e72d23b2668 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:56.671622 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec", "name": "network-vif-deleted", "tag": "82fb2417-2a41-43e4-aea7-470373b843ca", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:56.671877 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-25228acb-ce48-4591-8de4-2e72d23b2668 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:56.672279 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd96f5b-6caa-4599-8aa2-ff6c2e0950ec', 'name': 'network-vif-deleted', 'tag': '82fb2417-2a41-43e4-aea7-470373b843ca', 'status': 'completed', 'code': 200} Nov 12 03:36:56.675851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-eaab53b9-f360-43de-a58c-25b6f0d20190 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06 HTTP/1.1" status: 200 len: 217 time: 0.0610089 Nov 12 03:36:56.681370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['82fb2417-2a41-43e4-aea7-470373b843ca'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:56.699244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.707004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.708150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.741013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:56.755458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '82affcde-ae6b-416a-99b4-d6979b2b6e01', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'port_id': '82affcde-ae6b-416a-99b4-d6979b2b6e01', 'mac_address': 'fa:16:3e:20:b3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:36:56.769401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6357434 Nov 12 03:36:56.772540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:56.778815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'subnet': {'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:56.819884 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.852581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82affcde-ae6b-416a-99b4-d6979b2b6e01 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:36:56.896469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.915882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:56.917591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-0764a08e-5e1c-4eff-a689-10f2f927e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.921983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.924151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-0764a08e-5e1c-4eff-a689-10f2f927e427 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.2343366 Nov 12 03:36:56.927501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad93a33-f4bc-4981-bacb-793b6a011adb tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Network': ['ID=5fd578c6-3359-4726-972d-08a33326d9d9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:56.938865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2ee96-ad81-411e-929f-b671c80f40bb req-3b8ee18e-eca8-4c9b-be8e-9841860e5274 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:56.940785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3f2ee96-ad81-411e-929f-b671c80f40bb req-3b8ee18e-eca8-4c9b-be8e-9841860e5274 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2632015 Nov 12 03:36:56.943450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:56.949065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:56.957271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5fd578c6-3359-4726-972d-08a33326d9d9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:56.971498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-1d490b0c-a6ae-4196-91fd-e9c76d4c62ee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292442 Nov 12 03:36:57.035817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.111451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3f2ee96-ad81-411e-929f-b671c80f40bb req-896089cc-ffb2-4b83-8f30-034c96e8ff0b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423759 Nov 12 03:36:57.137618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19634abc-ab0e-4b38-a906-051039ab2268 req-f1d0a7db-ceed-4029-8fc8-9b78cc59584a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.137618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19634abc-ab0e-4b38-a906-051039ab2268 req-f1d0a7db-ceed-4029-8fc8-9b78cc59584a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1628275 Nov 12 03:36:57.170749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.219349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-c3d7a0c4-036d-4f6b-bb7d-973fe02ba1ce service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179396 Nov 12 03:36:57.239382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Subnet': ['ID=14096b08-0807-4199-9edd-df2935253ff9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.244772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['82affcde-ae6b-416a-99b4-d6979b2b6e01'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:36:57.245108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Checking segment: {'id': 'd7a6d170-df1e-4f27-8039-4daabd768c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:57.245466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network hostable DHCP agents. Network: 5fd578c6-3359-4726-972d-08a33326d9d9, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:57.269520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network 5fd578c6-3359-4726-972d-08a33326d9d9 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:57.284082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5fd578c6-3359-4726-972d-08a33326d9d9) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:57.286268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19634abc-ab0e-4b38-a906-051039ab2268 req-9003a4e5-89e0-42b0-84a7-b20c705b0217 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451335 Nov 12 03:36:57.289019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.290103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.315552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa877b9-33d9-4e46-bd1c-9abca4e7b576 None None] Network 5fd578c6-3359-4726-972d-08a33326d9d9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:57.319163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e303e3bd-be77-4953-958a-fb75129adfd7 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5454576 Nov 12 03:36:57.322920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:57.329652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'network': {'name': 'tempest-router-network01--552589141'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:57.342752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685966e-1a88-4275-ac6e-d2058076eac2 req-36fc8939-62e9-46e9-80d3-667f28b8b7bc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.344715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d685966e-1a88-4275-ac6e-d2058076eac2 req-36fc8939-62e9-46e9-80d3-667f28b8b7bc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 944 time: 0.1457880 Nov 12 03:36:57.358631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:57.363727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.394669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:57.406922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.407283 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Added segment 718492a3-516f-46bc-bd4e-8a8d18f29ad6 of type vlan for network c4079ee2-b73b-409e-87ee-ae441d0d95b4 Nov 12 03:36:57.431329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b591e22-b8e4-432e-a26a-aac404afa3b2 req-1282f2f6-6804-42d6-ad33-2ae47ceeaca7 service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928818 Nov 12 03:36:57.435418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d685966e-1a88-4275-ac6e-d2058076eac2 req-8db752bd-34ae-4225-9482-4945f9fa28b4 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755420 Nov 12 03:36:57.472017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.511281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.517491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.518103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.589014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5fd578c6-3359-4726-972d-08a33326d9d9', 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9', 'tenant_id': 'ab292833c9be4808bb59ce67a9e1d254', 'fixed_ips': [{'subnet_id': '14096b08-0807-4199-9edd-df2935253ff9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:57.589879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.607651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2833061 Nov 12 03:36:57.610874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:57.616208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'network': {'name': 'tempest-router-network02--1010825730'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:57.619436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f5f8-2678-4107-b91b-ae973d4fb1ee tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Network': ['ID=c4079ee2-b73b-409e-87ee-ae441d0d95b4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:57.639769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:57.642109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:57.647530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.665253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-a8a689f4-3d17-4c85-a4e8-9075f5e587d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.667395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-a8a689f4-3d17-4c85-a4e8-9075f5e587d9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 1096 time: 0.0569680 Nov 12 03:36:57.679437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:36:57.689945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.690302 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Added segment 0765b83e-2791-45dc-a456-5826d81d592b of type vlan for network 3db6a822-a551-4a8f-befb-703d72a52b59 Nov 12 03:36:57.786110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.792003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.827872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-fdb2ee9b-8db5-4406-9626-0e868e1ca721 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834103 Nov 12 03:36:57.838752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.847016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.847645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:57.856241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-af172839-16f8-46ea-8110-f7acf9fdbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:57.858184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-af172839-16f8-46ea-8110-f7acf9fdbb9a service neutron] 10.222.0.104 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.1763122 Nov 12 03:36:57.869255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Allocated IP 172.20.0.2 (5fd578c6-3359-4726-972d-08a33326d9d9/14096b08-0807-4199-9edd-df2935253ff9/765579a9-7267-4244-afa5-14aa775e62d5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:57.932903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-58b7eb05-c134-47e3-8e98-0044ed06ae95 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06 HTTP/1.1" status: 200 len: 217 time: 0.0661783 Nov 12 03:36:57.959640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3448565 Nov 12 03:36:57.961888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:57.982559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'subnet': {'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:57.989907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca09d7-86b8-4973-9d6b-95dbfc4a3b2e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Network': ['ID=3db6a822-a551-4a8f-befb-703d72a52b59,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.007053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-c4a9ab4d-042c-45b2-84db-4fadf3edf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.007302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3db6a822-a551-4a8f-befb-703d72a52b59 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:36:58.009556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-c4a9ab4d-042c-45b2-84db-4fadf3edf2e1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0614536 Nov 12 03:36:58.053136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-250be0ef-b7c1-41eb-beaf-64bdcdcb0ab8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287690 Nov 12 03:36:58.070522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff19038-c073-40f2-9463-d56991fc357a req-1faa27f4-1969-4b53-a8e7-505075d122e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.071986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-1faa27f4-1969-4b53-a8e7-505075d122e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1102 time: 0.1293361 Nov 12 03:36:58.132613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:58.136183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.160092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.170317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.185818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-35ab1db3-c831-4b9c-b693-99eb4792aa0f service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206284 Nov 12 03:36:58.232814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Network 5fd578c6-3359-4726-972d-08a33326d9d9 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:36:58.238133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:58.244001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:36:58.252233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Pushing event updated for resources: {'Port': ['ID=765579a9-7267-4244-afa5-14aa775e62d5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.314460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Attempting to bind port 765579a9-7267-4244-afa5-14aa775e62d5 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:36:58.314833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Attempting to bind port 765579a9-7267-4244-afa5-14aa775e62d5 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd7a6d170-df1e-4f27-8039-4daabd768c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:36:58.315230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Attempting to bind port 765579a9-7267-4244-afa5-14aa775e62d5 on network 5fd578c6-3359-4726-972d-08a33326d9d9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:36:58.321861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:36:58.322536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Checking segment: {'id': 'd7a6d170-df1e-4f27-8039-4daabd768c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:58.322705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.323086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Bound using segment: {'id': 'd7a6d170-df1e-4f27-8039-4daabd768c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:36:58.323551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Bound port: 765579a9-7267-4244-afa5-14aa775e62d5, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a6d170-df1e-4f27-8039-4daabd768c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5fd578c6-3359-4726-972d-08a33326d9d9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:36:58.323964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.347592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff19038-c073-40f2-9463-d56991fc357a req-f70bab28-d20c-4434-a09b-e0f978c53340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.354600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-f70bab28-d20c-4434-a09b-e0f978c53340 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2451234 Nov 12 03:36:58.357323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017df3-6d66-46fb-8424-af0dbe411b84 req-ec69ee12-0afe-4ead-a99a-c1d5dd002037 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.359489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a017df3-6d66-46fb-8424-af0dbe411b84 req-ec69ee12-0afe-4ead-a99a-c1d5dd002037 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1418808 Nov 12 03:36:58.392913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7c51566-1e1f-4160-945d-c0b28d91aa48 req-59daa0fe-7092-482a-b5c0-2d63c49d7687 service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981871 Nov 12 03:36:58.408297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] For port 765579a9-7267-4244-afa5-14aa775e62d5, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:36:58.412007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] For port 765579a9-7267-4244-afa5-14aa775e62d5, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=765579a9-7267-4244-afa5-14aa775e62d5,segment=NetworkSegment(d7a6d170-df1e-4f27-8039-4daabd768c94),segment_id=d7a6d170-df1e-4f27-8039-4daabd768c94)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:36:58.421549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.429129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a017df3-6d66-46fb-8424-af0dbe411b84 req-48e18351-073c-4ce1-baa9-578695de553a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624614 Nov 12 03:36:58.444582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-0dfb8b02-83b1-4f41-a272-042ac1f91d6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.0796888 Nov 12 03:36:58.511499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9438f-6e59-4a4f-8346-c53506e792a9 None None] Pushing event updated for resources: {'Port': ['ID=765579a9-7267-4244-afa5-14aa775e62d5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.543993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5129069-cf37-4920-b97d-b7d42d3add59 req-af378fc8-8327-46f8-9f37-a7f4f7c3d3e1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.545855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5129069-cf37-4920-b97d-b7d42d3add59 req-af378fc8-8327-46f8-9f37-a7f4f7c3d3e1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1128507 Nov 12 03:36:58.560350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82affcde-ae6b-416a-99b4-d6979b2b6e01 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:58.594281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff19038-c073-40f2-9463-d56991fc357a req-5d1b3663-bd3e-43a6-9bd8-7afea47417b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.597086 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-5d1b3663-bd3e-43a6-9bd8-7afea47417b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1396191 Nov 12 03:36:58.648946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 82affcde-ae6b-416a-99b4-d6979b2b6e01 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:36:58.654950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 82affcde-ae6b-416a-99b4-d6979b2b6e01 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:58.655659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.664135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5129069-cf37-4920-b97d-b7d42d3add59 req-9e2d6789-bb18-4371-b5cd-336e9022f272 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108334 Nov 12 03:36:58.703948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff19038-c073-40f2-9463-d56991fc357a req-255af896-ff0a-49ff-8b86-1bb58dc499e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.705882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-255af896-ff0a-49ff-8b86-1bb58dc499e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949311 Nov 12 03:36:58.712372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.755836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b06ec6-5e1c-4e4d-acd1-b24d5e485a09 req-6da259b7-dede-4a92-8a39-c0ba503262d0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:58.764731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77b06ec6-5e1c-4e4d-acd1-b24d5e485a09 req-6da259b7-dede-4a92-8a39-c0ba503262d0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 944 time: 0.0950201 Nov 12 03:36:58.813920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.867804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77b06ec6-5e1c-4e4d-acd1-b24d5e485a09 req-01fb7000-6ca8-4e5e-9310-0160032add85 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955806 Nov 12 03:36:58.908567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:58.910303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:36:58.913259 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00dcf3f-aaa7-48d2-8890-78ef69fbd5bb" -d '{"events": [{"server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "name": "network-vif-plugged", "status": "completed", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:36:58.917977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Subnet': ['ID=284b0e86-708d-4940-abda-ac1a1d0aaddc,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:58.923964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:58.941826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Checking segment: {'id': '718492a3-516f-46bc-bd4e-8a8d18f29ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:58.942192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network hostable DHCP agents. Network: c4079ee2-b73b-409e-87ee-ae441d0d95b4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:58.986721 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1605184-58a1-4b37-b641-4c0195dfa7a6 x-openstack-request-id: req-f1605184-58a1-4b37-b641-4c0195dfa7a6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:36:58.987067 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "name": "network-vif-plugged", "status": "completed", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:36:58.987822 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f1605184-58a1-4b37-b641-4c0195dfa7a6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:36:58.988217 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01', 'code': 200} Nov 12 03:36:58.989440 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-2c201efe-b924-477f-a170-62e9a971a8f8 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642136 Nov 12 03:36:58.990793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:58.991299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:59.002945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c4079ee2-b73b-409e-87ee-ae441d0d95b4) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:59.007863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.008969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.016635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11aa450-1c43-4267-9a2d-a3990f7df709 None None] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:59.040122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b16e2d36-f556-4dfc-938f-aacc38daea0b tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0640211 Nov 12 03:36:59.043722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:59.049878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'subnet': {'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:36:59.213700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Made reservation on behalf of ab292833c9be4808bb59ce67a9e1d254 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:36:59.218593 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.228572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31740-121e-49e4-af46-d18598cd2333 req-19fd6312-4b4b-403b-80ae-39bb880e06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.230175 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93a31740-121e-49e4-af46-d18598cd2333 req-19fd6312-4b4b-403b-80ae-39bb880e06bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.0853236 Nov 12 03:36:59.233747 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dff19038-c073-40f2-9463-d56991fc357a req-8609954b-5c20-4cb0-9726-318c9a9b52f5 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054040 Nov 12 03:36:59.271138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c4079ee2-b73b-409e-87ee-ae441d0d95b4', 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4', 'tenant_id': 'ab292833c9be4808bb59ce67a9e1d254', 'fixed_ips': [{'subnet_id': '284b0e86-708d-4940-abda-ac1a1d0aaddc'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:36:59.272476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.300011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 765579a9-7267-4244-afa5-14aa775e62d5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:36:59.320896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93a31740-121e-49e4-af46-d18598cd2333 req-1e55f95b-c1e0-4c31-ac41-5d4c67253d50 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623877 Nov 12 03:36:59.461375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 765579a9-7267-4244-afa5-14aa775e62d5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:36:59.461620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.483756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.544845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Allocated IP 172.20.0.2 (c4079ee2-b73b-409e-87ee-ae441d0d95b4/284b0e86-708d-4940-abda-ac1a1d0aaddc/e1ed2edc-75c7-4d27-a00f-ab812868b5ae) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:36:59.610479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Subnet': ['ID=7c326692-755b-46f8-b771-c9cd952b9989,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:36:59.634096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Checking segment: {'id': '0765b83e-2791-45dc-a456-5826d81d592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:36:59.634602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network hostable DHCP agents. Network: 3db6a822-a551-4a8f-befb-703d72a52b59, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:36:59.675055 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.681731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903baf9-9dbd-4a58-9b7d-8d157a8b7ff9 req-b7f30439-6505-4dc1-8d87-b61406a60f58 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.683580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7903baf9-9dbd-4a58-9b7d-8d157a8b7ff9 req-b7f30439-6505-4dc1-8d87-b61406a60f58 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1191838 Nov 12 03:36:59.684928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network 3db6a822-a551-4a8f-befb-703d72a52b59 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:36:59.717289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3db6a822-a551-4a8f-befb-703d72a52b59) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:36:59.725640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:36:59.726534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.744657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0f3c5-0aee-453d-a46d-7bfee1a8a990 None None] Network 3db6a822-a551-4a8f-befb-703d72a52b59 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:36:59.752950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 765579a9-7267-4244-afa5-14aa775e62d5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=765579a9-7267-4244-afa5-14aa775e62d5,segment=NetworkSegment(d7a6d170-df1e-4f27-8039-4daabd768c94),segment_id=d7a6d170-df1e-4f27-8039-4daabd768c94)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:36:59.775638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-491b5b52-4e6d-4970-9bec-17d3a5e78eb6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7299716 Nov 12 03:36:59.778913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:36:59.799446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:36:59.812208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7903baf9-9dbd-4a58-9b7d-8d157a8b7ff9 req-909be341-9102-48f0-9f67-2c7d4f36c563 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202343 Nov 12 03:37:00.153533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46c6b7-a98a-483f-b9c5-4fb5da52edb3 None None] Network 5fd578c6-3359-4726-972d-08a33326d9d9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:00.162223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae778d2-2d31-42f5-a222-47c6d227df74 req-1eea96ca-0502-492e-a58a-d737dd53655b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.163959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae778d2-2d31-42f5-a222-47c6d227df74 req-1eea96ca-0502-492e-a58a-d737dd53655b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.3487651 Nov 12 03:37:00.206738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=765579a9-7267-4244-afa5-14aa775e62d5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.255269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1cf2286b-32ac-4bf6-b432-9c5993fdf051 None None] Provisioning complete for port 765579a9-7267-4244-afa5-14aa775e62d5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:00.255624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1cf2286b-32ac-4bf6-b432-9c5993fdf051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.257467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.260539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5547e-137d-4f20-8c0b-8ff5c071cc44 req-0ae11a35-ddef-4fba-820a-59edd0783e62 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:00.268111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35e5547e-137d-4f20-8c0b-8ff5c071cc44 req-0ae11a35-ddef-4fba-820a-59edd0783e62 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 944 time: 0.1880131 Nov 12 03:37:00.299124 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.344626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae778d2-2d31-42f5-a222-47c6d227df74 req-d70cdcdd-2e3a-4ec2-8592-6802a7e226f0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474628 Nov 12 03:37:00.380471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.395990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:00.405803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35e5547e-137d-4f20-8c0b-8ff5c071cc44 req-ea673d28-2972-4b12-af9e-269750587230 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366425 Nov 12 03:37:00.408604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:00.419322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:00.465226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Pushing event updated for resources: {'Port': ['ID=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:00.524796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-3db6a822-a551-4a8f-befb-703d72a52b59', 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59', 'tenant_id': 'ab292833c9be4808bb59ce67a9e1d254', 'fixed_ips': [{'subnet_id': '7c326692-755b-46f8-b771-c9cd952b9989'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:00.526000 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.586483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82fb2417-2a41-43e4-aea7-470373b843ca no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:00.639228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 82fb2417-2a41-43e4-aea7-470373b843ca {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:00.639571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82fb2417-2a41-43e4-aea7-470373b843ca not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:00.665136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Attempting to bind port e1ed2edc-75c7-4d27-a00f-ab812868b5ae on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:00.665763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Attempting to bind port e1ed2edc-75c7-4d27-a00f-ab812868b5ae by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '718492a3-516f-46bc-bd4e-8a8d18f29ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:00.666120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Attempting to bind port e1ed2edc-75c7-4d27-a00f-ab812868b5ae on network c4079ee2-b73b-409e-87ee-ae441d0d95b4 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:00.713361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Allocated IP 172.20.0.1 (c4079ee2-b73b-409e-87ee-ae441d0d95b4/284b0e86-708d-4940-abda-ac1a1d0aaddc/05df554a-c285-4083-82df-1917c41413af) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:00.718601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:00.719282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Checking segment: {'id': '718492a3-516f-46bc-bd4e-8a8d18f29ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:00.719629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.720018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Bound using segment: {'id': '718492a3-516f-46bc-bd4e-8a8d18f29ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:00.720497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Bound port: e1ed2edc-75c7-4d27-a00f-ab812868b5ae, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718492a3-516f-46bc-bd4e-8a8d18f29ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c4079ee2-b73b-409e-87ee-ae441d0d95b4'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:00.721097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.873284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Allocated IP 172.20.0.2 (3db6a822-a551-4a8f-befb-703d72a52b59/7c326692-755b-46f8-b771-c9cd952b9989/7da77d15-5309-4926-9180-7acb962c19c3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:00.878796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] For port e1ed2edc-75c7-4d27-a00f-ab812868b5ae, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:00.883300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] For port e1ed2edc-75c7-4d27-a00f-ab812868b5ae, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,segment=NetworkSegment(718492a3-516f-46bc-bd4e-8a8d18f29ad6),segment_id=718492a3-516f-46bc-bd4e-8a8d18f29ad6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:00.898552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:00.933656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.046558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ba811-2348-480e-923d-0437554b6dde req-2288a638-d576-4720-8918-7e320cdb7992 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.054341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d5ba811-2348-480e-923d-0437554b6dde req-2288a638-d576-4720-8918-7e320cdb7992 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0931749 Nov 12 03:37:01.063313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23633-61b8-4daa-8eba-9dc68907858d None None] Pushing event updated for resources: {'Port': ['ID=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.082666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.157791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d5ba811-2348-480e-923d-0437554b6dde req-47480555-1a07-43a2-b672-3fb5ec145775 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025486 Nov 12 03:37:01.188343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:01.192762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:01.197615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:01.228434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Port': ['ID=05df554a-c285-4083-82df-1917c41413af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.260584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 765579a9-7267-4244-afa5-14aa775e62d5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:01.264686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.266347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.335139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.339413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.352170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d45fb91c-9db7-45cc-bfc4-5baf89e31833 None None] Provisioning complete for port 765579a9-7267-4244-afa5-14aa775e62d5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:01.352170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d45fb91c-9db7-45cc-bfc4-5baf89e31833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.532719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Network 3db6a822-a551-4a8f-befb-703d72a52b59 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:01.543726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:01.550390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:01.553771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.556017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Pushing event updated for resources: {'Port': ['ID=7da77d15-5309-4926-9180-7acb962c19c3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:01.612426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 765579a9-7267-4244-afa5-14aa775e62d5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:01.612798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.649004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4b96-bd11-49b0-a97d-b814e3b06daa req-39504656-2687-4fa5-8bc5-a7cd83b4eb61 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.650521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6dea4b96-bd11-49b0-a97d-b814e3b06daa req-39504656-2687-4fa5-8bc5-a7cd83b4eb61 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1784282 Nov 12 03:37:01.685783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Attempting to bind port 7da77d15-5309-4926-9180-7acb962c19c3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:01.686407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Attempting to bind port 7da77d15-5309-4926-9180-7acb962c19c3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '0765b83e-2791-45dc-a456-5826d81d592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:01.687331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Attempting to bind port 7da77d15-5309-4926-9180-7acb962c19c3 on network 3db6a822-a551-4a8f-befb-703d72a52b59 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:01.701972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:01.702608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Checking segment: {'id': '0765b83e-2791-45dc-a456-5826d81d592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:01.703242 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.703800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Bound using segment: {'id': '0765b83e-2791-45dc-a456-5826d81d592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:01.704451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Bound port: 7da77d15-5309-4926-9180-7acb962c19c3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0765b83e-2791-45dc-a456-5826d81d592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3db6a822-a551-4a8f-befb-703d72a52b59'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:01.705024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.732175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40709ba-bacc-40f7-993c-2a4ee99772e7 req-31ee50cd-0b6d-497b-9025-d6d804810227 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:01.733751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f40709ba-bacc-40f7-993c-2a4ee99772e7 req-31ee50cd-0b6d-497b-9025-d6d804810227 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 944 time: 0.1878347 Nov 12 03:37:01.817093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] For port 7da77d15-5309-4926-9180-7acb962c19c3, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:01.831804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] For port 7da77d15-5309-4926-9180-7acb962c19c3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7da77d15-5309-4926-9180-7acb962c19c3,segment=NetworkSegment(0765b83e-2791-45dc-a456-5826d81d592b),segment_id=0765b83e-2791-45dc-a456-5826d81d592b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:01.837465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:01.855392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6dea4b96-bd11-49b0-a97d-b814e3b06daa req-a75b446c-c5a0-4dde-a1fe-67fbd5ad9828 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941974 Nov 12 03:37:01.886860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f40709ba-bacc-40f7-993c-2a4ee99772e7 req-f70e62ab-e962-4739-b9ba-f5af4f41c060 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189790 Nov 12 03:37:01.961312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b96c6-07f7-42a1-bcc6-38b0c5c9a396 None None] Pushing event updated for resources: {'Port': ['ID=7da77d15-5309-4926-9180-7acb962c19c3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.034063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.042068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.131645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.143078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Port': ['ID=05df554a-c285-4083-82df-1917c41413af,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.274654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:02.274654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:02.367326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d1135a5a-5c6e-42c8-808b-e98f01304e06 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:02.418048 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:02.522337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:02.537453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'd1135a5a-5c6e-42c8-808b-e98f01304e06', 'network_id': '8549ff8e-7dfd-4611-b98d-d4f0962d3a81', 'port_id': 'd1135a5a-5c6e-42c8-808b-e98f01304e06', 'mac_address': 'fa:16:3e:73:03:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9235fa9e-bb46-4dab-a467-8b98511fd263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:02.599762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f98dad-7f3d-4404-a421-429ddeeae8f6 None None] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:02.651653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.695053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] Provisioning complete for port e1ed2edc-75c7-4d27-a00f-ab812868b5ae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:02.695758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.738310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1135a5a-5c6e-42c8-808b-e98f01304e06 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:02.821018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:02.859873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdf6f2-2cb9-4331-870e-7d59c82ec0ce req-89686cea-fa7b-4094-a5ff-b839623e7f73 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:02.860820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:02.872923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5bdf6f2-2cb9-4331-870e-7d59c82ec0ce req-89686cea-fa7b-4094-a5ff-b839623e7f73 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1475952 Nov 12 03:37:02.944269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:02.967436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Router f71254be-30be-49b6-863c-bec38dc6e9c2 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:03.024429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5bdf6f2-2cb9-4331-870e-7d59c82ec0ce req-86c52d1f-2c4b-456b-99a5-167cff9281a5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503410 Nov 12 03:37:03.237007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.271022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:03.276888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] For port e1ed2edc-75c7-4d27-a00f-ab812868b5ae, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,segment=NetworkSegment(718492a3-516f-46bc-bd4e-8a8d18f29ad6),segment_id=718492a3-516f-46bc-bd4e-8a8d18f29ad6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:03.279924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e7efcae2-4fe8-4d21-9a5e-e5395d762d7f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997170 Nov 12 03:37:03.283082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.296602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310b65-d690-4c63-9f74-43599e871e91 req-2928c732-465f-4b85-871a-f999f0d41958 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.305209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31310b65-d690-4c63-9f74-43599e871e91 req-2928c732-465f-4b85-871a-f999f0d41958 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.3071365 Nov 12 03:37:03.326531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48894ba8-325a-409d-b24b-affa91399150 None None] Sync routers for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:03.336621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.354451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7da77d15-5309-4926-9180-7acb962c19c3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:03.373297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174590a5-2021-418f-a06b-e1d1cde305f3 req-aa979097-a25c-45e1-b405-a8373a2739d7 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:03.375013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-174590a5-2021-418f-a06b-e1d1cde305f3 req-aa979097-a25c-45e1-b405-a8373a2739d7 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 945 time: 0.1796923 Nov 12 03:37:03.397188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeeca9c-9554-447d-a9f0-98eba3437661 None None] Network 3db6a822-a551-4a8f-befb-703d72a52b59 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:03.415519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31310b65-d690-4c63-9f74-43599e871e91 req-5a63d591-2ebc-4c7f-9b55-c52af4efede0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982320 Nov 12 03:37:03.484287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:03.485317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.529495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-174590a5-2021-418f-a06b-e1d1cde305f3 req-bcf2a10e-4ec9-463a-b7af-bb1f3dc34378 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073861 Nov 12 03:37:03.623913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.647709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22139fcd-70fe-4a76-a78b-701452582379 None None] Pushing event updated for resources: {'Port': ['ID=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:03.658136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:03.658753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.691294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] Provisioning complete for port 7da77d15-5309-4926-9180-7acb962c19c3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:03.691659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.697936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48894ba8-325a-409d-b24b-affa91399150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:03.704450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48894ba8-325a-409d-b24b-affa91399150 None None] The sync data for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:03.760837 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-f7dec041-ca0c-4306-8b6b-5b059d5b1530 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:37:03.762730 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f7dec041-ca0c-4306-8b6b-5b059d5b1530 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4786451 Nov 12 03:37:03.767077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:03.885760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d1135a5a-5c6e-42c8-808b-e98f01304e06'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:03.911007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-51d58378-2cf1-45f1-933a-c2a50b1feec2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944848 Nov 12 03:37:03.944052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:03.959451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7da77d15-5309-4926-9180-7acb962c19c3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:03.959817 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.047505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] For port 7da77d15-5309-4926-9180-7acb962c19c3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7da77d15-5309-4926-9180-7acb962c19c3,segment=NetworkSegment(0765b83e-2791-45dc-a456-5826d81d592b),segment_id=0765b83e-2791-45dc-a456-5826d81d592b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:04.119796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.120499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-b85a27db-7565-48ad-8489-3f13fa6fb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.123359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-b85a27db-7565-48ad-8489-3f13fa6fb9b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 1102 time: 0.1444359 Nov 12 03:37:04.239116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386a54-e931-477b-8fd2-2ef96a2046a2 None None] Pushing event updated for resources: {'Port': ['ID=7da77d15-5309-4926-9180-7acb962c19c3,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.303317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-42cadc63-39cb-4110-a987-7e388c14caf2 None None] Provisioning complete for port 05df554a-c285-4083-82df-1917c41413af triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:04.304271 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42cadc63-39cb-4110-a987-7e388c14caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.311285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e1ed2edc-75c7-4d27-a00f-ab812868b5ae up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:04.345066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27aa49-6756-45a7-9f16-751afdd3e6aa req-93777577-d627-4355-ba98-b2d4d2fd1b8f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.354734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c27aa49-6756-45a7-9f16-751afdd3e6aa req-93777577-d627-4355-ba98-b2d4d2fd1b8f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1935146 Nov 12 03:37:04.359062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-25c4e6df-9b00-45a9-ac8f-65f91a4dcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.360871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-25c4e6df-9b00-45a9-ac8f-65f91a4dcb6a service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1971638 Nov 12 03:37:04.378802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:04.412820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-42cadc63-39cb-4110-a987-7e388c14caf2 None None] Port 05df554a-c285-4083-82df-1917c41413af cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:04.441217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-2f3b406c-893b-4e07-83c2-eb823c9aed2d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 200 len: 217 time: 0.0561507 Nov 12 03:37:04.512380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-42cadc63-39cb-4110-a987-7e388c14caf2 None None] Provisioning complete for port e1ed2edc-75c7-4d27-a00f-ab812868b5ae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:04.513016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42cadc63-39cb-4110-a987-7e388c14caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.541699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c27aa49-6756-45a7-9f16-751afdd3e6aa req-43ecb4eb-86e3-47ad-8695-d5292e61bd2b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856382 Nov 12 03:37:04.559395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e1ed2edc-75c7-4d27-a00f-ab812868b5ae triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:04.559767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.608359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.611398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-c673e348-a524-4178-8d03-038f1cee65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.613054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-c673e348-a524-4178-8d03-038f1cee65ac service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1397545 Nov 12 03:37:04.615658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:04.633471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'port_id': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'mac_address': 'fa:16:3e:0e:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53188d36-26e3-4bbe-91cb-04b14a052139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:04.739499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfb7a1-97e7-4106-9634-a02a1e0c6e79 req-a55a01a5-55a3-4a14-9822-6378a4819808 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.741020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81bfb7a1-97e7-4106-9634-a02a1e0c6e79 req-a55a01a5-55a3-4a14-9822-6378a4819808 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2061305 Nov 12 03:37:04.741320 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.760013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:04.780816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:04.786390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.837376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:04.847945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-6b1302db-c359-4748-a2ad-cb46a925158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.850294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-6b1302db-c359-4748-a2ad-cb46a925158f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985760 Nov 12 03:37:04.864276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b7ca7794-9ce5-4b33-8776-789f1bba1853 None None] Provisioning complete for port 7da77d15-5309-4926-9180-7acb962c19c3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:04.866709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7ca7794-9ce5-4b33-8776-789f1bba1853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:04.899652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7e08c-c883-47e6-8518-5ef3d0203e64 req-ec716c0a-27db-4960-8353-6f5b7b02268d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:04.901179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bc7e08c-c883-47e6-8518-5ef3d0203e64 req-ec716c0a-27db-4960-8353-6f5b7b02268d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 945 time: 0.2514155 Nov 12 03:37:04.928600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81bfb7a1-97e7-4106-9634-a02a1e0c6e79 req-838fa350-ca5e-4a10-b7cd-59b26b1b51ca tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679523 Nov 12 03:37:05.086491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bc7e08c-c883-47e6-8518-5ef3d0203e64 req-28be12b1-4182-43c3-bf0f-e7c52ca91ffa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570268 Nov 12 03:37:05.093855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-4aa51ea6-18ff-4687-8650-7e0274cf9bf5 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134004 Nov 12 03:37:05.174882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:05.207489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7da77d15-5309-4926-9180-7acb962c19c3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:05.254911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43cd4328-d854-43a7-8492-11a2fdb45480 req-b8575ed9-f1a3-40e7-ae48-121ac3fa17df service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429710 Nov 12 03:37:05.265164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting port 05df554a-c285-4083-82df-1917c41413af {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:05.265592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.316197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.342038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7da77d15-5309-4926-9180-7acb962c19c3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:05.342317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.388622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.405758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Calling delete_port for 05df554a-c285-4083-82df-1917c41413af owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:05.486646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e1ed2edc-75c7-4d27-a00f-ab812868b5ae up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:05.516681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2585093b-e634-4b3a-a604-b00ad7d23741 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=16c3ea35c0294c3e91c2c7fc7a3f8d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991456 Nov 12 03:37:05.517646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:05.568111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e1ed2edc-75c7-4d27-a00f-ab812868b5ae triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:05.568479 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.585195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.635767 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.636608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.683952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Port': ['ID=05df554a-c285-4083-82df-1917c41413af,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.723430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.727219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:05.728757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1d229c13-c798-44e0-aa70-db46a1e8340f HTTP/1.1" status: 204 len: 168 time: 0.2098293 Nov 12 03:37:05.739550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb6f80-30e0-4763-9eec-5428bdfc38cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d229c13-c798-44e0-aa70-db46a1e8340f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:05.805833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402d68-a648-4ef9-ba10-0b6c46ffd293 req-c494e3a5-5330-4655-a473-108775132098 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:05.808517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df402d68-a648-4ef9-ba10-0b6c46ffd293 req-c494e3a5-5330-4655-a473-108775132098 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.1294532 Nov 12 03:37:05.903252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.011098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df402d68-a648-4ef9-ba10-0b6c46ffd293 req-f465db10-16b3-45fb-8ba9-f90c2421ad81 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609099 Nov 12 03:37:06.383706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:06.448678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:06.449162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.477727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Router f71254be-30be-49b6-863c-bec38dc6e9c2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:06.507890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bfaee-420f-46f7-aa5e-9ea967416338 req-a35a6bcd-9a1a-4dcb-b5b1-1610eb840bea tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.509390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-272bfaee-420f-46f7-aa5e-9ea967416338 req-a35a6bcd-9a1a-4dcb-b5b1-1610eb840bea tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 945 time: 0.0978088 Nov 12 03:37:06.519851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164898ff-1d86-47bb-a41e-443683226850 req-5ef0ef78-e142-4ded-8757-7b4b653a539b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:06.521328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-164898ff-1d86-47bb-a41e-443683226850 req-5ef0ef78-e142-4ded-8757-7b4b653a539b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.4611924 Nov 12 03:37:06.547995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.578175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:06.580547 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4537cc51-9dcb-4455-96e0-996279281dd4" -d '{"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:06.594080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:06.598674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.629059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:06.646637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aae473ca-2fcf-4641-b376-ea93a34c4586 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738682 Nov 12 03:37:06.646832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56996) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.655503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:06.655947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] Sync routers for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:06.668391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-272bfaee-420f-46f7-aa5e-9ea967416338 req-884001bd-8732-459c-a2f8-ef4440da8e26 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460462 Nov 12 03:37:06.673586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:06.674295 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:06.675936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-164898ff-1d86-47bb-a41e-443683226850 req-4cb14528-2589-4079-aa70-e89e6c1e9366 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110024 Nov 12 03:37:06.742782 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-989db6a6-a868-47f6-b939-5b12c2f48b10 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] delete failed (client error): The resource could not be found. Nov 12 03:37:06.747723 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-989db6a6-a868-47f6-b939-5b12c2f48b10 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/routers/tempest-non_exist_router-677042768 HTTP/1.1" status: 404 len: 334 time: 0.0966663 Nov 12 03:37:06.747826 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a1489-0403-4c87-9dde-77eb6131f70f x-openstack-request-id: req-b16a1489-0403-4c87-9dde-77eb6131f70f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:06.747826 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:06.747826 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b16a1489-0403-4c87-9dde-77eb6131f70f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:06.748180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57000) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:06.748299 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'code': 200} Nov 12 03:37:06.753051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c409f493-e847-4d87-be42-c035aa56c154 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f71254be-30be-49b6-863c-bec38dc6e9c2'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:06.754058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:06.764250 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:06.764851 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:06.802449 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:06.803157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a40f5-9be7-4299-b37e-11f2a8948758 None None] The sync data for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:06.977175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c409f493-e847-4d87-be42-c035aa56c154 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:06.998750 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-c409f493-e847-4d87-be42-c035aa56c154 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] update failed (client error): The resource could not be found. Nov 12 03:37:06.999823 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c409f493-e847-4d87-be42-c035aa56c154 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2 HTTP/1.1" status: 404 len: 339 time: 0.2512558 Nov 12 03:37:07.003579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57010) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:07.312297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8a83-c8ee-41c5-9fa6-e04126b75259 req-e4a96341-314b-497f-bbe1-50bbb248f380 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.313789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c1a8a83-c8ee-41c5-9fa6-e04126b75259 req-e4a96341-314b-497f-bbe1-50bbb248f380 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1792231 Nov 12 03:37:07.377301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.410701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c1a8a83-c8ee-41c5-9fa6-e04126b75259 req-9ee88144-25b1-46fe-b51f-3c1892414521 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889683 Nov 12 03:37:07.630292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Allocated IP 172.20.0.1 (5fd578c6-3359-4726-972d-08a33326d9d9/14096b08-0807-4199-9edd-df2935253ff9/09bf5243-ad13-40cc-a7d7-34777da2fd6e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:07.780501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:07.857132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8af31-0968-41ee-9737-722e36d1c5cb req-b37fe4a7-eddd-4c3c-a4c2-d46c8d59c252 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.858676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f8af31-0968-41ee-9737-722e36d1c5cb req-b37fe4a7-eddd-4c3c-a4c2-d46c8d59c252 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 945 time: 0.1059139 Nov 12 03:37:07.870551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581472f4-9a11-4a72-9896-b2a3845455e4 req-83399cae-7fd1-4d2d-9d88-6b4dd606a611 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:07.875316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-581472f4-9a11-4a72-9896-b2a3845455e4 req-83399cae-7fd1-4d2d-9d88-6b4dd606a611 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1150384 Nov 12 03:37:07.918794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.009990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network 5fd578c6-3359-4726-972d-08a33326d9d9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:08.023781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:08.026184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:08.054637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-581472f4-9a11-4a72-9896-b2a3845455e4 req-c5b68465-a5f8-4bbc-8f8c-0b16b1127690 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736937 Nov 12 03:37:08.065985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f8af31-0968-41ee-9737-722e36d1c5cb req-96c79efe-4f5b-4d94-9aca-f50eb7fa29ca tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878793 Nov 12 03:37:08.070401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Port': ['ID=09bf5243-ad13-40cc-a7d7-34777da2fd6e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.106691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.244774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.356546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9ca3be13-0041-4180-9962-8e0208323388 None None] Provisioning complete for port 09bf5243-ad13-40cc-a7d7-34777da2fd6e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:08.357083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3be13-0041-4180-9962-8e0208323388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.395588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3be13-0041-4180-9962-8e0208323388 None None] Port 09bf5243-ad13-40cc-a7d7-34777da2fd6e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:08.414963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d1135a5a-5c6e-42c8-808b-e98f01304e06 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:08.484617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port d1135a5a-5c6e-42c8-808b-e98f01304e06 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:08.491307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port d1135a5a-5c6e-42c8-808b-e98f01304e06 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:08.491947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.585503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609835f-7db2-4a28-8856-a9b8f589ea7f req-44908cbe-9816-4169-bf8f-a529eacfa6c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:08.586747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3609835f-7db2-4a28-8856-a9b8f589ea7f req-44908cbe-9816-4169-bf8f-a529eacfa6c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0806851 Nov 12 03:37:08.599140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.606569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.632177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.638470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:08.649715 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.732850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.744667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.745166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.745796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.747036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.747426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.747994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.748587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.749284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.750065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.750885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.751340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.751761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:08.757472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3609835f-7db2-4a28-8856-a9b8f589ea7f req-4e217970-ff34-47d9-9964-dab399df6731 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571562 Nov 12 03:37:08.758372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:08.761403 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e8c7b-f671-494f-96e8-9a3da7b13f32" -d '{"events": [{"server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "name": "network-vif-plugged", "status": "completed", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:08.766412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:08.777708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event updated for resources: {'Port': ['ID=09bf5243-ad13-40cc-a7d7-34777da2fd6e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:08.822940 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827069c9-b044-4470-8d6d-52a7c1e04929 x-openstack-request-id: req-827069c9-b044-4470-8d6d-52a7c1e04929 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:08.823301 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "name": "network-vif-plugged", "status": "completed", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:08.823619 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-827069c9-b044-4470-8d6d-52a7c1e04929 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:08.824077 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06', 'code': 200} Nov 12 03:37:08.893448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Network 5fd578c6-3359-4726-972d-08a33326d9d9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:08.895055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:09.059713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906911e-404c-43eb-b098-262447dfc7d8 req-4194fab8-2f9f-4196-ba91-abee01218c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.062021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d906911e-404c-43eb-b098-262447dfc7d8 req-4194fab8-2f9f-4196-ba91-abee01218c5f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 1098 time: 0.0961213 Nov 12 03:37:09.074022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Router f71254be-30be-49b6-863c-bec38dc6e9c2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:09.147277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d906911e-404c-43eb-b098-262447dfc7d8 req-cc447dbe-9335-49ea-912d-7beb2a77edd8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Nov 12 03:37:09.232489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-de70f25f-94a5-4c6d-b8e2-8a6c58485d5e None None] Provisioning complete for port 09bf5243-ad13-40cc-a7d7-34777da2fd6e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:09.233576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de70f25f-94a5-4c6d-b8e2-8a6c58485d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.336558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-de70f25f-94a5-4c6d-b8e2-8a6c58485d5e None None] Port 09bf5243-ad13-40cc-a7d7-34777da2fd6e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:09.374023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5edee-e3e0-4fe5-a9a0-df47dead9372 req-27f538ae-113e-43d2-999b-100280298444 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.375569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b5edee-e3e0-4fe5-a9a0-df47dead9372 req-27f538ae-113e-43d2-999b-100280298444 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1469848 Nov 12 03:37:09.377661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:09.386717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945422-dd4b-4acd-81a6-dd4a999c3dd9 req-90ca13c2-5638-4d99-848b-88a2d7d379d1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:09.388273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9945422-dd4b-4acd-81a6-dd4a999c3dd9 req-90ca13c2-5638-4d99-848b-88a2d7d379d1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1811571 Nov 12 03:37:09.389380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] Sync routers for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:09.411449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e6bbe83-bc29-4240-ad7d-9b49693e1c65 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4067702 Nov 12 03:37:09.412275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:09.412859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:09.414560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57070) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:09.464600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b5edee-e3e0-4fe5-a9a0-df47dead9372 req-5e30bc02-65fa-4823-9e49-addc5ef16ab8 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753109 Nov 12 03:37:09.486037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9945422-dd4b-4acd-81a6-dd4a999c3dd9 req-7d49c005-3dd4-4144-978b-8739fd5fdbd0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705740 Nov 12 03:37:09.503252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:09.562247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:09.563782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:09.570109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.589224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67886979-734f-4b59-ab0a-ebbe8ed93e6e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:09.625491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:09.626297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49988f1c-f5ef-41ec-af40-3575ae2bd8d5 None None] The sync data for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:09.722221 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-67886979-734f-4b59-ab0a-ebbe8ed93e6e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:37:09.723315 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67886979-734f-4b59-ab0a-ebbe8ed93e6e tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2 HTTP/1.1" status: 409 len: 329 time: 0.3064179 Nov 12 03:37:09.726161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:10.020199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11c2e-8a02-4bf3-9efb-135e1083c0a2 req-e0396a89-37bc-439e-b259-fea017751244 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.028144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8db11c2e-8a02-4bf3-9efb-135e1083c0a2 req-e0396a89-37bc-439e-b259-fea017751244 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1046267 Nov 12 03:37:10.122203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8db11c2e-8a02-4bf3-9efb-135e1083c0a2 req-2b3958bb-3b5b-4ea9-9b15-7a452924898a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Nov 12 03:37:10.248077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.727733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd8b56-6096-4f48-9daa-14195f5d15a2 req-518585d7-bd85-44a8-8d3a-8c86b6a553de tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.729221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51dd8b56-6096-4f48-9daa-14195f5d15a2 req-518585d7-bd85-44a8-8d3a-8c86b6a553de tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1103508 Nov 12 03:37:10.739252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419b4f1-110d-4b38-8b80-1c6661192775 req-c22d2853-292e-4241-9287-34bde85364cc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:10.740717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d419b4f1-110d-4b38-8b80-1c6661192775 req-c22d2853-292e-4241-9287-34bde85364cc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1319659 Nov 12 03:37:10.768830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting port 09bf5243-ad13-40cc-a7d7-34777da2fd6e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:10.769076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:10.912375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51dd8b56-6096-4f48-9daa-14195f5d15a2 req-a5cca383-e070-411f-882d-98f89b5d68c5 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700482 Nov 12 03:37:10.921245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d419b4f1-110d-4b38-8b80-1c6661192775 req-df95d4d6-4bf3-4cb8-9255-7578aaefce56 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723342 Nov 12 03:37:10.999461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.042588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Calling delete_port for 09bf5243-ad13-40cc-a7d7-34777da2fd6e owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:11.314218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.344182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Port': ['ID=09bf5243-ad13-40cc-a7d7-34777da2fd6e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:11.357202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9656c-ed73-45d7-935e-942c703d12c1 req-9d095b9f-87db-4728-a2cd-db9bc466deff tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:11.363586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03f9656c-ed73-45d7-935e-942c703d12c1 req-9d095b9f-87db-4728-a2cd-db9bc466deff tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1103919 Nov 12 03:37:11.542037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03f9656c-ed73-45d7-935e-942c703d12c1 req-77d6fa8c-3195-4d38-a988-098a6214a495 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663909 Nov 12 03:37:11.625141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:11.811699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Router f71254be-30be-49b6-863c-bec38dc6e9c2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:12.360954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:12.369414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c0f0f91-8611-4620-aac3-98e3b11e7b91 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387851 Nov 12 03:37:12.369707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57106) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.381268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] Sync routers for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:12.397182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d7232-ed4c-44da-b918-2d5feb6c82fc req-cc46c0a8-27db-49e5-be2e-aabb0fa3fba2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.398682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a56d7232-ed4c-44da-b918-2d5feb6c82fc req-cc46c0a8-27db-49e5-be2e-aabb0fa3fba2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0923359 Nov 12 03:37:12.412649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4665-c8c2-458e-b20d-893b57cdc1ab req-11483183-2dc8-4d11-87b4-c30a684c3b9c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.420629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4ae4665-c8c2-458e-b20d-893b57cdc1ab req-11483183-2dc8-4d11-87b4-c30a684c3b9c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1153145 Nov 12 03:37:12.433871 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:12.437314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:12.464093 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-541b2c5e-0308-40e4-9d78-f09ed9e3d2ce tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] show failed (client error): The resource could not be found. Nov 12 03:37:12.466291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-541b2c5e-0308-40e4-9d78-f09ed9e3d2ce tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "GET /v2.0/routers/tempest-non_exist_router-1840709270 HTTP/1.1" status: 404 len: 335 time: 0.0946226 Nov 12 03:37:12.471689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.482474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5539d9b4-b1dc-4432-a656-c0d216f172b3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:12.500555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:12.528689 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] Routers {'f71254be-30be-49b6-863c-bec38dc6e9c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:12.529308 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:36:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f71254be-30be-49b6-863c-bec38dc6e9c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:12.529879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4ae4665-c8c2-458e-b20d-893b57cdc1ab req-42099d48-874a-4034-8245-ba2bb4d7faac tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057861 Nov 12 03:37:12.545709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a56d7232-ed4c-44da-b918-2d5feb6c82fc req-eec29e33-6f2d-4781-9e43-5d0d63ce00f0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150210 Nov 12 03:37:12.564462 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-5539d9b4-b1dc-4432-a656-c0d216f172b3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] update failed (client error): The resource could not be found. Nov 12 03:37:12.565763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5539d9b4-b1dc-4432-a656-c0d216f172b3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "PUT /v2.0/routers/tempest-non_exist_router-1625403804 HTTP/1.1" status: 404 len: 335 time: 0.0928872 Nov 12 03:37:12.570510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:12.661063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting subnet 7c326692-755b-46f8-b771-c9cd952b9989 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:12.666740 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:12.667948 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b7cf8-910b-4b63-9ecb-95b0592474f4 None None] The sync data for ids ['f71254be-30be-49b6-863c-bec38dc6e9c2'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:12.674543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.745769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.920499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:12.974014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af738fe-d208-4e85-a36b-a0edadfae1e0 req-0ad1e896-e380-454b-ad5d-bd108627e4ac tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:12.983555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af738fe-d208-4e85-a36b-a0edadfae1e0 req-0ad1e896-e380-454b-ad5d-bd108627e4ac tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1492507 Nov 12 03:37:13.144295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-40131e63-569a-4faf-a9c9-ad343a637c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.146784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-40131e63-569a-4faf-a9c9-ad343a637c92 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 1098 time: 0.1375299 Nov 12 03:37:13.157117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc9284-1a64-4d6e-a0e7-f971f639311f req-4718bb39-a6af-4ba4-ae36-b22d77c1353b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.167552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbdc9284-1a64-4d6e-a0e7-f971f639311f req-4718bb39-a6af-4ba4-ae36-b22d77c1353b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1770020 Nov 12 03:37:13.195960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af738fe-d208-4e85-a36b-a0edadfae1e0 req-1bec6ebb-0236-474a-a5c1-fcd08a178e38 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114038 Nov 12 03:37:13.197171 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.305956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Subnet': ['ID=7c326692-755b-46f8-b771-c9cd952b9989,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.321942 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.325905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820d496-e519-496b-a5f1-b591a28bcc73 None None] Network 3db6a822-a551-4a8f-befb-703d72a52b59 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:13.326446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c31b5f46-f395-433d-b5a6-42d6f75727d1 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/subnets/7c326692-755b-46f8-b771-c9cd952b9989 HTTP/1.1" status: 204 len: 168 time: 0.7547977 Nov 12 03:37:13.328894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57120) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.399393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbdc9284-1a64-4d6e-a0e7-f971f639311f req-aabdb688-cdc1-434b-bd10-1e544968a61e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301607 Nov 12 03:37:13.406649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting subnet 284b0e86-708d-4940-abda-ac1a1d0aaddc {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:13.411516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.415644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-6406e033-dadb-40b8-a0cf-0aa90a65b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.417105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-6406e033-dadb-40b8-a0cf-0aa90a65b92a service neutron] 10.222.0.104 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.2468023 Nov 12 03:37:13.463793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.469725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-c51106d4-cb06-4775-8114-491285b6751f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06 HTTP/1.1" status: 200 len: 217 time: 0.0419123 Nov 12 03:37:13.541537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] DHCP port deletion for 3db6a822-a551-4a8f-befb-703d72a52b59 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:13.544621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-ea830b8a-ab73-4362-8803-a87b36fd062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.546174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-ea830b8a-ab73-4362-8803-a87b36fd062e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0665293 Nov 12 03:37:13.587112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.597274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-262f2563-0b26-419d-8000-fa2a58a756b7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385318 Nov 12 03:37:13.629962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Deleting port 7da77d15-5309-4926-9180-7acb962c19c3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:13.630332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.685791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.748053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Subnet': ['ID=284b0e86-708d-4940-abda-ac1a1d0aaddc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:13.766359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.767007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.767537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.768250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.768767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.768904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0700-9eb9-4440-be26-ef7833f511c5 req-4acd8b05-f3f1-4651-b980-7f586a1530eb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:13.770150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.770701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-337a0700-9eb9-4440-be26-ef7833f511c5 req-4acd8b05-f3f1-4651-b980-7f586a1530eb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0879583 Nov 12 03:37:13.771415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.772045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.772527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.773042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.773534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.774032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:13.775112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-c27a8a62-8580-4c63-8147-25dcb1a44b63 service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652946 Nov 12 03:37:13.780503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.785180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-13009b19-907e-42c0-a3fd-c5acb5c52724 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/subnets/284b0e86-708d-4940-abda-ac1a1d0aaddc HTTP/1.1" status: 204 len: 168 time: 0.4548476 Nov 12 03:37:13.790137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:13.894683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-337a0700-9eb9-4440-be26-ef7833f511c5 req-c3de40a4-34ee-4f8a-b4b1-80298f01d336 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173737 Nov 12 03:37:13.920320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:13.952369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528e946b-6da8-4c8e-8782-745cc6b4d19d req-e6c14c0c-9bfe-4d47-9e31-29d62819cff7 service neutron] 10.222.0.104 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317282 Nov 12 03:37:13.959177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab8565-8af9-4b1c-9604-6e947d44e6f5 None None] Network c4079ee2-b73b-409e-87ee-ae441d0d95b4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:14.000860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting port 7da77d15-5309-4926-9180-7acb962c19c3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:14.001318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.044454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] For port 7da77d15-5309-4926-9180-7acb962c19c3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7da77d15-5309-4926-9180-7acb962c19c3,segment=NetworkSegment(0765b83e-2791-45dc-a456-5826d81d592b),segment_id=0765b83e-2791-45dc-a456-5826d81d592b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:14.044934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.065460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Calling delete_port for 7da77d15-5309-4926-9180-7acb962c19c3 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:14.101750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] For port 7da77d15-5309-4926-9180-7acb962c19c3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7da77d15-5309-4926-9180-7acb962c19c3,segment=NetworkSegment(0765b83e-2791-45dc-a456-5826d81d592b),segment_id=0765b83e-2791-45dc-a456-5826d81d592b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:14.102171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.116211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Calling delete_port for 7da77d15-5309-4926-9180-7acb962c19c3 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:14.216975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.234432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.263605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] No DVR routers for this DVR port 7da77d15-5309-4926-9180-7acb962c19c3 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:14.275321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0138c4-0ea2-4723-9e65-7b9d7d5a852b None None] Pushing event deleted for resources: {'Port': ['ID=7da77d15-5309-4926-9180-7acb962c19c3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.285724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] DHCP port deletion for c4079ee2-b73b-409e-87ee-ae441d0d95b4 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:14.313442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Port': ['ID=7da77d15-5309-4926-9180-7acb962c19c3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.322302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] No DVR routers for this DVR port 7da77d15-5309-4926-9180-7acb962c19c3 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:14.360110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Deleting port e1ed2edc-75c7-4d27-a00f-ab812868b5ae {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:14.361131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.467785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.475507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048d9b-ed34-49f7-a78a-f794e5f1aa31 req-f6825b31-59f9-446e-8095-7e5240db66f4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.493266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] For port e1ed2edc-75c7-4d27-a00f-ab812868b5ae, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,segment=NetworkSegment(718492a3-516f-46bc-bd4e-8a8d18f29ad6),segment_id=718492a3-516f-46bc-bd4e-8a8d18f29ad6)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:14.493563 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.493823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f048d9b-ed34-49f7-a78a-f794e5f1aa31 req-f6825b31-59f9-446e-8095-7e5240db66f4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1261964 Nov 12 03:37:14.509153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Calling delete_port for e1ed2edc-75c7-4d27-a00f-ab812868b5ae owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:14.527308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db6a822-a551-4a8f-befb-703d72a52b59']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:14.537545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0765b83e-2791-45dc-a456-5826d81d592b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:14.537989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0765b83e-2791-45dc-a456-5826d81d592b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:14.551351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.566484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.576024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:14.576560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:14.581257 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:14.608566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f048d9b-ed34-49f7-a78a-f794e5f1aa31 req-45349936-d579-4535-9314-5814b6e12ef7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137562 Nov 12 03:37:14.628237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151d70b-552c-4f33-819d-f4879d73c430 req-8657ff21-f0bc-40c0-b06e-84efbc95cb54 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:14.648149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e151d70b-552c-4f33-819d-f4879d73c430 req-8657ff21-f0bc-40c0-b06e-84efbc95cb54 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1213546 Nov 12 03:37:14.676828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.679767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.690168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:14.694983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/networks/3db6a822-a551-4a8f-befb-703d72a52b59 HTTP/1.1" status: 204 len: 168 time: 0.9032304 Nov 12 03:37:14.705034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:14.715380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b421fe2-0e49-49a1-90cc-488cd562cff6 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Network': ['ID=3db6a822-a551-4a8f-befb-703d72a52b59,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.733019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] Pushing event deleted for resources: {'Port': ['ID=e1ed2edc-75c7-4d27-a00f-ab812868b5ae,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:14.740839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a23520-12c1-442e-b9a2-b1e0a86a8ba2 None None] No DVR routers for this DVR port e1ed2edc-75c7-4d27-a00f-ab812868b5ae on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:14.793752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e151d70b-552c-4f33-819d-f4879d73c430 req-8ada89eb-21a7-4dd1-856a-6caaa3ba2b33 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426721 Nov 12 03:37:14.876050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.039458 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.096904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4079ee2-b73b-409e-87ee-ae441d0d95b4']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:15.111142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718492a3-516f-46bc-bd4e-8a8d18f29ad6') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:15.111424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718492a3-516f-46bc-bd4e-8a8d18f29ad6') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:15.123083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.140098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c1156-88d8-4ff8-913c-094b977678e2 req-6624dee6-e997-47ae-b60d-ec5fe3ccc10e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.147484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f4c1156-88d8-4ff8-913c-094b977678e2 req-6624dee6-e997-47ae-b60d-ec5fe3ccc10e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1099870 Nov 12 03:37:15.165481 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.174982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:15.175514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:15.178929 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:15.259171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f4c1156-88d8-4ff8-913c-094b977678e2 req-0cb9043d-1082-47e9-af5b-a8768e97f53e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105025 Nov 12 03:37:15.260193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7da77d15-5309-4926-9180-7acb962c19c3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:15.280178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.325390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.329054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/networks/c4079ee2-b73b-409e-87ee-ae441d0d95b4 HTTP/1.1" status: 204 len: 168 time: 0.6229796 Nov 12 03:37:15.330158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032e9d-a7da-4d9e-8f41-5afdd59b1794 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Network': ['ID=c4079ee2-b73b-409e-87ee-ae441d0d95b4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.331779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7da77d15-5309-4926-9180-7acb962c19c3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:15.332408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.332576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7da77d15-5309-4926-9180-7acb962c19c3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:15.332859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e1ed2edc-75c7-4d27-a00f-ab812868b5ae no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:15.371600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e1ed2edc-75c7-4d27-a00f-ab812868b5ae {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:15.372289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e1ed2edc-75c7-4d27-a00f-ab812868b5ae not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:15.436811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting subnet 14096b08-0807-4199-9edd-df2935253ff9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:37:15.443847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.540021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.631645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.704902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.739464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Subnet': ['ID=14096b08-0807-4199-9edd-df2935253ff9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:15.747680 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.752474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acbb29a5-391a-4a1c-b6a6-2e079aa5f2af tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/subnets/14096b08-0807-4199-9edd-df2935253ff9 HTTP/1.1" status: 204 len: 168 time: 0.4183226 Nov 12 03:37:15.753760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4d73b-2ace-4cd4-9359-d46aef0a9446 None None] Network 5fd578c6-3359-4726-972d-08a33326d9d9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:15.754950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57162) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:15.774483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334b4d1-5b0e-4007-a637-d8d7ab32596a req-96ad81a5-db7f-4d80-bd32-44db8b423347 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:15.776604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a334b4d1-5b0e-4007-a637-d8d7ab32596a req-96ad81a5-db7f-4d80-bd32-44db8b423347 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0680635 Nov 12 03:37:15.898368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a334b4d1-5b0e-4007-a637-d8d7ab32596a req-2b6484c7-a4f7-4326-9dee-ff3b0f4a63c8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031651 Nov 12 03:37:15.951239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:15.989480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0d1b8-38ee-4e75-957c-8830801df3fb req-98253bf7-dd82-4d2e-b6cf-010d95d34570 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.002324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c0d1b8-38ee-4e75-957c-8830801df3fb req-98253bf7-dd82-4d2e-b6cf-010d95d34570 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1004102 Nov 12 03:37:16.067616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1c0d1b8-38ee-4e75-957c-8830801df3fb req-8e86b150-6b06-434b-87ce-74ba1b4fe8ed tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642610 Nov 12 03:37:16.107183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Deleting port 765579a9-7267-4244-afa5-14aa775e62d5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:16.107608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.154018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] DHCP port deletion for 5fd578c6-3359-4726-972d-08a33326d9d9 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:16.263281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Deleting port 765579a9-7267-4244-afa5-14aa775e62d5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:37:16.264173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.355343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] For port 765579a9-7267-4244-afa5-14aa775e62d5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=765579a9-7267-4244-afa5-14aa775e62d5,segment=NetworkSegment(d7a6d170-df1e-4f27-8039-4daabd768c94),segment_id=d7a6d170-df1e-4f27-8039-4daabd768c94)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:16.355744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.383302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Calling delete_port for 765579a9-7267-4244-afa5-14aa775e62d5 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:16.446453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57befa77-66a6-4195-857d-685cf7313393 req-3e061070-b81b-4bda-8874-195d62b80027 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:16.458681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57befa77-66a6-4195-857d-685cf7313393 req-3e061070-b81b-4bda-8874-195d62b80027 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0816531 Nov 12 03:37:16.503631 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.544303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57befa77-66a6-4195-857d-685cf7313393 req-203e265e-51de-4b1a-ad37-9909bd237ed3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842526 Nov 12 03:37:16.582454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] Pushing event deleted for resources: {'Port': ['ID=765579a9-7267-4244-afa5-14aa775e62d5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.591602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765b429-e941-4251-bc16-bdde38d4dddf None None] No DVR routers for this DVR port 765579a9-7267-4244-afa5-14aa775e62d5 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:16.649480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] For port 765579a9-7267-4244-afa5-14aa775e62d5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=765579a9-7267-4244-afa5-14aa775e62d5,segment=NetworkSegment(d7a6d170-df1e-4f27-8039-4daabd768c94),segment_id=d7a6d170-df1e-4f27-8039-4daabd768c94)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:16.650054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.670682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Calling delete_port for 765579a9-7267-4244-afa5-14aa775e62d5 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:37:16.763989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.796915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Port': ['ID=765579a9-7267-4244-afa5-14aa775e62d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:16.798814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] No DVR routers for this DVR port 765579a9-7267-4244-afa5-14aa775e62d5 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:16.885704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.918531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd578c6-3359-4726-972d-08a33326d9d9']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.930165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a6d170-df1e-4f27-8039-4daabd768c94') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.930457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a6d170-df1e-4f27-8039-4daabd768c94') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:16.942657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.958338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.970576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:37:16.971019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:37:16.974661 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:37:17.062664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.087417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.110491 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/networks/5fd578c6-3359-4726-972d-08a33326d9d9 HTTP/1.1" status: 204 len: 168 time: 1.3541381 Nov 12 03:37:17.111411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0f10-bf9a-4555-8a7b-d61d491a02e3 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Pushing event deleted for resources: {'Network': ['ID=5fd578c6-3359-4726-972d-08a33326d9d9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:17.113075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.135805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a973f74-149a-4c47-bc93-896526c51097 req-17179604-ce8b-46d2-8e60-316f57254af6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.148902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a973f74-149a-4c47-bc93-896526c51097 req-17179604-ce8b-46d2-8e60-316f57254af6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1248224 Nov 12 03:37:17.177759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4c95b782-ceb1-4235-be51-dac33fa8d953 tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "GET /v2.0/ports?device_id=f71254be-30be-49b6-863c-bec38dc6e9c2 HTTP/1.1" status: 200 len: 205 time: 0.0634778 Nov 12 03:37:17.180465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:17.246021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 765579a9-7267-4244-afa5-14aa775e62d5 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:17.284617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a973f74-149a-4c47-bc93-896526c51097 req-01feba00-4434-483b-9ed4-6ec747031671 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347983 Nov 12 03:37:17.297833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 765579a9-7267-4244-afa5-14aa775e62d5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:37:17.299294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 765579a9-7267-4244-afa5-14aa775e62d5 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:17.329143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcadbbf-6d1e-4acb-a508-d991c85393ef req-13f0571e-8446-4fa1-b847-c989e829b2ef tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.338081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.341886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dcadbbf-6d1e-4acb-a508-d991c85393ef req-13f0571e-8446-4fa1-b847-c989e829b2ef tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1187270 Nov 12 03:37:17.445622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dcadbbf-6d1e-4acb-a508-d991c85393ef req-6c2c4975-5383-4544-bb4b-2e8dd1b28e32 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Nov 12 03:37:17.588618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.591625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.700018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.700802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Fanout notify agent at l3_agent the message router_deleted on router f71254be-30be-49b6-863c-bec38dc6e9c2 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:37:17.708459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:17.714103 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bded9449-bc29-4606-828b-8b34df80c42f tempest-RoutersNegativeTest-789410020 tempest-RoutersNegativeTest-789410020-project] 10.222.0.97 "DELETE /v2.0/routers/f71254be-30be-49b6-863c-bec38dc6e9c2 HTTP/1.1" status: 204 len: 168 time: 0.5313566 Nov 12 03:37:17.765696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926628-577d-4ce7-a4c6-de6d13733f74 req-1dfb1d8b-ed9e-414d-af06-881c9a786668 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:17.774561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd926628-577d-4ce7-a4c6-de6d13733f74 req-1dfb1d8b-ed9e-414d-af06-881c9a786668 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1288090 Nov 12 03:37:17.855422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd926628-577d-4ce7-a4c6-de6d13733f74 req-9fb7fce9-4605-4e5e-a3a7-2de106c57d08 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Nov 12 03:37:18.131698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57198) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.189547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.353363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8288118d-5d7e-44da-b10a-44803274a740 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.515532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f9376936-56e0-463d-b161-d3790fd48966 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ab292833c9be4808bb59ce67a9e1d254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250458 Nov 12 03:37:18.519758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.551221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93e8d-0f90-4284-b87c-dd9d39f5dc7e req-5fc831f2-ee9d-48f9-a406-8f6ddb814d76 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.568717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3d93e8d-0f90-4284-b87c-dd9d39f5dc7e req-5fc831f2-ee9d-48f9-a406-8f6ddb814d76 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1348951 Nov 12 03:37:18.673546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.673851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3d93e8d-0f90-4284-b87c-dd9d39f5dc7e req-4503e3c0-e192-4684-9930-88c1f2c6bb52 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033742 Nov 12 03:37:18.694443 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.699591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ea08-451d-4fe2-9e4d-fe33b59d0739 req-783f7400-f6b0-4b8a-bad2-bf8ae173937b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:18.701081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a81ea08-451d-4fe2-9e4d-fe33b59d0739 req-783f7400-f6b0-4b8a-bad2-bf8ae173937b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1061552 Nov 12 03:37:18.703025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8288118d-5d7e-44da-b10a-44803274a740 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.778384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a81ea08-451d-4fe2-9e4d-fe33b59d0739 req-b43c5afd-bce9-459c-91ec-4a19d28bf50a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Nov 12 03:37:18.789104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8288118d-5d7e-44da-b10a-44803274a740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.790651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.796141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:18.800238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/11bd7a86-13d3-4e5e-8f08-98015c73b40c HTTP/1.1" status: 204 len: 168 time: 0.2792554 Nov 12 03:37:18.823707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dd329-7b81-450f-83ff-3c01180f0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bd7a86-13d3-4e5e-8f08-98015c73b40c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.876981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8288118d-5d7e-44da-b10a-44803274a740 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5fc3d0398a4d434da154228b25c0aa34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7411864 Nov 12 03:37:18.877399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:18.880010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288118d-5d7e-44da-b10a-44803274a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b49c821-e813-409f-a57f-47fb30c27202,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:18.994786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.021544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.060020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891a649-4655-46bb-b97b-6554371405fe req-ac17dbd5-ad2c-469d-812f-b4485f743276 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.062283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7891a649-4655-46bb-b97b-6554371405fe req-ac17dbd5-ad2c-469d-812f-b4485f743276 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0697060 Nov 12 03:37:19.087053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.090605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:19.093405 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8b49c821-e813-409f-a57f-47fb30c27202 HTTP/1.1" status: 204 len: 168 time: 0.2138362 Nov 12 03:37:19.100588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a5b79-6f18-4d2e-bcf5-fad817350780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b49c821-e813-409f-a57f-47fb30c27202,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:19.140296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7891a649-4655-46bb-b97b-6554371405fe req-c6d40a36-e445-47d9-81fd-eff68699a8df tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672967 Nov 12 03:37:19.862675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571122-cb48-425b-999e-870c6314878f req-37f822c8-bc1b-400b-bf1b-3b5e8f38e616 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:19.864948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac571122-cb48-425b-999e-870c6314878f req-37f822c8-bc1b-400b-bf1b-3b5e8f38e616 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0811460 Nov 12 03:37:19.984684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac571122-cb48-425b-999e-870c6314878f req-f978c0be-862a-48b4-921a-ef783eaaf31e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086495 Nov 12 03:37:20.001279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab855a4-cb65-4ae6-a18f-c133615f443b req-1820fc7e-d028-4fd0-9b39-36211c53e869 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.003330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab855a4-cb65-4ae6-a18f-c133615f443b req-1820fc7e-d028-4fd0-9b39-36211c53e869 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1140819 Nov 12 03:37:20.110946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57272) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.115536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab855a4-cb65-4ae6-a18f-c133615f443b req-fba291b7-3df8-4f3f-8e61-20a720f163fa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055696 Nov 12 03:37:20.237875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.371176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91643ee1-7260-40cb-95a3-e50f939a3fb4 req-2efb9bfc-b564-4a55-ab69-b3225bf530e0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.380690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91643ee1-7260-40cb-95a3-e50f939a3fb4 req-2efb9bfc-b564-4a55-ab69-b3225bf530e0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1052551 Nov 12 03:37:20.408863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-643956953-network', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:20.445061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91643ee1-7260-40cb-95a3-e50f939a3fb4 req-7e077e70-26aa-414d-9da1-832925ad3722 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Nov 12 03:37:20.454337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Made reservation on behalf of b526f9cc9d9c483897b271a540aec36d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:20.457516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.469061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.552816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--934788148'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:20.596947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.609288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.610752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.621546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.648804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:20.684840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.685197 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Added segment 9625c0d1-3c13-4be7-b550-e3c210b1882b of type vlan for network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd Nov 12 03:37:20.698166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1fed04-0c06-4996-abd9-5b3e16f73375,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.754953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.795533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.801365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.807497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.808477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:20.809091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.908820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba0e38-abd8-46d7-bed7-900e9aab1cec,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.914346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6740654 Nov 12 03:37:20.917357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:20.920497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b66a5e-40e3-40fb-8402-631d80e09d8b admin admin] Pushing event updated for resources: {'Network': ['ID=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:20.926407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Request body: {'subnet': {'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-643956953-subnet', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:20.953468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Made reservation on behalf of b526f9cc9d9c483897b271a540aec36d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:20.955969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:20.958387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.976169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:20.983484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.021427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.025088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9082358 Nov 12 03:37:21.025940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.035589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b51816-9f33-4966-b50c-207c774e6b20 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa705db-fb2d-4faf-be6e-30ff0c9cda7a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.131479 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6acfb3f6-8deb-4f05-ba92-ff7880f1915b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1044044 Nov 12 03:37:21.135011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57288) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.140326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-security--1119710874', 'description': 'tempest-security-description-272848934'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.209023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.254708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb4e6-9483-47dc-a8e5-85b951ce8033 req-94330801-2617-4143-9a7f-b48931e2b4e2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.258012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b69bb4e6-9483-47dc-a8e5-85b951ce8033 req-94330801-2617-4143-9a7f-b48931e2b4e2 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1163900 Nov 12 03:37:21.284965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.294343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.299723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.301261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "PUT /v2.0/security-groups/6aa705db-fb2d-4faf-be6e-30ff0c9cda7a HTTP/1.1" status: 200 len: 1796 time: 0.1652203 Nov 12 03:37:21.304896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.323103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.362496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc517088-f394-4172-ba5b-4d083b0c24cc tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa705db-fb2d-4faf-be6e-30ff0c9cda7a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.410384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003b3e1-828c-442a-b9d5-ffa232e8479b req-e410c61e-dcc0-49ea-84cd-bb5026ac32e0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.411938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6003b3e1-828c-442a-b9d5-ffa232e8479b req-e410c61e-dcc0-49ea-84cd-bb5026ac32e0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1886284 Nov 12 03:37:21.449774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b69bb4e6-9483-47dc-a8e5-85b951ce8033 req-9b8ad26c-feeb-4fa9-b2b1-154b79732d73 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669898 Nov 12 03:37:21.457939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c45645-d1b5-4907-922c-c966b0379e4a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.486290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-798503ac-f6b8-4d1f-99fb-7ccd8d354c49 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups/6aa705db-fb2d-4faf-be6e-30ff0c9cda7a HTTP/1.1" status: 200 len: 1796 time: 0.1752408 Nov 12 03:37:21.486290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.521994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Checking segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:21.522481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Network hostable DHCP agents. Network: abf82cf3-b4e1-4c33-b391-f7caaa85fcfd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:21.563932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6003b3e1-828c-442a-b9d5-ffa232e8479b req-c75ee4ee-fc01-4b69-ac16-9e2e04aed5fa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275451 Nov 12 03:37:21.571557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:21.600209 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.607157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, abf82cf3-b4e1-4c33-b391-f7caaa85fcfd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:21.616805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b708785-c3ff-4b24-a281-5e1762f2a469 None None] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:21.618183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.618792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.645165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.654288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.658876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.678554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07456c40-dd9f-49a1-b4ca-e76325140212 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7593300 Nov 12 03:37:21.706309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.707863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.778128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.780683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.784378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/6aa705db-fb2d-4faf-be6e-30ff0c9cda7a HTTP/1.1" status: 204 len: 168 time: 0.2970016 Nov 12 03:37:21.784990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.790011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.825400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721585ff-cab5-4c25-ba13-0c3fa52f676f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa705db-fb2d-4faf-be6e-30ff0c9cda7a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:21.893071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82d9a7-f582-4ae5-9c08-54ceb0defeb4 req-218449e7-9c97-4475-95f4-745efaf0570f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:21.894645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa82d9a7-f582-4ae5-9c08-54ceb0defeb4 req-218449e7-9c97-4475-95f4-745efaf0570f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1258163 Nov 12 03:37:21.894788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:21.895702 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:21.918962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5b0dca3d-4a7c-4c80-befa-cf62215782aa tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1151340 Nov 12 03:37:21.920077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.946569 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-173fe876-6ef4-4363-b878-6dde7d9863a2 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] delete failed (client error): The resource could not be found. Nov 12 03:37:21.947426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-173fe876-6ef4-4363-b878-6dde7d9863a2 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/6aa705db-fb2d-4faf-be6e-30ff0c9cda7a HTTP/1.1" status: 404 len: 347 time: 0.0255272 Nov 12 03:37:21.953847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:21.958522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120995822'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:21.998589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa82d9a7-f582-4ae5-9c08-54ceb0defeb4 req-7997532a-a401-41e8-b813-3a31516b1825 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778046 Nov 12 03:37:22.013013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.032601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.146327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Allocated IP 172.20.0.2 (abf82cf3-b4e1-4c33-b391-f7caaa85fcfd/c2c45645-d1b5-4907-922c-c966b0379e4a/5f50015b-4412-4727-b458-1d89d80ec1de) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:22.162110 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee0de4d0-a077-47c4-babd-645db16bfb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.162372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.170920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.227300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.231520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2737997 Nov 12 03:37:22.231520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57312) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.233696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22895d-01c6-474d-ac41-4fb42d45aa3e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73562d-d404-47a1-ad06-3fd174a5e96f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.239797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': '3b73562d-d404-47a1-ad06-3fd174a5e96f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:22.277855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.356647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.383401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.386542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.386726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.392876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.395996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.421334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.423321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909101 Nov 12 03:37:22.425978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1883-3155-4214-aed8-4d6845470120 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c623948-b0eb-4902-9a50-c28b347cc807,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.427655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.465169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:22.468654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:22.473441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:22.476915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Pushing event updated for resources: {'Port': ['ID=5f50015b-4412-4727-b458-1d89d80ec1de,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.477745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.500609 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.557426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.568857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.572699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/4c623948-b0eb-4902-9a50-c28b347cc807 HTTP/1.1" status: 204 len: 168 time: 0.1418517 Nov 12 03:37:22.572881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Allocated IP 172.25.7.129 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/e8eae083-81d1-4f57-b271-63d45bf0082d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:22.573031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57318) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.580049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Attempting to bind port 5f50015b-4412-4727-b458-1d89d80ec1de on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:22.580548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Attempting to bind port 5f50015b-4412-4727-b458-1d89d80ec1de by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:22.581774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Attempting to bind port 5f50015b-4412-4727-b458-1d89d80ec1de on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:22.598362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:22.598974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Checking segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:22.600092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.600850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Bound using segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:22.601528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Bound port: 5f50015b-4412-4727-b458-1d89d80ec1de, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:22.602166 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.613739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ac98-46c1-4da3-9346-dcf299a0c910 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c623948-b0eb-4902-9a50-c28b347cc807,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.644008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d7ba-5475-4603-a795-507a1715e300 req-e9ce05fe-2bd6-4324-ba4b-bc3941e122b5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.646565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c55d7ba-5475-4603-a795-507a1715e300 req-e9ce05fe-2bd6-4324-ba4b-bc3941e122b5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0851412 Nov 12 03:37:22.693562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] For port 5f50015b-4412-4727-b458-1d89d80ec1de, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:22.697974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-152768aa-a890-43f8-8b39-d7a0015408fb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1209245 Nov 12 03:37:22.697974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.704577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] For port 5f50015b-4412-4727-b458-1d89d80ec1de, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5f50015b-4412-4727-b458-1d89d80ec1de,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:22.711799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.786432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036051e0-7dbe-47f5-b9ab-4929125a6ffc req-61543656-2ee8-4d38-9d7f-8654a92c7383 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:22.793700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-036051e0-7dbe-47f5-b9ab-4929125a6ffc req-61543656-2ee8-4d38-9d7f-8654a92c7383 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0954454 Nov 12 03:37:22.793700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c55d7ba-5475-4603-a795-507a1715e300 req-43185f3b-f7e6-47c1-b00b-a1379dba5006 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375754 Nov 12 03:37:22.817338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c2617-d6cf-435d-88a3-6a6474a02259 None None] Pushing event updated for resources: {'Port': ['ID=5f50015b-4412-4727-b458-1d89d80ec1de,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.824540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.845122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.886683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.895438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-036051e0-7dbe-47f5-b9ab-4929125a6ffc req-e67340bf-67b3-4396-ad06-a04b92cb2b05 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Nov 12 03:37:22.962037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.965591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:22.967112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/3b73562d-d404-47a1-ad06-3fd174a5e96f HTTP/1.1" status: 204 len: 168 time: 0.2684805 Nov 12 03:37:22.969908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57328) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:22.986959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b7dd8-d296-413b-8a6b-a60863a72192 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73562d-d404-47a1-ad06-3fd174a5e96f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:22.995558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.062425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-abde6962-e284-4695-b000-d08da79a9c99 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912735 Nov 12 03:37:23.063678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.069121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--644578980'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.076112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:23.077145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:23.108164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:23.118954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb32a4-4155-4003-989d-35965b781218 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:23.133329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.178794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Pushing event updated for resources: {'Port': ['ID=e8eae083-81d1-4f57-b271-63d45bf0082d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.233626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eb544048-af4f-4a93-ae91-ee51ad0743a5 None None] Provisioning complete for port e8eae083-81d1-4f57-b271-63d45bf0082d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:23.234714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb544048-af4f-4a93-ae91-ee51ad0743a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.312270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fbfb8-66c8-4043-a3b5-b41c2ff389ae req-fd0e5673-9e5e-42c9-a15d-c830d0f9bcf3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:23.321112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e75fbfb8-66c8-4043-a3b5-b41c2ff389ae req-fd0e5673-9e5e-42c9-a15d-c830d0f9bcf3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1494682 Nov 12 03:37:23.356892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5f50015b-4412-4727-b458-1d89d80ec1de up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:23.366499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.388431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.412499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eb544048-af4f-4a93-ae91-ee51ad0743a5 None None] Port e8eae083-81d1-4f57-b271-63d45bf0082d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:23.430054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec101c77-a04b-4394-8784-a54afa7fa82b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.463445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5f50015b-4412-4727-b458-1d89d80ec1de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:23.464076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.476803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e75fbfb8-66c8-4043-a3b5-b41c2ff389ae req-ef068083-9ebb-454d-9a05-cab7ff73a619 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Nov 12 03:37:23.476803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.476803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7678ecde-3289-4f2b-a75f-ef8ee8601555 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4121437 Nov 12 03:37:23.480480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57334) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.486463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'ec101c77-a04b-4394-8784-a54afa7fa82b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.523416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.560186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.602522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 5f50015b-4412-4727-b458-1d89d80ec1de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5f50015b-4412-4727-b458-1d89d80ec1de,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:23.609367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.620383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.634328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.671994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=5f50015b-4412-4727-b458-1d89d80ec1de,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.686078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a23eec-d847-42d5-ad0c-701e41ff8383,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.701586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.702596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.704168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67551f1d-533b-423b-b64b-e40a0dc6041b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2223804 Nov 12 03:37:23.706983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.712603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'ec101c77-a04b-4394-8784-a54afa7fa82b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:23.768725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.852973 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-c23cb97e-271c-45b9-bf3e-7e04c9d1c069 service neutron] show failed (client error): The resource could not be found. Nov 12 03:37:23.854276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-c23cb97e-271c-45b9-bf3e-7e04c9d1c069 service neutron] 10.222.0.104 "GET /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.1229637 Nov 12 03:37:23.873712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.884193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.907028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58968683-f6f6-4b6e-95fd-fd63f6a21445,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:23.955083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.959243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5bad25b9-7d1c-482d-80a7-a6dcc74fea02 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2512360 Nov 12 03:37:23.961920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57346) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:23.968333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:23.972049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'ec101c77-a04b-4394-8784-a54afa7fa82b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.099763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.168467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25455-15b5-4aef-b1c6-07d4472167c8 req-6bc29a13-68d5-418d-bde7-9aca16ff0c18 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.169946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87e25455-15b5-4aef-b1c6-07d4472167c8 req-6bc29a13-68d5-418d-bde7-9aca16ff0c18 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1475103 Nov 12 03:37:24.270582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-a91922f5-c91c-41d3-a6b3-c2c4856f025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.272245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-a91922f5-c91c-41d3-a6b3-c2c4856f025c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1101 time: 0.0680194 Nov 12 03:37:24.280330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eb0d0-710c-4271-937c-2ea6ce830d82 req-9432a6b2-1733-412d-a10c-98e2a701d2fe tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.288225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Router 9ecead55-d751-4d1c-a8af-fe685d1129ca is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:24.291607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a78eb0d0-710c-4271-937c-2ea6ce830d82 req-9432a6b2-1733-412d-a10c-98e2a701d2fe tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.2088461 Nov 12 03:37:24.300399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.328604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2367aef4-b247-4dcf-95bc-a897dfb0ecd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.338321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.384613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.402941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87e25455-15b5-4aef-b1c6-07d4472167c8 req-9e6398e0-8ff5-4c67-af29-5371d888df17 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037051 Nov 12 03:37:24.437605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ce0ea-231b-4ac7-a952-e1ae533f9247 None None] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:24.442561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a78eb0d0-710c-4271-937c-2ea6ce830d82 req-db502dec-607d-40b3-934c-c803bdb1e767 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499081 Nov 12 03:37:24.447194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d750cd7-1718-4494-a037-20853639f37a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.452309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.457005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ad6e1ce0-0940-46e8-b034-07986d491f7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4933925 Nov 12 03:37:24.457920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.466123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'ec101c77-a04b-4394-8784-a54afa7fa82b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.518206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.541681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4ec416ea-9e94-4a12-b832-2de36a3da415 None None] Provisioning complete for port 5f50015b-4412-4727-b458-1d89d80ec1de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:24.541964 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.542645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec416ea-9e94-4a12-b832-2de36a3da415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.609612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:24.656822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Sync routers for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:24.687445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.688605 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-19698d5c-5088-47d9-8a87-8eabfbad194a admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0332842 Nov 12 03:37:24.691474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57364) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.695444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.704360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.723507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:24.724393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:24.728197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c638a73-040a-4022-b979-ca78d01f38a7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.741993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d35445-c0e1-420c-93a9-e67770f3644a req-e30fde9e-09c1-469b-a477-6f2dde16c139 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:24.743694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94d35445-c0e1-420c-93a9-e67770f3644a req-e30fde9e-09c1-469b-a477-6f2dde16c139 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.0980191 Nov 12 03:37:24.747012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.748302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-993fa8e8-a9c3-4106-9972-556de02a6adb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893910 Nov 12 03:37:24.751232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.755728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'ec101c77-a04b-4394-8784-a54afa7fa82b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:24.817421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.839389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94d35445-c0e1-420c-93a9-e67770f3644a req-c5b8be0d-d420-4830-aed8-920e59bcb6c1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789766 Nov 12 03:37:24.896690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.903042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.930029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ca3f23-9062-4cfb-86cd-0d7718f60488,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:24.936712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.938204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1858923 Nov 12 03:37:24.942656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:24.951675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.952173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.952606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.953046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.953517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.953933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.954388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.954906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.955325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.955744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.956162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.956583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabc5042-1c90-4824-af28-523543c9ee6c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:24.980876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:24.991387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.023083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.029869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.033875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/b5ca3f23-9062-4cfb-86cd-0d7718f60488 HTTP/1.1" status: 204 len: 168 time: 0.0876260 Nov 12 03:37:25.041412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.042366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208e2a0-e8e1-40a1-b7e4-8ca4c6bef92b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5ca3f23-9062-4cfb-86cd-0d7718f60488,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.059637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:25.112694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5c26b9af-e963-4563-ae03-282a1024dfd6 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0647986 Nov 12 03:37:25.120202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.165528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.178293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.237881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.243151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.247293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/9c638a73-040a-4022-b979-ca78d01f38a7 HTTP/1.1" status: 204 len: 168 time: 0.1197178 Nov 12 03:37:25.250333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.251956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5f50015b-4412-4727-b458-1d89d80ec1de up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:25.257704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fb78-e265-4155-8f16-d4992e02aa38 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c638a73-040a-4022-b979-ca78d01f38a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.321862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5f50015b-4412-4727-b458-1d89d80ec1de triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:25.322483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.327696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:25.370207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:23Z', 'revision_number': 3, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:25.385864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b090e2a3-d4d4-4ff4-b589-0c23e1a4a508 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1316786 Nov 12 03:37:25.388999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.406392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Checking router: 9ecead55-d751-4d1c-a8af-fe685d1129ca for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:25.406933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Updating router 9ecead55-d751-4d1c-a8af-fe685d1129ca port e8eae083-81d1-4f57-b271-63d45bf0082d binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:25.415925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.424001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.426016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.436222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:25.442623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.468853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.476953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.483625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/7d750cd7-1718-4494-a037-20853639f37a HTTP/1.1" status: 204 len: 168 time: 0.0932870 Nov 12 03:37:25.484289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.521059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bed3d-19fa-492b-a7ac-c662e38744da tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d750cd7-1718-4494-a037-20853639f37a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.534098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-83d091d9-902f-47bd-9449-ef50a2631631 None None] Provisioning complete for port 5f50015b-4412-4727-b458-1d89d80ec1de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:25.534730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-83d091d9-902f-47bd-9449-ef50a2631631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.569882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:25.572368 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03bdf8c-fc2a-4d84-9401-fa330f271a29" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:25.576927 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.588239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0cd9b84-8deb-4b03-b37d-66b194cccdeb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0993338 Nov 12 03:37:25.591793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.638046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520e76-8874-4896-9a13-0a03c0859b58 req-f8fbde71-2730-4c5b-9bbc-aa94f2a679d9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.640026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7520e76-8874-4896-9a13-0a03c0859b58 req-f8fbde71-2730-4c5b-9bbc-aa94f2a679d9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.1163189 Nov 12 03:37:25.648881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Transition to ACTIVE for port object 85b5f07a-37cb-47bc-8c21-379c6ef70958 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:25.658579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d425d1-43a2-48f5-8449-33e008d0277f req-71918b84-87b3-467a-830d-f0365d39202c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:25.659554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.660664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65d425d1-43a2-48f5-8449-33e008d0277f req-71918b84-87b3-467a-830d-f0365d39202c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0870059 Nov 12 03:37:25.700433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.715718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.766725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65d425d1-43a2-48f5-8449-33e008d0277f req-1e8cef48-f9a6-456c-8edc-d69a1e784b92 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918849 Nov 12 03:37:25.789363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7520e76-8874-4896-9a13-0a03c0859b58 req-3a9a7fa4-ac6e-4b36-87e7-a7902b332365 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392932 Nov 12 03:37:25.809460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] No DVR routers for this DVR port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:25.815743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.850593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.861768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.865408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/58968683-f6f6-4b6e-95fd-fd63f6a21445 HTTP/1.1" status: 204 len: 168 time: 0.2687964 Nov 12 03:37:25.865974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.871281 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.880406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.884420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc72fc-8e73-4fcd-abb8-3847f9faa6f0 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58968683-f6f6-4b6e-95fd-fd63f6a21445,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:25.927254 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416208ba-c7f3-4c41-8d85-374be1390183 x-openstack-request-id: req-416208ba-c7f3-4c41-8d85-374be1390183 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:25.927551 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:25.927811 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-416208ba-c7f3-4c41-8d85-374be1390183 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:25.928210 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'code': 200} Nov 12 03:37:25.931879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:25.931879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:25.931879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:25.941201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:25.941534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:25.952594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:25.953053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:25.953170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f9d7c2ba-5317-4c05-b246-857a9f863496 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0861504 Nov 12 03:37:25.953415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:25.953868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Bound port: 85b5f07a-37cb-47bc-8c21-379c6ef70958, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:25.954239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:25.956131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:25.989398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2075ff3-667e-4897-9d49-94645c4aa65f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:26.006696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Attempting to bind port e8eae083-81d1-4f57-b271-63d45bf0082d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:26.006696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Attempting to bind port e8eae083-81d1-4f57-b271-63d45bf0082d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:26.007082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Attempting to bind port e8eae083-81d1-4f57-b271-63d45bf0082d on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:26.012833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a9a32-2fbc-443d-b0b6-ff938f6494fd None None] Pushing event updated for resources: {'Port': ['ID=e8eae083-81d1-4f57-b271-63d45bf0082d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.017472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:26.018008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:26.018223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.018804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:26.019091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Bound port: e8eae083-81d1-4f57-b271-63d45bf0082d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:26.020465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.054119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.074313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.090822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] For port e8eae083-81d1-4f57-b271-63d45bf0082d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:26.094523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] For port e8eae083-81d1-4f57-b271-63d45bf0082d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e8eae083-81d1-4f57-b271-63d45bf0082d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:26.097154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.100304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5b51b4d6-5a73-415b-9db6-29c113905c2f None None] Provisioning complete for port e8eae083-81d1-4f57-b271-63d45bf0082d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.101472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b51b4d6-5a73-415b-9db6-29c113905c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.132412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:26.138178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:26.147974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.149833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.152658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a237-dccb-41ee-a307-bbc53141fae7 req-7f577195-675f-4c61-bfab-37efd45b6219 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.154859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c525a237-dccb-41ee-a307-bbc53141fae7 req-7f577195-675f-4c61-bfab-37efd45b6219 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.0614481 Nov 12 03:37:26.158892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.205456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.207271 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/19a23eec-d847-42d5-ad0c-701e41ff8383 HTTP/1.1" status: 204 len: 168 time: 0.2485945 Nov 12 03:37:26.211729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5b51b4d6-5a73-415b-9db6-29c113905c2f None None] Port e8eae083-81d1-4f57-b271-63d45bf0082d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:26.217977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.218225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9d59e-f500-40d4-80d5-400d0c39fabc None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:26.232297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-77b2b083-fe9d-494a-a460-98ae74d473d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.233754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-77b2b083-fe9d-494a-a460-98ae74d473d4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1097 time: 0.0778053 Nov 12 03:37:26.243168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a9a32-2fbc-443d-b0b6-ff938f6494fd None None] Pushing event updated for resources: {'Port': ['ID=e8eae083-81d1-4f57-b271-63d45bf0082d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.246657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:26.247292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:26.272512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac4dd7-95d6-4bbe-9ffa-873b41e51581 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a23eec-d847-42d5-ad0c-701e41ff8383,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.291916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.294139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.295816 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] 10.222.0.16 "PUT /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 1096 time: 2.0008998 Nov 12 03:37:26.370441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c525a237-dccb-41ee-a307-bbc53141fae7 req-35b91386-ac96-4a45-b1dc-ea3c69bb9b03 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904335 Nov 12 03:37:26.383737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8e47f07e-f8db-4425-8197-b7b6d2be1e13 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1598134 Nov 12 03:37:26.387749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.392659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] Provisioning complete for port e8eae083-81d1-4f57-b271-63d45bf0082d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:26.393626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.403499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c484-4c24-44f0-ae72-f591e6caa152 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.420319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-6ec736bb-f2d7-4c37-9dff-ef74de95e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.421932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-6ec736bb-f2d7-4c37-9dff-ef74de95e96c service neutron] 10.222.0.104 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.1777315 Nov 12 03:37:26.444915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:26.481616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-9801eb29-b551-4c45-bd2d-2e80c6e31cf8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0413153 Nov 12 03:37:26.503062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-f6e99fd9-c154-4f46-8589-4f67ed558815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.504865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-f6e99fd9-c154-4f46-8589-4f67ed558815 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1599231 Nov 12 03:37:26.555949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-84fd15e2-a97a-486f-b832-088bdcb1f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.559447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-84fd15e2-a97a-486f-b832-088bdcb1f63a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.0537002 Nov 12 03:37:26.567389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.594896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Allocated IP 172.20.0.1 (abf82cf3-b4e1-4c33-b391-f7caaa85fcfd/c2c45645-d1b5-4907-922c-c966b0379e4a/19e31bb4-aae0-4ad5-a58f-9b87a60e365a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:26.604398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-54c8cc57-2d9f-4888-b98f-07357d15f301 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340369 Nov 12 03:37:26.628904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.649459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.676798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] For port e8eae083-81d1-4f57-b271-63d45bf0082d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e8eae083-81d1-4f57-b271-63d45bf0082d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:26.681731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.721304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-336e4043-3de4-4a1e-b624-f790c883bf4d service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063247 Nov 12 03:37:26.752935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294dc68-34c2-4e2a-a5cf-874debb74411 None None] Pushing event updated for resources: {'Port': ['ID=e8eae083-81d1-4f57-b271-63d45bf0082d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.757274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:23Z', 'revision_number': 3, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:26.768260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-b4dfa2dd-84d3-4b8e-92a4-9868c54c06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:26.769805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-b4dfa2dd-84d3-4b8e-92a4-9868c54c06f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2372644 Nov 12 03:37:26.790692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.792586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b33b4-3b9d-4b26-bded-fcc57d9bafbb None None] The sync data for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 is: [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:23Z', 'revision_number': 3, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:26.792963 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.797385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.797824 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/ec101c77-a04b-4394-8784-a54afa7fa82b HTTP/1.1" status: 204 len: 168 time: 0.4053838 Nov 12 03:37:26.885438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-519affd6-5d43-4af6-9e4f-2272639efef1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.1062598 Nov 12 03:37:26.901928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.906662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134bcb3-9616-4c47-9003-9798ca61a505 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec101c77-a04b-4394-8784-a54afa7fa82b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:26.925069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:26.929684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0a59e9cd-d47e-4104-9a26-3bcbeba82d8e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1271582 Nov 12 03:37:26.931468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:26.949843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65568d08-f5a5-4599-89d8-392a2ef0f064 req-4fa925a5-e73f-44d3-aaca-af46cccf528b service neutron] 10.222.0.104 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172763 Nov 12 03:37:26.962914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914076532'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.005125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.010321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec858b1-7a37-453c-a31e-2e4d09de47c5 req-b0d900ef-713c-4a02-9bed-5e35728cfd7b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.012430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec858b1-7a37-453c-a31e-2e4d09de47c5 req-b0d900ef-713c-4a02-9bed-5e35728cfd7b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1355579 Nov 12 03:37:27.021701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f130a-c81d-4192-ad64-2b0e66303215 req-f9a3af21-c69d-443c-8e0b-76fcc6d2b80e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.025022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c88f130a-c81d-4192-ad64-2b0e66303215 req-f9a3af21-c69d-443c-8e0b-76fcc6d2b80e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0978777 Nov 12 03:37:27.027450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-eebfa03e-2f21-46c6-9152-4aaf012757dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.029441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-eebfa03e-2f21-46c6-9152-4aaf012757dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1239889 Nov 12 03:37:27.095645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.127636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec858b1-7a37-453c-a31e-2e4d09de47c5 req-207ee87f-a8fc-4f2b-babb-6c5d47774306 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014984 Nov 12 03:37:27.142608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c88f130a-c81d-4192-ad64-2b0e66303215 req-1bedf13b-ef35-4c9b-b26c-da4c10fb56a3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032360 Nov 12 03:37:27.163989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-0e416150-8a73-4afc-a187-e24fb7f84d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.165740 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-0e416150-8a73-4afc-a187-e24fb7f84d24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252692 Nov 12 03:37:27.177001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:27.217035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:27.220220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:27.244139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Pushing event updated for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.274421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.323867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.326888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e8eae083-81d1-4f57-b271-63d45bf0082d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:27.387242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.394142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193e3ae7-06e1-4171-990a-18eaa0a726f8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.429518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e8eae083-81d1-4f57-b271-63d45bf0082d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.430109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.437777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.441941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.442503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-892c019b-f0ff-4573-81be-ca55697f6bca tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4863219 Nov 12 03:37:27.446951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': '193e3ae7-06e1-4171-990a-18eaa0a726f8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:27.467893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-88304355-a0da-480c-91e6-8960885fe7a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897370 Nov 12 03:37:27.535438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.627895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-185423da-bb44-4f4b-af17-295acd533cc5 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:27.628636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-185423da-bb44-4f4b-af17-295acd533cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.635347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a1ab72d0-7b56-49f8-a622-b17ee20b672b req-6eccae17-b2d3-4eb3-8f57-467fbb11d7a2 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577706 Nov 12 03:37:27.636863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.645453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf1dd8-4870-471d-8886-19963e3615c1 req-83dd605d-c371-47f5-b4c7-91f304b5165c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:27.653651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-debf1dd8-4870-471d-8886-19963e3615c1 req-83dd605d-c371-47f5-b4c7-91f304b5165c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.1442349 Nov 12 03:37:27.657070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.679358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.682446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-185423da-bb44-4f4b-af17-295acd533cc5 None None] Port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:27.716096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e25f110-33e0-458f-a964-69a1c463a6de,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.730499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-debf1dd8-4870-471d-8886-19963e3615c1 req-68eee613-8b25-4e03-9531-78ba06d880a8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 Nov 12 03:37:27.744370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.749111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-472f45f7-0940-4ca9-ae48-5d8caa8db96f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3056846 Nov 12 03:37:27.749846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57420) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.752170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.823361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.864182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.872129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.878192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.928301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.931609 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.932902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/193e3ae7-06e1-4171-990a-18eaa0a726f8 HTTP/1.1" status: 204 len: 168 time: 0.1809888 Nov 12 03:37:27.935404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:27.937835 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:27.938126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57422) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:27.949220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bd538-3a11-4933-bf3f-90a25699aeb9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193e3ae7-06e1-4171-990a-18eaa0a726f8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:27.984940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:27.987739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Pushing event updated for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.004425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a2e05086-ea01-417f-ba09-979bcf66fbbb tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0649195 Nov 12 03:37:28.008197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.012805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--469853889'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:28.017759 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444293e4-7331-4eaa-aa54-1c407106b2fe x-openstack-request-id: req-444293e4-7331-4eaa-aa54-1c407106b2fe {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:28.018296 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:28.018296 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-444293e4-7331-4eaa-aa54-1c407106b2fe {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:28.018709 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'status': 'completed', 'code': 200} Nov 12 03:37:28.046985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.134449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-0d8afb15-fbf9-4dab-962d-cb0325a8157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.134744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-5e3fb2f0-1ae1-46fd-a35a-5d8a96a6096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.136185 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-0d8afb15-fbf9-4dab-962d-cb0325a8157e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0657189 Nov 12 03:37:28.136880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-5e3fb2f0-1ae1-46fd-a35a-5d8a96a6096d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.0674558 Nov 12 03:37:28.170509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:28.179620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:28.192257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.233429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.316354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-3a70b958-03ad-4a2d-8635-90d107c0b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.318016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-3a70b958-03ad-4a2d-8635-90d107c0b45e service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1664064 Nov 12 03:37:28.376730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-7d7e023e-3505-4a75-9cbf-ad85ea2f5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.379377 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-7d7e023e-3505-4a75-9cbf-ad85ea2f5c25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2357397 Nov 12 03:37:28.400667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Router 9ecead55-d751-4d1c-a8af-fe685d1129ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:28.417989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.422102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4128575 Nov 12 03:37:28.422768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57436) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:28.433100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-3f831987-e4da-492f-a09d-9be27e3ede61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0424697 Nov 12 03:37:28.433980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714221894'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:28.439308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-5a30fac5-c33c-4f89-ba77-7472d85cbdca service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.1052620 Nov 12 03:37:28.443035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27606f67-c747-47f9-a67b-9ebf22e6408b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b464104e-5f81-4458-91db-87542f14a880,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.473951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:28.515492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4cae-fc9d-4ec7-9c67-c2bb2e2cc64a req-cbf24fdb-e1ce-4fbc-863a-ca765a772bfa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.516046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:28.516684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:28.517422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59cf4cae-fc9d-4ec7-9c67-c2bb2e2cc64a req-cbf24fdb-e1ce-4fbc-863a-ca765a772bfa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.2726340 Nov 12 03:37:28.530555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a6399-044f-48fc-9845-b9f22bace777 req-0c23a08b-bb26-4821-a215-ba91a25aae37 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.538130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-0c6f4f89-5f0b-49be-8ebc-21caae222f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.538698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-552a6399-044f-48fc-9845-b9f22bace777 req-0c23a08b-bb26-4821-a215-ba91a25aae37 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2097259 Nov 12 03:37:28.539911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-0c6f4f89-5f0b-49be-8ebc-21caae222f54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0991168 Nov 12 03:37:28.546507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.575608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-893650d1-2fc3-4d95-805e-3b78b1bd9fa5 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:28.576195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-893650d1-2fc3-4d95-805e-3b78b1bd9fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.598036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-fb7266fb-45f3-435d-9be1-f3bda5baeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.599539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-fb7266fb-45f3-435d-9be1-f3bda5baeefc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1490281 Nov 12 03:37:28.616976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-893650d1-2fc3-4d95-805e-3b78b1bd9fa5 None None] Port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:28.624257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:28.635402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f60e7c3f-c765-4504-b7bb-48212a92c032 admin admin] 10.222.0.97 "PUT /v2.0/routers/9ecead55-d751-4d1c-a8af-fe685d1129ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428687 Nov 12 03:37:28.652985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-17ff7836-2505-4762-a75b-25e053899d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.655209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-17ff7836-2505-4762-a75b-25e053899d6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832741 Nov 12 03:37:28.689655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.691379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-552a6399-044f-48fc-9845-b9f22bace777 req-0d20b513-65a5-4ed1-8b30-76c9390d32bc tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517887 Nov 12 03:37:28.699510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59cf4cae-fc9d-4ec7-9c67-c2bb2e2cc64a req-bd9623e0-0c0d-4967-bf39-1586ff7120e2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540265 Nov 12 03:37:28.752146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-6039572b-7421-4727-b2e6-fdd470f9cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:28.754356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-6039572b-7421-4727-b2e6-fdd470f9cd2b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314304 Nov 12 03:37:28.770834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:28.773983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:28.779100 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739fb492-3a78-41b7-a772-74da6e95e76a" -d '{"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:28.785528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.789033 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.808590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:28.865386 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-1ab5555d-7365-41f9-b290-07a7c9fd4e86 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921089 Nov 12 03:37:28.906262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:28.974759 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff62fde-f4d9-489c-af7f-f2b8aad0f13c x-openstack-request-id: req-5ff62fde-f4d9-489c-af7f-f2b8aad0f13c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:28.975177 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:28.975682 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ff62fde-f4d9-489c-af7f-f2b8aad0f13c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:28.976151 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'code': 200} Nov 12 03:37:29.015152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-9ce1ecfd-e371-4b40-9399-a09b9d58f70f service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345882 Nov 12 03:37:29.125464 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Sync routers for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:29.135654 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:29.136838 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:29.243585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.244828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8167381 Nov 12 03:37:29.248235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.253591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'b464104e-5f81-4458-91db-87542f14a880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92fa59aa-d08b-4cd7-ba69-cbe057484b34', 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:29.255336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c6fc7-00c4-44a8-9499-e2f189d4c779 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa59aa-d08b-4cd7-ba69-cbe057484b34,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.278388 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:29.293588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f02c6-1e5e-4615-a709-25e0c1abd846 req-528f506d-ffb7-4c3f-aa39-468e8cd0ad65 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.297389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.301125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c15f02c6-1e5e-4615-a709-25e0c1abd846 req-528f506d-ffb7-4c3f-aa39-468e8cd0ad65 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.1000433 Nov 12 03:37:29.310140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-044cb343-452f-4e74-9181-6410cb2f0de2 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376883 Nov 12 03:37:29.384251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.390055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.409503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544b4ec7-9515-4687-ac05-9de588b51e00,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.416432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c15f02c6-1e5e-4615-a709-25e0c1abd846 req-5d7096ac-26ba-4197-8bdc-24b7e0aa19ee tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144638 Nov 12 03:37:29.417568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.424676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-560458482-network', 'tenant_id': 'e85c32e208f243049e22f51711999b3c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:29.433550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.436726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-522bf6ed-becf-449d-804d-aaa9a5fb9017 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1870875 Nov 12 03:37:29.442153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.480722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c48c5d6-6107-4d30-aee8-ec138c87d9b2 req-8c10f277-b78d-4721-8eb8-6468f9f69ad1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612847 Nov 12 03:37:29.485281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Made reservation on behalf of e85c32e208f243049e22f51711999b3c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:29.487497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.497570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.500678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.507423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.543148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 4, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '19e31bb4-aae0-4ad5-a58f-9b87a60e365a', 'name': '', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'mac_address': 'fa:16:3e:06:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 2, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'subnets': [{'id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:29.546611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.559417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.560508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/544b4ec7-9515-4687-ac05-9de588b51e00 HTTP/1.1" status: 204 len: 168 time: 0.1169994 Nov 12 03:37:29.563580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.569453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db32076-0693-49f7-8603-809b8760a9b5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544b4ec7-9515-4687-ac05-9de588b51e00,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.570738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Checking router: 9ecead55-d751-4d1c-a8af-fe685d1129ca for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:29.571119 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Updating router 9ecead55-d751-4d1c-a8af-fe685d1129ca port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:29.601089 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.619774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.625076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.626923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-12d80e34-7b89-43f8-b035-5005c126028e tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0612385 Nov 12 03:37:29.630048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.680288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:37:29.683023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.700240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.700427 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Added segment 2f84ff28-d531-4d09-9a7f-0e015409cc77 of type vlan for network 23990918-b316-4453-8a32-873ad9886fb1 Nov 12 03:37:29.757142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.765773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.791160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.833106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.834053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:29.834629 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.927061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5035429 Nov 12 03:37:29.928553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.936146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Request body: {'subnet': {'network_id': '23990918-b316-4453-8a32-873ad9886fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-560458482-subnet', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:29.944220 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.951333 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.962259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.964908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:29.966083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/92fa59aa-d08b-4cd7-ba69-cbe057484b34 HTTP/1.1" status: 204 len: 168 time: 0.3350749 Nov 12 03:37:29.969165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:29.983886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3db83c-0445-42d4-9e36-8f9b5afaec3d admin admin] Pushing event updated for resources: {'Network': ['ID=23990918-b316-4453-8a32-873ad9886fb1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:29.991065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f09abd-7896-482b-a0cf-6cd79cf0f2ff tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa59aa-d08b-4cd7-ba69-cbe057484b34,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.006940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd358-fab8-45bd-8f01-3f80e058ea01 req-dbf93932-d8b1-44fd-9591-2064c2e17184 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.008537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-747fd358-fab8-45bd-8f01-3f80e058ea01 req-dbf93932-d8b1-44fd-9591-2064c2e17184 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.1827590 Nov 12 03:37:30.016216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 23990918-b316-4453-8a32-873ad9886fb1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:37:30.017298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03ca1-ec7d-48b4-9f98-160c82baf348 req-1081b9d7-f56b-494b-bdc5-43d35f40d36c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.019281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c03ca1-ec7d-48b4-9f98-160c82baf348 req-1081b9d7-f56b-494b-bdc5-43d35f40d36c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1868634 Nov 12 03:37:30.048018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Made reservation on behalf of e85c32e208f243049e22f51711999b3c for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:30.050340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.069996 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Attempting to bind port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:30.070707 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Attempting to bind port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:30.071217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Attempting to bind port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:30.081193 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:30.081759 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Checking segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:30.082208 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.082720 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Bound using segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:30.083379 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Bound port: 19e31bb4-aae0-4ad5-a58f-9b87a60e365a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:30.083877 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.135405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-747fd358-fab8-45bd-8f01-3f80e058ea01 req-f959c79a-ee1e-4f4a-8a4e-75a23aadcfaf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150820 Nov 12 03:37:30.158816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c03ca1-ec7d-48b4-9f98-160c82baf348 req-3f7cf2fb-6441-49cd-8a34-470c46bddd0a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241455 Nov 12 03:37:30.165258 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] For port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:30.169938 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] For port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:30.177304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Pushing event updated for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.188332 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.188982 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.189504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.190253 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.190789 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.191343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.192141 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.192707 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.193340 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.194329 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.195073 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.195740 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:37:30.200236 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.266388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-36ae2bcc-123d-4ea7-873e-264fe1d47f0c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2934659 Nov 12 03:37:30.268379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.305088 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43ff91-3d49-48e9-94dd-7c74fe09bdce None None] Pushing event updated for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.308624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:30.309507 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:30.374830 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.406154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.457420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.483289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:30.483660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.487161 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:30.525152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.530535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8420be7b-6b93-4450-ae17-01a478bfc9dd,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.531699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.535142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/b464104e-5f81-4458-91db-87542f14a880 HTTP/1.1" status: 204 len: 168 time: 0.2634385 Nov 12 03:37:30.536292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57484) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.557584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096ee0e-88e7-418a-8352-b5acfdbafa30 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b464104e-5f81-4458-91db-87542f14a880,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:30.570383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Checking segment: {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:30.572167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Network hostable DHCP agents. Network: 23990918-b316-4453-8a32-873ad9886fb1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:37:30.608789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Network 23990918-b316-4453-8a32-873ad9886fb1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:37:30.625044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 23990918-b316-4453-8a32-873ad9886fb1) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:30.634354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fbf3f1-831e-46c9-925b-8ded42d7f799 None None] Network 23990918-b316-4453-8a32-873ad9886fb1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:30.647213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.648774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.682897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aabfda69-60e8-4de6-a29d-c2e4d26aef24 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7528234 Nov 12 03:37:30.685073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57486) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.695681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:30.700563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6bdd0044-912f-4c2b-bed7-7b492290821a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1620314 Nov 12 03:37:30.706504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:30.717141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c27210-1953-439a-afd3-32a7a94cb571 req-6713f4ad-1f26-431a-ada7-9dd07078c432 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:30.718818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5c27210-1953-439a-afd3-32a7a94cb571 req-6713f4ad-1f26-431a-ada7-9dd07078c432 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.0985608 Nov 12 03:37:30.723573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--726118391'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:30.738504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.739948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.748239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:30.818682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5c27210-1953-439a-afd3-32a7a94cb571 req-d88d730d-5618-490f-afb2-bb3e378b52e2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888524 Nov 12 03:37:30.844474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.844761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.929182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.965553 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 4, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '19e31bb4-aae0-4ad5-a58f-9b87a60e365a', 'name': '', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'mac_address': 'fa:16:3e:06:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:30Z', 'revision_number': 4, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'subnets': [{'id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:30.980795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.987088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:30.999295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-23990918-b316-4453-8a32-873ad9886fb1', 'network_id': '23990918-b316-4453-8a32-873ad9886fb1', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'fixed_ips': [{'subnet_id': '8420be7b-6b93-4450-ae17-01a478bfc9dd'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:37:30.999665 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdbcf7-3f92-4cab-9456-94640db97e4c None None] The sync data for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 is: [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:37:27Z', 'revision_number': 4, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '19e31bb4-aae0-4ad5-a58f-9b87a60e365a', 'name': '', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'mac_address': 'fa:16:3e:06:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:26Z', 'updated_at': '2021-11-12T03:37:30Z', 'revision_number': 4, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'subnets': [{'id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:31.000836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.031164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.032537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3126156 Nov 12 03:37:31.035918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57492) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.040696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': '80bfdc23-3437-4c9e-876b-22ba9768f31e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:31.069387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787790c-cc05-47b9-a2e5-22dcbe580667 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bfdc23-3437-4c9e-876b-22ba9768f31e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.132271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.357377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.407181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.423175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.431646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19e31bb4-aae0-4ad5-a58f-9b87a60e365a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:31.436511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] For port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:31.449741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b08f9cf-fa95-4011-87f5-991b7cb5b6bb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.474559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497acec-0088-4715-bb5b-ef317bfd457d req-19f2b5c6-81bc-4e21-86ea-675c36406f30 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.482565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1497acec-0088-4715-bb5b-ef317bfd457d req-19f2b5c6-81bc-4e21-86ea-675c36406f30 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1689072 Nov 12 03:37:31.487219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.493756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.496600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-725cccf4-1792-4bde-b570-2f3f976d850d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4581232 Nov 12 03:37:31.505165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.509236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'mac_address': 'fa:16:3e:70:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:31.588424 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.590421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.618509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.645790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0409-47c3-41a3-92c4-775607e3ab04 None None] Pushing event updated for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.660838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1497acec-0088-4715-bb5b-ef317bfd457d req-b850b226-a7b3-4864-a9f6-8d96528e9bf5 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772633 Nov 12 03:37:31.684884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.721743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160598fe-fda3-4cbe-8ebe-c2e14c625446 req-55e85b02-e4da-4743-a1ec-b66a85da3e0b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.724854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-160598fe-fda3-4cbe-8ebe-c2e14c625446 req-55e85b02-e4da-4743-a1ec-b66a85da3e0b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.2388957 Nov 12 03:37:31.749054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.768392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-211d332b-de8d-4152-a4dd-6749b8a70063 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:31.770114 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-211d332b-de8d-4152-a4dd-6749b8a70063 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9&tenant_id=d13a431489bf4a9587d3a6f91231e11d&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 947 time: 0.1633000 Nov 12 03:37:31.773883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.785873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/7b08f9cf-fa95-4011-87f5-991b7cb5b6bb HTTP/1.1" status: 204 len: 168 time: 0.2794137 Nov 12 03:37:31.793028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:31.793242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Allocated IP 172.20.0.2 (23990918-b316-4453-8a32-873ad9886fb1/8420be7b-6b93-4450-ae17-01a478bfc9dd/666917d2-41ee-4b87-b0b7-e92bb31c6b2a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:31.795588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f800a7-1ee0-4bb1-8d50-e6015c0597a5 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b08f9cf-fa95-4011-87f5-991b7cb5b6bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:31.882542 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-541403ba-b9fc-4e96-b672-b5a25e63dc35 service neutron] 10.222.0.16 "GET /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 383 time: 0.0789464 Nov 12 03:37:31.912894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a5de988-5906-4325-9b4a-cd79c91ac1f2 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:31.913172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a5de988-5906-4325-9b4a-cd79c91ac1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.916224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-160598fe-fda3-4cbe-8ebe-c2e14c625446 req-42668a7b-b855-4373-9aa9-8b49008f640b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785684 Nov 12 03:37:31.933574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.983858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b9d973f1-6e13-47fb-bd1b-fff34fc50dd9 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1891079 Nov 12 03:37:31.987807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:31.987807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:31.990079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:31.991367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.061961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c4a40-7e7a-4813-97a9-fe0d8c08b92d req-844b1508-f5c3-4a97-beb3-145837254f0f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.080296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-eaa0166c-22d2-4277-9c1b-c07eb9ee28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.081982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-eaa0166c-22d2-4277-9c1b-c07eb9ee28ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1054838 Nov 12 03:37:32.082627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a1c4a40-7e7a-4813-97a9-fe0d8c08b92d req-844b1508-f5c3-4a97-beb3-145837254f0f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 947 time: 0.2420344 Nov 12 03:37:32.083597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.117164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.165704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.170755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.199846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:32.218881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.221225 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.241301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a1c4a40-7e7a-4813-97a9-fe0d8c08b92d req-838fbb7c-c246-45f5-b02d-4ee649e541da tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568358 Nov 12 03:37:32.279565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b8f6c-4e0e-496b-aaaa-374fb43d7a0f req-ad61ac60-b469-4899-b9aa-55bab067d81e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.281108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-76f4df12-908a-49c6-90ee-3777606d71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.281276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-905b8f6c-4e0e-496b-aaaa-374fb43d7a0f req-ad61ac60-b469-4899-b9aa-55bab067d81e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.1586182 Nov 12 03:37:32.282972 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-76f4df12-908a-49c6-90ee-3777606d71b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1742320 Nov 12 03:37:32.300836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Network 23990918-b316-4453-8a32-873ad9886fb1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:32.302308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.343493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-7d1b25e9-1c84-4db9-b641-ce3798ac2fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0520546 Nov 12 03:37:32.345229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Allocated IP 172.25.7.136 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ea688cef-6b37-47d7-bae7-864a54fb967a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:32.348570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-905b8f6c-4e0e-496b-aaaa-374fb43d7a0f req-a479fa94-6afd-4a05-ae3d-2e847e77b901 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Nov 12 03:37:32.350257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.353458 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.354685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/80bfdc23-3437-4c9e-876b-22ba9768f31e HTTP/1.1" status: 204 len: 168 time: 0.3614864 Nov 12 03:37:32.355253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Pushing event updated for resources: {'Port': ['ID=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.364884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.367170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:32.375153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:32.380491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698edb70-5a9c-4b0f-a9c8-1b8d3003a17c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bfdc23-3437-4c9e-876b-22ba9768f31e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.518271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:32.520073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c31b49d1-c350-494c-8377-8d77bb59791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.521638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c31b49d1-c350-494c-8377-8d77bb59791d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1703203 Nov 12 03:37:32.528621 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e0522f7c-5217-4a8a-9e40-9c7ddb1f5d98 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1595657 Nov 12 03:37:32.533621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57522) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:32.547532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group': {'name': 'tempest-secgroup--688589160'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:32.554349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-1821f483-5bca-4ede-ba03-d8a641452505 req-fc12399f-8937-4267-ba94-2a848178888a service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:37:32.560365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.566630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1821f483-5bca-4ede-ba03-d8a641452505 req-fc12399f-8937-4267-ba94-2a848178888a service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159345 Nov 12 03:37:32.569916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Attempting to bind port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:32.570287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Attempting to bind port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:32.570652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Attempting to bind port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a on network 23990918-b316-4453-8a32-873ad9886fb1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:32.603244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.623050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.627822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:32.628191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Checking segment: {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:32.628591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.628976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Bound using segment: {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:32.629558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Bound port: 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:32.629820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.640616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-0fcafe2d-130e-4b2f-b9f3-3723f4c6111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.642313 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-0fcafe2d-130e-4b2f-b9f3-3723f4c6111a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101513 Nov 12 03:37:32.652727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:32.760132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.831817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:32.845286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:32.863535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:32.873974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] For port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:32.882500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f17d4-4929-4a14-8aaf-15346f6cd051 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:32.889322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] For port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:32.906459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.907866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Pushing event updated for resources: {'Port': ['ID=ea688cef-6b37-47d7-bae7-864a54fb967a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:32.913778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-99400db6-57cf-4980-bc9b-745e74809c6b service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586181 Nov 12 03:37:32.919105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.936572 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:32.991647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857826-4d3d-48f3-a5ac-db312af2d80f req-70636c19-0b8e-4cb8-aa99-00ab5f4889a0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:32.993654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e857826-4d3d-48f3-a5ac-db312af2d80f req-70636c19-0b8e-4cb8-aa99-00ab5f4889a0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.2454307 Nov 12 03:37:33.013130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2a77-8404-4058-83a3-e0bd51561e85 req-0194d697-5679-4345-9c02-4354e6d78332 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.022190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-888e2a77-8404-4058-83a3-e0bd51561e85 req-0194d697-5679-4345-9c02-4354e6d78332 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.2013376 Nov 12 03:37:33.062633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd72a8-9e0a-42fe-81e4-e858bff30bc9 None None] Pushing event updated for resources: {'Port': ['ID=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.065369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81fafb22-a26f-4f49-a737-e39689de3d7c None None] Provisioning complete for port ea688cef-6b37-47d7-bae7-864a54fb967a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:33.065737 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81fafb22-a26f-4f49-a737-e39689de3d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.112243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af52ea6a-1326-4d19-984c-d8271368c828,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.128367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.129796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1dd8a524-0779-481d-b1b1-bd724c8f79e4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5857415 Nov 12 03:37:33.141130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57538) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.143216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-81fafb22-a26f-4f49-a737-e39689de3d7c None None] Port ea688cef-6b37-47d7-bae7-864a54fb967a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:33.146187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-888e2a77-8404-4058-83a3-e0bd51561e85 req-d0a9ab97-61ba-4606-bc15-99af4e2a1d9a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162434 Nov 12 03:37:33.149254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'af52ea6a-1326-4d19-984c-d8271368c828', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:33.178508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e857826-4d3d-48f3-a5ac-db312af2d80f req-f1ceebd8-4556-43f7-b093-605c89e95bf8 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448500 Nov 12 03:37:33.345662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-d6da0ec9-9ede-4c4a-bef0-737de8c194a3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146605 Nov 12 03:37:33.364379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.387161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19e31bb4-aae0-4ad5-a58f-9b87a60e365a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:33.452466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-8635b858-a522-4fb1-a423-f310af4d2a8d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608560 Nov 12 03:37:33.473138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f77bde-bc38-4df2-a4b5-e387671714ac req-8199a508-f6c9-4011-8f99-1a231da6acf8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:33.481328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47f77bde-bc38-4df2-a4b5-e387671714ac req-8199a508-f6c9-4011-8f99-1a231da6acf8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.0796568 Nov 12 03:37:33.500530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:33.500904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.528092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.542601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.546513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47f77bde-bc38-4df2-a4b5-e387671714ac req-21be87ea-a554-4bd6-ab8a-19c02e0a47fa tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641522 Nov 12 03:37:33.564938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.608645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f963c5-fd88-44b7-9279-4a7e7857de75,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.617919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.619216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb549ff3-5674-4b07-a0fa-eefec57a765f tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760346 Nov 12 03:37:33.621907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.683779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9be3e59f-73d3-483a-b573-ab795d1f6d7b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules/71f963c5-fd88-44b7-9279-4a7e7857de75 HTTP/1.1" status: 200 len: 763 time: 0.0595167 Nov 12 03:37:33.684898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.731835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-73c5692d-492a-4125-bc09-32d02382bf9d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456512 Nov 12 03:37:33.734561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.763556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.771478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.804508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.813707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.815068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/71f963c5-fd88-44b7-9279-4a7e7857de75 HTTP/1.1" status: 204 len: 168 time: 0.0793741 Nov 12 03:37:33.818542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57558) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.819596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d582a0-0e03-4b08-941e-acdb915f0297 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71f963c5-fd88-44b7-9279-4a7e7857de75,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:33.838778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:33.903999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e3a0ee2-1f9f-406f-bd27-399f6ddb6af4 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0841856 Nov 12 03:37:33.906339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57560) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:33.912977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'af52ea6a-1326-4d19-984c-d8271368c828', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:33.997469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.074399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Router af4ceece-41cf-46ce-84cd-62cbafefbec6 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:37:34.083489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.090742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.152588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea46b9c6-1d3c-4acf-b4b1-d439563e2d03,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.175536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.175931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a1ff0-00e8-4274-ab07-9b8dce7d51fd None None] Network 23990918-b316-4453-8a32-873ad9886fb1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:37:34.176910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c2fca8eb-331d-4b03-8507-32877ad3857b tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2695980 Nov 12 03:37:34.179805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57564) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.231002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7fbec7e2-385c-4348-a4cc-f923da5f9d50 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules/ea46b9c6-1d3c-4acf-b4b1-d439563e2d03 HTTP/1.1" status: 200 len: 763 time: 0.0499868 Nov 12 03:37:34.235692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57568) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.254090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:34.281657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.284002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Sync routers for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:34.286314 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fb248b09-9586-40ee-ab6f-a3046677001d admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5989401 Nov 12 03:37:34.288948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57570) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.303873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0b294-4e5e-4033-ad1e-b9c67cbc9408 req-d0012e92-daf3-48c6-a292-62f5eba0a2e8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.305716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9da0b294-4e5e-4033-ad1e-b9c67cbc9408 req-d0012e92-daf3-48c6-a292-62f5eba0a2e8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.0893397 Nov 12 03:37:34.310160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.310625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a38aa48d-1c65-4d50-91ac-17ac7ee95c93 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0738039 Nov 12 03:37:34.313717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] Provisioning complete for port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:34.314078 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.317149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:34.317778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:34.372291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.387860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04d3a4-5a4b-4898-833d-36074ec5db21 req-eff9194c-13bc-447c-a297-980524b6c71d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.389407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f04d3a4-5a4b-4898-833d-36074ec5db21 req-eff9194c-13bc-447c-a297-980524b6c71d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1262870 Nov 12 03:37:34.399396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.443027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9da0b294-4e5e-4033-ad1e-b9c67cbc9408 req-98a68bd0-f71a-4a46-a443-fcf80e08c6c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178446 Nov 12 03:37:34.490660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.501705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.503194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/ea46b9c6-1d3c-4acf-b4b1-d439563e2d03 HTTP/1.1" status: 204 len: 168 time: 0.1913838 Nov 12 03:37:34.508063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.530014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a797c-2d11-4ce2-95bc-97e8859bb27a tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea46b9c6-1d3c-4acf-b4b1-d439563e2d03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.567199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:34.583173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f04d3a4-5a4b-4898-833d-36074ec5db21 req-08cc9b23-ebf5-456c-ba33-7946e4a31387 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632085 Nov 12 03:37:34.612214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772336b-1b8c-4e21-9243-098987de9f12 req-007149bd-3b22-4f19-af3c-2cc5f0d18efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.613717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-007149bd-3b22-4f19-af3c-2cc5f0d18efa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db&tenant_id=ffc83892485c4c9fbb01a672fcd8711f HTTP/1.1" status: 200 len: 1095 time: 0.0970094 Nov 12 03:37:34.617229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-06577b3e-7a60-4aa1-993f-5c0669facd82 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016014 Nov 12 03:37:34.617744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.623120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Request body: {'security_group_rule': {'security_group_id': 'af52ea6a-1326-4d19-984c-d8271368c828', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.631117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.652451 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Project db1aac3c6dd34606be47af8586ef1ba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:37:34.665509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.693604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:34.754776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051256cc-cc35-4614-b73c-05e6d289a1d0 req-911a728d-c162-492b-aae1-89bccb2e25f3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:34.756832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-051256cc-cc35-4614-b73c-05e6d289a1d0 req-911a728d-c162-492b-aae1-89bccb2e25f3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.0870962 Nov 12 03:37:34.780074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.790883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.796810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.827027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:34.846441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83b6c62-f20b-4a60-a5de-6a49aaa07970,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:34.861085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:34.865080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8e869459-9f7f-47a2-ae8b-88a2d25a0b7c tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435448 Nov 12 03:37:34.865259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57584) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.875264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-051256cc-cc35-4614-b73c-05e6d289a1d0 req-37d1b08b-1422-4748-90e1-6cadbbd7902d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080663 Nov 12 03:37:34.899506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:34.909577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64548544-328d-4a98-b0b3-1cde985e48c7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules/e83b6c62-f20b-4a60-a5de-6a49aaa07970 HTTP/1.1" status: 200 len: 769 time: 0.0419908 Nov 12 03:37:34.928841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] For port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:34.936742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.012351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:35.023235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.023643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.056617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bd7a1-ceb7-4d93-a476-d904e1c7be62 None None] Pushing event updated for resources: {'Port': ['ID=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.073887 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7b5eb633-3763-4a8e-867d-ae038a686cb2 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1645179 Nov 12 03:37:35.077105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57590) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.102389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.109729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:33Z', 'revision_number': 3, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:35.135553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.169614 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.181822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Checking router: af4ceece-41cf-46ce-84cd-62cbafefbec6 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:35.182378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Updating router af4ceece-41cf-46ce-84cd-62cbafefbec6 port ea688cef-6b37-47d7-bae7-864a54fb967a binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:35.231437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.233976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.234923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.240168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.241642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/e83b6c62-f20b-4a60-a5de-6a49aaa07970 HTTP/1.1" status: 204 len: 168 time: 0.1634336 Nov 12 03:37:35.244828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.267233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d859e62-2dfc-48f9-8971-c709ffcafef7 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e83b6c62-f20b-4a60-a5de-6a49aaa07970,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.303931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:35.306584 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba77af5-3394-43f9-8967-8706331c520f" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:35.315427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-54ff4925-11e0-40f5-979a-36710b3d454e None None] Provisioning complete for port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.315798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54ff4925-11e0-40f5-979a-36710b3d454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.333807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:35.335942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d562407d-575d-4964-9101-0966523d655d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0890903 Nov 12 03:37:35.347335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.407703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.410783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 666917d2-41ee-4b87-b0b7-e92bb31c6b2a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:35.415212 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0579a-9923-435a-8465-38f2e376d2bc x-openstack-request-id: req-0eb0579a-9923-435a-8465-38f2e376d2bc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:35.415505 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:35.415762 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0eb0579a-9923-435a-8465-38f2e376d2bc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:35.416151 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'code': 200} Nov 12 03:37:35.422096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.438857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.511981 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.516520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.518221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "DELETE /v2.0/security-groups/af52ea6a-1326-4d19-984c-d8271368c828 HTTP/1.1" status: 204 len: 168 time: 0.1697340 Nov 12 03:37:35.530442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.533159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbd1f3-d8d0-4ba5-ab64-7d6bf005745d tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af52ea6a-1326-4d19-984c-d8271368c828,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.614154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:35.701961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:35.702336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.706058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828894c-389e-42df-a579-12bafefffe55 req-9a24ba9e-e2f9-4c2b-afdb-65c410446bfe tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.707743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4828894c-389e-42df-a579-12bafefffe55 req-9a24ba9e-e2f9-4c2b-afdb-65c410446bfe tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 943 time: 0.1204898 Nov 12 03:37:35.712618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5e238ab2-b65a-498b-8616-f04b3620d607 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1662223 Nov 12 03:37:35.728105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:35.758503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:35.854010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:35.873118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4828894c-389e-42df-a579-12bafefffe55 req-121a2987-5832-43d9-bb5b-5a73d62b7122 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558335 Nov 12 03:37:35.878606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.888140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:35.896775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bbc4a085-89e9-47f7-acfb-8c81edd99336 tempest-SecGroupIPv6Test-1389114267 tempest-SecGroupIPv6Test-1389114267-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1642601 Nov 12 03:37:35.904179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b61f-f16f-4e73-9476-b277699a5c75 req-fd559351-16b6-4556-be46-3f91a6d316c2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:35.913674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2286b61f-f16f-4e73-9476-b277699a5c75 req-fd559351-16b6-4556-be46-3f91a6d316c2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1540194 Nov 12 03:37:35.921996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Allocated IP 172.20.0.1 (23990918-b316-4453-8a32-873ad9886fb1/8420be7b-6b93-4450-ae17-01a478bfc9dd/8e092bef-cad9-4d8c-b4e3-b54c9288d936) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:35.975444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85441cc6-c3be-4f9f-9512-14cc23729a1a None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:35.981128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2286b61f-f16f-4e73-9476-b277699a5c75 req-924b4dd7-05a5-479b-a2bb-33bc52f61609 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662270 Nov 12 03:37:35.987241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:36.015276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.032741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Attempting to bind port ea688cef-6b37-47d7-bae7-864a54fb967a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:36.033146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Attempting to bind port ea688cef-6b37-47d7-bae7-864a54fb967a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:36.033506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Attempting to bind port ea688cef-6b37-47d7-bae7-864a54fb967a on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:36.040395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6044-0086-4f57-985c-27afaedfedb8 None None] Pushing event updated for resources: {'Port': ['ID=ea688cef-6b37-47d7-bae7-864a54fb967a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.054760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:36.055723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:36.055902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.056350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:36.056872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Bound port: ea688cef-6b37-47d7-bae7-864a54fb967a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:36.057829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.084170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Transition to ACTIVE for port object cdf83a4d-9bfe-462d-bff3-c2a11de42d7c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:36.091805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.097953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5206fca5-6b30-490b-b02d-94f3f193a35c None None] Provisioning complete for port ea688cef-6b37-47d7-bae7-864a54fb967a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.098403 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5206fca5-6b30-490b-b02d-94f3f193a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.144821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=9']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.148503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801f7ce-257e-498a-a6c0-a1341a6f7b9f req-8663af51-adf8-4986-b603-e71fc3f06f4f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.160471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d801f7ce-257e-498a-a6c0-a1341a6f7b9f req-8663af51-adf8-4986-b603-e71fc3f06f4f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1050963 Nov 12 03:37:36.170532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5206fca5-6b30-490b-b02d-94f3f193a35c None None] Port ea688cef-6b37-47d7-bae7-864a54fb967a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:36.180073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] For port ea688cef-6b37-47d7-bae7-864a54fb967a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:36.187030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] For port ea688cef-6b37-47d7-bae7-864a54fb967a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea688cef-6b37-47d7-bae7-864a54fb967a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:36.196676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.217616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] No DVR routers for this DVR port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:36.238042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.272626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:36.273487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:36.276037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d654e-c92e-4d84-9772-9da4f0631ca2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:37:36.291686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:36.292388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:36.293491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:36.300367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d801f7ce-257e-498a-a6c0-a1341a6f7b9f req-0e46e3cf-5748-4d61-9f2c-0aaece9e881e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353140 Nov 12 03:37:36.310023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:36.310360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Attempting to bind port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on network 62e2661f-feef-439c-af5c-a761ba0eacd9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:36.317892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:36.318127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-b599e6db-dec3-4ddc-b60b-1eb39e695729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.318253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Checking segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:36.318599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Bound using segment: {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:36.319052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Bound port: cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:36.319498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-b599e6db-dec3-4ddc-b60b-1eb39e695729 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1101 time: 0.1225686 Nov 12 03:37:36.319852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.342947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:36.348370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.352643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6044-0086-4f57-985c-27afaedfedb8 None None] Pushing event updated for resources: {'Port': ['ID=ea688cef-6b37-47d7-bae7-864a54fb967a,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.393128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:36.395528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.399361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:36.434545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.438589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.453576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] Provisioning complete for port ea688cef-6b37-47d7-bae7-864a54fb967a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.454094 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.466202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Network 23990918-b316-4453-8a32-873ad9886fb1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:36.474939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:36.481648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:36.484859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.485663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.487282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] 10.222.0.16 "PUT /v2.0/ports/cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 1092 time: 1.7993610 Nov 12 03:37:36.487902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:36.490559 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2407a272-1493-4708-a1e6-8e3f81013904" -d '{"events": [{"name": "network-changed", "server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:36.512541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:36.531238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Pushing event updated for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.604408 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bffeca9-3fb2-4ca6-8b80-c0712cbcf9b2 x-openstack-request-id: req-2bffeca9-3fb2-4ca6-8b80-c0712cbcf9b2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:36.604664 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:36.604890 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2bffeca9-3fb2-4ca6-8b80-c0712cbcf9b2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:36.605506 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'status': 'completed', 'code': 200} Nov 12 03:37:36.630381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.687955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.700896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772336b-1b8c-4e21-9243-098987de9f12 req-e3d6197d-408a-4c38-8069-010230366fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.702478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-e3d6197d-408a-4c38-8069-010230366fff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1096 time: 0.1665423 Nov 12 03:37:36.723950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a997e8-3725-43b4-8edf-be9edfac9c6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=10']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.750543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] For port ea688cef-6b37-47d7-bae7-864a54fb967a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea688cef-6b37-47d7-bae7-864a54fb967a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:36.766362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0dde487e-c30c-49b1-9604-422c0cab4709 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=db1aac3c6dd34606be47af8586ef1ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951886 Nov 12 03:37:36.767665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:36.772861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.868874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b430fd-31bc-44a9-80ee-e5a7461cb2db None None] Pushing event updated for resources: {'Port': ['ID=ea688cef-6b37-47d7-bae7-864a54fb967a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:36.871859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.881502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:36.897122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772336b-1b8c-4e21-9243-098987de9f12 req-96ce9947-90f3-4e10-9da2-e29295bc7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:36.898636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-96ce9947-90f3-4e10-9da2-e29295bc7658 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.1882927 Nov 12 03:37:36.899334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c2112732-0499-48ff-9385-e5c8d6233c7d None None] Provisioning complete for port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:36.899695 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2112732-0499-48ff-9385-e5c8d6233c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.906130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:33Z', 'revision_number': 3, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:36.935183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.937604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed2651-057e-4a5b-865a-4e93550e16be None None] The sync data for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 is: [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:33Z', 'revision_number': 3, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:36.962336 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-c411bc6c-6d3d-4de4-943d-7916c00d7067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0477421 Nov 12 03:37:36.963610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:36.990522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c2112732-0499-48ff-9385-e5c8d6233c7d None None] Port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:37.002166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:37.070514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:37.072904 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31e1950-4c58-4a6c-91ba-576d74001741" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:37.084797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.123913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772336b-1b8c-4e21-9243-098987de9f12 req-90851f78-9ac5-4718-9579-8c2fe387e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.125412 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-90851f78-9ac5-4718-9579-8c2fe387e347 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.1525853 Nov 12 03:37:37.138412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Transition to ACTIVE for port object 85b5f07a-37cb-47bc-8c21-379c6ef70958 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:37.160878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca6d3-5494-45fd-ac61-766f4052fb80 req-fb6b13ff-d3e5-4fe4-8e1e-37811de65938 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.162390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15fca6d3-5494-45fd-ac61-766f4052fb80 req-fb6b13ff-d3e5-4fe4-8e1e-37811de65938 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.1929224 Nov 12 03:37:37.165283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.182204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-6ec0871e-1157-400a-b394-4ebd405eff06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423324 Nov 12 03:37:37.223505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe0fd3-077a-4597-853c-459bb88cdc95 req-87a8e35b-67fc-441f-ae1d-9e1655c43144 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.225017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbe0fd3-077a-4597-853c-459bb88cdc95 req-87a8e35b-67fc-441f-ae1d-9e1655c43144 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1428053 Nov 12 03:37:37.250970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.253474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.254598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/37ba0e38-abd8-46d7-bed7-900e9aab1cec HTTP/1.1" status: 204 len: 168 time: 0.4860871 Nov 12 03:37:37.328341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] No DVR routers for this DVR port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:37:37.333647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.343251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.366958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.382019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa5be2-0eaf-412b-b7fa-0e666953f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba0e38-abd8-46d7-bed7-900e9aab1cec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.450108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15fca6d3-5494-45fd-ac61-766f4052fb80 req-3e810e70-b4f3-41c8-94f8-8e932697cc03 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497835 Nov 12 03:37:37.472098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-f9fa7895-badc-4900-9872-c91ed945f777 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782156 Nov 12 03:37:37.512105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:37.512310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:37.512645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:37.515565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Pushing event updated for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:37.544253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cbe0fd3-077a-4597-853c-459bb88cdc95 req-c8489da7-6963-448c-b190-4c56b4677b81 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064005 Nov 12 03:37:37.546896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:37.547215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Attempting to bind port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:37.560370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:37.560973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:37.561357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:37.561793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Bound port: 85b5f07a-37cb-47bc-8c21-379c6ef70958, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:37.562149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.565315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.676253 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2800ed6-d695-4ba0-8fe6-e864c4017b03 x-openstack-request-id: req-a2800ed6-d695-4ba0-8fe6-e864c4017b03 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:37.676660 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:37.677012 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a2800ed6-d695-4ba0-8fe6-e864c4017b03 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:37.677523 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'code': 200} Nov 12 03:37:37.716242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1772336b-1b8c-4e21-9243-098987de9f12 req-e1b858d7-31bf-4e98-874c-da4417bc1425 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315922 Nov 12 03:37:37.775138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:37.805970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:37.819226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e42eab-8ee2-427e-8ec6-24947d405311 req-1fda542c-2f27-4c4c-92c1-942af83e225b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.820828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63e42eab-8ee2-427e-8ec6-24947d405311 req-1fda542c-2f27-4c4c-92c1-942af83e225b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.1116929 Nov 12 03:37:37.822770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.827359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Network 23990918-b316-4453-8a32-873ad9886fb1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:37.829446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:37.892063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:37.898413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:37.902835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] 10.222.0.104 "PUT /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 1097 time: 1.5658846 Nov 12 03:37:38.044033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099681a-45fa-4913-b096-aff1bd888a12 service neutron] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=11']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:38.061255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63e42eab-8ee2-427e-8ec6-24947d405311 req-3cc04b5f-6bc2-484a-b244-dab562b665ed tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224138 Nov 12 03:37:38.084126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c31a0ff8-d27b-4df2-9283-422c0c96da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.086937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a272-1493-4708-a1e6-8e3f81013904 req-efbd554e-da6d-457a-a8ca-d63998caa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.088451 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-efbd554e-da6d-457a-a8ca-d63998caa1b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1096 time: 0.2383778 Nov 12 03:37:38.093121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c31a0ff8-d27b-4df2-9283-422c0c96da65 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1100 time: 0.1172383 Nov 12 03:37:38.334374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-94102980-6144-4d66-b29e-8779e2ce3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.335966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-94102980-6144-4d66-b29e-8779e2ce3d86 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2326374 Nov 12 03:37:38.354940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Router af4ceece-41cf-46ce-84cd-62cbafefbec6 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:37:38.381632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a272-1493-4708-a1e6-8e3f81013904 req-dd7daa03-3c2b-417d-a6fc-af0b9522b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.383207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-dd7daa03-3c2b-417d-a6fc-af0b9522b30f service neutron] 10.222.0.16 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.2793429 Nov 12 03:37:38.389437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-53d8bd4f-5212-416f-b737-c352a70cb72d None None] Provisioning complete for port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:38.389986 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53d8bd4f-5212-416f-b737-c352a70cb72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:38.447051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-47677af7-73ea-43f1-b87e-615399b460fd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0968184 Nov 12 03:37:38.458276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-53d8bd4f-5212-416f-b737-c352a70cb72d None None] Port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:38.485370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-373bb2d9-79a9-44d0-b677-772250ebaff1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0630825 Nov 12 03:37:38.585252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3ec15648-43c9-413c-b753-ade94c5fdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.591456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-3ec15648-43c9-413c-b753-ade94c5fdf0d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1334407 Nov 12 03:37:38.634060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:38.683142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407a272-1493-4708-a1e6-8e3f81013904 req-7736d934-f9e3-44be-981a-e4415580126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.684961 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-7736d934-f9e3-44be-981a-e4415580126f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.1692274 Nov 12 03:37:38.695160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:37:38.709641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-40c2bb69-d2e4-4a40-9f4b-5ddf617bb88e admin admin] 10.222.0.97 "PUT /v2.0/routers/af4ceece-41cf-46ce-84cd-62cbafefbec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4134684 Nov 12 03:37:38.767554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:37:38.802995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f80c7-8892-4a74-a828-b923b15726ec req-3932f308-c713-406a-b8d7-1c62dc6d1c7c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.811933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f6f80c7-8892-4a74-a828-b923b15726ec req-3932f308-c713-406a-b8d7-1c62dc6d1c7c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.2193062 Nov 12 03:37:38.818640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c243f6e5-7ae1-4c0d-a328-e4151d95d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.828515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-c243f6e5-7ae1-4c0d-a328-e4151d95d700 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2327232 Nov 12 03:37:38.889129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:37:38.896304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4da57-22b0-45d2-b279-dc7090b89fff req-dd7edcbd-2d56-4e5e-8360-b51ebfed6acf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:38.901725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-4597a039-3fc2-4ce0-bd95-d4ff287524e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528541 Nov 12 03:37:38.916648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48c4da57-22b0-45d2-b279-dc7090b89fff req-dd7edcbd-2d56-4e5e-8360-b51ebfed6acf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.2094889 Nov 12 03:37:38.973329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734216562'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:39.062111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f6f80c7-8892-4a74-a828-b923b15726ec req-e16c63ee-18a1-4e35-8ffc-9090cd07b98a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473936 Nov 12 03:37:39.143866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48c4da57-22b0-45d2-b279-dc7090b89fff req-c64cbf9b-0f36-4ce8-aca5-93db7078c265 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175434 Nov 12 03:37:39.162659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.206632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-77ac35d7-fb78-4379-b24b-be973fb03732 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521063 Nov 12 03:37:39.207794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.221737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-59b372ca-e077-4179-8e5e-e6da74a68c75 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091998 Nov 12 03:37:39.336431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea688cef-6b37-47d7-bae7-864a54fb967a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:39.420809 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:37:39.530326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.533729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.541061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ea688cef-6b37-47d7-bae7-864a54fb967a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:39.543952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.558457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:39.670703 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Sync routers for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:37:39.683557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:39.686247 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460dba50-d992-4ee0-a161-8b48d3a9a755" -d '{"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:39.724555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:39.727690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:39.791254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba02ddd-d0b0-415c-9162-bc0c812a99ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:39.802532 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0eaa7b-9514-425a-add2-d40624d6e528 x-openstack-request-id: req-9f0eaa7b-9514-425a-add2-d40624d6e528 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:39.802940 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:39.803405 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9f0eaa7b-9514-425a-add2-d40624d6e528 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:39.804109 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'status': 'completed', 'code': 200} Nov 12 03:37:39.821085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3b2ae-fbbb-4eff-ad85-881daa4e0745 req-90b7dca8-3468-4218-9075-9126ca568418 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:39.822671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01a3b2ae-fbbb-4eff-ad85-881daa4e0745 req-90b7dca8-3468-4218-9075-9126ca568418 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.2872787 Nov 12 03:37:39.892859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8671547-c66c-4453-b2e2-b455dddd4b2a req-196e727b-314d-4944-9e09-6455a7d08fc6 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325905 Nov 12 03:37:39.948373 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:39.954573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.001043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01a3b2ae-fbbb-4eff-ad85-881daa4e0745 req-b12a623d-453b-47fd-ae3a-e6c6ed057c24 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654172 Nov 12 03:37:40.004216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.128458 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.129741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4900010 Nov 12 03:37:40.132679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.136579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145111-8fb8-4b52-8aad-cb2902626190 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5c2783-8e64-45c8-8968-6d640c479ed9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.206517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-b500084f-02ac-436e-83f2-c57f72f023d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.208130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-b500084f-02ac-436e-83f2-c57f72f023d2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1100 time: 0.1730905 Nov 12 03:37:40.259859 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8e092bef-cad9-4d8c-b4e3-b54c9288d936', 'name': '', 'network_id': '23990918-b316-4453-8a32-873ad9886fb1', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'mac_address': 'fa:16:3e:e7:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:35Z', 'updated_at': '2021-11-12T03:37:37Z', 'revision_number': 2, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'subnets': [{'id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:40.270518 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1fe6e4a1-fc0d-476c-8ff2-77f640d346e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1339684 Nov 12 03:37:40.273068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57718) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.278946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-security--1049975319', 'description': 'tempest-security-description-1520677666'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.296450 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Checking router: af4ceece-41cf-46ce-84cd-62cbafefbec6 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:37:40.297352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Updating router af4ceece-41cf-46ce-84cd-62cbafefbec6 port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:37:40.325743 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.328931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.346894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-29aa1777-d4fd-4a53-8f29-d340c88dfd15 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.354288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-29aa1777-d4fd-4a53-8f29-d340c88dfd15 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.3315957 Nov 12 03:37:40.395418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-49d7b47c-bd26-45f3-97b0-aaa7d9be1bc6 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/quotas/e85c32e208f243049e22f51711999b3c HTTP/1.1" status: 200 len: 375 time: 0.0396571 Nov 12 03:37:40.416415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.432457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.437234 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.439129 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "PUT /v2.0/security-groups/0f5c2783-8e64-45c8-8968-6d640c479ed9 HTTP/1.1" status: 200 len: 1797 time: 0.1648154 Nov 12 03:37:40.446389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57722) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.459212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce395b-fba9-41b6-99be-30ba3cd7e62e req-59dd8bbe-40b4-4fdc-ad09-ba94b110e22b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.460793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fce395b-fba9-41b6-99be-30ba3cd7e62e req-59dd8bbe-40b4-4fdc-ad09-ba94b110e22b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.2717373 Nov 12 03:37:40.508620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867975b6-9f25-4d04-8f9b-cb81c9762b79 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5c2783-8e64-45c8-8968-6d640c479ed9,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.514935 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62395471-2b22-41ac-93e6-44037dc6475d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups/0f5c2783-8e64-45c8-8968-6d640c479ed9 HTTP/1.1" status: 200 len: 1797 time: 0.0674386 Nov 12 03:37:40.517643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.553959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-60614d5f-f779-4c86-8e9e-2bbaff5791d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.555480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-60614d5f-f779-4c86-8e9e-2bbaff5791d0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3096991 Nov 12 03:37:40.589440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.591390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-763fe07b-dd95-4868-85d7-4810bd7d275c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685202 Nov 12 03:37:40.613376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.642986 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.651358 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.654192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-713fd998-ecde-4603-b0d6-755469d272f7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0708950 Nov 12 03:37:40.659065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.662129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.665496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/0f5c2783-8e64-45c8-8968-6d640c479ed9 HTTP/1.1" status: 204 len: 168 time: 0.1447713 Nov 12 03:37:40.667520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57726) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.690109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943c977-d6ab-43c8-b1dd-ea54f5dca0e9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5c2783-8e64-45c8-8968-6d640c479ed9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.704144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fce395b-fba9-41b6-99be-30ba3cd7e62e req-15958215-4ef5-45c4-bbe5-a3e18be95132 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947014 Nov 12 03:37:40.722772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4426a-1c53-4ab4-a7fd-5bb4ed47e0cc None None] Pushing event updated for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:40.760175 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a1b94d57-0c7b-4250-89ff-7c58fe26be31 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895870 Nov 12 03:37:40.760379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.777315 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-046f37ec-dd00-46ad-9f1b-28dfc395d846 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] delete failed (client error): The resource could not be found. Nov 12 03:37:40.778893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-046f37ec-dd00-46ad-9f1b-28dfc395d846 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/0f5c2783-8e64-45c8-8968-6d640c479ed9 HTTP/1.1" status: 404 len: 347 time: 0.0166042 Nov 12 03:37:40.783239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57730) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:40.799270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317691503'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:40.831426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-bef74f9c-f42f-481d-9895-ce97b510413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:40.832897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-bef74f9c-f42f-481d-9895-ce97b510413c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1684990 Nov 12 03:37:40.866968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.871304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Attempting to bind port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:40.871747 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Attempting to bind port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:40.872111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Attempting to bind port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 on network 23990918-b316-4453-8a32-873ad9886fb1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:40.893583 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:40.894272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Checking segment: {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:40.894973 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.895590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Bound using segment: {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:40.896328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Bound port: 8e092bef-cad9-4d8c-b4e3-b54c9288d936, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f84ff28-d531-4d09-9a7f-0e015409cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23990918-b316-4453-8a32-873ad9886fb1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:40.896977 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.988536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:40.994975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.034991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-bc0905ef-48b0-49be-968d-ef89f15f74f5 service neutron] 10.222.0.97 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302647 Nov 12 03:37:41.045059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] For port 8e092bef-cad9-4d8c-b4e3-b54c9288d936, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:41.050519 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] For port 8e092bef-cad9-4d8c-b4e3-b54c9288d936, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8e092bef-cad9-4d8c-b4e3-b54c9288d936,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:41.055841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.059318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2744544 Nov 12 03:37:41.060194 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.062272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.066598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbdbcd-2413-43b9-946a-d61e96dde059 req-55c39e71-3b1b-4fcd-a7df-b3b6ebd2e29b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.068246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30fbdbcd-2413-43b9-946a-d61e96dde059 req-55c39e71-3b1b-4fcd-a7df-b3b6ebd2e29b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1928542 Nov 12 03:37:41.078579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': '675692bc-fccf-4f1c-b03d-d58ab23f590c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:41.094176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac3aff-5cfd-4466-984f-b5eb8953ec45 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675692bc-fccf-4f1c-b03d-d58ab23f590c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.110352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-5a57011c-6c92-4cea-9fbb-eb911edbedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:41.112411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-5a57011c-6c92-4cea-9fbb-eb911edbedfe service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2704175 Nov 12 03:37:41.147381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] Provisioning complete for port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:41.148965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.164615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.253267 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:37:41.266409 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:37:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:41.267001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.273160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.299763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-259d1c0f-3122-411d-bd40-a08104de6cac service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417761 Nov 12 03:37:41.326053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d2f6bc-68aa-4e6c-81f7-ec2ffbaee581,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.350148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.352190 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-32370100-3dc9-4bbb-afbb-6c503dd6a768 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2886231 Nov 12 03:37:41.353295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30fbdbcd-2413-43b9-946a-d61e96dde059 req-dec4964e-fe2d-44b3-a96f-8f19afca03e4 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716174 Nov 12 03:37:41.369462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57736) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.374039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.457766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.473042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] For port 8e092bef-cad9-4d8c-b4e3-b54c9288d936, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8e092bef-cad9-4d8c-b4e3-b54c9288d936,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:41.477856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-e0d91afb-c6a0-4225-acdf-1082f8906554 service neutron] 10.222.0.97 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239738 Nov 12 03:37:41.481392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.484000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.556748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.565835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-1bd26619-4e57-4c96-ab61-54b0d47b98a1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362883 Nov 12 03:37:41.579115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.579740 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:37:41.580377 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/b0d2f6bc-68aa-4e6c-81f7-ec2ffbaee581 HTTP/1.1" status: 204 len: 168 time: 0.2074215 Nov 12 03:37:41.582991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.614460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856aef7-0774-4bee-bfc5-c8f45eaa4d26 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0d2f6bc-68aa-4e6c-81f7-ec2ffbaee581,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.647731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eb62206a-f715-4fe3-bf29-127aef7db8b6 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622847 Nov 12 03:37:41.650318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:41.728162 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4426a-1c53-4ab4-a7fd-5bb4ed47e0cc None None] Pushing event updated for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:41.936749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-de91043c-5e8c-4ba7-a095-8965249313be None None] Provisioning complete for port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:41.937474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de91043c-5e8c-4ba7-a095-8965249313be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:41.940950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea6e1-f3a8-4fb4-9da1-938ec41ec5e5 None None] Pushing event updated for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.111381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8e092bef-cad9-4d8c-b4e3-b54c9288d936', 'name': '', 'network_id': '23990918-b316-4453-8a32-873ad9886fb1', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'mac_address': 'fa:16:3e:e7:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:35Z', 'updated_at': '2021-11-12T03:37:41Z', 'revision_number': 4, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'subnets': [{'id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:37:42.128080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2407a272-1493-4708-a1e6-8e3f81013904 req-4dc86d01-c933-4321-b35a-4459577883c1 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681373 Nov 12 03:37:42.179626 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfb9d1-65dc-438e-9e08-e55821d14b1b None None] The sync data for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 is: [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8e092bef-cad9-4d8c-b4e3-b54c9288d936', 'name': '', 'network_id': '23990918-b316-4453-8a32-873ad9886fb1', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'mac_address': 'fa:16:3e:e7:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:35Z', 'updated_at': '2021-11-12T03:37:41Z', 'revision_number': 4, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'subnets': [{'id': '8420be7b-6b93-4450-ae17-01a478bfc9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:37:42.339803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-251e1d7d-d38d-4faf-97e6-cb0e4fb677d1 req-f8a92285-c049-4e2d-a1c1-96bed19d6df0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 210 time: 0.1131704 Nov 12 03:37:42.362172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.396976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.588547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103ead4-da26-4e3e-b8d4-0aabec7814f1 req-88806db5-a2d5-4899-b4ae-63354436462d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.590768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6103ead4-da26-4e3e-b8d4-0aabec7814f1 req-88806db5-a2d5-4899-b4ae-63354436462d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.3636816 Nov 12 03:37:42.591465 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.594012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.597885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.606277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/675692bc-fccf-4f1c-b03d-d58ab23f590c HTTP/1.1" status: 204 len: 168 time: 0.9432106 Nov 12 03:37:42.663725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef97f8d-5b0e-4d96-97d8-e1b83ee4fefd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675692bc-fccf-4f1c-b03d-d58ab23f590c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:42.731213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e59d1c61-dcbf-44f1-9953-7370f8b7f939 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1236892 Nov 12 03:37:42.731335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb849c-14a0-4639-be57-9eb7ae65055c req-d661b963-f0dc-4716-b6f4-d932790c4545 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:42.735478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:42.741369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--707810987'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:42.745706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bb849c-14a0-4639-be57-9eb7ae65055c req-d661b963-f0dc-4716-b6f4-d932790c4545 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.2374437 Nov 12 03:37:42.805531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.900527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bb849c-14a0-4639-be57-9eb7ae65055c req-6fa4878e-05c4-485d-a9b6-c93ddc0bc30f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538918 Nov 12 03:37:42.937569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6103ead4-da26-4e3e-b8d4-0aabec7814f1 req-1fc92d83-de8c-4917-a86a-6c694decfe19 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222814 Nov 12 03:37:42.937932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:42.948534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.006059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8791ab-ea87-4071-b5f5-286495d29e8d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.030564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.034489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f26b404-f68c-4953-a97f-b43eee7f58e2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2953544 Nov 12 03:37:43.035463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.041681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'db8791ab-ea87-4071-b5f5-286495d29e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:43.143124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0245b-a2e0-4e05-aea4-16c04a8ac585 req-fa8e7887-2f4d-49ef-b846-ff76cd42209e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:43.144876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3d0245b-a2e0-4e05-aea4-16c04a8ac585 req-fa8e7887-2f4d-49ef-b846-ff76cd42209e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0975516 Nov 12 03:37:43.145765 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.356378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8e092bef-cad9-4d8c-b4e3-b54c9288d936 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:43.366976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3d0245b-a2e0-4e05-aea4-16c04a8ac585 req-fcf80d5e-cf48-4aad-8c18-d5f9d248832b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124255 Nov 12 03:37:43.369063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.376796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.427970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0a4acb-dbae-443d-96bb-1e17f4237109,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.491585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.504950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.510652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'db8791ab-ea87-4071-b5f5-286495d29e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:43.516363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23c92b74-3005-420b-bd04-a4e3e6f76cb1 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4776661 Nov 12 03:37:43.548446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:43.549177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.580448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88d063af-8fa5-46da-8a94-38392d040775 req-c7a6150f-ffa4-4c17-a3b6-e9ebc8e599e2 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 210 time: 0.1125855 Nov 12 03:37:43.601372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.726125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.733674 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.780499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef64588e-45a8-4a8b-ae70-b5cec8397cd6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:43.793430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.795941 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-724d5ba7-d267-461d-9a28-3e02f9b10abd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2898288 Nov 12 03:37:43.798631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57772) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:43.807254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'db8791ab-ea87-4071-b5f5-286495d29e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:43.870050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.946501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.956719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:43.991563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9a6b5f-1ca1-4c0c-94d6-1b6cccdea6c6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.003917 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.008895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.014023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'db8791ab-ea87-4071-b5f5-286495d29e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:44.019229 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-835717bc-222e-4fdc-9803-f814606a5e55 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2185838 Nov 12 03:37:44.054780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.309852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.327671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.386967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1ef73-953a-4cb2-9ea0-477959f7120c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.404232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0b2f-4abd-4f4c-8344-a79bf1ae2506 req-941d6fb3-d7f4-4719-bb49-97e2e6890b6a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.411872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8de0b2f-4abd-4f4c-8344-a79bf1ae2506 req-941d6fb3-d7f4-4719-bb49-97e2e6890b6a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 948 time: 0.3460162 Nov 12 03:37:44.426672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.430737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cf4ecbf4-5504-4f09-b2b5-ca7d17b3d0d2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4180014 Nov 12 03:37:44.432126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57784) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.437144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-1b958c91-b415-4d18-a5b1-b3392cfe140b tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.438380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-1b958c91-b415-4d18-a5b1-b3392cfe140b tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.104 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.3240020 Nov 12 03:37:44.443588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'db8791ab-ea87-4071-b5f5-286495d29e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:44.482805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Request body: {'port': {'device_id': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'admin_state_up': True, 'tenant_id': 'e85c32e208f243049e22f51711999b3c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:44.533015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.538270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8de0b2f-4abd-4f4c-8344-a79bf1ae2506 req-f7bd361e-df42-4649-90ca-71a2924a8b97 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246579 Nov 12 03:37:44.538746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:44.571893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Made reservation on behalf of e85c32e208f243049e22f51711999b3c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:44.583658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.694353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:44.716145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'mac_address': 'fa:16:3e:70:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:44.735309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.744593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.782179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734736f2-22f9-4408-a2e8-9ea37f3d8a89,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.806678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.813418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.818225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92ce3fe4-c9da-4031-b61a-d7e14d70adbd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3831670 Nov 12 03:37:44.819226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:44.855673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:44.865838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.873289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Allocated IP 172.20.0.7 (abf82cf3-b4e1-4c33-b391-f7caaa85fcfd/c2c45645-d1b5-4907-922c-c966b0379e4a/45ff4435-927e-4a38-8e41-c99b2c56c814) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:44.882651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.887959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:44.894165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.894758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee84883-16f9-4e09-b870-4f31264f87ea req-d5179501-9086-4cc6-bcac-8962d170c02f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:44.897210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aee84883-16f9-4e09-b870-4f31264f87ea req-d5179501-9086-4cc6-bcac-8962d170c02f tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0898089 Nov 12 03:37:44.934415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.958762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.962107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:44.966465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/734736f2-22f9-4408-a2e8-9ea37f3d8a89 HTTP/1.1" status: 204 len: 168 time: 0.1429486 Nov 12 03:37:44.966465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197af7-8c0b-4683-9e35-1fd6df58f216 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=734736f2-22f9-4408-a2e8-9ea37f3d8a89,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:44.967238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.017104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aee84883-16f9-4e09-b870-4f31264f87ea req-5f5a5a3f-af19-46a0-aa3f-780c31c58a26 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Nov 12 03:37:45.021097 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d618e8e9-3bcf-48c5-8cd2-f6708d3d75a0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0525668 Nov 12 03:37:45.023751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.057698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.066625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.120979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.131728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.140861 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.142115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/3ec1ef73-953a-4cb2-9ea0-477959f7120c HTTP/1.1" status: 204 len: 168 time: 0.1173744 Nov 12 03:37:45.142803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.176301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d465-465b-4c25-bd6d-33cb8567f202 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec1ef73-953a-4cb2-9ea0-477959f7120c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.215848 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.271607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9970a072-9f34-480a-b3c4-e496b9891133 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1224780 Nov 12 03:37:45.272151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57796) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.310510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:45.320490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:45.330361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.333778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:45.350373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.382429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.382966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.386538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Pushing event updated for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.411117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.416961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.418829 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/6d9a6b5f-1ca1-4c0c-94d6-1b6cccdea6c6 HTTP/1.1" status: 204 len: 168 time: 0.1455638 Nov 12 03:37:45.427672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57798) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.429142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf1497-4856-4f07-8576-5642ffc4428d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d9a6b5f-1ca1-4c0c-94d6-1b6cccdea6c6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.451991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7ac9b-263d-4ade-ab34-549acb5b674e req-c8f44044-51dc-44ec-b7fb-494d9e18fd92 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.455414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f7ac9b-263d-4ade-ab34-549acb5b674e req-c8f44044-51dc-44ec-b7fb-494d9e18fd92 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1971734 Nov 12 03:37:45.482026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-7907c8f9-8284-457c-81b3-8cff9953434c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0150080 Nov 12 03:37:45.523905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Request body: {'port': {'device_id': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:45.578801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b000cc9d-1b17-484b-afba-b1091dbefb90 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1465735 Nov 12 03:37:45.581335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57802) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.597368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98f7ac9b-263d-4ade-ab34-549acb5b674e req-4bd58e1a-434f-48bd-b446-e5e68ede3c38 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341698 Nov 12 03:37:45.619920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:45.639807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.650864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.675902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.700101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.700371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a1e55c2c-cc39-402b-bf3d-211ec33ca4ca None None] Provisioning complete for port 45ff4435-927e-4a38-8e41-c99b2c56c814 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:45.700611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a1e55c2c-cc39-402b-bf3d-211ec33ca4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.707279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.712102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/ef64588e-45a8-4a8b-ae70-b5cec8397cd6 HTTP/1.1" status: 204 len: 168 time: 0.1275618 Nov 12 03:37:45.712102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57804) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.735279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2ac7-4141-42cb-901c-912c669f4ca5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef64588e-45a8-4a8b-ae70-b5cec8397cd6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:45.770480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9488e-0227-490f-8339-0fc099a4f36f req-5f70883f-a6ee-4158-9e35-1c1b16951431 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:45.773445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56e9488e-0227-490f-8339-0fc099a4f36f req-5f70883f-a6ee-4158-9e35-1c1b16951431 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1027 time: 0.0867181 Nov 12 03:37:45.783604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a1e55c2c-cc39-402b-bf3d-211ec33ca4ca None None] Port 45ff4435-927e-4a38-8e41-c99b2c56c814 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:45.792861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-27d2675c-892b-477c-91ff-19507d362f4f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0732791 Nov 12 03:37:45.793516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57806) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:45.906311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56e9488e-0227-490f-8339-0fc099a4f36f req-cca9dd0a-4785-4fa5-8ede-d201dfe4c6e3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248200 Nov 12 03:37:45.976831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:45.988279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.175611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.194901 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.198458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/7b0a4acb-dbae-443d-96bb-1e17f4237109 HTTP/1.1" status: 204 len: 168 time: 0.4018478 Nov 12 03:37:46.199076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57814) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.203729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16867c-b03a-4257-a556-10df58f28a57 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b0a4acb-dbae-443d-96bb-1e17f4237109,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.242869 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d7740fe-1590-42d4-9938-70f7dc65c6d8 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427330 Nov 12 03:37:46.247412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57816) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.250006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4734d8b-c98e-459f-a630-b1921ac2099e req-48a153d6-1683-4c35-a0a3-e7bc4e0a0c73 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.251564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4734d8b-c98e-459f-a630-b1921ac2099e req-48a153d6-1683-4c35-a0a3-e7bc4e0a0c73 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.2071373 Nov 12 03:37:46.255990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ff4435-927e-4a38-8e41-c99b2c56c814 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:46.265446 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.292836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Transition to ACTIVE for port object 45ff4435-927e-4a38-8e41-c99b2c56c814 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:46.300251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.303809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.356193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.367858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4734d8b-c98e-459f-a630-b1921ac2099e req-c90fd409-c304-4545-94c0-7474440574c5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071274 Nov 12 03:37:46.424078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Pushing event updated for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.428086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.433364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.434813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/db8791ab-ea87-4071-b5f5-286495d29e8d HTTP/1.1" status: 204 len: 168 time: 0.1861875 Nov 12 03:37:46.439570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57820) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.459326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0f705-7288-456b-a819-170b4e6a0e86 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8791ab-ea87-4071-b5f5-286495d29e8d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.500239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-42ea1b68-efbc-4f19-8cae-89881dd9ede4 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477717 Nov 12 03:37:46.507439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57822) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.512978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410267639'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:46.530954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Attempting to bind port 45ff4435-927e-4a38-8e41-c99b2c56c814 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:46.531291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Attempting to bind port 45ff4435-927e-4a38-8e41-c99b2c56c814 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:46.531620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Attempting to bind port 45ff4435-927e-4a38-8e41-c99b2c56c814 on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.538548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.539482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Port 45ff4435-927e-4a38-8e41-c99b2c56c814 on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:46.539805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Attempting to bind port 45ff4435-927e-4a38-8e41-c99b2c56c814 on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:46.550740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a6262-be21-418a-8254-d3a816598c70 req-893d5962-1ca9-436d-aaa1-b0131153d39e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.552331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd4a6262-be21-418a-8254-d3a816598c70 req-893d5962-1ca9-436d-aaa1-b0131153d39e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0887330 Nov 12 03:37:46.556522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:46.556891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Checking segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:46.557225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Bound using segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:46.557678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Bound port: 45ff4435-927e-4a38-8e41-c99b2c56c814, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:46.558556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.634099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.638712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.663912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd4a6262-be21-418a-8254-d3a816598c70 req-16638680-2b9a-4459-b2b9-e7df052635e1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018987 Nov 12 03:37:46.673837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.675219 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1666350 Nov 12 03:37:46.677342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3064-52c5-4175-8d4f-2f720add3b6d tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf8cc06-4397-435d-b7ee-3972771a492c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.677715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:46.679806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57826) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:46.682757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=45ff4435-927e-4a38-8e41-c99b2c56c814,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:46.684628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf8cc06-4397-435d-b7ee-3972771a492c', 'direction': 'ingress', 'protocol': 17}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:46.688113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.736947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.738127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.739551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] 10.222.0.104 "PUT /v2.0/ports/45ff4435-927e-4a38-8e41-c99b2c56c814 HTTP/1.1" status: 200 len: 1092 time: 1.2239127 Nov 12 03:37:46.741947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:46.746952 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4785afae-8d79-4e90-8012-d6e337404995" -d '{"events": [{"name": "network-changed", "server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:46.747713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.804745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448742b-9d96-40d8-b551-cbd7dafac6ed service neutron] Pushing event updated for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.826583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1004b-c6b8-494b-bcc9-9f01b9407a53 req-de84a99b-be0c-4507-992b-8acc4b799c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.828143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0f1004b-c6b8-494b-bcc9-9f01b9407a53 req-de84a99b-be0c-4507-992b-8acc4b799c42 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 1098 time: 0.0559921 Nov 12 03:37:46.865547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.875663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.929280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0f1004b-c6b8-494b-bcc9-9f01b9407a53 req-9217c36f-1f55-4dfb-a383-ff68ef54673e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795703 Nov 12 03:37:46.936337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-18e9dc0e-00d8-472b-a204-6196ff0c9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:46.937843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-18e9dc0e-00d8-472b-a204-6196ff0c9979 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.0777357 Nov 12 03:37:46.947381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700378de-6d25-45e6-ad40-7606bcd0b9b8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:46.971259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:46.985776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bdd8bab5-eaa1-4dc9-b3fb-55d74ba6fcd2 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3046851 Nov 12 03:37:46.986594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57832) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.044835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0382fe-868a-44b0-a26a-0dfb893dcfd2 req-faece926-64be-4319-a260-d66f009bd267 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.052795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa0382fe-868a-44b0-a26a-0dfb893dcfd2 req-faece926-64be-4319-a260-d66f009bd267 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 949 time: 0.1120145 Nov 12 03:37:47.085823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.110542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa0382fe-868a-44b0-a26a-0dfb893dcfd2 req-1e1f3082-f0fc-43ce-b615-5b84b8c4aaf1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Nov 12 03:37:47.136381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.222518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.226598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.228523 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/cdf8cc06-4397-435d-b7ee-3972771a492c HTTP/1.1" status: 204 len: 168 time: 0.2409294 Nov 12 03:37:47.231972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.241734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eda22-47cc-4d52-9727-978c9b48faff tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf8cc06-4397-435d-b7ee-3972771a492c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.259349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da872b15-9494-4151-84be-7c1dd5db41dc req-683aea6a-0869-4948-ad0a-cb3bb60350ff tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.261373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da872b15-9494-4151-84be-7c1dd5db41dc req-683aea6a-0869-4948-ad0a-cb3bb60350ff tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0862660 Nov 12 03:37:47.301445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ec4ba0a5-01ee-471e-b58b-97e578d36db7 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675354 Nov 12 03:37:47.305964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57838) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.311787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575600725'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:47.342975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da872b15-9494-4151-84be-7c1dd5db41dc req-7c26f605-2456-42d7-972c-51797704fa1d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Nov 12 03:37:47.351269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.389652 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac53da6-17cf-4d2f-9efe-7af0d28bbd38 x-openstack-request-id: req-cac53da6-17cf-4d2f-9efe-7af0d28bbd38 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:47.390097 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:47.390468 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cac53da6-17cf-4d2f-9efe-7af0d28bbd38 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:47.391308 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814', 'status': 'completed', 'code': 200} Nov 12 03:37:47.431070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.436795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.458286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-80bc25ac-e8b9-4847-8a2e-e6ad069c70c7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ff4435-927e-4a38-8e41-c99b2c56c814 HTTP/1.1" status: 200 len: 217 time: 0.0477796 Nov 12 03:37:47.471623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.473031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1659625 Nov 12 03:37:47.474214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6866d2-5bdb-4f1f-8e47-ac2257684995 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fcd187-fae6-4628-982e-804dca8516c5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.476359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.482186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774416583'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:47.504672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.529332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cdb2-7a9c-48d6-a5bc-017ff65c25fc req-c08ac9fb-ef15-4364-82d8-0b5cd561cbf0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.531124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5737cdb2-7a9c-48d6-a5bc-017ff65c25fc req-c08ac9fb-ef15-4364-82d8-0b5cd561cbf0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.0755546 Nov 12 03:37:47.556748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-6fe67458-a4bf-40c8-b3d6-e09f7a453a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.558583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-6fe67458-a4bf-40c8-b3d6-e09f7a453a0d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2c45645-d1b5-4907-922c-c966b0379e4a HTTP/1.1" status: 200 len: 848 time: 0.0683582 Nov 12 03:37:47.577527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.590681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.621327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5737cdb2-7a9c-48d6-a5bc-017ff65c25fc req-0e9661c9-5118-4251-9c26-5dc4042b22e0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Nov 12 03:37:47.634273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-513bd028-de9d-4d4c-a8a8-7c4260105c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:47.635856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-513bd028-de9d-4d4c-a8a8-7c4260105c7e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640249 Nov 12 03:37:47.650880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.656971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1795425 Nov 12 03:37:47.657606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57842) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:47.678547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316fea-dee8-4a67-aa3c-7f3ef9acba5f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7549eff-d1dc-4e78-ad42-749625d4b645,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:47.686560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'e9fcd187-fae6-4628-982e-804dca8516c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7549eff-d1dc-4e78-ad42-749625d4b645', 'remote_ip_prefix': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:47.787697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:47.851325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-29dc2d6f-6aac-4cdc-8baa-fe2ea74ef0fd service neutron] 10.222.0.104 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072625 Nov 12 03:37:47.986150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279e6f3-a5fc-4e99-bd5d-9a2c569ad71d req-9e93b367-6d7e-44de-ac2d-f9425f0006f5 service neutron] 10.222.0.104 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261680 Nov 12 03:37:47.995157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b36031-8f0d-490a-857e-844630024c2e req-76b3178d-70ee-44d6-b2c9-3bd51420ecc5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.003289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1b36031-8f0d-490a-857e-844630024c2e req-76b3178d-70ee-44d6-b2c9-3bd51420ecc5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.2225356 Nov 12 03:37:48.004260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.009812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.038901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bda6c5b-eafb-4262-8ee4-8c35a2fc9a78,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.048511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.053551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0623968e-68ae-4c77-b5ca-bba7d793b9df tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3782895 Nov 12 03:37:48.054221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57852) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.085990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.096018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.103395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1b36031-8f0d-490a-857e-844630024c2e req-2c3d0504-95b6-4683-83f8-9cd1e0d72ed5 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977955 Nov 12 03:37:48.129383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.137032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.138256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/6bda6c5b-eafb-4262-8ee4-8c35a2fc9a78 HTTP/1.1" status: 204 len: 168 time: 0.0830128 Nov 12 03:37:48.141675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57854) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.146110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d603-ae54-4fcc-b022-a7f00f82b624 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bda6c5b-eafb-4262-8ee4-8c35a2fc9a78,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.223485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0e32abe0-0a7c-4816-b4ce-ff68288cc235 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0729032 Nov 12 03:37:48.226342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.276089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785afae-8d79-4e90-8012-d6e337404995 req-26c81371-00fd-4c39-bc9d-d98daf9265a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.278378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-26c81371-00fd-4c39-bc9d-d98daf9265a0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.1376011 Nov 12 03:37:48.331035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.406040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-fd3c5f9f-a2f0-49da-ab07-7dd88f0c02f5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761774 Nov 12 03:37:48.424205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.476244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785afae-8d79-4e90-8012-d6e337404995 req-564de83b-309a-4f81-b6f4-d472624b5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.477736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-564de83b-309a-4f81-b6f4-d472624b5166 service neutron] 10.222.0.104 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.1803708 Nov 12 03:37:48.561641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:48.569988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-70e90193-6e8b-422e-8303-e936c5259296 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ff4435-927e-4a38-8e41-c99b2c56c814 HTTP/1.1" status: 200 len: 217 time: 0.0816178 Nov 12 03:37:48.607076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.609955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.613490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/f7549eff-d1dc-4e78-ad42-749625d4b645 HTTP/1.1" status: 204 len: 168 time: 0.3838668 Nov 12 03:37:48.613888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.619259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:48.623797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 85b5f07a-37cb-47bc-8c21-379c6ef70958 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:48.624393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.661924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-9066b862-9bf4-4dca-b0f6-8a0ab7fd6536 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.663759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-9066b862-9bf4-4dca-b0f6-8a0ab7fd6536 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460368 Nov 12 03:37:48.666225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf5bc-921d-44b2-936b-4bcc8334e0a5 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7549eff-d1dc-4e78-ad42-749625d4b645,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.682742 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43864c55-0d27-4c78-bf1c-6f176c789096 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0653057 Nov 12 03:37:48.683019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.699503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785afae-8d79-4e90-8012-d6e337404995 req-69de7507-69b9-475e-87f6-c4d80aa26724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:48.701201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-69de7507-69b9-475e-87f6-c4d80aa26724 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c2c45645-d1b5-4907-922c-c966b0379e4a HTTP/1.1" status: 200 len: 848 time: 0.0954182 Nov 12 03:37:48.704313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-609be420-8720-4ec9-9b3f-1be962f68830 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/quotas/d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 375 time: 0.0227950 Nov 12 03:37:48.755555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.787702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:48.795386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.799781 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8739c01-97a9-47e6-a3b1-ad3de57742ef" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:48.831747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:48.841826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.858949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.908464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.912245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:48.913867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/e9fcd187-fae6-4628-982e-804dca8516c5 HTTP/1.1" status: 204 len: 168 time: 0.2298133 Nov 12 03:37:48.925756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:48.926645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0bf0f-f721-4acc-9287-fd0ef9809fdc tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fcd187-fae6-4628-982e-804dca8516c5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.966724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:48.998708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785afae-8d79-4e90-8012-d6e337404995 req-aeba459d-f146-4b00-ab4f-7ef03d8c4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.000652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-aeba459d-f146-4b00-ab4f-7ef03d8c4294 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2905953 Nov 12 03:37:49.035657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-946359b2-0d6a-47cc-8bb9-e4281b814dd5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3066361 Nov 12 03:37:49.081443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57878) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.082114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66c11776-4949-47f8-a313-ba3c9e5ffae7 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1443770 Nov 12 03:37:49.090533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--287691883'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:49.208422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.237606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-ad709df5-03b3-4e03-86f4-5510a24fe815 service neutron] 10.222.0.104 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954558 Nov 12 03:37:49.366873 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.372749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.425048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.430614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3474741 Nov 12 03:37:49.433031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.439363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': '58bb148c-6b3e-462f-aee5-5d0361ff76f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:49.450528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f9ce-d185-4a7f-a468-09feb6a46c74 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb148c-6b3e-462f-aee5-5d0361ff76f0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.486266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.554362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42522443-11dc-4663-8820-1d8fa37538a7 req-6a27976c-ceba-451e-955e-8ec9881b9898 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.563587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42522443-11dc-4663-8820-1d8fa37538a7 req-6a27976c-ceba-451e-955e-8ec9881b9898 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.2123761 Nov 12 03:37:49.565793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.571211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.595699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4785afae-8d79-4e90-8012-d6e337404995 req-614e3e2e-a32a-4ad6-b2a3-ad6cabc15314 service neutron] 10.222.0.104 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450203 Nov 12 03:37:49.599620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b928e96-38dc-493c-b13c-a2f46c8a1ca1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.626059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.632364 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b7bf86d-adee-48b6-89dc-b424398843bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1977499 Nov 12 03:37:49.633601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57896) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.651256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42522443-11dc-4663-8820-1d8fa37538a7 req-98731070-650c-4372-92ec-0da5cec75b04 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752437 Nov 12 03:37:49.674087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.686824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.723043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.730682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.734699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/0b928e96-38dc-493c-b13c-a2f46c8a1ca1 HTTP/1.1" status: 204 len: 168 time: 0.0973344 Nov 12 03:37:49.736292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.750077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873f1c3-08b2-4f94-b786-0c9d68cd9ffb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b928e96-38dc-493c-b13c-a2f46c8a1ca1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:49.763645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326853-af98-473a-b93b-25261fa6451f req-4ac5f21f-b550-49be-8698-d47e63cecaf0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:49.771591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff326853-af98-473a-b93b-25261fa6451f req-4ac5f21f-b550-49be-8698-d47e63cecaf0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.0735908 Nov 12 03:37:49.798320 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf6559c3-6b83-424c-943c-6712290a9d4f tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0606065 Nov 12 03:37:49.801452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.824731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff326853-af98-473a-b93b-25261fa6451f req-9159b15c-5445-4624-8dd5-6b82380e34d6 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508082 Nov 12 03:37:49.873634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.874680 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd46fa7d-703f-4469-a12e-680bcb766d3f x-openstack-request-id: req-dd46fa7d-703f-4469-a12e-680bcb766d3f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:49.875279 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-plugged", "status": "completed", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:49.875429 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dd46fa7d-703f-4469-a12e-680bcb766d3f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:49.875853 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'code': 200} Nov 12 03:37:49.899477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.944560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.947551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:49.949541 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/58bb148c-6b3e-462f-aee5-5d0361ff76f0 HTTP/1.1" status: 204 len: 168 time: 0.1462889 Nov 12 03:37:49.951762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:49.959135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caeba29-c82d-4ced-8e6f-5fcfa21c97bd tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb148c-6b3e-462f-aee5-5d0361ff76f0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.001887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29171125-e0f3-419d-a608-766c2c9f1811 req-45044f27-0c8d-4bb6-b905-99437c61f4b3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.003442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29171125-e0f3-419d-a608-766c2c9f1811 req-45044f27-0c8d-4bb6-b905-99437c61f4b3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0817614 Nov 12 03:37:50.042699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aed373c6-1362-4471-b2f8-638818797c4a tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892024 Nov 12 03:37:50.046718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57908) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.066854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661186367'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.107118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.121330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29171125-e0f3-419d-a608-766c2c9f1811 req-c77093f8-409f-43f8-9280-7428f2742c77 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Nov 12 03:37:50.201519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.204490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f078cf61-c83b-455a-9f1d-2c99beb453ee req-466b4537-c2fd-4c7c-8982-397836a4548e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 210 time: 0.0323305 Nov 12 03:37:50.206025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.243059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfac5b31-49f4-40cb-bfef-7a31a64bced5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.248301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.250956 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a73d7394-8978-41ab-ac11-f5dc86326c41 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2015874 Nov 12 03:37:50.252372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.257945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5b31-49f4-40cb-bfef-7a31a64bced5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.288373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.348285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.352516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.371218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe67f8d-6beb-4e9c-afe0-a12a9c57f4c0,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.384881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.386193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43932b8c-8df3-4a9a-9cbd-699da9e0924e tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326394 Nov 12 03:37:50.388982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57912) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.405551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76a00a04-f83c-4b5e-8902-b37585676b2a tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules/abe67f8d-6beb-4e9c-afe0-a12a9c57f4c0 HTTP/1.1" status: 200 len: 763 time: 0.0154481 Nov 12 03:37:50.407925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57914) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.411575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6454d2-3dd8-4701-9f0b-bcdb299b7399 req-f869b3ed-7ad9-4eb7-b759-a6b1b068ab45 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.413071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce6454d2-3dd8-4701-9f0b-bcdb299b7399 req-f869b3ed-7ad9-4eb7-b759-a6b1b068ab45 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0515120 Nov 12 03:37:50.449969 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e66b3f52-4a6e-43c8-a450-b39f7de9aff8 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386202 Nov 12 03:37:50.450217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57916) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.462794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce6454d2-3dd8-4701-9f0b-bcdb299b7399 req-175e0041-ad3d-46be-a233-c67b6b67eaa2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Nov 12 03:37:50.474019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.482274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.510280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.516074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.517417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/abe67f8d-6beb-4e9c-afe0-a12a9c57f4c0 HTTP/1.1" status: 204 len: 168 time: 0.0662608 Nov 12 03:37:50.520113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.525524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f4dc1-72e6-4e87-bfec-9f3b96cf20f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abe67f8d-6beb-4e9c-afe0-a12a9c57f4c0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.561363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ae735382-ece6-4907-a9b4-0d89929bd123 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397694 Nov 12 03:37:50.563973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.568562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5b31-49f4-40cb-bfef-7a31a64bced5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.597525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.680810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.685100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.706439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c3d32-5d80-4a8d-aa7c-f94ce6a9c53c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.720662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3819a9-bfcf-4170-b7b6-60f8fd8fc21d req-b1e99645-6591-4e8d-937e-cc5242e0a7b9 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.722141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa3819a9-bfcf-4170-b7b6-60f8fd8fc21d req-b1e99645-6591-4e8d-937e-cc5242e0a7b9 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0802310 Nov 12 03:37:50.725499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.726222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ac41f9a5-e31c-4810-b235-aa9d7d631493 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610782 Nov 12 03:37:50.729119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.745682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d8087452-ab43-4057-8571-1a96ac7d2d7c tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules/841c3d32-5d80-4a8d-aa7c-f94ce6a9c53c HTTP/1.1" status: 200 len: 763 time: 0.0153370 Nov 12 03:37:50.748276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.771976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa3819a9-bfcf-4170-b7b6-60f8fd8fc21d req-c3bb21b2-7b10-4397-94de-b3ff58f103bc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Nov 12 03:37:50.790996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e979ea3-a349-4ff2-ab95-12c7a2f8c9bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0413108 Nov 12 03:37:50.793577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.816903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.824932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.856140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.863483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.864576 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/841c3d32-5d80-4a8d-aa7c-f94ce6a9c53c HTTP/1.1" status: 204 len: 168 time: 0.0700974 Nov 12 03:37:50.867295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.878299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ad4be-4fe9-476e-8468-ec5c840e9a33 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841c3d32-5d80-4a8d-aa7c-f94ce6a9c53c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:50.913717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acbe629a-ca86-4ccf-a540-afefd854d431 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453060 Nov 12 03:37:50.916302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:50.920742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Request body: {'security_group_rule': {'security_group_id': 'dfac5b31-49f4-40cb-bfef-7a31a64bced5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:50.940316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8beaee-7a1d-4c4c-a860-b0040e69c6c4 req-798cd15b-e9e8-4907-8649-762b4d3b4330 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:50.942270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd8beaee-7a1d-4c4c-a860-b0040e69c6c4 req-798cd15b-e9e8-4907-8649-762b4d3b4330 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.0438461 Nov 12 03:37:50.949357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:50.987887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd8beaee-7a1d-4c4c-a860-b0040e69c6c4 req-68033499-8a8e-41f4-bc27-bfdb9cd59729 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Nov 12 03:37:51.004898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.008620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.024158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77354e0-5fa2-426c-84fe-c9e19a0d0b5e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.034985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.036174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3e73d926-120f-46d4-9ed9-9b85d503412b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187911 Nov 12 03:37:51.038749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.054777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efa1af50-3be3-4ab4-aa18-89d1892cf0d8 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules/e77354e0-5fa2-426c-84fe-c9e19a0d0b5e HTTP/1.1" status: 200 len: 764 time: 0.0149217 Nov 12 03:37:51.057090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57942) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.096824 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-652ed7c2-29e4-49b0-b3bf-709a5c4a90bb tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0381706 Nov 12 03:37:51.099312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.128877 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.137305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.165739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.171572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.172727 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-group-rules/e77354e0-5fa2-426c-84fe-c9e19a0d0b5e HTTP/1.1" status: 204 len: 168 time: 0.0725188 Nov 12 03:37:51.175382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.180635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0c0fb-0bf1-414b-867e-8028c7d92c2b tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e77354e0-5fa2-426c-84fe-c9e19a0d0b5e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.247873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37bdd7fa-2be2-4759-a351-8637fb076e15 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0710564 Nov 12 03:37:51.251199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.262306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a762a-2a68-426c-9dfa-7ee0e8ca5b01 req-3ee4dad1-0f3d-4587-8cdd-c9ef1eb6c430 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.263832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f69a762a-2a68-426c-9dfa-7ee0e8ca5b01 req-3ee4dad1-0f3d-4587-8cdd-c9ef1eb6c430 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0794077 Nov 12 03:37:51.306288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.313198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f69a762a-2a68-426c-9dfa-7ee0e8ca5b01 req-24829cb3-41b2-4969-91a7-060c73e7422d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Nov 12 03:37:51.337136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.384174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.387481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:51.391017 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "DELETE /v2.0/security-groups/dfac5b31-49f4-40cb-bfef-7a31a64bced5 HTTP/1.1" status: 204 len: 168 time: 0.1365504 Nov 12 03:37:51.391902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57956) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.398753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fa69b-ce95-410e-96b2-9ab28b72efa0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfac5b31-49f4-40cb-bfef-7a31a64bced5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:51.434542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3901928b-33b6-4292-9bc0-e0ff7f24035b req-79e89c67-dcc5-4b22-8f5e-8ade6b237d6d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 210 time: 0.0445991 Nov 12 03:37:51.477735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-9d99775a-19de-4833-b89e-a7e2f1bc985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.480184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-9d99775a-19de-4833-b89e-a7e2f1bc985f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 1102 time: 0.0586526 Nov 12 03:37:51.484565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86292442-9bd0-45b2-be41-7cd4c0117ac9 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0781317 Nov 12 03:37:51.485478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.536598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-634964d4-4231-410a-b36e-67ad493860f0 tempest-SecGroupTest-1583163296 tempest-SecGroupTest-1583163296-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498927 Nov 12 03:37:51.611115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-c76ce0f1-6cbb-40d4-82ee-fe2c54fc0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.612636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-c76ce0f1-6cbb-40d4-82ee-fe2c54fc0f43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.0998645 Nov 12 03:37:51.771972 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-ad50e34a-eb16-434c-a673-cd150c003c2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 200 len: 217 time: 0.0379841 Nov 12 03:37:51.786153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:51.865698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-eeb7d69d-956e-4cc0-8c03-e9ec9e1e6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.867595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-eeb7d69d-956e-4cc0-8c03-e9ec9e1e6dc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0713952 Nov 12 03:37:51.944272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-75c314be-c5d0-45a2-84bd-08573739ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.948076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800b85f-b7d5-4f14-81e2-3181f3c65755 req-d564674c-3547-49f0-9305-f159b4c8b7be tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:51.949152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-75c314be-c5d0-45a2-84bd-08573739ba83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728438 Nov 12 03:37:51.952481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0800b85f-b7d5-4f14-81e2-3181f3c65755 req-d564674c-3547-49f0-9305-f159b4c8b7be tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0818098 Nov 12 03:37:52.039004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c353f98-f8cb-4d17-8d65-328a834d8a89 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ea18515ffd84430faa1c6abb642895b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516656 Nov 12 03:37:52.043570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0800b85f-b7d5-4f14-81e2-3181f3c65755 req-e33531aa-3142-4c0d-a8d2-f358d97c99d2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861802 Nov 12 03:37:52.044048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:52.087974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-cd3000e7-1e75-41ce-b269-30e0b8de31e6 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274440 Nov 12 03:37:52.144276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.160493 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7321cc10-1013-4c6a-a274-ac53843be215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.166588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be306d22-889e-4f8d-aef0-d5d8f9f3d880 req-61ab409f-5df5-4eb6-a50e-d5067b3fce0d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.169489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be306d22-889e-4f8d-aef0-d5d8f9f3d880 req-61ab409f-5df5-4eb6-a50e-d5067b3fce0d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1095 time: 0.0890846 Nov 12 03:37:52.178958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.213677 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-460dba50-d992-4ee0-a161-8b48d3a9a755 req-e4e84290-cb5e-435e-9d05-e3174ae755d3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147542 Nov 12 03:37:52.272096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be306d22-889e-4f8d-aef0-d5d8f9f3d880 req-b49cf589-e9e9-46f0-9c37-280497b2b3d9 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Nov 12 03:37:52.278989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.283151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.287587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6ba02ddd-d0b0-415c-9162-bc0c812a99ab HTTP/1.1" status: 204 len: 168 time: 0.2422292 Nov 12 03:37:52.297219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1261dc-6f50-44b9-a526-c38e37559c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba02ddd-d0b0-415c-9162-bc0c812a99ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.444953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143defd5-9ad7-44f6-ad4c-843e88ad5a4b req-3ee20790-e706-4a87-93f1-8014ebfa3407 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.446616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-143defd5-9ad7-44f6-ad4c-843e88ad5a4b req-3ee20790-e706-4a87-93f1-8014ebfa3407 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.0589859 Nov 12 03:37:52.505959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-143defd5-9ad7-44f6-ad4c-843e88ad5a4b req-ddcdb262-7cd8-44aa-9c58-036af45da568 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519021 Nov 12 03:37:52.584076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 45ff4435-927e-4a38-8e41-c99b2c56c814 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:52.590076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-442132e0-e87e-4e82-912a-8a685671aa1d req-654db176-06a7-4ad1-95a2-6150bd70a868 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 210 time: 0.0306401 Nov 12 03:37:52.703166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=45ff4435-927e-4a38-8e41-c99b2c56c814,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:52.716903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '45ff4435-927e-4a38-8e41-c99b2c56c814', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'port_id': '45ff4435-927e-4a38-8e41-c99b2c56c814', 'mac_address': 'fa:16:3e:8f:74:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:52.755686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.772075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ff4435-927e-4a38-8e41-c99b2c56c814 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:52.795494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=45ff4435-927e-4a38-8e41-c99b2c56c814,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:52.801194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:52.851210 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-f89b5ffe-568e-452a-a964-43f2593ba0f4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d13a431489bf4a9587d3a6f91231e11d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257819 Nov 12 03:37:52.859701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:52.976539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-49622463-e776-402c-b709-12707a8db243 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:52.978023 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-49622463-e776-402c-b709-12707a8db243 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167023 Nov 12 03:37:53.012498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Request body: {'port': {'device_id': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'd13a431489bf4a9587d3a6f91231e11d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.151924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Made reservation on behalf of d13a431489bf4a9587d3a6f91231e11d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:37:53.156883 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.190459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45067ebf-ffe6-46f4-a425-a7ee92b6d9d7 req-a54d2533-0e7e-41ac-a860-5ad36be4be94 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.195902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45067ebf-ffe6-46f4-a425-a7ee92b6d9d7 req-a54d2533-0e7e-41ac-a860-5ad36be4be94 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0771201 Nov 12 03:37:53.253864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45067ebf-ffe6-46f4-a425-a7ee92b6d9d7 req-172d2d9d-d49e-413f-9ef5-527c566fd02a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Nov 12 03:37:53.309377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Allocated IP 192.168.233.62 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/548345ae-621f-4b2e-b19a-0399f65f09eb) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:37:53.451863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dec9d-8cba-4470-856c-b5932b2d81a5 req-0e20031b-d7b8-444b-99af-ea9a51ad13a8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.453903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8dec9d-8cba-4470-856c-b5932b2d81a5 req-0e20031b-d7b8-444b-99af-ea9a51ad13a8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1096 time: 0.0462990 Nov 12 03:37:53.454545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['45ff4435-927e-4a38-8e41-c99b2c56c814'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:53.515738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.535903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba8dec9d-8cba-4470-856c-b5932b2d81a5 req-247a778e-82d4-4052-9133-66bddcf3d59d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752206 Nov 12 03:37:53.591029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.632108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:53.649582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:37:53.680576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:37:53.688294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96a08b-75a4-44d6-a504-fd13433b9275 req-ed7b3d3c-b888-440e-a2d3-4441a30609cb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.691046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c96a08b-75a4-44d6-a504-fd13433b9275 req-ed7b3d3c-b888-440e-a2d3-4441a30609cb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0921979 Nov 12 03:37:53.697361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:37:53.746616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:53.812254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.812928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:53.853562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c96a08b-75a4-44d6-a504-fd13433b9275 req-ba8a056a-9e82-4aa1-ba69-3903eb597f4b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565304 Nov 12 03:37:53.859021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-ce658891-4407-4133-b216-c356766e630e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8402803 Nov 12 03:37:53.891487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Request body: {'port': {'device_id': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:37:53.926193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6ff87-7848-493a-b26c-08b87c0ed229 req-0fea280f-4df6-4b72-8f6e-8c4ef74c82e1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:53.930552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da6ff87-7848-493a-b26c-08b87c0ed229 req-0fea280f-4df6-4b72-8f6e-8c4ef74c82e1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 944 time: 0.1655974 Nov 12 03:37:54.015500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.057564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da6ff87-7848-493a-b26c-08b87c0ed229 req-d5257958-7169-4f0b-84a8-903a9ad003bf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173272 Nov 12 03:37:54.070380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f4734-22b7-4533-a872-195245be06dd req-783c636e-c34c-4b17-902f-10199da9eb83 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.081513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac0f4734-22b7-4533-a872-195245be06dd req-783c636e-c34c-4b17-902f-10199da9eb83 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 935 time: 0.0913553 Nov 12 03:37:54.101201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-197ce082-dcfd-4f3d-aff1-5d537952e4bc None None] Provisioning complete for port 548345ae-621f-4b2e-b19a-0399f65f09eb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:54.103181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-197ce082-dcfd-4f3d-aff1-5d537952e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.139798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac0f4734-22b7-4533-a872-195245be06dd req-35d610de-0858-43af-8991-abb4cfb5ccac tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Nov 12 03:37:54.206377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-197ce082-dcfd-4f3d-aff1-5d537952e4bc None None] Port 548345ae-621f-4b2e-b19a-0399f65f09eb cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:37:54.305296 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c57eb036-aa20-48b2-bf37-6965951c84ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.709731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798202-7a76-490e-847b-f6b8aff2f932 req-ae2c3a2c-0c9b-49b7-8604-f86daf9e8c16 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:54.723625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b798202-7a76-490e-847b-f6b8aff2f932 req-ae2c3a2c-0c9b-49b7-8604-f86daf9e8c16 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1096 time: 0.1069386 Nov 12 03:37:54.748401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:54.794059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b798202-7a76-490e-847b-f6b8aff2f932 req-8bfd4005-8558-45a3-9d27-215d92ca8f66 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685782 Nov 12 03:37:54.806293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:54.883551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:54.896390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.915290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab66328f-0a25-48f0-a406-efd7676556d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.942079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Transition to ACTIVE for port object 548345ae-621f-4b2e-b19a-0399f65f09eb will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:37:54.949272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:54.962092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:54.975075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'network_id': '62e2661f-feef-439c-af5c-a761ba0eacd9', 'port_id': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'mac_address': 'fa:16:3e:0e:3e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53188d36-26e3-4bbe-91cb-04b14a052139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:55.033706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.056984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:55.079140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573f78-d2a8-43db-b8f3-95579a92fdb4 req-560434df-d695-4b27-a8f7-0e1b433d7b43 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.086999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.087837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:55.100131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3573f78-d2a8-43db-b8f3-95579a92fdb4 req-560434df-d695-4b27-a8f7-0e1b433d7b43 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1171770 Nov 12 03:37:55.102793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.178194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:37:55.178577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:37:55.178956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:55.184898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab66328f-0a25-48f0-a406-efd7676556d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.187758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:37:55.188121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:37:55.197161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:37:55.197585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:37:55.198036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:37:55.199120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Bound port: 548345ae-621f-4b2e-b19a-0399f65f09eb, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:37:55.199487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.203118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab66328f-0a25-48f0-a406-efd7676556d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.211910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.249348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc', '85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:55.307222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3573f78-d2a8-43db-b8f3-95579a92fdb4 req-96483b46-e270-4fe8-b95f-597af6674d81 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007995 Nov 12 03:37:55.311485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ab66328f-0a25-48f0-a406-efd7676556d8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d84aadc936944275b072493ebda5ce93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5604103 Nov 12 03:37:55.324442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:37:55.328693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:55.333200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66328f-0a25-48f0-a406-efd7676556d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d31b2-bbe4-47d4-9a96-573472d183ba,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.359794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:37:55.373401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.423502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.425077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cdb62-a2a6-4c83-8bf2-5f3c44721840 req-12c03bb6-6f2a-4041-b4e7-37aa9cc1d065 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.437597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f28cdb62-a2a6-4c83-8bf2-5f3c44721840 req-12c03bb6-6f2a-4041-b4e7-37aa9cc1d065 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.2424104 Nov 12 03:37:55.459616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:55.470162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.471125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.472838 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-a9fd6a14-06bd-45d5-bf38-a2be2fa6b409 service neutron] 10.222.0.16 "PUT /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 1096 time: 1.6067712 Nov 12 03:37:55.473514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:55.476090 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:55.510140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:55.703751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.719084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-43c7a60f-50c3-4239-9d89-a81b44be5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.722199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-43c7a60f-50c3-4239-9d89-a81b44be5339 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1099 time: 0.1176074 Nov 12 03:37:55.769720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fd48c-d6a3-4414-ab77-f4e0d79cf7fb req-3e4bf830-466b-4d09-961c-497afaf88a36 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.781865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b80fd48c-d6a3-4414-ab77-f4e0d79cf7fb req-3e4bf830-466b-4d09-961c-497afaf88a36 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.3190451 Nov 12 03:37:55.796726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-749f7189-923e-45eb-ba5b-cf05c07dd36e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0526321 Nov 12 03:37:55.841938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f28cdb62-a2a6-4c83-8bf2-5f3c44721840 req-c40bbd83-d0a5-4fba-8ea2-9e362d704bc4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026806 Nov 12 03:37:55.893584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-6bb98607-7b67-417a-9f7c-e3af77d9cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:55.898873 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-6bb98607-7b67-417a-9f7c-e3af77d9cfde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0894663 Nov 12 03:37:55.927341 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:55.940131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b80fd48c-d6a3-4414-ab77-f4e0d79cf7fb req-e4f88436-d51f-47e4-858f-ce1b72fbc28e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546783 Nov 12 03:37:55.998666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-7e509e98-d300-49f4-94df-ff80ab921cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.004436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-7e509e98-d300-49f4-94df-ff80ab921cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909865 Nov 12 03:37:56.020251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.023662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.025130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/963d31b2-bbe4-47d4-9a96-573472d183ba HTTP/1.1" status: 204 len: 168 time: 0.6810708 Nov 12 03:37:56.037240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dd75c-9295-4ca1-bffc-766f688b55bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d31b2-bbe4-47d4-9a96-573472d183ba,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.145500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ab6f8-b0aa-493d-b6fa-8ae37dbd888f req-680dc849-24ae-474e-b979-7fa061d0c69e tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.147256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f0ab6f8-b0aa-493d-b6fa-8ae37dbd888f req-680dc849-24ae-474e-b979-7fa061d0c69e tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1096 time: 0.0512257 Nov 12 03:37:56.150502 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407279eb-cb2d-494d-94c6-4378c541b769 x-openstack-request-id: req-407279eb-cb2d-494d-94c6-4378c541b769 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:56.150798 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:56.151103 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-407279eb-cb2d-494d-94c6-4378c541b769 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:56.152061 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'status': 'completed', 'code': 200} Nov 12 03:37:56.209881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-9ed685d5-4fe3-40b9-933d-36acd91e3878 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991265 Nov 12 03:37:56.215683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f0ab6f8-b0aa-493d-b6fa-8ae37dbd888f req-d06e4ea7-2772-4c6d-b274-d913a10f27f0 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580812 Nov 12 03:37:56.322918 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-71bbd0c6-e252-47c4-ac31-c1031e1f236d req-d402bfe1-0c48-450e-a6f8-bc07b79f5ccd service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057093 Nov 12 03:37:56.374235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.388578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09991b6e-6aed-4699-a5aa-d606345e44b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.461152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-9e4c294c-be2c-44a0-b85f-813879284d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.462722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-9e4c294c-be2c-44a0-b85f-813879284d75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1099 time: 0.0477507 Nov 12 03:37:56.472790 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09991b6e-6aed-4699-a5aa-d606345e44b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.477722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-09991b6e-6aed-4699-a5aa-d606345e44b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.523573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-09991b6e-6aed-4699-a5aa-d606345e44b0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f1111ee0a5004dcba0bb636ed61bbc3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450839 Nov 12 03:37:56.523573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09991b6e-6aed-4699-a5aa-d606345e44b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35291ec3-f48f-4ac7-8f32-a0851f50d574,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.523904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:37:56.580200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.581468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-215ec887-9c5a-4f25-8765-d6be88f7d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.584752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-215ec887-9c5a-4f25-8765-d6be88f7d240 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1140189 Nov 12 03:37:56.593637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 45ff4435-927e-4a38-8e41-c99b2c56c814 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:56.605338 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.671852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.675353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.676818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35291ec3-f48f-4ac7-8f32-a0851f50d574 HTTP/1.1" status: 204 len: 168 time: 0.1520462 Nov 12 03:37:56.687049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371cb3-05a4-4837-a5d7-c490d4ec7d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35291ec3-f48f-4ac7-8f32-a0851f50d574,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:56.701492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-5d9b14cd-213d-4e09-93b4-b52d84989e8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.1023834 Nov 12 03:37:56.713033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 45ff4435-927e-4a38-8e41-c99b2c56c814 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:56.719366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 45ff4435-927e-4a38-8e41-c99b2c56c814 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:56.719981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.797251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-9d0a538e-9a32-47da-9bf4-996b30a8510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.799627 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-9d0a538e-9a32-47da-9bf4-996b30a8510a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0899460 Nov 12 03:37:56.828340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:37:56.879735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-33a63494-47da-40a0-8604-0b6247bfc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:56.882188 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-33a63494-47da-40a0-8604-0b6247bfc9a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745695 Nov 12 03:37:56.918828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.983803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:56.997799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:37:57.018618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:37:57.019020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.055371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:57.058594 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93884582-9ffe-4858-bcec-e7833028e23d" -d '{"events": [{"server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "name": "network-vif-plugged", "status": "completed", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:57.080705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=45ff4435-927e-4a38-8e41-c99b2c56c814,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:57.087729 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.089444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c0100-f696-4a59-b1ed-5c6574a728d3 req-3c6b850d-d111-44e7-bfe5-c72502a92775 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.091304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a0c0100-f696-4a59-b1ed-5c6574a728d3 req-3c6b850d-d111-44e7-bfe5-c72502a92775 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 945 time: 0.0830228 Nov 12 03:37:57.119477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-5fc483d8-587a-4757-abaa-23bd4c75435a service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287872 Nov 12 03:37:57.153464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.222129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.271360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c05f4a57-94ec-4f07-ada4-9cf41b360f9c req-9439d548-d6f3-4a3e-adfc-477fea812433 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439757 Nov 12 03:37:57.272859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:57.278953 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.338130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:57.564591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565cd32-2788-4087-ba12-1115d34c6b4b req-8f760c44-c0f8-44db-8a6c-16617baf75b4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.566128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0565cd32-2788-4087-ba12-1115d34c6b4b req-8f760c44-c0f8-44db-8a6c-16617baf75b4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.4479728 Nov 12 03:37:57.570886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a0c0100-f696-4a59-b1ed-5c6574a728d3 req-7bf04963-1921-4363-96fd-594f7652f267 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728448 Nov 12 03:37:57.624281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0565cd32-2788-4087-ba12-1115d34c6b4b req-37836b6e-0aa7-47a8-b3b1-735c44f04ae4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Nov 12 03:37:57.670974 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bbed5-c7d3-4f91-b9b4-3047f5dd5112 x-openstack-request-id: req-347bbed5-c7d3-4f91-b9b4-3047f5dd5112 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:57.671577 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "name": "network-vif-plugged", "status": "completed", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:57.671577 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-347bbed5-c7d3-4f91-b9b4-3047f5dd5112 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:57.671911 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814', 'code': 200} Nov 12 03:37:57.731950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:57.795354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa710c87-139c-41dd-9be2-1acdcf4f432f req-9b5edb11-81cf-4996-b14c-69e88bc18860 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.797129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa710c87-139c-41dd-9be2-1acdcf4f432f req-9b5edb11-81cf-4996-b14c-69e88bc18860 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0546627 Nov 12 03:37:57.868507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa710c87-139c-41dd-9be2-1acdcf4f432f req-b38f3f26-3d34-450d-8479-ad83f156c726 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Nov 12 03:37:57.919023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacaf5a-e407-4d96-b6d4-3dcb8c3d7259 req-fe3a800b-267a-4a55-9d03-fc681b905c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:57.921110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6eacaf5a-e407-4d96-b6d4-3dcb8c3d7259 req-fe3a800b-267a-4a55-9d03-fc681b905c79 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0691063 Nov 12 03:37:57.985700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6eacaf5a-e407-4d96-b6d4-3dcb8c3d7259 req-1afb5bf8-b07d-4109-bf78-698536eb86c8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Nov 12 03:37:58.163706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117315-89f0-4f60-b310-5a214ca23804 req-17940fdd-f5be-4e1a-bf4b-4e5f0d6f7e9b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.165285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26117315-89f0-4f60-b310-5a214ca23804 req-17940fdd-f5be-4e1a-bf4b-4e5f0d6f7e9b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Nov 12 03:37:58.220468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26117315-89f0-4f60-b310-5a214ca23804 req-a9cb8617-229a-475f-9e28-7f4eb8cdb26e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461347 Nov 12 03:37:58.442030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8932-b546-4519-88c8-2aadb89346ae req-51fe52c8-4661-485e-8898-d6fbfbd2901a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.447560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-03b7e536-01be-4e03-9cdd-34e4c8ac8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.449747 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-03b7e536-01be-4e03-9cdd-34e4c8ac8b12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.0463552 Nov 12 03:37:58.450102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acda8932-b546-4519-88c8-2aadb89346ae req-51fe52c8-4661-485e-8898-d6fbfbd2901a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0685179 Nov 12 03:37:58.497101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acda8932-b546-4519-88c8-2aadb89346ae req-62d36b6e-f0d1-4619-83c7-a79309b70a8a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Nov 12 03:37:58.557922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-f0cfffc6-f606-4ae5-85fb-54cc6323d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.559512 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-f0cfffc6-f606-4ae5-85fb-54cc6323d28c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.1030498 Nov 12 03:37:58.604346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-649118b9-1787-47b7-8bbe-ee5bddb53363 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.0372219 Nov 12 03:37:58.664016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-9f50cfa2-f482-4959-8341-f329f6513c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.665950 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-9f50cfa2-f482-4959-8341-f329f6513c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0547559 Nov 12 03:37:58.709452 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-c46fd744-6d28-4033-8355-19c8c297ebc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359859 Nov 12 03:37:58.806043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af77b75-514e-44ac-82fc-98ab535f28f5 req-e74c70d1-1b7b-4a7e-9eb0-549cb8418784 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.808249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af77b75-514e-44ac-82fc-98ab535f28f5 req-e74c70d1-1b7b-4a7e-9eb0-549cb8418784 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1468728 Nov 12 03:37:58.843501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75888c-af0f-4bd0-b245-fce7c22f1987 req-ff5cd720-76a2-4664-b35b-862805fa2e45 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.845360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c75888c-af0f-4bd0-b245-fce7c22f1987 req-ff5cd720-76a2-4664-b35b-862805fa2e45 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1283031 Nov 12 03:37:58.854147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-e60054a4-984a-438f-b2a1-4b6df19b8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:58.855855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-e60054a4-984a-438f-b2a1-4b6df19b8c95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1097 time: 0.0678029 Nov 12 03:37:58.863635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-dac3b264-e786-4dd4-baf9-61228c08222c service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407347 Nov 12 03:37:58.869448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:37:58.917951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2af77b75-514e-44ac-82fc-98ab535f28f5 req-40cd0d0c-9e6c-4909-8b60-24a361c77bcf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010685 Nov 12 03:37:58.978959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c75888c-af0f-4bd0-b245-fce7c22f1987 req-dd96510c-54c3-4aa8-a9af-3a60bdc72fd6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249566 Nov 12 03:37:59.039859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:59.079447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25ed3f52-bf61-4aa7-be98-5d8cf9bddde3 req-cec62bd2-bfa7-42f7-a1ed-31e8ddf6f276 service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074440 Nov 12 03:37:59.082424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-b7bb2665-cea3-4fab-8d79-c618f59ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.083954 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-b7bb2665-cea3-4fab-8d79-c618f59ef8b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.1877663 Nov 12 03:37:59.098720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db92b08-4db3-43eb-b932-a547ba346a2d req-5adf3a0b-82b7-40b5-b3bb-bdb49f25297b tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.107765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9db92b08-4db3-43eb-b932-a547ba346a2d req-5adf3a0b-82b7-40b5-b3bb-bdb49f25297b tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0529835 Nov 12 03:37:59.172182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9db92b08-4db3-43eb-b932-a547ba346a2d req-e32210fd-52c8-4d75-a481-c0be5b53dc51 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632775 Nov 12 03:37:59.190447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-11338f2f-0946-4fb1-aca9-180e1959e4ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 1000 time: 0.0911705 Nov 12 03:37:59.256505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-2d68a436-0560-4a3c-9279-2161fd4023c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.257916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-2d68a436-0560-4a3c-9279-2161fd4023c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0524216 Nov 12 03:37:59.259830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'mac_address': 'fa:16:3e:a2:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:37:59.314576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.315582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-8b4eb963-97cc-4742-b2c4-499b751619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.317154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-8b4eb963-97cc-4742-b2c4-499b751619fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490413 Nov 12 03:37:59.331038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:37:59.363384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:37:59.374665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:37:59.385028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba19d77-8afb-43ec-8947-cdc3a074c35e req-192d44b8-780f-4a3e-8ed3-608096ed88d0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.387449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fba19d77-8afb-43ec-8947-cdc3a074c35e req-192d44b8-780f-4a3e-8ed3-608096ed88d0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0707808 Nov 12 03:37:59.433987 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-3642c9e8-32fc-42f3-8be7-ebb537855ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085782 Nov 12 03:37:59.440554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:37:59.449982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fba19d77-8afb-43ec-8947-cdc3a074c35e req-38c4f6f5-a118-4304-b471-29fc9708e584 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538204 Nov 12 03:37:59.543036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64ccfab4-a955-43c8-97e6-5476f37a69e2 req-969af1b1-dd6b-477f-853d-afd1c7e59bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018672 Nov 12 03:37:59.624844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36e22-2176-4306-aae4-1a797d0f98ba req-e854fd6a-80eb-440b-9533-06afd47e7033 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.626370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2d36e22-2176-4306-aae4-1a797d0f98ba req-e854fd6a-80eb-440b-9533-06afd47e7033 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Nov 12 03:37:59.673454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:37:59.675984 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99932aca-e266-4977-9b1e-1e1a40645f8b" -d '{"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:37:59.677078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2d36e22-2176-4306-aae4-1a797d0f98ba req-6a4ea127-1c7e-4503-8735-93c0bc567071 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Nov 12 03:37:59.715758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['548345ae-621f-4b2e-b19a-0399f65f09eb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:37:59.721596 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68314326-4294-4049-828f-c5dc410e35e3 x-openstack-request-id: req-68314326-4294-4049-828f-c5dc410e35e3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:37:59.721891 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-plugged", "status": "completed", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:37:59.722145 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-68314326-4294-4049-828f-c5dc410e35e3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:37:59.722534 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'code': 200} Nov 12 03:37:59.977211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc586a-c16f-4b00-ba88-f79584e89f18 req-6919034f-8156-47c0-9d32-5c937ce9ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:37:59.979081 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bbc586a-c16f-4b00-ba88-f79584e89f18 req-6919034f-8156-47c0-9d32-5c937ce9ffb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1098 time: 0.0487487 Nov 12 03:38:00.039433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9bbc586a-c16f-4b00-ba88-f79584e89f18 req-2c436cb8-d9be-49c7-9a02-368491c816a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Nov 12 03:38:00.061949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60787bcf-8d19-4b44-8591-de2e36c49135 req-ce1bf437-da8b-48ca-a2a6-03110d35c606 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.063577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60787bcf-8d19-4b44-8591-de2e36c49135 req-ce1bf437-da8b-48ca-a2a6-03110d35c606 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0741055 Nov 12 03:38:00.154217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60787bcf-8d19-4b44-8591-de2e36c49135 req-56493225-beba-44bf-ab92-0ceea579ce91 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Nov 12 03:38:00.164991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f08196-ee35-4c55-bed6-9f9ebccb5af1 req-8fc97c6b-3b70-40b2-a8cc-3b73acd84196 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.167085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8f08196-ee35-4c55-bed6-9f9ebccb5af1 req-8fc97c6b-3b70-40b2-a8cc-3b73acd84196 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.1019964 Nov 12 03:38:00.223865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8f08196-ee35-4c55-bed6-9f9ebccb5af1 req-695922d0-fae9-4766-a50c-3ec6909f2d08 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Nov 12 03:38:00.347540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020d94-3e76-4fc6-9550-17bd4fbc7091 req-92331025-bde3-479e-802a-7823cfaf357a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.349139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56020d94-3e76-4fc6-9550-17bd4fbc7091 req-92331025-bde3-479e-802a-7823cfaf357a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0547233 Nov 12 03:38:00.406681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56020d94-3e76-4fc6-9550-17bd4fbc7091 req-f8788fbf-a7b4-4adc-8b37-ea5cc7132632 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Nov 12 03:38:00.585874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25e938-a58b-4996-b5b3-548ef5c07474 req-cbfb908a-bd5e-4ed0-8f55-08c5e3a535fa tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.587348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae25e938-a58b-4996-b5b3-548ef5c07474 req-cbfb908a-bd5e-4ed0-8f55-08c5e3a535fa tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Nov 12 03:38:00.636494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae25e938-a58b-4996-b5b3-548ef5c07474 req-b491d2ec-e3af-4133-9107-cbd427af9e29 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Nov 12 03:38:00.806099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994fc99-0b4d-4fd0-912b-7e6efb333ee6 req-c569ebe1-8850-4302-a3ce-94420acfc5c1 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:00.808396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4994fc99-0b4d-4fd0-912b-7e6efb333ee6 req-c569ebe1-8850-4302-a3ce-94420acfc5c1 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Nov 12 03:38:00.863566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4994fc99-0b4d-4fd0-912b-7e6efb333ee6 req-6856185e-d26c-4e14-9737-c6316018cefe tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Nov 12 03:38:00.868964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:00.933166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 548345ae-621f-4b2e-b19a-0399f65f09eb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:00.938747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 548345ae-621f-4b2e-b19a-0399f65f09eb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:00.939173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.023316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.056531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:01.061510 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.110580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:01.284170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b131c-da90-4978-b067-ac46c98bd050 req-95117311-402b-4da9-aed7-be82dffcd7bf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.285727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-085b131c-da90-4978-b067-ac46c98bd050 req-95117311-402b-4da9-aed7-be82dffcd7bf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0568855 Nov 12 03:38:01.317790 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:01.396830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-085b131c-da90-4978-b067-ac46c98bd050 req-b66fb793-0419-4d13-8fed-48394a840072 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970628 Nov 12 03:38:01.409083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a123b-08a3-4b96-91ad-f7e30c1350bf req-e4edc4b7-b8db-46ac-a227-1bd4cc1fa5df tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.416162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-309a123b-08a3-4b96-91ad-f7e30c1350bf req-e4edc4b7-b8db-46ac-a227-1bd4cc1fa5df tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1025505 Nov 12 03:38:01.484017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-309a123b-08a3-4b96-91ad-f7e30c1350bf req-44a363f5-e099-4609-808a-9ca4517f1dc4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Nov 12 03:38:01.603420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5ead-0292-4076-a12c-480ee9563ae2 req-3059e454-eee5-4df8-81ac-8514497f8a77 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.605926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf8e5ead-0292-4076-a12c-480ee9563ae2 req-3059e454-eee5-4df8-81ac-8514497f8a77 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0529294 Nov 12 03:38:01.667991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf8e5ead-0292-4076-a12c-480ee9563ae2 req-3c2fee87-8522-4821-8a3d-16ce5744e554 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553050 Nov 12 03:38:01.724363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:01.726871 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe61e4b-e77d-43f9-9b77-7a939b397bdb" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:01.842296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e98f91-6b9e-470b-9ce4-1fbaa99ef975 req-9e97ce87-4d12-4133-8988-883b55787638 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.844102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77e98f91-6b9e-470b-9ce4-1fbaa99ef975 req-9e97ce87-4d12-4133-8988-883b55787638 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1030295 Nov 12 03:38:01.847634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594baaf8-8e5b-4d75-b72b-96ce287d0500 req-3014e472-5d79-42e3-b692-1b3ac615512d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:01.849205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-594baaf8-8e5b-4d75-b72b-96ce287d0500 req-3014e472-5d79-42e3-b692-1b3ac615512d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0903122 Nov 12 03:38:01.929716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77e98f91-6b9e-470b-9ce4-1fbaa99ef975 req-4e04d289-eead-45e3-bba5-f7e5825bfc9b tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773907 Nov 12 03:38:01.934740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-594baaf8-8e5b-4d75-b72b-96ce287d0500 req-50bffa88-fbb3-4ddd-8697-d2dfc939c524 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759134 Nov 12 03:38:01.986441 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4588d0a8-7b71-4189-805c-0e09ba7b3901 x-openstack-request-id: req-4588d0a8-7b71-4189-805c-0e09ba7b3901 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:01.987119 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:01.987119 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4588d0a8-7b71-4189-805c-0e09ba7b3901 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:01.987437 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'code': 200} Nov 12 03:38:02.094863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8ac54-2bbe-4084-a838-03441b5f7da7 req-6baa6069-4da9-40bc-aee2-37e21f303c6f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.096653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02b8ac54-2bbe-4084-a838-03441b5f7da7 req-6baa6069-4da9-40bc-aee2-37e21f303c6f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0940981 Nov 12 03:38:02.128504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c38c5-f746-4219-84ca-4a3c90cdd2c4 req-b30d9fb0-ab65-4c96-9423-99ffcdbc9628 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.130187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f04c38c5-f746-4219-84ca-4a3c90cdd2c4 req-b30d9fb0-ab65-4c96-9423-99ffcdbc9628 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0773532 Nov 12 03:38:02.174131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450df52c-a4e6-4917-9cb0-f8b46bd869a8 req-dfdbae6c-0db6-413c-99d0-a6baa246efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.176373 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-450df52c-a4e6-4917-9cb0-f8b46bd869a8 req-dfdbae6c-0db6-413c-99d0-a6baa246efd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1101 time: 0.0420017 Nov 12 03:38:02.191893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02b8ac54-2bbe-4084-a838-03441b5f7da7 req-f4a3771c-16ed-4d77-9470-6f48ab44a934 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833786 Nov 12 03:38:02.214449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f04c38c5-f746-4219-84ca-4a3c90cdd2c4 req-c379f808-3aaf-4d53-b7e2-6bd46d226bc4 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746915 Nov 12 03:38:02.238693 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-450df52c-a4e6-4917-9cb0-f8b46bd869a8 req-91c18695-078a-4250-9114-ab0488decbdf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502346 Nov 12 03:38:02.534998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff75c4b7-9f0c-4f2a-b6f5-1c27c27227a6 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.536420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff75c4b7-9f0c-4f2a-b6f5-1c27c27227a6 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.1377466 Nov 12 03:38:02.548416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4ab9-55f2-49af-8375-03db58e1a54c req-d62dc641-106a-457e-9589-2019263d89e0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.549864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be2a4ab9-55f2-49af-8375-03db58e1a54c req-d62dc641-106a-457e-9589-2019263d89e0 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0754271 Nov 12 03:38:02.573526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-30aa3c5a-d2c6-4483-9a49-be0706685e84 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/quotas/e85c32e208f243049e22f51711999b3c HTTP/1.1" status: 200 len: 375 time: 0.0221055 Nov 12 03:38:02.642730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be2a4ab9-55f2-49af-8375-03db58e1a54c req-f2d3cc06-09bd-4a4b-a315-3b38f82008b1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857863 Nov 12 03:38:02.654280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-bf759738-6b2f-42b0-a0ff-79b85c7e5f29 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723500 Nov 12 03:38:02.783684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-278372ae-bb18-4cde-994e-d1c2ff6951ed service neutron] 10.222.0.97 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218648 Nov 12 03:38:02.792442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04859374-eee6-4aeb-84c6-993d62ebe6a7 req-38990a09-f825-4d2c-a700-7aafb2b921eb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:02.793800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04859374-eee6-4aeb-84c6-993d62ebe6a7 req-38990a09-f825-4d2c-a700-7aafb2b921eb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0782990 Nov 12 03:38:02.903187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04859374-eee6-4aeb-84c6-993d62ebe6a7 req-ccfd67de-4ea1-4660-9d48-91e2201af55b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005864 Nov 12 03:38:02.929043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-7d875904-0b48-4759-9c01-c67d111c0314 service neutron] 10.222.0.97 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311908 Nov 12 03:38:03.165756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831938db-865a-4b00-bd2f-920f5693d6bc req-7ff81ff6-8380-42f9-9dd3-72f02327a9c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.173979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-831938db-865a-4b00-bd2f-920f5693d6bc req-7ff81ff6-8380-42f9-9dd3-72f02327a9c4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0958242 Nov 12 03:38:03.209868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8780d5b-421a-482e-845c-8511196d4151 req-5b58f143-ff31-4fcd-9463-94623ddfe91e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.211413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8780d5b-421a-482e-845c-8511196d4151 req-5b58f143-ff31-4fcd-9463-94623ddfe91e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0907290 Nov 12 03:38:03.255249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-831938db-865a-4b00-bd2f-920f5693d6bc req-edd9b48a-2b23-4011-aab4-003aba1c24dd tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Nov 12 03:38:03.294715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8780d5b-421a-482e-845c-8511196d4151 req-a12724a5-30d7-4d78-b87e-8d2a955970a8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714059 Nov 12 03:38:03.364749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-557d41a0-cb6a-4da9-8fd0-5fee6562d0c7 req-c5129ede-dca9-4bbb-9b1a-17011bcba162 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 210 time: 0.0367498 Nov 12 03:38:03.542693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa8b3-3488-4470-9251-ee8213251c4d req-c168aa6a-405e-4a36-97e0-af8b671b5415 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.547420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-889fa8b3-3488-4470-9251-ee8213251c4d req-c168aa6a-405e-4a36-97e0-af8b671b5415 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1682067 Nov 12 03:38:03.625948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b5fe3-e8b9-462c-bce5-4d574606b1e4 req-9247205a-0c55-4537-adcc-66b35bbdada4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.627561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-884b5fe3-e8b9-462c-bce5-4d574606b1e4 req-9247205a-0c55-4537-adcc-66b35bbdada4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1570015 Nov 12 03:38:03.636965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-889fa8b3-3488-4470-9251-ee8213251c4d req-06359c7b-e964-42ad-ad01-ff5843384a97 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Nov 12 03:38:03.693342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-884b5fe3-e8b9-462c-bce5-4d574606b1e4 req-ca95ef4e-1e88-4969-8182-f2b62af61df3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 Nov 12 03:38:03.840203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5254-284b-47f9-a2c6-a11ccd456ead req-23a93f69-6573-401e-ba79-541c2b99fff9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:03.841658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375c5254-284b-47f9-a2c6-a11ccd456ead req-23a93f69-6573-401e-ba79-541c2b99fff9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0528350 Nov 12 03:38:03.903457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375c5254-284b-47f9-a2c6-a11ccd456ead req-7f428a2d-ea7d-47e8-b50f-a28bde82abe9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Nov 12 03:38:04.049631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6dc4f-8b60-4f77-b4da-f20ab6d791a2 req-4385736a-78d5-464d-8af8-576ac53dd223 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.051122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcb6dc4f-8b60-4f77-b4da-f20ab6d791a2 req-4385736a-78d5-464d-8af8-576ac53dd223 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0787370 Nov 12 03:38:04.069911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434f5c4-0f4c-4af6-adaa-f6bcceee891b req-296dc0c9-15ef-489b-807d-fa6c67c63eb6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.071493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9434f5c4-0f4c-4af6-adaa-f6bcceee891b req-296dc0c9-15ef-489b-807d-fa6c67c63eb6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0892742 Nov 12 03:38:04.138045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcb6dc4f-8b60-4f77-b4da-f20ab6d791a2 req-33481358-62c2-4698-a9fa-bed2e56702bb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777197 Nov 12 03:38:04.157849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9434f5c4-0f4c-4af6-adaa-f6bcceee891b req-318a29e6-9983-43b5-b15b-7a70f8d02432 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704808 Nov 12 03:38:04.293415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1c058-f0ab-4305-ac48-39e40b43c774 req-761bd7c5-4960-40c9-8613-5c1dcf06ab2a tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.300836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34c1c058-f0ab-4305-ac48-39e40b43c774 req-761bd7c5-4960-40c9-8613-5c1dcf06ab2a tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1101 time: 0.0568192 Nov 12 03:38:04.386679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-e4cb018c-11c3-4db7-a586-4b303a1993b8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.388995 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-e4cb018c-11c3-4db7-a586-4b303a1993b8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.16 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.1044457 Nov 12 03:38:04.393024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-34c1c058-f0ab-4305-ac48-39e40b43c774 req-e4421705-00e7-4f70-8025-34987769408f tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Nov 12 03:38:04.405003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Request body: {'port': {'device_id': '8b148306-1484-4d32-9165-aeeea1b0534a', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'admin_state_up': True, 'tenant_id': 'e85c32e208f243049e22f51711999b3c'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:04.417426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699100-cc85-47aa-b027-1c892097b0c3 req-07b4c0d4-acd7-4391-8ae6-f51f549c7482 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.427450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da699100-cc85-47aa-b027-1c892097b0c3 req-07b4c0d4-acd7-4391-8ae6-f51f549c7482 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0902195 Nov 12 03:38:04.434546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Made reservation on behalf of e85c32e208f243049e22f51711999b3c for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:38:04.438083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.488090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da699100-cc85-47aa-b027-1c892097b0c3 req-22f001c5-f8f9-40cd-bc83-98fdebaa65d8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597100 Nov 12 03:38:04.551411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ed3e3-5fa1-4d2d-a340-7c689cbab326 req-2bf84ef7-7e0a-4c26-985c-1cc7bf2d9a23 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.551411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d6ed3e3-5fa1-4d2d-a340-7c689cbab326 req-2bf84ef7-7e0a-4c26-985c-1cc7bf2d9a23 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0588126 Nov 12 03:38:04.641852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5796934e-98fc-412f-97a3-ea7269ec21b0 req-99d8beba-c908-456a-83e6-6bafc6fa0635 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 210 time: 0.0444503 Nov 12 03:38:04.643498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Allocated IP 172.20.0.8 (abf82cf3-b4e1-4c33-b391-f7caaa85fcfd/c2c45645-d1b5-4907-922c-c966b0379e4a/78b041a5-99d4-4ff8-802b-de7b0e0d88bd) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:38:04.657643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d6ed3e3-5fa1-4d2d-a340-7c689cbab326 req-ddef1afc-c639-41b8-9013-e19da3c54139 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925374 Nov 12 03:38:04.796709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345a873-7f10-4b56-acb4-dabe2db1cc21 req-09b2f726-8660-4add-bf5f-4750bc76dce1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:04.807512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a345a873-7f10-4b56-acb4-dabe2db1cc21 req-09b2f726-8660-4add-bf5f-4750bc76dce1 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0761554 Nov 12 03:38:04.880742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a345a873-7f10-4b56-acb4-dabe2db1cc21 req-a48329f1-a4c9-49e1-a36d-871241ac4429 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Nov 12 03:38:04.888272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:04.949720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.009266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['45ff4435-927e-4a38-8e41-c99b2c56c814'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:05.056219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18be1d-f541-4002-b534-5cdef4226e37 req-c6c66c81-3453-4971-88ae-b662f6796bb2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.057999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:38:05.059628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f18be1d-f541-4002-b534-5cdef4226e37 req-c6c66c81-3453-4971-88ae-b662f6796bb2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0920558 Nov 12 03:38:05.063517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:38:05.077175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:38:05.080166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Pushing event updated for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:05.180613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f18be1d-f541-4002-b534-5cdef4226e37 req-2ebd7fbb-132a-47b3-a317-163a5ff31e9f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919685 Nov 12 03:38:05.183103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.184355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.221369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ff638d90-c577-4013-bd9e-9b116fc66bf3 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8220999 Nov 12 03:38:05.254020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Request body: {'port': {'device_id': '8b148306-1484-4d32-9165-aeeea1b0534a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:05.364064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.544396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-05afb396-973f-4cf4-8879-dbf8d046ff8f None None] Provisioning complete for port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:05.545085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05afb396-973f-4cf4-8879-dbf8d046ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.668380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-05afb396-973f-4cf4-8879-dbf8d046ff8f None None] Port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:38:05.750286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb24b8-f6f5-46de-ac43-cf68f03e5c6b req-2f5326f2-0926-4db8-8a56-e7a939c1a5fb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.751213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-17c7f6cf-105a-4261-87d9-d4dce9a06980 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751827 Nov 12 03:38:05.751796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4cb24b8-f6f5-46de-ac43-cf68f03e5c6b req-2f5326f2-0926-4db8-8a56-e7a939c1a5fb tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0905714 Nov 12 03:38:05.771905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e6ff9-f9e1-42cd-85f0-1f5f2a3e53e2 req-35089c18-d470-49b8-88fc-52721a67f41a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:05.773436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-273e6ff9-f9e1-42cd-85f0-1f5f2a3e53e2 req-35089c18-d470-49b8-88fc-52721a67f41a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0711856 Nov 12 03:38:05.827686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b041a5-99d4-4ff8-802b-de7b0e0d88bd {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:05.838179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.856891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Transition to ACTIVE for port object 78b041a5-99d4-4ff8-802b-de7b0e0d88bd will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:05.859860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4cb24b8-f6f5-46de-ac43-cf68f03e5c6b req-8794484c-8b0b-4bf2-8632-0258a2bbf813 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971785 Nov 12 03:38:05.864018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:05.875749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-273e6ff9-f9e1-42cd-85f0-1f5f2a3e53e2 req-58d72ad1-2eb2-4aba-9e1c-c043757df52f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877712 Nov 12 03:38:05.973725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.079675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Attempting to bind port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:06.080315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Attempting to bind port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:06.080857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Attempting to bind port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:06.090890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:06.091513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Attempting to bind port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd on network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:06.119861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:06.121232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Checking segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:06.121844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Bound using segment: {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:06.122489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Bound port: 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9625c0d1-3c13-4be7-b550-e3c210b1882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:06.123286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.152190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cad2b-f9db-448f-8b09-ef740f2245d1 req-30e72563-9665-40e3-87b0-799be5c77225 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.157054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-637cad2b-f9db-448f-8b09-ef740f2245d1 req-30e72563-9665-40e3-87b0-799be5c77225 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1053 time: 0.1835682 Nov 12 03:38:06.210074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8a20d-a538-4702-91b1-f28ff9f932ef req-1c3677c1-02b9-408e-acad-f1be50c9e651 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.228239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9c8a20d-a538-4702-91b1-f28ff9f932ef req-1c3677c1-02b9-408e-acad-f1be50c9e651 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1893749 Nov 12 03:38:06.293154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:06.299032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:06.308512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.355529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-637cad2b-f9db-448f-8b09-ef740f2245d1 req-6e281505-19b2-4f02-bfa4-a9a8dcc5f568 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115308 Nov 12 03:38:06.387455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.388276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:06.389845 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] 10.222.0.16 "PUT /v2.0/ports/78b041a5-99d4-4ff8-802b-de7b0e0d88bd HTTP/1.1" status: 200 len: 1092 time: 1.1431172 Nov 12 03:38:06.390372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:06.393352 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0cf646-076a-4f88-91f8-7ac8c083377e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:06.433529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a23552-2000-4d37-80d3-db363655d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:06.444300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9c8a20d-a538-4702-91b1-f28ff9f932ef req-2ebbe0b3-13c8-4c55-bc58-6fcf70b44890 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127886 Nov 12 03:38:06.542960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-0d5ddc55-58f0-4975-8a8a-33bcab013f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.545241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-0d5ddc55-58f0-4975-8a8a-33bcab013f63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1095 time: 0.0733092 Nov 12 03:38:06.546820 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc93892-f687-446c-b455-ddba1f208fec x-openstack-request-id: req-5bc93892-f687-446c-b455-ddba1f208fec {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:06.547226 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:06.547578 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5bc93892-f687-446c-b455-ddba1f208fec {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:06.548067 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd', 'status': 'completed', 'code': 200} Nov 12 03:38:06.586716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91527e5-3edc-4a44-a9cc-d92da598c433 req-1ddbc42e-612a-46df-b036-1d70db513c11 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.588709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e91527e5-3edc-4a44-a9cc-d92da598c433 req-1ddbc42e-612a-46df-b036-1d70db513c11 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0882068 Nov 12 03:38:06.635986 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-a95ac6ce-2aa0-49d2-a330-aa3c5b5cfdf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd HTTP/1.1" status: 200 len: 217 time: 0.0654445 Nov 12 03:38:06.670880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e91527e5-3edc-4a44-a9cc-d92da598c433 req-298aeeda-167c-430f-828d-dc13aead0c1f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722458 Nov 12 03:38:06.716752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-938c797b-ad0a-4e20-8ea1-b3dd197aca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.718424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-938c797b-ad0a-4e20-8ea1-b3dd197aca98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2c45645-d1b5-4907-922c-c966b0379e4a HTTP/1.1" status: 200 len: 848 time: 0.0744255 Nov 12 03:38:06.777938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-fec2aebe-1c0f-4bfc-82ac-552d70b98160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:06.779392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-fec2aebe-1c0f-4bfc-82ac-552d70b98160 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527761 Nov 12 03:38:06.900042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-c10bd7f4-1411-413d-b1d0-1f1094333e28 service neutron] 10.222.0.16 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133332 Nov 12 03:38:07.055480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-93ef65d5-0afd-41cb-bc10-eff489aa243c req-ba903ee1-85d3-4699-9fbb-23a89891e329 service neutron] 10.222.0.16 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436589 Nov 12 03:38:07.077896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56ce5-ae65-43e0-820e-be8dac91065a req-8ba3107d-9344-469b-a16c-f9cc88233f15 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.082120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f56ce5-ae65-43e0-820e-be8dac91065a req-8ba3107d-9344-469b-a16c-f9cc88233f15 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1120641 Nov 12 03:38:07.105149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1bad-f8af-42fd-bdd5-97f4d98530bd req-7dcbd1a4-cc32-47f5-96a7-e6c950abcc56 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.106746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d8c1bad-f8af-42fd-bdd5-97f4d98530bd req-7dcbd1a4-cc32-47f5-96a7-e6c950abcc56 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1024218 Nov 12 03:38:07.186065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f56ce5-ae65-43e0-820e-be8dac91065a req-6257f8d3-b86b-44da-8112-546cfda859e3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935860 Nov 12 03:38:07.191673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d8c1bad-f8af-42fd-bdd5-97f4d98530bd req-d71f795f-1729-4a34-b4a6-613e3d60c30f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781338 Nov 12 03:38:07.216901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-8118fe9a-780a-4845-99ca-24a9b158c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.218888 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-8118fe9a-780a-4845-99ca-24a9b158c8e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e85c32e208f243049e22f51711999b3c&device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1095 time: 0.0584877 Nov 12 03:38:07.355606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-2ef68d48-2340-4b1c-ac1c-d2bf0c8d71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.358710 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-2ef68d48-2340-4b1c-ac1c-d2bf0c8d71cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 200 len: 909 time: 0.1307926 Nov 12 03:38:07.410979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-e40fbd9e-c07a-4f1f-9b9c-238a20fa6fe2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd HTTP/1.1" status: 200 len: 217 time: 0.0460832 Nov 12 03:38:07.512511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b48c9a-cbae-40ca-a795-129ea89223d9 req-5443a660-7598-4cd8-910f-f7caa3e77b86 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.514257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36b48c9a-cbae-40ca-a795-129ea89223d9 req-5443a660-7598-4cd8-910f-f7caa3e77b86 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1095 time: 0.0560117 Nov 12 03:38:07.524149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-d6d8dcdd-2d9a-46e3-acc1-8264cf040e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.526957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-d6d8dcdd-2d9a-46e3-acc1-8264cf040e1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2c45645-d1b5-4907-922c-c966b0379e4a HTTP/1.1" status: 200 len: 848 time: 0.1071410 Nov 12 03:38:07.593847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-2c06872b-610f-4930-9467-c6487ad51049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.595509 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-2c06872b-610f-4930-9467-c6487ad51049 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605218 Nov 12 03:38:07.628943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36b48c9a-cbae-40ca-a795-129ea89223d9 req-1893f74c-1db8-488e-9b65-00973a3516ae tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062810 Nov 12 03:38:07.652331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f740-e9dd-4343-a950-8f2832ed0b5e req-c4415fee-d899-43ec-825d-2c6355f0cb53 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.654021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc38f740-e9dd-4343-a950-8f2832ed0b5e req-c4415fee-d899-43ec-825d-2c6355f0cb53 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1000295 Nov 12 03:38:07.709654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-38d18b5f-138f-4973-a258-141cce233540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.711249 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-38d18b5f-138f-4973-a258-141cce233540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 1098 time: 0.1148360 Nov 12 03:38:07.730438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc38f740-e9dd-4343-a950-8f2832ed0b5e req-c7c6fae0-ab62-4ea5-972a-2afb16ec5e8c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Nov 12 03:38:07.806999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbb4bc-a846-4b4b-b383-86258ee66e0a req-6c0cc56d-b31b-4f07-a651-767e95ba82a4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.815857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80dbb4bc-a846-4b4b-b383-86258ee66e0a req-6c0cc56d-b31b-4f07-a651-767e95ba82a4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0837605 Nov 12 03:38:07.838963 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-1d4e73f6-768d-47bb-ad33-c98f82d28cfe service neutron] 10.222.0.16 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319219 Nov 12 03:38:07.910247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fc054-2fd6-4d88-8789-f3a8e17da23a req-fbd8324e-7cad-497d-aea7-539e8b19f09f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.911975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d0fc054-2fd6-4d88-8789-f3a8e17da23a req-fbd8324e-7cad-497d-aea7-539e8b19f09f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0944576 Nov 12 03:38:07.925299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80dbb4bc-a846-4b4b-b383-86258ee66e0a req-20fd711f-8189-4cfd-aa26-5a8f5514598f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089087 Nov 12 03:38:07.961107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-2264cfc9-9532-47e6-baaf-1b82fa14491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:07.964464 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-2264cfc9-9532-47e6-baaf-1b82fa14491a service neutron] 10.222.0.16 "GET /v2.0/networks?id=62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 200 len: 914 time: 0.2405772 Nov 12 03:38:08.013931 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-688454ab-7cbc-4394-8f06-b63a1af503a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 200 len: 217 time: 0.0399420 Nov 12 03:38:08.038543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d0fc054-2fd6-4d88-8789-f3a8e17da23a req-abec9246-5830-44f0-b41a-cda402baa85e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090350 Nov 12 03:38:08.040731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-b949e8f1-0c98-40cd-8edb-7ed2a4ecee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.042243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-b949e8f1-0c98-40cd-8edb-7ed2a4ecee28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1101 time: 0.0844519 Nov 12 03:38:08.067801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a0cf646-076a-4f88-91f8-7ac8c083377e req-b3d15cbf-1c6a-4a1a-8461-db36839e031a service neutron] 10.222.0.16 "GET /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180762 Nov 12 03:38:08.079682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-2fb12223-8103-4462-acea-69423cafdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.081195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-2fb12223-8103-4462-acea-69423cafdea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 200 len: 854 time: 0.0596983 Nov 12 03:38:08.126145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-d89c4f82-c7c7-4e82-a15b-6c63073dff1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62e2661f-feef-439c-af5c-a761ba0eacd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335522 Nov 12 03:38:08.148812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-fd2c5596-16f3-45d5-97a6-6360c423f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.150439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-fd2c5596-16f3-45d5-97a6-6360c423f936 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1008079 Nov 12 03:38:08.197651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-0982fd50-4665-40a9-88cc-a9ed1c371c5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0396855 Nov 12 03:38:08.233296 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-e3297a03-5033-4d17-b102-746cf807bb1e service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992951 Nov 12 03:38:08.266890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-6371cad7-44bd-42e5-8f8a-b9ac5b9cf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.268477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-6371cad7-44bd-42e5-8f8a-b9ac5b9cf3d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0586636 Nov 12 03:38:08.360314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d20d0-293a-457c-b046-81f594eb3013 req-4d2ee1fb-b23c-48be-9ac3-5d425bcd9dc5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.361841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-864d20d0-293a-457c-b046-81f594eb3013 req-4d2ee1fb-b23c-48be-9ac3-5d425bcd9dc5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0817583 Nov 12 03:38:08.371112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-c939fd02-ebf1-4623-8272-2f864f91dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.372558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-c939fd02-ebf1-4623-8272-2f864f91dbc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825109 Nov 12 03:38:08.381417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-713fa24c-d27b-41ce-a873-03fa66d77047 req-afc67ba2-2aa8-49cf-8913-40d489262d34 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403451 Nov 12 03:38:08.476135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-864d20d0-293a-457c-b046-81f594eb3013 req-47a912f6-a163-4a09-9296-4200be05799e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077976 Nov 12 03:38:08.503689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-68042055-245d-4e94-bd58-5afd073113e5 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168067 Nov 12 03:38:08.607050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-0969390f-9a9a-4321-902d-1f9fb7a81a96 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925226 Nov 12 03:38:08.774413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b77a05-bbf9-4039-a4ac-9b3f56925f89 req-7fd4f479-9660-44ac-b795-d91fb242e94e tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.776839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53b77a05-bbf9-4039-a4ac-9b3f56925f89 req-7fd4f479-9660-44ac-b795-d91fb242e94e tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1095 time: 0.0562847 Nov 12 03:38:08.849266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53b77a05-bbf9-4039-a4ac-9b3f56925f89 req-c0a5988f-5206-4fa8-a98c-8c76aaa1ef2e tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664182 Nov 12 03:38:08.876685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edab74d-2491-4d71-9827-98a8c811f9a9 req-de1a10d6-51c5-4f31-ac75-d90813e2012c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:08.878192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5edab74d-2491-4d71-9827-98a8c811f9a9 req-de1a10d6-51c5-4f31-ac75-d90813e2012c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0663433 Nov 12 03:38:08.897555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78b041a5-99d4-4ff8-802b-de7b0e0d88bd details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:08.935821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5edab74d-2491-4d71-9827-98a8c811f9a9 req-a1f3ded7-68a5-46a0-bc07-b8c6c5a8864b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512462 Nov 12 03:38:09.003592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.031254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd', 'network_id': 'abf82cf3-b4e1-4c33-b391-f7caaa85fcfd', 'port_id': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd', 'mac_address': 'fa:16:3e:88:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c45645-d1b5-4907-922c-c966b0379e4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:09.061916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ddec-9207-415a-b636-5c0bc660b959 req-c3a8c3ea-7d59-418f-9b27-3f49ed02b117 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.065931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a427ddec-9207-415a-b636-5c0bc660b959 req-c3a8c3ea-7d59-418f-9b27-3f49ed02b117 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0647821 Nov 12 03:38:09.087350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.101426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b041a5-99d4-4ff8-802b-de7b0e0d88bd {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:09.115485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a427ddec-9207-415a-b636-5c0bc660b959 req-288a9b7e-038d-4698-a352-eb5151ef9b01 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 Nov 12 03:38:09.122716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:09.126726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.214475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:09.223718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.224041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.225580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.225580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.225580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.226538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.226538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.226866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.226995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.227290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.227583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.227933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:09.256039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf763ab-e4d0-48b5-99b1-54e080007b6a req-83ba19c1-0be2-48e6-a0cc-0a31e8247a0b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.257856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf763ab-e4d0-48b5-99b1-54e080007b6a req-83ba19c1-0be2-48e6-a0cc-0a31e8247a0b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0649199 Nov 12 03:38:09.308885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf763ab-e4d0-48b5-99b1-54e080007b6a req-913984d6-fcb2-4a11-9a31-fa72c96384cf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Nov 12 03:38:09.472042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:09.587626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['78b041a5-99d4-4ff8-802b-de7b0e0d88bd'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:09.620824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815aeca9-61ce-4950-94db-6abc818107b2 req-2d93e2fa-c5ec-4630-abfb-0bdad26321e1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.622426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-815aeca9-61ce-4950-94db-6abc818107b2 req-2d93e2fa-c5ec-4630-abfb-0bdad26321e1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0681257 Nov 12 03:38:09.682057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-815aeca9-61ce-4950-94db-6abc818107b2 req-a8557dc0-9b33-4dca-9e21-66659162c1fb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Nov 12 03:38:09.985984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f79fb-20ec-4fc2-a7d4-75f9eda9de18 req-b57f93d4-41cc-4306-bf42-34b3199f236f tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:09.987653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d6f79fb-20ec-4fc2-a7d4-75f9eda9de18 req-b57f93d4-41cc-4306-bf42-34b3199f236f tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1096 time: 0.0542352 Nov 12 03:38:10.064350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d6f79fb-20ec-4fc2-a7d4-75f9eda9de18 req-5e9449fb-28d1-43dd-954c-836574487080 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Nov 12 03:38:10.078163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753143f-e988-410e-bf20-51b620d4a0c4 req-fb7df0d2-b94e-4e90-bf3d-dc8160e1d01b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.079947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6753143f-e988-410e-bf20-51b620d4a0c4 req-fb7df0d2-b94e-4e90-bf3d-dc8160e1d01b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0721848 Nov 12 03:38:10.131093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6753143f-e988-410e-bf20-51b620d4a0c4 req-6d7fc2c8-2688-4264-a511-6614a72fde68 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Nov 12 03:38:10.277412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860ab4-f912-489c-ae00-3d484d4db958 req-0be50e2f-f787-48a4-8f57-7755912609ff tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.279026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87860ab4-f912-489c-ae00-3d484d4db958 req-0be50e2f-f787-48a4-8f57-7755912609ff tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0858927 Nov 12 03:38:10.296296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb4efb-e7ab-4932-8838-a743719ea1a4 req-b8bc6871-abfc-4b6e-9d60-46d43fec2c1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.297731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2fb4efb-e7ab-4932-8838-a743719ea1a4 req-b8bc6871-abfc-4b6e-9d60-46d43fec2c1c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0906267 Nov 12 03:38:10.373032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87860ab4-f912-489c-ae00-3d484d4db958 req-d09bc70b-1ac1-4da6-b507-95c440036584 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849326 Nov 12 03:38:10.381005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2fb4efb-e7ab-4932-8838-a743719ea1a4 req-67c4f891-51f2-4b9f-b626-0f0084a97120 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759549 Nov 12 03:38:10.521616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bae-8a29-43b3-8217-9a5b1400ecc8 req-50e4adc8-11fd-4a3b-a688-20bd5d49f0c2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.524485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceaa5bae-8a29-43b3-8217-9a5b1400ecc8 req-50e4adc8-11fd-4a3b-a688-20bd5d49f0c2 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0643787 Nov 12 03:38:10.602899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ceaa5bae-8a29-43b3-8217-9a5b1400ecc8 req-9f47046a-03c3-45df-ad48-1c9ba70180b5 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Nov 12 03:38:10.699433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea891-4326-4d41-9914-a35f9d4e864e req-e6085a30-1200-48db-95a3-355a47d6e85b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.701434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-933ea891-4326-4d41-9914-a35f9d4e864e req-e6085a30-1200-48db-95a3-355a47d6e85b tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0664778 Nov 12 03:38:10.777014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-933ea891-4326-4d41-9914-a35f9d4e864e req-986201cb-d0be-44ad-9268-1a33a7d1121c tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688362 Nov 12 03:38:10.863383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286c561-aa18-496e-aaf1-3d42e87a3cf8 req-61683c84-4059-4cb2-a2ef-32c0ff29271f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.865465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2286c561-aa18-496e-aaf1-3d42e87a3cf8 req-61683c84-4059-4cb2-a2ef-32c0ff29271f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0687227 Nov 12 03:38:10.916108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:38:10.930637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78b041a5-99d4-4ff8-802b-de7b0e0d88bd up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:10.976760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf40b3-c868-46f9-9a0f-d72fad00c7d4 req-40834a94-a11a-470e-b31f-769bb16f3f04 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:10.982437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2bcf40b3-c868-46f9-9a0f-d72fad00c7d4 req-40834a94-a11a-470e-b31f-769bb16f3f04 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0845513 Nov 12 03:38:11.054595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2286c561-aa18-496e-aaf1-3d42e87a3cf8 req-6e791547-a249-482a-b15f-f69f55b53e0d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810870 Nov 12 03:38:11.067665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2bcf40b3-c868-46f9-9a0f-d72fad00c7d4 req-fe155c9f-4001-456b-8e0c-13ab7fa71c1d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 Nov 12 03:38:11.242304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.262555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:38:11.279005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425502e-229d-4e67-9256-79a30343f60a req-de7f869a-3b0f-4109-b667-99974708b968 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.291338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c425502e-229d-4e67-9256-79a30343f60a req-de7f869a-3b0f-4109-b667-99974708b968 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1096 time: 0.0903623 Nov 12 03:38:11.316667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:38:11.325321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:11.325832 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.329489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.367612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:11.389435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c425502e-229d-4e67-9256-79a30343f60a req-2750c2b2-837c-4bdd-9630-8e790de85086 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921340 Nov 12 03:38:11.410345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9fd15-18b8-4ee9-8265-7e73aac6d97f req-0c501db6-fdaa-477c-a1ac-4a8294e9b3e3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.411189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.422509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.430820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fb9fd15-18b8-4ee9-8265-7e73aac6d97f req-0c501db6-fdaa-477c-a1ac-4a8294e9b3e3 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1354947 Nov 12 03:38:11.508511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:11.536793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fb9fd15-18b8-4ee9-8265-7e73aac6d97f req-d4570569-2873-4a08-8905-97a09a320d4e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957489 Nov 12 03:38:11.605671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ecdc6c6e-8543-4af8-884a-d745892ae9fa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:11.629058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba30e6-efe9-47e2-a03a-84f902936232 req-85b1e94c-9960-492d-86af-97dcf5e295bd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:11.637923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fba30e6-efe9-47e2-a03a-84f902936232 req-85b1e94c-9960-492d-86af-97dcf5e295bd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1290162 Nov 12 03:38:11.718082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:11.724493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fba30e6-efe9-47e2-a03a-84f902936232 req-2cdd9483-0a1d-4f9f-bc1f-8ec80c1e93cb tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854819 Nov 12 03:38:11.925840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:11.931629 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8092742-04fe-4994-9bbf-cd26a5ff54b1" -d '{"events": [{"server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "name": "network-vif-plugged", "status": "completed", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:11.977646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:11.987189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:11.997961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.007710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db336b4a-ba70-4a50-bdd7-10e5109cb781 req-f4b76661-6510-42df-be0a-8f1cbce388e7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.019480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db336b4a-ba70-4a50-bdd7-10e5109cb781 req-f4b76661-6510-42df-be0a-8f1cbce388e7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1881320 Nov 12 03:38:12.059188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7f053-0257-49f2-8ef4-219b79a257e1 req-3d2add38-fd8b-4001-aab4-959f5d0e5ded tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.068476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b7f053-0257-49f2-8ef4-219b79a257e1 req-3d2add38-fd8b-4001-aab4-959f5d0e5ded tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1819744 Nov 12 03:38:12.133902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.217686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5c372da-d295-48cd-85a5-c5ec5f46e08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.218676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17b7f053-0257-49f2-8ef4-219b79a257e1 req-e5224219-0b39-40cd-a75a-92a5502dbff7 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490402 Nov 12 03:38:12.239350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db336b4a-ba70-4a50-bdd7-10e5109cb781 req-f3df8af5-93e3-437b-9ae0-b6ba95b6dcd4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178922 Nov 12 03:38:12.294625 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b4c23-ee26-4f3f-bba0-a1ce65a2b525 x-openstack-request-id: req-8a5b4c23-ee26-4f3f-bba0-a1ce65a2b525 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:12.294963 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "name": "network-vif-plugged", "status": "completed", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:12.295197 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8a5b4c23-ee26-4f3f-bba0-a1ce65a2b525 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:12.295580 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd', 'code': 200} Nov 12 03:38:12.442794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5c372da-d295-48cd-85a5-c5ec5f46e08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.455110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5c372da-d295-48cd-85a5-c5ec5f46e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.528483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f5c372da-d295-48cd-85a5-c5ec5f46e08b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=11e304fecc6c4b70a336c3ee326331ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485156 Nov 12 03:38:12.533681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58588) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:12.544702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f8ed3-ba14-4abb-a7aa-64791f1fb64c req-cce0abef-3007-47c8-a319-ba72b115a1ea tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.546404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c372da-d295-48cd-85a5-c5ec5f46e08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b196676b-40a5-4e06-b4cf-54d577d65d28,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.547601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-224f8ed3-ba14-4abb-a7aa-64791f1fb64c req-cce0abef-3007-47c8-a319-ba72b115a1ea tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1550145 Nov 12 03:38:12.632692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4cc9b-b4c5-469a-b6d8-b4e913ccc9cf req-149eeabd-b942-4a61-9c7a-1009e69499df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.634974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3e4cc9b-b4c5-469a-b6d8-b4e913ccc9cf req-149eeabd-b942-4a61-9c7a-1009e69499df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.2258177 Nov 12 03:38:12.639000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.653779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da4540-3dc1-4af9-bc58-c0bed574df95 req-7de4b2ef-70a8-44ce-8c21-4f4e36be58da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:12.665041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03da4540-3dc1-4af9-bc58-c0bed574df95 req-7de4b2ef-70a8-44ce-8c21-4f4e36be58da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.2057092 Nov 12 03:38:12.680117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.780581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-224f8ed3-ba14-4abb-a7aa-64791f1fb64c req-6ee369c4-fc77-4f97-b696-dc05cb863b38 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034707 Nov 12 03:38:12.783242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.786095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:12.793607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b196676b-40a5-4e06-b4cf-54d577d65d28 HTTP/1.1" status: 204 len: 168 time: 0.2592869 Nov 12 03:38:12.846773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03da4540-3dc1-4af9-bc58-c0bed574df95 req-25e59b98-61e4-4bfb-a0dc-9f2537b69aee tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806660 Nov 12 03:38:12.870709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008de06-cd4d-4833-9b6c-a10471fb1ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b196676b-40a5-4e06-b4cf-54d577d65d28,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:12.885003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3e4cc9b-b4c5-469a-b6d8-b4e913ccc9cf req-2eb2ef46-2267-4d8e-889a-d889fd3b714b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830084 Nov 12 03:38:12.929052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:38:13.023521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a703-3121-4047-a3c6-bd20ba2d7b9c req-acb14142-2201-4f0e-aad2-09f4a4ae2a3a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.027561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c46a703-3121-4047-a3c6-bd20ba2d7b9c req-acb14142-2201-4f0e-aad2-09f4a4ae2a3a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.1231811 Nov 12 03:38:13.109436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ecdc6c6e-8543-4af8-884a-d745892ae9fa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:38:13.109793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.184110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c46a703-3121-4047-a3c6-bd20ba2d7b9c req-69ff9bed-fdb8-43fa-bf4f-b8c76da99cc1 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461041 Nov 12 03:38:13.287699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.306603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0be39-68ff-419b-9da9-963b71baf883 req-ac8468af-a20f-4ca1-a902-d94edfc66ba0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.316409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67f0be39-68ff-419b-9da9-963b71baf883 req-ac8468af-a20f-4ca1-a902-d94edfc66ba0 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1605017 Nov 12 03:38:13.340784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:13.346763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.418138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.421816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d0280-9455-4553-ae7d-12cd104ffa1b req-190933f7-bea9-4a2d-834f-75abfd4954a9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.424096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c6d0280-9455-4553-ae7d-12cd104ffa1b req-190933f7-bea9-4a2d-834f-75abfd4954a9 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1032619 Nov 12 03:38:13.463185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67f0be39-68ff-419b-9da9-963b71baf883 req-71935d4a-518e-422f-b3d9-a0aaf8f3151e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313078 Nov 12 03:38:13.491856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.515322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0e5d-848c-4b89-bfc9-df403651f23b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.561678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c6d0280-9455-4553-ae7d-12cd104ffa1b req-6350bb67-d79e-4f7d-aa20-3c89d0cd138d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287024 Nov 12 03:38:13.653120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0e5d-848c-4b89-bfc9-df403651f23b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.660548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2e7a0e5d-848c-4b89-bfc9-df403651f23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.669413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd04436-63cb-48e1-83dd-ae9871c0ba54 req-d02cdf02-89e0-407d-ae5e-843ac8261dbb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.672059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fd04436-63cb-48e1-83dd-ae9871c0ba54 req-d02cdf02-89e0-407d-ae5e-843ac8261dbb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1092834 Nov 12 03:38:13.738421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e7a0e5d-848c-4b89-bfc9-df403651f23b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=43c5a91a5c14489f8013c403fe89e187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446067 Nov 12 03:38:13.740933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58608) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:13.763581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a0e5d-848c-4b89-bfc9-df403651f23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311505e4-a28f-4bd1-b6c8-7628012d40c9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.809516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.813132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fd04436-63cb-48e1-83dd-ae9871c0ba54 req-58cdaa14-762d-474d-b19e-39f94e5b49f0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335435 Nov 12 03:38:13.840972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.859300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc2dcc-5b80-4ec0-89c4-f37a338bba03 req-85f1e873-ab09-46f7-9595-1b0327da5dec tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:13.860861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bfc2dcc-5b80-4ec0-89c4-f37a338bba03 req-85f1e873-ab09-46f7-9595-1b0327da5dec tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1081305 Nov 12 03:38:13.931499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.940975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:13.943726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/311505e4-a28f-4bd1-b6c8-7628012d40c9 HTTP/1.1" status: 204 len: 168 time: 0.2016091 Nov 12 03:38:13.956517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311505e4-a28f-4bd1-b6c8-7628012d40c9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:13.973660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.974008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.974374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.974698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.975064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.975548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.975775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.976115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.976582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.976946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.977261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:13.977601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081a2216-e4b5-42c3-afd1-56fcf9496eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:14.028701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bfc2dcc-5b80-4ec0-89c4-f37a338bba03 req-852c995c-7766-474d-8ddf-641a7772bfad tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615264 Nov 12 03:38:14.078621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2dac-d8d4-4fa8-8f8b-b10185912d98 req-c948d0fc-dd65-4786-a51c-557f9b98eb32 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.090289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f72c2dac-d8d4-4fa8-8f8b-b10185912d98 req-c948d0fc-dd65-4786-a51c-557f9b98eb32 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1681659 Nov 12 03:38:14.215842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f72c2dac-d8d4-4fa8-8f8b-b10185912d98 req-4a70806e-5fc7-44b1-8d41-3f7199826b97 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230426 Nov 12 03:38:14.269380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d81b62-b373-46dd-9a89-1b9271be3eab req-6974a58a-a76d-46d0-8b1a-954478694fae tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.283899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3d81b62-b373-46dd-9a89-1b9271be3eab req-6974a58a-a76d-46d0-8b1a-954478694fae tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1193089 Nov 12 03:38:14.296621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:14.305887 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af20e2a2-23bb-4fe6-9a6f-378fe21cbbb0" -d '{"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:14.387083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3d81b62-b373-46dd-9a89-1b9271be3eab req-f9be6ea2-18a7-42f6-870c-264dff6b5cbf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011200 Nov 12 03:38:14.482000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800408c-1c71-4947-a7e0-260902e64b04 req-f2ea6ff7-67dd-41df-bea6-3b51dc9db2b8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.484083 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4efb91-5261-4abe-b7d0-177f3111952c x-openstack-request-id: req-9e4efb91-5261-4abe-b7d0-177f3111952c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:14.484471 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:14.484729 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9e4efb91-5261-4abe-b7d0-177f3111952c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:14.485173 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'code': 200} Nov 12 03:38:14.499291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8800408c-1c71-4947-a7e0-260902e64b04 req-f2ea6ff7-67dd-41df-bea6-3b51dc9db2b8 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.0734758 Nov 12 03:38:14.592533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8800408c-1c71-4947-a7e0-260902e64b04 req-7fd08fbd-13cc-4406-8926-6207b36733ae tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922167 Nov 12 03:38:14.713730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f3bf-1589-4b95-8e2a-f4d36e95793a req-cad5c0cf-e3c4-47ac-8378-378c53e39398 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.721690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bce7f3bf-1589-4b95-8e2a-f4d36e95793a req-cad5c0cf-e3c4-47ac-8378-378c53e39398 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1176436 Nov 12 03:38:14.721690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:14.737276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2c47-1103-47bd-a105-e284e3b96499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:14.915770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b6359-10a9-478a-b631-cb66daf74cd3 req-87c5dd07-cc41-4539-b3dc-e4533861fee8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:14.918168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a9b6359-10a9-478a-b631-cb66daf74cd3 req-87c5dd07-cc41-4539-b3dc-e4533861fee8 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1759610 Nov 12 03:38:14.928504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bce7f3bf-1589-4b95-8e2a-f4d36e95793a req-94a11bbe-477f-45b9-b074-99c6618fd33e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884935 Nov 12 03:38:14.994378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2c47-1103-47bd-a105-e284e3b96499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.003798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a2a2c47-1103-47bd-a105-e284e3b96499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.103173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a9b6359-10a9-478a-b631-cb66daf74cd3 req-5e23a0e8-36a9-4562-9e32-09af6e00029e tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721270 Nov 12 03:38:15.106767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a2c47-1103-47bd-a105-e284e3b96499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6cca1e-b74f-44e2-8286-3f398e45edaa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.113752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1a2a2c47-1103-47bd-a105-e284e3b96499 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1d851fb2238b49158beea07d774edcdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919604 Nov 12 03:38:15.116798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58636) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:15.156901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa432405-7603-4bc0-81fe-4245991fea42 req-98c25982-1952-46e3-9025-0c89594506d7 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.160048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa432405-7603-4bc0-81fe-4245991fea42 req-98c25982-1952-46e3-9025-0c89594506d7 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.1440206 Nov 12 03:38:15.206449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.243911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.295938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c63f-a452-4681-8dcb-0a368779a3be req-98395e32-1493-4dd4-b8e6-d99bf75ac494 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.297980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac86c63f-a452-4681-8dcb-0a368779a3be req-98395e32-1493-4dd4-b8e6-d99bf75ac494 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0937824 Nov 12 03:38:15.306748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa432405-7603-4bc0-81fe-4245991fea42 req-8f9f4616-bd1f-496d-add4-40fd65c317e2 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402898 Nov 12 03:38:15.366387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.370029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:15.372570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ff6cca1e-b74f-44e2-8286-3f398e45edaa HTTP/1.1" status: 204 len: 168 time: 0.2543461 Nov 12 03:38:15.384529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3480a16-f110-4e2e-bd10-610e09bb83b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6cca1e-b74f-44e2-8286-3f398e45edaa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:15.407934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac86c63f-a452-4681-8dcb-0a368779a3be req-fd0dfec4-c2d4-47dc-a51a-93d9d9f3cb17 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860465 Nov 12 03:38:15.514966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060ca48-ed5c-437e-a67d-c9798c67e6cf req-836951c0-596a-4093-b74e-6abaf1a1e32d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.517605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0060ca48-ed5c-437e-a67d-c9798c67e6cf req-836951c0-596a-4093-b74e-6abaf1a1e32d tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1059422 Nov 12 03:38:15.616965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d5690-beb7-428a-adc5-21bc3539355a req-311e9813-1cf0-4802-bdf3-2714c1aca7ad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.620520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a2d5690-beb7-428a-adc5-21bc3539355a req-311e9813-1cf0-4802-bdf3-2714c1aca7ad tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1324594 Nov 12 03:38:15.686503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0060ca48-ed5c-437e-a67d-c9798c67e6cf req-ad5aee9c-b663-4bfd-8bfa-e47286026a61 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398115 Nov 12 03:38:15.760789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a2d5690-beb7-428a-adc5-21bc3539355a req-c5f155a0-ba32-4d8e-8d29-7b1a6d9aa8e6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279986 Nov 12 03:38:15.913269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef0f27-be07-4405-8a5c-0c789967cbe1 req-b1251799-7ebb-4cbf-90d8-05e4347989a9 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.915539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cef0f27-be07-4405-8a5c-0c789967cbe1 req-b1251799-7ebb-4cbf-90d8-05e4347989a9 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.1241066 Nov 12 03:38:15.970633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfd3cb-4317-44fe-81d4-016ab027c069 req-7404d400-347c-40f0-b0dc-8c3a140c2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:15.972202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05cfd3cb-4317-44fe-81d4-016ab027c069 req-7404d400-347c-40f0-b0dc-8c3a140c2da7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.0998783 Nov 12 03:38:16.006387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cef0f27-be07-4405-8a5c-0c789967cbe1 req-d1c9533b-6ca7-49ae-aa01-2a3e98d97fc4 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 Nov 12 03:38:16.087749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05cfd3cb-4317-44fe-81d4-016ab027c069 req-117f3c0a-7577-464c-972c-2204ca8921a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841823 Nov 12 03:38:16.233148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92191c-bf21-461b-bcdf-b490f667c820 req-b1ae25c4-27b9-4e3e-8ddf-7d905a9b3074 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.235446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb92191c-bf21-461b-bcdf-b490f667c820 req-b1ae25c4-27b9-4e3e-8ddf-7d905a9b3074 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1401086 Nov 12 03:38:16.278956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671115e-a610-4bef-9fc5-126a04611200 req-012946d4-62b3-4c15-9de9-a471aec432c4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.286943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2671115e-a610-4bef-9fc5-126a04611200 req-012946d4-62b3-4c15-9de9-a471aec432c4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1345322 Nov 12 03:38:16.373976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb92191c-bf21-461b-bcdf-b490f667c820 req-8162c3f1-a033-4f59-8945-3b4215e54faf tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294091 Nov 12 03:38:16.399175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2671115e-a610-4bef-9fc5-126a04611200 req-143cf8e8-1c1e-472f-8828-89961c83b630 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112838 Nov 12 03:38:16.424448 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:16.613030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48d5b-5cf1-43dc-bf86-6913bae844e6 req-26d5b6e9-0461-4a11-8dc5-ef81193db838 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:16.625393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae48d5b-5cf1-43dc-bf86-6913bae844e6 req-26d5b6e9-0461-4a11-8dc5-ef81193db838 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0694623 Nov 12 03:38:16.717340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fae48d5b-5cf1-43dc-bf86-6913bae844e6 req-60f00a39-1d8e-423b-880d-8ca641d64536 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909388 Nov 12 03:38:17.359677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee570c6-6ce0-4a1a-9ac0-8922b4805c55 req-2558c136-ea7e-4c8b-b9f5-4b3a8b0bdc55 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.369405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aee570c6-6ce0-4a1a-9ac0-8922b4805c55 req-2558c136-ea7e-4c8b-b9f5-4b3a8b0bdc55 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.5658753 Nov 12 03:38:17.380976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d834-8186-41d3-a7d7-e00491570e2e req-def9ac74-8597-4810-b1a8-93bde7d6a766 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.393239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5f9d834-8186-41d3-a7d7-e00491570e2e req-def9ac74-8597-4810-b1a8-93bde7d6a766 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.5463662 Nov 12 03:38:17.545857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aee570c6-6ce0-4a1a-9ac0-8922b4805c55 req-e9d34ef0-0a99-4b9d-ae43-66b40cbc3327 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737936 Nov 12 03:38:17.630560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5f9d834-8186-41d3-a7d7-e00491570e2e req-8bd24416-6729-45aa-ab80-94bde9a0ec9f tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308733 Nov 12 03:38:17.724251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9341278-2c2d-4348-9478-1ebff9d2feba req-1c6a183e-f617-4e98-8747-459659ea0a37 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.725794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9341278-2c2d-4348-9478-1ebff9d2feba req-1c6a183e-f617-4e98-8747-459659ea0a37 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0602314 Nov 12 03:38:17.789093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9341278-2c2d-4348-9478-1ebff9d2feba req-6b5e7870-8e3a-4b04-9a60-10235fb149b8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548427 Nov 12 03:38:17.916342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2c0cc-1de2-4a26-a51a-cc06c8f0c11e req-76f5a505-26c6-4be1-87b2-ccdcb0fcf7ea tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:17.919685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76f2c0cc-1de2-4a26-a51a-cc06c8f0c11e req-76f5a505-26c6-4be1-87b2-ccdcb0fcf7ea tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0728886 Nov 12 03:38:18.018820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76f2c0cc-1de2-4a26-a51a-cc06c8f0c11e req-36d894b7-7f4d-4b3a-8b35-6f13c9a4e2d8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840266 Nov 12 03:38:18.062830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78a225-637b-4424-848b-4834019806fe req-2f6ae22d-9d1c-44ce-ab74-c3aab2bce765 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.074403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c78a225-637b-4424-848b-4834019806fe req-2f6ae22d-9d1c-44ce-ab74-c3aab2bce765 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1115372 Nov 12 03:38:18.149428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c78a225-637b-4424-848b-4834019806fe req-4d3d67c4-ad65-4d06-9d65-7189918174ae tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Nov 12 03:38:18.774912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-6769f52b-48d6-4f29-87be-ec6f95bde7c1 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:18.781311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-6769f52b-48d6-4f29-87be-ec6f95bde7c1 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.1483650 Nov 12 03:38:19.071426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a494078-433b-445d-af7b-4937b64517c7 req-24fd85eb-3e1c-4277-8d70-3132146383ba tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.082571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a494078-433b-445d-af7b-4937b64517c7 req-24fd85eb-3e1c-4277-8d70-3132146383ba tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 1097 time: 0.2404430 Nov 12 03:38:19.096832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29595355-e6df-4a61-9ed6-73daa7a57241 req-e79beff6-5283-427d-858b-2a46b16f62fa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.099460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29595355-e6df-4a61-9ed6-73daa7a57241 req-e79beff6-5283-427d-858b-2a46b16f62fa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.2553465 Nov 12 03:38:19.133014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Deleting port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:19.133349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.279966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a494078-433b-445d-af7b-4937b64517c7 req-18570312-87f4-4a66-9d14-a7a15913e662 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963160 Nov 12 03:38:19.336626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29595355-e6df-4a61-9ed6-73daa7a57241 req-63ca8889-afd6-4cd4-b07c-43ce6977d426 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066736 Nov 12 03:38:19.465601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] For port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:19.466252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:19.508852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Calling delete_port for 78b041a5-99d4-4ff8-802b-de7b0e0d88bd owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:19.838092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56410f21-180b-4533-9b89-bdc48c85d2e3 req-f0f42453-79d3-4be3-b3ee-1dfce5d77bed tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.858907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56410f21-180b-4533-9b89-bdc48c85d2e3 req-f0f42453-79d3-4be3-b3ee-1dfce5d77bed tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.3127623 Nov 12 03:38:19.890019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aaa4d-c56a-42b9-be0e-adcf55d43e4a req-8909f1dc-ee10-44ba-925b-1902804408e8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:19.898303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e1aaa4d-c56a-42b9-be0e-adcf55d43e4a req-8909f1dc-ee10-44ba-925b-1902804408e8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2918258 Nov 12 03:38:20.018732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56410f21-180b-4533-9b89-bdc48c85d2e3 req-2ea134b0-8efa-4dc1-a499-bf2aa13baf69 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612518 Nov 12 03:38:20.057872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e1aaa4d-c56a-42b9-be0e-adcf55d43e4a req-90063e88-80d2-41bd-9188-b2ec3e587048 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534584 Nov 12 03:38:20.060039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.101372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['78b041a5-99d4-4ff8-802b-de7b0e0d88bd'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:20.108281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['45ff4435-927e-4a38-8e41-c99b2c56c814'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:20.194779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b041a5-99d4-4ff8-802b-de7b0e0d88bd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:20.237842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] No DVR routers for this DVR port 78b041a5-99d4-4ff8-802b-de7b0e0d88bd on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:20.242543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:20.252843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b5d19ca-2f0e-469b-9e3b-dc324eb010ca req-930caed8-6789-4a7a-aaf1-facf5602f77a tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.16 "DELETE /v2.0/ports/78b041a5-99d4-4ff8-802b-de7b0e0d88bd HTTP/1.1" status: 204 len: 173 time: 1.4643378 Nov 12 03:38:20.254820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'name': 'network-vif-deleted', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:20.264326 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcbb5e-2c51-4754-90c5-71f8e59fe8dd" -d '{"events": [{"server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "name": "network-vif-deleted", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:20.333821 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fc8bad-eee3-4185-a05a-760c75dda3d5 x-openstack-request-id: req-88fc8bad-eee3-4185-a05a-760c75dda3d5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:20.334266 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b148306-1484-4d32-9165-aeeea1b0534a", "name": "network-vif-deleted", "tag": "78b041a5-99d4-4ff8-802b-de7b0e0d88bd", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:20.334571 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-88fc8bad-eee3-4185-a05a-760c75dda3d5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:20.335075 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b148306-1484-4d32-9165-aeeea1b0534a', 'name': 'network-vif-deleted', 'tag': '78b041a5-99d4-4ff8-802b-de7b0e0d88bd', 'status': 'completed', 'code': 200} Nov 12 03:38:20.556887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b702ebcf-f445-4852-a9a3-d3427f265d70 req-5af01e00-c58e-42ff-b638-0688ebe210d7 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=8b148306-1484-4d32-9165-aeeea1b0534a HTTP/1.1" status: 200 len: 210 time: 0.0613592 Nov 12 03:38:20.647937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-86a2a479-d66e-4f30-a385-a39cb57e91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.649667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-86a2a479-d66e-4f30-a385-a39cb57e91a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.0952845 Nov 12 03:38:20.661450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e5e7-22e0-4cc0-8199-2e3ca803c21d req-734f4239-56cd-40b8-97b4-0ababd4c49cb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.667473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96e4e5e7-22e0-4cc0-8199-2e3ca803c21d req-734f4239-56cd-40b8-97b4-0ababd4c49cb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1145000 Nov 12 03:38:20.767954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96e4e5e7-22e0-4cc0-8199-2e3ca803c21d req-1d137e73-c0ac-495b-b521-502244467e2d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995476 Nov 12 03:38:20.868488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-111405dd-0441-4b44-9e81-1ff4c8a0d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:20.872550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-111405dd-0441-4b44-9e81-1ff4c8a0d2c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.2020471 Nov 12 03:38:20.942434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-ec060127-d12e-40ca-a3b7-ace4d2ab7bd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.0584710 Nov 12 03:38:21.071964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-966fce2b-79a0-49ed-b520-a329209db249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.076189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-966fce2b-79a0-49ed-b520-a329209db249 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.1234174 Nov 12 03:38:21.146700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-42ef0213-e007-450d-8f29-6002b9d2dc3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468116 Nov 12 03:38:21.487237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133beff-dc3b-4f80-98f1-7f8f98fd31da req-1a87c0f0-73ee-4446-a98d-b6a922a29775 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.496715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5133beff-dc3b-4f80-98f1-7f8f98fd31da req-1a87c0f0-73ee-4446-a98d-b6a922a29775 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1986685 Nov 12 03:38:21.528578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b128fc8-295c-4433-b890-9098deabfdf1 req-a4954b73-8bbd-4680-bbd6-b85701124550 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:21.540171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b128fc8-295c-4433-b890-9098deabfdf1 req-a4954b73-8bbd-4680-bbd6-b85701124550 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2426620 Nov 12 03:38:21.599895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-f5fd765a-b63f-45ac-8622-20a1707cb6fa service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448214 Nov 12 03:38:21.899284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5133beff-dc3b-4f80-98f1-7f8f98fd31da req-e32df6bd-37e2-4658-9522-451bac05352d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965559 Nov 12 03:38:21.985965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b128fc8-295c-4433-b890-9098deabfdf1 req-49347430-d581-4f15-b8dd-27a335e087a9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798656 Nov 12 03:38:22.010167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54069405-2d53-4b3f-a89a-e8cda2ab6f0c req-f36e85e4-3f31-49d3-ab4f-47f7a48ceddc service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974075 Nov 12 03:38:22.162447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e229a30b-32e6-47ef-9801-a0b38a2b51c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:22.381058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51c5d2-9ac2-45b4-9e5b-bef3e7b8d8aa req-edeae24c-52e8-4a55-bac0-ab7c0c5def22 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.397233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd51c5d2-9ac2-45b4-9e5b-bef3e7b8d8aa req-edeae24c-52e8-4a55-bac0-ab7c0c5def22 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.2360680 Nov 12 03:38:22.542032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd51c5d2-9ac2-45b4-9e5b-bef3e7b8d8aa req-7c89bafd-dbdf-42e9-9153-b044829c5999 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336176 Nov 12 03:38:22.604509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d7f4-11fd-4500-9265-5812264a89fd req-f3f0d831-e4fa-43fe-9740-0570e061c30c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:22.613269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0002d7f4-11fd-4500-9265-5812264a89fd req-f3f0d831-e4fa-43fe-9740-0570e061c30c tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.1382461 Nov 12 03:38:22.686249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0002d7f4-11fd-4500-9265-5812264a89fd req-22eb7efe-f371-49dc-8646-cc7e793f7f8b tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714812 Nov 12 03:38:22.958190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78b041a5-99d4-4ff8-802b-de7b0e0d88bd no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:23.003141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 78b041a5-99d4-4ff8-802b-de7b0e0d88bd {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:23.003486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 78b041a5-99d4-4ff8-802b-de7b0e0d88bd not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:23.117064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575f6c-cffd-4374-9474-86e0932f42f3 req-6e415098-c88c-4c82-9c72-3b8c8c753461 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.118612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17575f6c-cffd-4374-9474-86e0932f42f3 req-6e415098-c88c-4c82-9c72-3b8c8c753461 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1038399 Nov 12 03:38:23.278913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec75383-cf9b-47eb-9ba2-d1c6f397e986 req-ed3946bd-cf02-4fa7-8788-43d595cb4345 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.290884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aec75383-cf9b-47eb-9ba2-d1c6f397e986 req-ed3946bd-cf02-4fa7-8788-43d595cb4345 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1710882 Nov 12 03:38:23.354401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17575f6c-cffd-4374-9474-86e0932f42f3 req-93b0a9b9-8213-4566-a17c-33506f38a3c2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170911 Nov 12 03:38:23.372240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aec75383-cf9b-47eb-9ba2-d1c6f397e986 req-d616eaf3-d875-47d9-9b75-0312469d87c1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785301 Nov 12 03:38:23.758800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b9f79-5e5c-43d1-b31c-20f46bef0f7c req-483b10cb-72e6-4627-b35a-8a9e50eda131 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.760923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-492b9f79-5e5c-43d1-b31c-20f46bef0f7c req-483b10cb-72e6-4627-b35a-8a9e50eda131 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1051757 Nov 12 03:38:23.867500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-492b9f79-5e5c-43d1-b31c-20f46bef0f7c req-5098e8e0-799c-417e-b137-3eb93e5d38a3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962214 Nov 12 03:38:23.916035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c06dcb-ca9a-49a5-80ef-766d066c91c9 req-c98eda4f-f122-4b9d-b891-209e2940a745 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:23.924903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26c06dcb-ca9a-49a5-80ef-766d066c91c9 req-c98eda4f-f122-4b9d-b891-209e2940a745 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0930727 Nov 12 03:38:24.003962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26c06dcb-ca9a-49a5-80ef-766d066c91c9 req-40d0ef45-5bf2-491b-a168-e3b1beef8850 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Nov 12 03:38:24.323745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3879e11a-d9f0-481f-8d75-dbf2e853b469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:24.610939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77a38f-e8e0-4059-b218-11655c0aa9f4 req-771c3c1e-eac4-4ab0-8055-e0e85a50dc56 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.621173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef77a38f-e8e0-4059-b218-11655c0aa9f4 req-771c3c1e-eac4-4ab0-8055-e0e85a50dc56 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1411116 Nov 12 03:38:24.644159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132978-baa5-47b3-8f9b-c124a753c7ce req-3b12f226-e49a-4787-b6bb-8388e90cd398 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.646468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca132978-baa5-47b3-8f9b-c124a753c7ce req-3b12f226-e49a-4787-b6bb-8388e90cd398 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1232142 Nov 12 03:38:24.733737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef77a38f-e8e0-4059-b218-11655c0aa9f4 req-a27dbddd-ea77-4246-ba95-af3879d26b0a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109405 Nov 12 03:38:24.786179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca132978-baa5-47b3-8f9b-c124a753c7ce req-ef0feac0-d5a0-4db2-a595-10a6b8e6a343 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872872 Nov 12 03:38:24.969928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-b50e148e-a427-4425-af52-027e28551600 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:24.972555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-b50e148e-a427-4425-af52-027e28551600 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.0947993 Nov 12 03:38:25.133414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e8583-a587-45f2-8ddf-30555f990721 req-edebf4c9-ad03-4234-bb00-50c2933c7819 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.142462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-106e8583-a587-45f2-8ddf-30555f990721 req-edebf4c9-ad03-4234-bb00-50c2933c7819 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1420920 Nov 12 03:38:25.273087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a958e-c29e-47ca-8d26-e8fd3854bf10 req-d89960e9-d381-455f-af1e-c8e952b97f92 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:25.281646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-572a958e-c29e-47ca-8d26-e8fd3854bf10 req-d89960e9-d381-455f-af1e-c8e952b97f92 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 1097 time: 0.1269176 Nov 12 03:38:25.284451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Deleting port 45ff4435-927e-4a38-8e41-c99b2c56c814 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:25.284799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.329823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-106e8583-a587-45f2-8ddf-30555f990721 req-598988e8-a80c-4d68-aa6a-da2e12705b48 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863718 Nov 12 03:38:25.396163 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.439333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-572a958e-c29e-47ca-8d26-e8fd3854bf10 req-c9f869e5-bf4c-4302-8527-a34293d5fe35 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482892 Nov 12 03:38:25.518967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] For port 45ff4435-927e-4a38-8e41-c99b2c56c814, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=45ff4435-927e-4a38-8e41-c99b2c56c814,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:25.519286 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.551240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Calling delete_port for 45ff4435-927e-4a38-8e41-c99b2c56c814 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:25.738665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:25.788543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['45ff4435-927e-4a38-8e41-c99b2c56c814'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:25.836925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Pushing event deleted for resources: {'Port': ['ID=45ff4435-927e-4a38-8e41-c99b2c56c814,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:26.065901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.066323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.066646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.067029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.068790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.069163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.069498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.069826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.070160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.077048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.077489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.077830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:38:26.167441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] No DVR routers for this DVR port 45ff4435-927e-4a38-8e41-c99b2c56c814 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:26.190678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:26.194886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff972bcb-ad5b-4d52-8b64-037edbe6568d req-fabe752c-1b35-466f-a9a8-ecbfe7cf877d tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.104 "DELETE /v2.0/ports/45ff4435-927e-4a38-8e41-c99b2c56c814 HTTP/1.1" status: 204 len: 173 time: 1.2120745 Nov 12 03:38:26.195426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'name': 'network-vif-deleted', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:26.198289 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9bb669-3745-412c-a4c9-33d9f54fd79f" -d '{"events": [{"server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "name": "network-vif-deleted", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:26.233714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c5fde-6239-4d35-8183-3f781e5ee2df req-ac35e3b6-e10c-4501-b529-7f7a6981b030 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.235480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-900c5fde-6239-4d35-8183-3f781e5ee2df req-ac35e3b6-e10c-4501-b529-7f7a6981b030 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2579930 Nov 12 03:38:26.250072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0a9a4-f2ea-4565-8371-055785f4b0af req-d643f99d-72d6-4955-8b3c-1a2d31c24d38 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:26.259495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3c0a9a4-f2ea-4565-8371-055785f4b0af req-d643f99d-72d6-4955-8b3c-1a2d31c24d38 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.2919135 Nov 12 03:38:26.326888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-900c5fde-6239-4d35-8183-3f781e5ee2df req-9fdc424a-821a-4071-93e1-70f13adbb5e6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591514 Nov 12 03:38:26.401803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3c0a9a4-f2ea-4565-8371-055785f4b0af req-e7bfc0f7-6522-4e12-9613-e94e1d7f9812 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412547 Nov 12 03:38:26.534135 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306126f-be64-4004-b814-52d9fe8c63a9 x-openstack-request-id: req-b306126f-be64-4004-b814-52d9fe8c63a9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:26.536391 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1110575-d84d-4385-91ec-e33239a1da1b", "name": "network-vif-deleted", "tag": "45ff4435-927e-4a38-8e41-c99b2c56c814", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:26.536898 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b306126f-be64-4004-b814-52d9fe8c63a9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:26.537876 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1110575-d84d-4385-91ec-e33239a1da1b', 'name': 'network-vif-deleted', 'tag': '45ff4435-927e-4a38-8e41-c99b2c56c814', 'status': 'completed', 'code': 200} Nov 12 03:38:26.698037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6036354-3a84-417b-8ece-264acb040f39 req-8533d08b-9f47-4cfc-824a-bd9de6d9c760 tempest-TestServerMultinode-1275943083 tempest-TestServerMultinode-1275943083-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e1110575-d84d-4385-91ec-e33239a1da1b HTTP/1.1" status: 200 len: 210 time: 0.0637212 Nov 12 03:38:26.868743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.064595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4a50c-f7da-4bec-85a4-8bc06a4789b8 req-02486932-2355-4de3-af52-af65f89ed3af tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.078041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bf4a50c-f7da-4bec-85a4-8bc06a4789b8 req-02486932-2355-4de3-af52-af65f89ed3af tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1996655 Nov 12 03:38:27.188688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bf4a50c-f7da-4bec-85a4-8bc06a4789b8 req-975cc120-e024-40d4-ba9e-17e4ebb3ce83 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023169 Nov 12 03:38:27.624874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4a927-857e-41ce-8edf-42451061e8e6 req-5209f76e-9502-41a2-b6e6-f8a75f09a756 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.633025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ed4a927-857e-41ce-8edf-42451061e8e6 req-5209f76e-9502-41a2-b6e6-f8a75f09a756 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1309330 Nov 12 03:38:27.680676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45659-c55f-497b-ba7d-e4fab0aee019 req-55c5c9f1-4a17-4fb6-8510-f796d29c1834 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:27.684287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2c45659-c55f-497b-ba7d-e4fab0aee019 req-55c5c9f1-4a17-4fb6-8510-f796d29c1834 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1324608 Nov 12 03:38:27.751093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:27.753084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2c45659-c55f-497b-ba7d-e4fab0aee019 req-49af21bb-8fb3-41ad-b257-0228c0073cf4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611448 Nov 12 03:38:27.819518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ed4a927-857e-41ce-8edf-42451061e8e6 req-a90704f2-2988-4cff-8756-833e220c52a1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853991 Nov 12 03:38:27.924325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58862) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:28.265189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb1c5-7975-4385-a474-4e2bb6ac7e79 req-6bc8194a-4f0c-4da1-b7ab-4b9d4e598ca8 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.267885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d7eb1c5-7975-4385-a474-4e2bb6ac7e79 req-6bc8194a-4f0c-4da1-b7ab-4b9d4e598ca8 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0603352 Nov 12 03:38:28.398772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d7eb1c5-7975-4385-a474-4e2bb6ac7e79 req-a50e7888-df8d-44c7-9653-69e127706d05 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074979 Nov 12 03:38:28.449764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5f74-8993-44e7-8ace-a5543339d5e5 req-56529182-05aa-44be-b495-ab9c92c4f20a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.460616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d3c5f74-8993-44e7-8ace-a5543339d5e5 req-56529182-05aa-44be-b495-ab9c92c4f20a tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1570461 Nov 12 03:38:28.498025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:28.577156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d3c5f74-8993-44e7-8ace-a5543339d5e5 req-308dd845-5f6c-425e-9482-80dd3e424310 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155210 Nov 12 03:38:28.744164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 45ff4435-927e-4a38-8e41-c99b2c56c814 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:28.792474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 45ff4435-927e-4a38-8e41-c99b2c56c814 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:28.793439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 45ff4435-927e-4a38-8e41-c99b2c56c814 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:28.906050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716803a-f387-455d-81c1-638b9a4c5507 req-b5c658ef-02c1-46ba-8dee-6524fc43dec6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:28.908269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0716803a-f387-455d-81c1-638b9a4c5507 req-b5c658ef-02c1-46ba-8dee-6524fc43dec6 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.0630155 Nov 12 03:38:29.105885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Deleting port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:29.106441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.243049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa813-089b-42b4-a4ed-ac1558ef8ba5 req-ac607ce6-9956-46bb-8611-c8def4b5eb31 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.247107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d5fa813-089b-42b4-a4ed-ac1558ef8ba5 req-ac607ce6-9956-46bb-8611-c8def4b5eb31 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.2931736 Nov 12 03:38:29.311339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] For port 19e31bb4-aae0-4ad5-a58f-9b87a60e365a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:29.311928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.337736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Calling delete_port for 19e31bb4-aae0-4ad5-a58f-9b87a60e365a owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:29.362410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d5fa813-089b-42b4-a4ed-ac1558ef8ba5 req-e21f2ed3-8ea3-4c55-b2e6-0d011c4dce24 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710649 Nov 12 03:38:29.459872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Deleting port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:29.461198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.479234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8a8b-9f89-45fe-88b5-3b3e0a77d931 req-b6252639-0982-4263-aedb-b6c76e473309 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.497803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68de8a8b-9f89-45fe-88b5-3b3e0a77d931 req-b6252639-0982-4263-aedb-b6c76e473309 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.3186762 Nov 12 03:38:29.667436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68de8a8b-9f89-45fe-88b5-3b3e0a77d931 req-77ec1e3b-3e9a-4023-8aa3-76ca8deb6bc5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686382 Nov 12 03:38:29.708997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] For port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,segment=NetworkSegment(5dfb9fe5-cf9f-487f-b9d9-ab750eec671c),segment_id=5dfb9fe5-cf9f-487f-b9d9-ab750eec671c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:29.709378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.744467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Calling delete_port for cdf83a4d-9bfe-462d-bff3-c2a11de42d7c owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:29.823003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:29.848063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582258dc-23d1-4c14-b40d-ae790eac9fce req-c9d6f960-4ddf-4d18-b4aa-9988befb62da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:29.856741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-582258dc-23d1-4c14-b40d-ae790eac9fce req-c9d6f960-4ddf-4d18-b4aa-9988befb62da tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/ports?device_id=ef60e794-5531-4bc6-9088-1eaa214974db HTTP/1.1" status: 200 len: 946 time: 0.1140134 Nov 12 03:38:29.925827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=19e31bb4-aae0-4ad5-a58f-9b87a60e365a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:29.951002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-582258dc-23d1-4c14-b40d-ae790eac9fce req-ba69e23d-e815-4426-b95b-a6e968307fe7 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.97 "GET /v2.0/security-groups?id=865d9e54-e6c7-4b8b-ac70-d870bdc24805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932515 Nov 12 03:38:30.104375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.138878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Pushing event deleted for resources: {'Port': ['ID=cdf83a4d-9bfe-462d-bff3-c2a11de42d7c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:30.141915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:38:30.237116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] No DVR routers for this DVR port cdf83a4d-9bfe-462d-bff3-c2a11de42d7c on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:30.246785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:30.251397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0716803a-f387-455d-81c1-638b9a4c5507 req-24e09690-1ea4-4b9c-a11f-b8a8b4315bb4 tempest-ServersNegativeTestJSON-1199667235 tempest-ServersNegativeTestJSON-1199667235-project] 10.222.0.16 "DELETE /v2.0/ports/cdf83a4d-9bfe-462d-bff3-c2a11de42d7c HTTP/1.1" status: 204 len: 173 time: 1.3274393 Nov 12 03:38:30.251546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-deleted', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:30.253790 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63029924-4b70-44e9-b429-0bd408720be1" -d '{"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-deleted", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:30.313709 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c6945-ebc8-4c72-bd32-1c0c698bd05f x-openstack-request-id: req-f32c6945-ebc8-4c72-bd32-1c0c698bd05f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:30.314339 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef60e794-5531-4bc6-9088-1eaa214974db", "name": "network-vif-deleted", "tag": "cdf83a4d-9bfe-462d-bff3-c2a11de42d7c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:30.314781 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f32c6945-ebc8-4c72-bd32-1c0c698bd05f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:30.315926 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef60e794-5531-4bc6-9088-1eaa214974db', 'name': 'network-vif-deleted', 'tag': 'cdf83a4d-9bfe-462d-bff3-c2a11de42d7c', 'status': 'completed', 'code': 200} Nov 12 03:38:30.528974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57302f-ab8f-4a3e-8d07-04fd602dcf06 req-36c4d47c-5338-4474-9739-8c063cfbf57a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.532282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc57302f-ab8f-4a3e-8d07-04fd602dcf06 req-36c4d47c-5338-4474-9739-8c063cfbf57a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0576942 Nov 12 03:38:30.624933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc57302f-ab8f-4a3e-8d07-04fd602dcf06 req-34046f9b-e4de-4af7-ad79-e19ccee4087f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814333 Nov 12 03:38:30.800029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5343598-f9aa-4d14-847a-30b67e37dfbe req-ec914bb4-55b2-46f1-aeb6-0de7d1750e08 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:30.809872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5343598-f9aa-4d14-847a-30b67e37dfbe req-ec914bb4-55b2-46f1-aeb6-0de7d1750e08 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0656340 Nov 12 03:38:30.862394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5343598-f9aa-4d14-847a-30b67e37dfbe req-6b800f93-e905-47de-8060-92acc58eb3f5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513813 Nov 12 03:38:30.932763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.027553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58920) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.078871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Deleting subnet 53188d36-26e3-4bbe-91cb-04b14a052139 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:31.082368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.144478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.178000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-d9093246-93a3-4700-9edd-2464f78b0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.178166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Router 9ecead55-d751-4d1c-a8af-fe685d1129ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:31.179471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-d9093246-93a3-4700-9edd-2464f78b0928 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1097 time: 0.0766611 Nov 12 03:38:31.215966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.327871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-0345bd59-f215-48d1-8766-c7c91a5d309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.329494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-0345bd59-f215-48d1-8766-c7c91a5d309a service neutron] 10.222.0.16 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.1381745 Nov 12 03:38:31.330778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:31.331920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.343588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.347918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Sync routers for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:31.359231 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4781842d-7b25-47f4-8142-30683cd41d6c admin admin] 10.222.0.97 "PUT /v2.0/routers/9ecead55-d751-4d1c-a8af-fe685d1129ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4333808 Nov 12 03:38:31.361438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.362119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:31.363139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:38:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.376037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53188d36-26e3-4bbe-91cb-04b14a052139,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:31.433874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.440551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:31.442021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-148c053c-3fcc-415f-9a76-215ef7883352 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/53188d36-26e3-4bbe-91cb-04b14a052139 HTTP/1.1" status: 204 len: 168 time: 0.4133539 Nov 12 03:38:31.467007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-726211c6-e9bb-49ba-92ed-b6c46b5e3d28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 1000 time: 0.1060035 Nov 12 03:38:31.503705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:31.522378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-c8224297-744b-4b45-a642-9a7440a62208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.523907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-c8224297-744b-4b45-a642-9a7440a62208 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0499024 Nov 12 03:38:31.577900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.589371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-d518e4f2-19ed-4b51-a479-ff3085bb979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.591999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-d518e4f2-19ed-4b51-a479-ff3085bb979d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608835 Nov 12 03:38:31.603509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.746454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:38:29Z', 'revision_number': 5, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.784053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-379224bf-214e-4d3e-bada-a2b3698270bc service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848123 Nov 12 03:38:31.787981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Checking router: 9ecead55-d751-4d1c-a8af-fe685d1129ca for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:31.800376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Routers {'9ecead55-d751-4d1c-a8af-fe685d1129ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:31.801576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:38:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9ecead55-d751-4d1c-a8af-fe685d1129ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.806014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.813737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec4ec1-0746-4097-8ced-2aab9a060e84 req-52e22847-1a1b-43b1-9d90-2ccd1cb63e5d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:31.815305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9ec4ec1-0746-4097-8ced-2aab9a060e84 req-52e22847-1a1b-43b1-9d90-2ccd1cb63e5d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0799601 Nov 12 03:38:31.832816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e2661f-feef-439c-af5c-a761ba0eacd9']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.843770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.844060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfb9fe5-cf9f-487f-b9d9-ab750eec671c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:31.856632 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.932273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9ec4ec1-0746-4097-8ced-2aab9a060e84 req-ef9037fd-595c-4ffa-8ebf-d3e020936d27 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047189 Nov 12 03:38:31.953451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.960186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] Set router 9ecead55-d751-4d1c-a8af-fe685d1129ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:31.971310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:31.971715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:31.973455 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:31.979147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0964b98d-fc3c-40f4-ba3b-2851d0eae801 req-26f8ec51-b2a4-4bc7-9c81-deab867c9da5 service neutron] 10.222.0.16 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847804 Nov 12 03:38:32.056302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.062218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.067666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.074464 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] 10.222.0.97 "DELETE /v2.0/networks/62e2661f-feef-439c-af5c-a761ba0eacd9 HTTP/1.1" status: 204 len: 168 time: 0.6294332 Nov 12 03:38:32.087449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6049633-d4b0-453d-895a-d4a4cb42366f admin admin] Pushing event deleted for resources: {'Network': ['ID=62e2661f-feef-439c-af5c-a761ba0eacd9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.093467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca3f1-0639-4b87-a25d-d84688ee9d51 req-fcafd3e4-6607-4405-9731-5b016c76a1c1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:32.095317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bfca3f1-0639-4b87-a25d-d84688ee9d51 req-fcafd3e4-6607-4405-9731-5b016c76a1c1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0798440 Nov 12 03:38:32.161609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bfca3f1-0639-4b87-a25d-d84688ee9d51 req-2f003d71-b6f2-47b0-83a6-f4272fc719a6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590444 Nov 12 03:38:32.177112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Deleting port e8eae083-81d1-4f57-b271-63d45bf0082d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:32.177905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.247046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:38:29Z', 'revision_number': 5, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:32.279440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58728bc2-76a0-45e9-8f85-594745251805 None None] The sync data for ids ['9ecead55-d751-4d1c-a8af-fe685d1129ca'] in n-d-766726-29 is: [{'id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'name': 'tempest-TestServerMultinode-643956953-router', 'tenant_id': 'b526f9cc9d9c483897b271a540aec36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:21Z', 'updated_at': '2021-11-12T03:38:29Z', 'revision_number': 5, 'project_id': 'b526f9cc9d9c483897b271a540aec36d', 'gw_port': {'id': 'e8eae083-81d1-4f57-b271-63d45bf0082d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecead55-d751-4d1c-a8af-fe685d1129ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:22Z', 'updated_at': '2021-11-12T03:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:32.293669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] For port e8eae083-81d1-4f57-b271-63d45bf0082d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e8eae083-81d1-4f57-b271-63d45bf0082d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:32.294047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.321860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Calling delete_port for e8eae083-81d1-4f57-b271-63d45bf0082d owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:32.345408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.437626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7dad8394-6566-4e8c-9dd4-0d2a3f6d9bf6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ffc83892485c4c9fbb01a672fcd8711f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910730 Nov 12 03:38:32.440339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 58942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:32.534941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.559236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.585549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.617027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b1434-9943-449f-b81c-c139b417f8ca None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:32.646277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8eae083-81d1-4f57-b271-63d45bf0082d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:32.803718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.936879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.939486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.993847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:32.995702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecead55-d751-4d1c-a8af-fe685d1129ca {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:33.004118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.006764 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6886d63f-aede-4a99-a0da-e8aa974162e0 admin admin] 10.222.0.97 "DELETE /v2.0/routers/9ecead55-d751-4d1c-a8af-fe685d1129ca HTTP/1.1" status: 204 len: 168 time: 1.6439264 Nov 12 03:38:33.007507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.016390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:33.041642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.045561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.047684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/865d9e54-e6c7-4b8b-ac70-d870bdc24805 HTTP/1.1" status: 204 len: 168 time: 0.6061482 Nov 12 03:38:33.060166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: cdf83a4d-9bfe-462d-bff3-c2a11de42d7c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:33.066671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cdf83a4d-9bfe-462d-bff3-c2a11de42d7c not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:33.066671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:33.076184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Deleting subnet c2c45645-d1b5-4907-922c-c966b0379e4a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:33.081916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.087604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60032-6600-4bed-82ad-a89ee653249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865d9e54-e6c7-4b8b-ac70-d870bdc24805,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.150746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33846-7146-4b87-b4b9-7928d295d559 req-a1a89b1c-9192-4d49-9f60-19ddf5f430a9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.152579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdd33846-7146-4b87-b4b9-7928d295d559 req-a1a89b1c-9192-4d49-9f60-19ddf5f430a9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1038091 Nov 12 03:38:33.183950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.201864 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.234713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:33.239156 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2a65f-ec67-4f84-8cb2-c5972849db0b" -d '{"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:33.258217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.266910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.277925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdd33846-7146-4b87-b4b9-7928d295d559 req-20841e7a-aac0-42ab-a98f-b5c9fce460c3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Nov 12 03:38:33.344341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.376806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19e31bb4-aae0-4ad5-a58f-9b87a60e365a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:33.396597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.410569 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312925c-34ec-4e04-9fe2-c5582524b99a x-openstack-request-id: req-e312925c-34ec-4e04-9fe2-c5582524b99a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:33.410950 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-unplugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:33.411274 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e312925c-34ec-4e04-9fe2-c5582524b99a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:33.411735 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'code': 200} Nov 12 03:38:33.412955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 19e31bb4-aae0-4ad5-a58f-9b87a60e365a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:33.413355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19e31bb4-aae0-4ad5-a58f-9b87a60e365a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:33.446435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d037b6-44fa-4ae3-b78b-6c64344525e3 req-a177bac5-26dc-456f-8fc0-b12c572d1f48 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:33.448027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00d037b6-44fa-4ae3-b78b-6c64344525e3 req-a177bac5-26dc-456f-8fc0-b12c572d1f48 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.0744443 Nov 12 03:38:33.496999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.504819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00d037b6-44fa-4ae3-b78b-6c64344525e3 req-ec75ed65-76e8-48e9-b758-24f9d5403349 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Nov 12 03:38:33.533197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c45645-d1b5-4907-922c-c966b0379e4a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:33.538975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.544824 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-57204fdd-e4fa-497a-9e52-e93f5064c01b admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c2c45645-d1b5-4907-922c-c966b0379e4a HTTP/1.1" status: 204 len: 168 time: 0.5355837 Nov 12 03:38:33.546977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:33.548947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040df6b-ae18-4471-9aa6-c4643839066b None None] Network abf82cf3-b4e1-4c33-b391-f7caaa85fcfd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:33.647996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.769288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Deleting port 5f50015b-4412-4727-b458-1d89d80ec1de {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:33.769669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.856545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] For port 5f50015b-4412-4727-b458-1d89d80ec1de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5f50015b-4412-4727-b458-1d89d80ec1de,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:33.856915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:33.857561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] DHCP port deletion for abf82cf3-b4e1-4c33-b391-f7caaa85fcfd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:33.880394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Calling delete_port for 5f50015b-4412-4727-b458-1d89d80ec1de owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:33.945177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Deleting port 5f50015b-4412-4727-b458-1d89d80ec1de {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:33.946112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.006541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.047563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] For port 5f50015b-4412-4727-b458-1d89d80ec1de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5f50015b-4412-4727-b458-1d89d80ec1de,segment=NetworkSegment(9625c0d1-3c13-4be7-b550-e3c210b1882b),segment_id=9625c0d1-3c13-4be7-b550-e3c210b1882b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:34.048207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.072394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Calling delete_port for 5f50015b-4412-4727-b458-1d89d80ec1de owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:34.094328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f50015b-4412-4727-b458-1d89d80ec1de,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.108548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] No DVR routers for this DVR port 5f50015b-4412-4727-b458-1d89d80ec1de on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.257693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.284289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf82cf3-b4e1-4c33-b391-f7caaa85fcfd']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.296134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9625c0d1-3c13-4be7-b550-e3c210b1882b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.296655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9625c0d1-3c13-4be7-b550-e3c210b1882b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:34.335701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.368544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.378092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:34.378809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:34.391677 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:34.451190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.475977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.485592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:34.490349 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] 10.222.0.97 "DELETE /v2.0/networks/abf82cf3-b4e1-4c33-b391-f7caaa85fcfd HTTP/1.1" status: 204 len: 168 time: 0.9307523 Nov 12 03:38:34.504992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58996) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:34.506090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f844cf7-cbcf-41d0-bba1-4d1860d89f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf82cf3-b4e1-4c33-b391-f7caaa85fcfd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.530050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] No DVR routers for this DVR port 5f50015b-4412-4727-b458-1d89d80ec1de on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:34.543068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf446-a598-497e-a7ef-c9b48a372f48 None None] Pushing event deleted for resources: {'Port': ['ID=5f50015b-4412-4727-b458-1d89d80ec1de,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:34.556980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38194223-d17a-46d7-b58f-c087c0d7b96c req-991074d6-255f-4ff9-81e8-13ae59b948a0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.566899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38194223-d17a-46d7-b58f-c087c0d7b96c req-991074d6-255f-4ff9-81e8-13ae59b948a0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1776516 Nov 12 03:38:34.683400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38194223-d17a-46d7-b58f-c087c0d7b96c req-8289a2d6-a674-4d4b-a088-da3d9a68e644 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035025 Nov 12 03:38:34.706657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ca6b3-5a81-4ea3-9aac-b57762f5f656 req-1ad7b116-8983-4326-918c-fe546f7e8cc9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:34.715431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-822ca6b3-5a81-4ea3-9aac-b57762f5f656 req-1ad7b116-8983-4326-918c-fe546f7e8cc9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.0914228 Nov 12 03:38:34.815712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-822ca6b3-5a81-4ea3-9aac-b57762f5f656 req-cfb35e21-99d6-403e-a513-9cea28680a36 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986121 Nov 12 03:38:35.214071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.316935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5f50015b-4412-4727-b458-1d89d80ec1de no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:35.383905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5f50015b-4412-4727-b458-1d89d80ec1de {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:35.384241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5f50015b-4412-4727-b458-1d89d80ec1de not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:35.384735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e8eae083-81d1-4f57-b271-63d45bf0082d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:35.409839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e8eae083-81d1-4f57-b271-63d45bf0082d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:35.410231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e8eae083-81d1-4f57-b271-63d45bf0082d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:35.441784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.628615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d29-0f37-4074-9765-bee8523dd2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.642375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Deleting port 8e092bef-cad9-4d8c-b4e3-b54c9288d936 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:35.642558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.767225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] For port 8e092bef-cad9-4d8c-b4e3-b54c9288d936, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8e092bef-cad9-4d8c-b4e3-b54c9288d936,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:35.767598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.788801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d29-0f37-4074-9765-bee8523dd2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.796586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Calling delete_port for 8e092bef-cad9-4d8c-b4e3-b54c9288d936 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:35.807529 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4ee7d29-0f37-4074-9765-bee8523dd2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:35.875173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4ee7d29-0f37-4074-9765-bee8523dd2d3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c327ce050fd64a03a5913eee755d1529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320447 Nov 12 03:38:35.877831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:35.893306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95638e97-87c1-4840-b24e-029f4bc1a81b req-eae9a5a5-9b6d-43b4-830a-9ba60f512668 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:35.902033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95638e97-87c1-4840-b24e-029f4bc1a81b req-eae9a5a5-9b6d-43b4-830a-9ba60f512668 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1053126 Nov 12 03:38:35.912669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee7d29-0f37-4074-9765-bee8523dd2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc71913-dfbb-427c-bdd7-2192ef547406,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.002725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95638e97-87c1-4840-b24e-029f4bc1a81b req-89b20d77-a989-4c0c-b506-28f75bd56213 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994103 Nov 12 03:38:36.032168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.084959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.196150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.199836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.204956 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3bc71913-dfbb-427c-bdd7-2192ef547406 HTTP/1.1" status: 204 len: 168 time: 0.3258331 Nov 12 03:38:36.216138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af138a0-6076-473f-99b6-166b82a47c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc71913-dfbb-427c-bdd7-2192ef547406,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.218044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.263735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e092bef-cad9-4d8c-b4e3-b54c9288d936,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:36.598450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acba92-c199-4716-812a-6f7115902eb0 req-46aa4abd-5897-47c8-bfa6-4adfbeff64a5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:36.613186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72acba92-c199-4716-812a-6f7115902eb0 req-46aa4abd-5897-47c8-bfa6-4adfbeff64a5 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.1384590 Nov 12 03:38:36.629769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:36.752071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72acba92-c199-4716-812a-6f7115902eb0 req-d3d1d257-1bbb-4c70-877b-0c168b7c4ef2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337440 Nov 12 03:38:36.987174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:37.037735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Router af4ceece-41cf-46ce-84cd-62cbafefbec6 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:38:37.106994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-44363b2e-60f3-4289-ab11-d2445d89fa7f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463299 Nov 12 03:38:37.311000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e405b81-af02-42aa-b63e-e95a698343f8 req-f8908cec-1961-4ed7-957e-6f548096036f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.318906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e405b81-af02-42aa-b63e-e95a698343f8 req-f8908cec-1961-4ed7-957e-6f548096036f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1123579 Nov 12 03:38:37.402678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e405b81-af02-42aa-b63e-e95a698343f8 req-fb13f34a-1ab5-4fde-9bf8-548e88777046 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825784 Nov 12 03:38:37.882022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:38:37.895109 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Sync routers for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:38:37.910183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9029f35-5577-466b-b566-be1bf66af0b2 admin admin] 10.222.0.97 "PUT /v2.0/routers/af4ceece-41cf-46ce-84cd-62cbafefbec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4007192 Nov 12 03:38:37.913858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59142) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:37.922035 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:37.925678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:38:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:37.973098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a8684-2c96-42e4-ad4e-a8b3d6b59d30 req-59898f64-bbf2-4f11-877e-d8e5ab447514 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:37.982484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d48a8684-2c96-42e4-ad4e-a8b3d6b59d30 req-59898f64-bbf2-4f11-877e-d8e5ab447514 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.1015153 Nov 12 03:38:38.114397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d48a8684-2c96-42e4-ad4e-a8b3d6b59d30 req-84f83f19-07a1-4fd5-9477-26534c736d60 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232159 Nov 12 03:38:38.206216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.363096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.366386 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:38.475126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Deleting port ea688cef-6b37-47d7-bae7-864a54fb967a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:38.475500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.688092 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:38:36Z', 'revision_number': 5, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port': {'id': 'ea688cef-6b37-47d7-bae7-864a54fb967a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:37:32Z', 'updated_at': '2021-11-12T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.741589 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Checking router: af4ceece-41cf-46ce-84cd-62cbafefbec6 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:38:38.754722 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Routers {'af4ceece-41cf-46ce-84cd-62cbafefbec6'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:38:38.755708 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:38:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['af4ceece-41cf-46ce-84cd-62cbafefbec6'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:38.770930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92e815-1a67-4ab3-b7c0-6fd4eb832bea req-686e9b9a-4da3-4c81-adb2-15bacaadb4cb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.772844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d92e815-1a67-4ab3-b7c0-6fd4eb832bea req-686e9b9a-4da3-4c81-adb2-15bacaadb4cb tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1741021 Nov 12 03:38:38.826759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] For port ea688cef-6b37-47d7-bae7-864a54fb967a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea688cef-6b37-47d7-bae7-864a54fb967a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:38.827321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:38.832496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-ddeb8b52-1abf-414c-a571-200a589c398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:38.848021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-ddeb8b52-1abf-414c-a571-200a589c398d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079&tenant_id=016137f461e149ffa8c6d91d26802f0e HTTP/1.1" status: 200 len: 1095 time: 0.1963468 Nov 12 03:38:38.857280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Calling delete_port for ea688cef-6b37-47d7-bae7-864a54fb967a owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:38.916672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d92e815-1a67-4ab3-b7c0-6fd4eb832bea req-7f6122fb-18db-42be-b3d8-a111ddca80c6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234508 Nov 12 03:38:38.928797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:38.944967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] Set router af4ceece-41cf-46ce-84cd-62cbafefbec6 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:38:39.055199 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:38:38Z', 'revision_number': 6, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:39.138061 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.171393 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd7ee5d-eac5-4320-8252-46c1863980eb None None] The sync data for ids ['af4ceece-41cf-46ce-84cd-62cbafefbec6'] in n-d-766726-29 is: [{'id': 'af4ceece-41cf-46ce-84cd-62cbafefbec6', 'name': 'tempest-TestServerMultinode-560458482-router', 'tenant_id': 'e85c32e208f243049e22f51711999b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:37:30Z', 'updated_at': '2021-11-12T03:38:38Z', 'revision_number': 6, 'project_id': 'e85c32e208f243049e22f51711999b3c', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:38:39.372371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995041e-d31b-4872-b0fa-617ecc885012 req-5164476d-4675-4185-8720-88279ce81685 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:39.373930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1995041e-d31b-4872-b0fa-617ecc885012 req-5164476d-4675-4185-8720-88279ce81685 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.0895183 Nov 12 03:38:39.421677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.451493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Pushing event deleted for resources: {'Port': ['ID=ea688cef-6b37-47d7-bae7-864a54fb967a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:39.480770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721b9ee-5446-4315-8f5e-973158c7a8b9 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:39.489593 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.491950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1995041e-d31b-4872-b0fa-617ecc885012 req-96592ce8-ebbc-4b9a-b435-3f8fbe4c8971 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041791 Nov 12 03:38:39.556442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.583711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:39.696813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.701754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:39.704003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.773743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.774651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4ceece-41cf-46ce-84cd-62cbafefbec6 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:38:39.783075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:38:39.783749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.787866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4c28c8c-ef78-4a05-86a2-d71cc0ecd4db admin admin] 10.222.0.97 "DELETE /v2.0/routers/af4ceece-41cf-46ce-84cd-62cbafefbec6 HTTP/1.1" status: 204 len: 168 time: 1.8707929 Nov 12 03:38:39.788486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59188) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:39.799191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.823862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Transition to ACTIVE for port object ecdc6c6e-8543-4af8-884a-d745892ae9fa will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:39.834715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.883384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Deleting subnet 8420be7b-6b93-4450-ae17-01a478bfc9dd {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:38:39.888049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:39.944720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.183898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=9']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.211942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.238137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04d359-dbfc-445a-89f3-cfe5f97c741f req-7d211578-99e8-4dfc-9c9e-dd62ef8e8659 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.240125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b04d359-dbfc-445a-89f3-cfe5f97c741f req-7d211578-99e8-4dfc-9c9e-dd62ef8e8659 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1148822 Nov 12 03:38:40.281845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] No DVR routers for this DVR port ecdc6c6e-8543-4af8-884a-d745892ae9fa on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:40.337600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.370276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.378779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a3586c-ddb2-493f-a9b5-72ffc2dd85f5 None None] Network 23990918-b316-4453-8a32-873ad9886fb1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:38:40.380679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8420be7b-6b93-4450-ae17-01a478bfc9dd HTTP/1.1" status: 204 len: 168 time: 0.5903776 Nov 12 03:38:40.381353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:40.399747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac942a5-6084-41b2-9170-9663fb209d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8420be7b-6b93-4450-ae17-01a478bfc9dd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.441460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b04d359-dbfc-445a-89f3-cfe5f97c741f req-057bbbea-a719-42ab-ab46-107b5db9b888 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631308 Nov 12 03:38:40.513338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.548284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:40.548883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:40.549294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:40.556270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:40.557156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Attempting to bind port ecdc6c6e-8543-4af8-884a-d745892ae9fa on network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:40.567429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:40.567429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Checking segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:40.567794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Bound using segment: {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:40.568363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Bound port: ecdc6c6e-8543-4af8-884a-d745892ae9fa, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51db7897-8862-41ab-9759-227fb9538caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:40.568795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.621034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Deleting port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:40.621393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.661364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] DHCP port deletion for 23990918-b316-4453-8a32-873ad9886fb1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:38:40.733759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] For port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:40.734140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.737476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Deleting port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:38:40.737961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.759037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Calling delete_port for 666917d2-41ee-4b87-b0b7-e92bb31c6b2a owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:40.770232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:40.789349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:40.807481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b6c41-61a0-4cf8-8a9f-3be321f6a563 req-c1850b8e-7cb6-4c1b-8578-37fa9bbed56e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.810687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd1b6c41-61a0-4cf8-8a9f-3be321f6a563 req-c1850b8e-7cb6-4c1b-8578-37fa9bbed56e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 943 time: 0.1142054 Nov 12 03:38:40.812750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.831789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] For port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,segment=NetworkSegment(2f84ff28-d531-4d09-9a7f-0e015409cc77),segment_id=2f84ff28-d531-4d09-9a7f-0e015409cc77)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:40.832467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.847697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Calling delete_port for 666917d2-41ee-4b87-b0b7-e92bb31c6b2a owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:38:40.865725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:40.866615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.868395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-8d086664-9633-477b-80af-ad896a955b48 service neutron] 10.222.0.104 "PUT /v2.0/ports/ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 1092 time: 1.9675806 Nov 12 03:38:40.872310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:40.875288 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558ad52-e24b-4257-ba67-6d37ddaa7a38" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:40.894155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:40.960115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Pushing event deleted for resources: {'Port': ['ID=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:40.993484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] No DVR routers for this DVR port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:40.999671 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21da75-9ade-489c-a436-8ca19c60244b x-openstack-request-id: req-fa21da75-9ade-489c-a436-8ca19c60244b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:40.999966 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:41.000404 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fa21da75-9ade-489c-a436-8ca19c60244b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:41.000838 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'status': 'completed', 'code': 200} Nov 12 03:38:41.025928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d086664-9633-477b-80af-ad896a955b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.051562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd1b6c41-61a0-4cf8-8a9f-3be321f6a563 req-b63dba35-6870-4bfe-9bd8-ee95c9fe79c8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323267 Nov 12 03:38:41.061509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.099798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-d6a03382-9924-4c8f-9b58-5410ec96ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.105276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] Pushing event deleted for resources: {'Port': ['ID=666917d2-41ee-4b87-b0b7-e92bb31c6b2a,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.106018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-d6a03382-9924-4c8f-9b58-5410ec96ae89 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1096 time: 0.1890721 Nov 12 03:38:41.120786 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-8d177a3e-25a3-45be-a66b-2323aa345b74 service neutron] show failed (client error): The resource could not be found. Nov 12 03:38:41.122044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-8d177a3e-25a3-45be-a66b-2323aa345b74 service neutron] 10.222.0.16 "GET /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.2246914 Nov 12 03:38:41.125759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada7c2d-abc1-489a-a3c9-02a643acc1ad None None] No DVR routers for this DVR port 666917d2-41ee-4b87-b0b7-e92bb31c6b2a on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:41.176107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.204794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23990918-b316-4453-8a32-873ad9886fb1']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:41.232433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f84ff28-d531-4d09-9a7f-0e015409cc77') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:41.233270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f84ff28-d531-4d09-9a7f-0e015409cc77') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:38:41.255980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.287136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.318015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-39c8c273-df7d-41f0-81bf-88f9d5e3985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.320031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-39c8c273-df7d-41f0-81bf-88f9d5e3985c service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.1895075 Nov 12 03:38:41.321854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:38:41.322536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:38:41.339013 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:38:41.350176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8e092bef-cad9-4d8c-b4e3-b54c9288d936 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:41.373355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8e092bef-cad9-4d8c-b4e3-b54c9288d936 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:41.374086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8e092bef-cad9-4d8c-b4e3-b54c9288d936 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:41.374962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 666917d2-41ee-4b87-b0b7-e92bb31c6b2a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:41.415126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 666917d2-41ee-4b87-b0b7-e92bb31c6b2a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:41.416494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 666917d2-41ee-4b87-b0b7-e92bb31c6b2a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:41.417582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea688cef-6b37-47d7-bae7-864a54fb967a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:41.440426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-fe666fec-61c4-45c0-82c8-05bd7dca1bcd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 998 time: 0.1108174 Nov 12 03:38:41.445395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ea688cef-6b37-47d7-bae7-864a54fb967a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:38:41.445997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea688cef-6b37-47d7-bae7-864a54fb967a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:41.447205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.458216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:41.465883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] 10.222.0.97 "DELETE /v2.0/networks/23990918-b316-4453-8a32-873ad9886fb1 HTTP/1.1" status: 204 len: 168 time: 1.0833218 Nov 12 03:38:41.519655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af1a7-2658-4063-a4b0-c755a30e5630 admin admin] Pushing event deleted for resources: {'Network': ['ID=23990918-b316-4453-8a32-873ad9886fb1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:41.538591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-df5b3809-335b-4e4e-aea3-91a6bc0e2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.541947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-df5b3809-335b-4e4e-aea3-91a6bc0e2691 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0928063 Nov 12 03:38:41.703738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb592a6-688d-49bb-8d50-e6c53f755f1b req-c13d8e96-364a-474b-9c5a-3bd535770644 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.705840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1eb592a6-688d-49bb-8d50-e6c53f755f1b req-c13d8e96-364a-474b-9c5a-3bd535770644 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1197662 Nov 12 03:38:41.709868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e1e75-2606-456c-8123-64532f38d10b req-76edb9f0-1f1c-45b3-9c7a-5d9ce91bc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.711583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-76edb9f0-1f1c-45b3-9c7a-5d9ce91bc1ca service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296728 Nov 12 03:38:41.768263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1eb592a6-688d-49bb-8d50-e6c53f755f1b req-c6fcbf18-3bb9-498f-8b6d-4a8b57434501 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Nov 12 03:38:41.771050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-cda0b4d9-0c9d-4146-a65f-c9eab7184efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:41.773062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-cda0b4d9-0c9d-4146-a65f-c9eab7184efd service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1101 time: 0.2466385 Nov 12 03:38:41.781543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59258) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.827263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:38:41.873499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f564a31f-99d3-450f-8154-ef9857207f0e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b526f9cc9d9c483897b271a540aec36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905318 Nov 12 03:38:41.876516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59264) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:41.970208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.044836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-1182ec9d-007c-43a0-93be-588b3c953522 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807441 Nov 12 03:38:42.063583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.215308 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.330481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-586e1e75-2606-456c-8123-64532f38d10b req-e5241831-7b16-4835-92f3-94ac52f7dd54 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761693 Nov 12 03:38:42.385321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06546a2-c5b5-4809-8ac2-fffe4b2fd5a9 req-cb431a15-1a94-4351-9be3-d7a027f319ec tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.387398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c06546a2-c5b5-4809-8ac2-fffe4b2fd5a9 req-cb431a15-1a94-4351-9be3-d7a027f319ec tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1854935 Nov 12 03:38:42.464859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.468655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.469791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5f1fed04-0c06-4996-abd9-5b3e16f73375 HTTP/1.1" status: 204 len: 168 time: 0.5927022 Nov 12 03:38:42.492110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:38:42.538194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746834-0bf4-423a-8ee6-d0029e624c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1fed04-0c06-4996-abd9-5b3e16f73375,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:42.567705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.574939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.581581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.588613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.595020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.601123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.607658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.609617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-42baec29-095f-4b49-9831-0aa5bc070c1a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.2456818 Nov 12 03:38:42.635849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c06546a2-c5b5-4809-8ac2-fffe4b2fd5a9 req-6d95240f-87b0-46cd-9b94-872eec4cae33 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138839 Nov 12 03:38:42.679941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:42.717771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-2a34e59c-e1a1-47b5-a342-3bfd025515f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:42.719507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-2a34e59c-e1a1-47b5-a342-3bfd025515f9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1096 time: 0.2464449 Nov 12 03:38:42.872085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66b579ef-86c5-4e09-a670-45b40aa3b1e0 req-f80904db-9330-4bdf-86b3-1c0431619fe2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2545376 Nov 12 03:38:42.893922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:42.974197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Transition to ACTIVE for port object 548345ae-621f-4b2e-b19a-0399f65f09eb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:38:42.989570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.004714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:43.007060 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb288de-e223-4806-865f-53cd1d6865e1" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-unplugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:43.011120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-f94f0a36-8009-4835-8c77-9ea9050f9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.012195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-f94f0a36-8009-4835-8c77-9ea9050f9966 service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.2838070 Nov 12 03:38:43.076739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069baaf3-977f-4a1a-a8c0-db843cba3889 req-5cc0c357-8482-4df1-8f04-fc39758af662 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.084133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-069baaf3-977f-4a1a-a8c0-db843cba3889 req-5cc0c357-8482-4df1-8f04-fc39758af662 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.1612737 Nov 12 03:38:43.178908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.220047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.236742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] No DVR routers for this DVR port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:38:43.298041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-069baaf3-977f-4a1a-a8c0-db843cba3889 req-841ec367-e579-45e5-9bf6-14bb5bbeac87 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130165 Nov 12 03:38:43.326502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:38:43.327048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:38:43.327487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:43.407277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74461fb2-49dc-4894-910c-13616559c7ad admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e85c32e208f243049e22f51711999b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256539 Nov 12 03:38:43.407509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:38:43.410235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:38:43.411597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59320) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:43.424944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:38:43.440807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:38:43.441954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:38:43.441954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Bound port: 548345ae-621f-4b2e-b19a-0399f65f09eb, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:38:43.442390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.508350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.550992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-bdbcc4ed-d507-4321-a1a8-915dbe1f809b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 998 time: 0.5188191 Nov 12 03:38:43.560022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.595075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:38:43.598509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:38:43.600713 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd2753a-5367-4550-9a4c-3b3efb850dfb x-openstack-request-id: req-3cd2753a-5367-4550-9a4c-3b3efb850dfb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:43.601238 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-unplugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:43.601645 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3cd2753a-5367-4550-9a4c-3b3efb850dfb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:43.602113 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'code': 200} Nov 12 03:38:43.606089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.634623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.641587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.647963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.669219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.678737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.680815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d HTTP/1.1" status: 204 len: 168 time: 0.2666419 Nov 12 03:38:43.698307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ba5a3-1a22-4ede-b98a-3309a94afa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca622fb6-9bcf-4d3f-92a2-2a61d91a1d6d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:43.713120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.725033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.735053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.748095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.750822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02832fa9-35a6-467e-afe5-bb57b35c755a req-a0ec66aa-05a4-4892-85e3-f1427e83698c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.5185342 Nov 12 03:38:43.792588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:43.793390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:43.795137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] 10.222.0.104 "PUT /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 1096 time: 1.9756234 Nov 12 03:38:45.005855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:38:45.085219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:38:45.206484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-709765f4-29c6-40e6-af37-02f31ddd0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.209557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-709765f4-29c6-40e6-af37-02f31ddd0558 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 1.4565520 Nov 12 03:38:45.234002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683926a-70c8-47b3-87ed-505759033dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:45.315332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-9279f447-c408-4c4a-ba11-7e4c01e01c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.319015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-9279f447-c408-4c4a-ba11-7e4c01e01c55 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1099 time: 1.3678069 Nov 12 03:38:45.350443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6702e-1b2c-4726-8024-6dfc8fe4164c req-304e6810-2e46-458c-9415-dd1b6734a8e4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.364567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00e6702e-1b2c-4726-8024-6dfc8fe4164c req-304e6810-2e46-458c-9415-dd1b6734a8e4 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 1.4292984 Nov 12 03:38:45.420366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876fd2-9b72-450c-83b1-d12c78a3547e req-9b643f7e-6f1e-445f-9219-76ead4609b0f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.424541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1876fd2-9b72-450c-83b1-d12c78a3547e req-9b643f7e-6f1e-445f-9219-76ead4609b0f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.2309361 Nov 12 03:38:45.543440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00e6702e-1b2c-4726-8024-6dfc8fe4164c req-264c3c3a-115b-4629-a0c9-b2310a659a2f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770062 Nov 12 03:38:45.594951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1876fd2-9b72-450c-83b1-d12c78a3547e req-eeca45c4-0c3d-48e3-b9d7-1dd18d6570a1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419528 Nov 12 03:38:45.606575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:38:45.609091 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194cec27-816a-4fe2-adec-a659d183475a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:38:45.710381 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915d2d4-b36e-41e7-8223-f944aae75c2e x-openstack-request-id: req-7915d2d4-b36e-41e7-8223-f944aae75c2e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:38:45.711079 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:38:45.711564 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7915d2d4-b36e-41e7-8223-f944aae75c2e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:38:45.712155 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'status': 'completed', 'code': 200} Nov 12 03:38:45.878655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-6c722837-2628-4022-bf3c-e21a882ae47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:45.887619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-6c722837-2628-4022-bf3c-e21a882ae47b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1099 time: 0.1223142 Nov 12 03:38:46.145495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-1dd08edb-d40a-4944-90a0-54ffb1ff9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.149264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-1dd08edb-d40a-4944-90a0-54ffb1ff9ad4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2353489 Nov 12 03:38:46.305671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59386) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.393680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-468d1065-ff92-4dfa-8911-61aac469b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.395574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-468d1065-ff92-4dfa-8911-61aac469b7bc service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2447569 Nov 12 03:38:46.504760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-ced0a787-26dc-40a8-9cba-9bed66c52733 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.2511189 Nov 12 03:38:46.587903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a1d5-3221-4ca0-a8a8-daba3fe3f70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.702131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-256babca-05f5-49db-bb67-2ecb4d71ef89 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.2132800 Nov 12 03:38:46.763394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-e600845a-df13-4c9f-ac2d-f52c73f06ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:46.770903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-e600845a-df13-4c9f-ac2d-f52c73f06ad1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6188626 Nov 12 03:38:46.799229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a1d5-3221-4ca0-a8a8-daba3fe3f70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.811232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a1d5-3221-4ca0-a8a8-daba3fe3f70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:46.883640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9d9a1d5-3221-4ca0-a8a8-daba3fe3f70c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=07375c32b96048e3b3124bf64b811261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725217 Nov 12 03:38:46.885088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:46.997766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59414) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:47.021845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a1d5-3221-4ca0-a8a8-daba3fe3f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d810453-c6ac-4164-99e5-ac9d4ee0c0a4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.054323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.117606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.190513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-85d68e68-13e5-4c63-b386-208322e13f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.192058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-85d68e68-13e5-4c63-b386-208322e13f7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.6780920 Nov 12 03:38:47.320869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.324945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:47.325158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-10aaebba-66ba-4e0a-a0cd-fed1a94e12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.326930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-10aaebba-66ba-4e0a-a0cd-fed1a94e12cf service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.5251701 Nov 12 03:38:47.332406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d810453-c6ac-4164-99e5-ac9d4ee0c0a4 HTTP/1.1" status: 204 len: 168 time: 0.4396577 Nov 12 03:38:47.364042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f32e4-5039-438c-8aae-44ac9d1c19ad req-c6f12428-8a2f-477c-9160-fedb545355a6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.366182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-342f32e4-5039-438c-8aae-44ac9d1c19ad req-c6f12428-8a2f-477c-9160-fedb545355a6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.5201983 Nov 12 03:38:47.387621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7fc2a-0197-4d38-a19d-587aa6952840 req-7a4c3f9a-6d33-4115-b3aa-8dac76e5aa93 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.389350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76e7fc2a-0197-4d38-a19d-587aa6952840 req-7a4c3f9a-6d33-4115-b3aa-8dac76e5aa93 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.4448087 Nov 12 03:38:47.404906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4106-a8a2-4bbd-9bcf-a7be14c46bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d810453-c6ac-4164-99e5-ac9d4ee0c0a4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:47.440685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-6bc00aaf-8e32-45f3-8558-6bc9e4ac7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.442000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-6bc00aaf-8e32-45f3-8558-6bc9e4ac7701 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1986473 Nov 12 03:38:47.462235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.462753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.465902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.466888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.467369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.469555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.471241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:47.487489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-b9e28986-6778-4c85-8844-d9c60a55e282 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.4884036 Nov 12 03:38:47.503542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-a6536e2a-328b-4083-8ebb-847bf322e9eb service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176739 Nov 12 03:38:47.621442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-9c7f98fb-e115-4304-87d3-a9bedae343ad service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6477da88-7763-46a0-b124-3612f278c55c&id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1329243 Nov 12 03:38:47.646765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76e7fc2a-0197-4d38-a19d-587aa6952840 req-7655747b-995a-43ab-979c-c0c0e4c62e27 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420917 Nov 12 03:38:47.656102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-342f32e4-5039-438c-8aae-44ac9d1c19ad req-090f6895-28b5-45dc-903f-962f83207642 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635682 Nov 12 03:38:47.698250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-8727dc94-0871-47c7-912e-b8421f4bc5ec service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272778 Nov 12 03:38:47.990968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-2831554e-a101-4911-9f1d-ef491c49cd60 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855735 Nov 12 03:38:48.373309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70800-123d-430a-93c6-8381b32736a6 req-6697aaa8-07c4-4e6d-8f62-ed380355eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.375221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-6697aaa8-07c4-4e6d-8f62-ed380355eb9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.1557999 Nov 12 03:38:48.388258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c5480-e63a-4b8d-a816-85004a83ff8b req-095a1c1a-9db7-43e3-a67b-021e2aee5d13 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.395782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d0c5480-e63a-4b8d-a816-85004a83ff8b req-095a1c1a-9db7-43e3-a67b-021e2aee5d13 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0783329 Nov 12 03:38:48.570363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d0c5480-e63a-4b8d-a816-85004a83ff8b req-7fa71f14-eeca-4340-bc6e-fd90e9be0615 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735940 Nov 12 03:38:48.689652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70800-123d-430a-93c6-8381b32736a6 req-7d7af005-c0f4-4b65-ad93-8ad8f5cf7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.701843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-7d7af005-c0f4-4b65-ad93-8ad8f5cf7dac service neutron] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.3018444 Nov 12 03:38:48.826675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-66eac384-0989-4186-bb41-656fad21ae68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.1149549 Nov 12 03:38:48.990375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c7f2-cbd9-4cd2-a7d7-59842fade7c9 req-27d672c5-4839-4967-a7e6-5346792b38fc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.992837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1471c7f2-cbd9-4cd2-a7d7-59842fade7c9 req-27d672c5-4839-4967-a7e6-5346792b38fc tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1649253 Nov 12 03:38:48.995227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70800-123d-430a-93c6-8381b32736a6 req-0b20b97c-eec5-45b2-a439-1244cc6692e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:48.997376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-0b20b97c-eec5-45b2-a439-1244cc6692e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.1473448 Nov 12 03:38:49.013133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14ff2a-53e7-4c6c-8c80-777816eec980 req-1b9e08df-2d0f-44a8-81db-d80f83b6ad83 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.015619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c14ff2a-53e7-4c6c-8c80-777816eec980 req-1b9e08df-2d0f-44a8-81db-d80f83b6ad83 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1667225 Nov 12 03:38:49.149158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-211dd85a-ffe0-45ce-8ee1-6a0a10c98cfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264126 Nov 12 03:38:49.419933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c14ff2a-53e7-4c6c-8c80-777816eec980 req-319adc92-d603-4a8b-b042-53339386f87f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865654 Nov 12 03:38:49.423151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-fd67b841-6ce7-4609-b683-4b7b13a66d69 service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655275 Nov 12 03:38:49.611519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1471c7f2-cbd9-4cd2-a7d7-59842fade7c9 req-8b6e15a3-6555-4f70-b672-1c5f68470e6d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799091 Nov 12 03:38:49.625456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5a70800-123d-430a-93c6-8381b32736a6 req-46a29a03-947a-4b59-a76c-3ba3de5ff328 service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936851 Nov 12 03:38:49.777790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7674fe-a097-4ee0-bbf3-58bf2709367a req-936febf4-e243-4381-8191-17c4f61b81ff tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:49.779529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f7674fe-a097-4ee0-bbf3-58bf2709367a req-936febf4-e243-4381-8191-17c4f61b81ff tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1093678 Nov 12 03:38:49.870208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f7674fe-a097-4ee0-bbf3-58bf2709367a req-581c1d7e-9f60-4061-950c-b922d9ce3599 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819438 Nov 12 03:38:50.626953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c15661-8b34-45fe-9ab3-c9006d1debba req-347f1a08-d6fa-4483-834a-015aa09fb8cd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.629652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25c15661-8b34-45fe-9ab3-c9006d1debba req-347f1a08-d6fa-4483-834a-015aa09fb8cd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0741255 Nov 12 03:38:50.758308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25c15661-8b34-45fe-9ab3-c9006d1debba req-c4e9305f-11b3-45a4-8056-5058739109e6 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104829 Nov 12 03:38:50.850514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb844b-c9ea-46b1-ad25-e35377c609c9 req-c88fb994-716f-4c40-94bd-a98552e12f8a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:50.862911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97eb844b-c9ea-46b1-ad25-e35377c609c9 req-c88fb994-716f-4c40-94bd-a98552e12f8a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0981300 Nov 12 03:38:50.962013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97eb844b-c9ea-46b1-ad25-e35377c609c9 req-63f7c666-f217-4e60-9400-8824f13c3d06 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981479 Nov 12 03:38:51.151964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb943085-9194-493b-a29a-92f056b19511 req-eb7b0a00-a8b8-47ea-b041-8b8e7c257800 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:51.160410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb943085-9194-493b-a29a-92f056b19511 req-eb7b0a00-a8b8-47ea-b041-8b8e7c257800 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1378748 Nov 12 03:38:51.271328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb943085-9194-493b-a29a-92f056b19511 req-6df835b8-49c0-49f2-af31-be430d55c9cb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098697 Nov 12 03:38:51.983306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13689-1b21-4366-ac59-5ba73f07db95 req-f4d6a3fb-5293-4847-af77-dbe93a88141f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.020305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fd13689-1b21-4366-ac59-5ba73f07db95 req-f4d6a3fb-5293-4847-af77-dbe93a88141f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1322918 Nov 12 03:38:52.152820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8984-3200-4c3a-9b6d-fd1511e687a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:52.194082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fd13689-1b21-4366-ac59-5ba73f07db95 req-cd0fe1ef-fb1b-4902-a484-ac40cccb58cd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724563 Nov 12 03:38:52.230212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dcc88-4941-4511-96de-ffaa4b8117b7 req-82d1357b-d9d2-46a3-86e4-b5f0ee28622b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.247142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-446dcc88-4941-4511-96de-ffaa4b8117b7 req-82d1357b-d9d2-46a3-86e4-b5f0ee28622b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1781309 Nov 12 03:38:52.469663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-446dcc88-4941-4511-96de-ffaa4b8117b7 req-00a07316-c54c-4232-a90c-b5d9e2e68537 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210531 Nov 12 03:38:52.569107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed157a3-100a-4ed3-8cbf-eb6184867031 req-d1aea2de-b225-4a07-976a-30df67b94738 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:52.577414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ed157a3-100a-4ed3-8cbf-eb6184867031 req-d1aea2de-b225-4a07-976a-30df67b94738 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0849741 Nov 12 03:38:52.641929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ed157a3-100a-4ed3-8cbf-eb6184867031 req-d345c3fa-2192-4582-85ea-22e5aa7a8416 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630312 Nov 12 03:38:53.401809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e172-735f-415f-8a8c-41514b855923 req-e6ae4826-a8cf-451d-972d-0502b27a3d42 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.403400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd0e172-735f-415f-8a8c-41514b855923 req-e6ae4826-a8cf-451d-972d-0502b27a3d42 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0752397 Nov 12 03:38:53.425743 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:38:53.476727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd0e172-735f-415f-8a8c-41514b855923 req-e3df1868-9a44-4c7a-a9c4-231d27b41264 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587373 Nov 12 03:38:53.692183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518c8a6-9a1a-40d6-962f-daefcce8ab0c req-34e74424-4ff9-4b84-9779-06974f260501 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.693970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4518c8a6-9a1a-40d6-962f-daefcce8ab0c req-34e74424-4ff9-4b84-9779-06974f260501 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1180773 Nov 12 03:38:53.838979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fae7c-a875-429e-9a94-fe695afa7cc2 req-50d5e389-72ee-4adf-87c1-424650787bbc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:53.840590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-554fae7c-a875-429e-9a94-fe695afa7cc2 req-50d5e389-72ee-4adf-87c1-424650787bbc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0960245 Nov 12 03:38:53.845584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4518c8a6-9a1a-40d6-962f-daefcce8ab0c req-efa514de-46af-41d3-b9ab-2fb8d1aa841b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447959 Nov 12 03:38:53.966782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-554fae7c-a875-429e-9a94-fe695afa7cc2 req-b36b74b9-6f3f-4093-8f07-f3f5e4f652a0 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159992 Nov 12 03:38:54.324357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d25bd1c8-370b-418b-b938-ada6243e4153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:54.719212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e10ade-6dd0-4a43-a558-ba8c0cbab527 req-ff5ca28f-1bad-4a3e-9a8a-885d833b4fe2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:54.719212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2e10ade-6dd0-4a43-a558-ba8c0cbab527 req-ff5ca28f-1bad-4a3e-9a8a-885d833b4fe2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0750179 Nov 12 03:38:54.805221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2e10ade-6dd0-4a43-a558-ba8c0cbab527 req-dad1e8fc-fc7d-4195-a6d9-16c450ce7fe3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799322 Nov 12 03:38:55.082738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556671d-a8d3-4f1c-950f-afa6637d0ba4 req-f9a7c635-afe2-4d00-be59-a46fa8120ca6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.087541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4556671d-a8d3-4f1c-950f-afa6637d0ba4 req-f9a7c635-afe2-4d00-be59-a46fa8120ca6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1184051 Nov 12 03:38:55.228299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4556671d-a8d3-4f1c-950f-afa6637d0ba4 req-02d64576-1c01-471e-8e6f-1e7692517ef1 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172969 Nov 12 03:38:55.256753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b29d-2713-4caa-9aa5-56abc637423b req-2ab1189e-7da3-4864-937e-2cfbd7e847b7 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:55.258695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f59b29d-2713-4caa-9aa5-56abc637423b req-2ab1189e-7da3-4864-937e-2cfbd7e847b7 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1040413 Nov 12 03:38:55.334145 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f59b29d-2713-4caa-9aa5-56abc637423b req-cdd89220-d0ac-44c8-b528-2418cfae2c82 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Nov 12 03:38:55.388945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.034918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ff975-07c4-43ec-ad87-26f95926c61b req-15fd4f30-c135-4aec-94cd-c703a2ab462d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.043712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c4ff975-07c4-43ec-ad87-26f95926c61b req-15fd4f30-c135-4aec-94cd-c703a2ab462d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0930815 Nov 12 03:38:56.108894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c4ff975-07c4-43ec-ad87-26f95926c61b req-fcbf7673-cedf-4b1b-b802-40c432743c28 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642111 Nov 12 03:38:56.196304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3b893-70af-41fd-99ac-16441a088b2f req-eecd530a-b3bf-4071-b782-69c99f6a3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.198523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acc3b893-70af-41fd-99ac-16441a088b2f req-eecd530a-b3bf-4071-b782-69c99f6a3187 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.1935561 Nov 12 03:38:56.275710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acc3b893-70af-41fd-99ac-16441a088b2f req-9f3d9b61-dbd7-47c6-b436-36d85a448d3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640421 Nov 12 03:38:56.357358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9df4b2-8a01-485b-b6fb-ebe763e992ef req-a6837339-3049-4101-ae72-ef1f3222bbce tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.358971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9df4b2-8a01-485b-b6fb-ebe763e992ef req-a6837339-3049-4101-ae72-ef1f3222bbce tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0590358 Nov 12 03:38:56.430197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9df4b2-8a01-485b-b6fb-ebe763e992ef req-c790a917-1ffc-4f61-9c9a-712a50f882d3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620267 Nov 12 03:38:56.487816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce304-b344-4626-8552-8ab35708c01c req-a4012850-a9bc-49ae-8637-81243a2af650 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:56.489355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73cce304-b344-4626-8552-8ab35708c01c req-a4012850-a9bc-49ae-8637-81243a2af650 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0582302 Nov 12 03:38:56.551200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73cce304-b344-4626-8552-8ab35708c01c req-18c1ea45-a799-437d-9ec5-1fea827a5848 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Nov 12 03:38:56.679936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59808) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.794408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70e8e29a-a611-48a5-ad0b-e10b4005acaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.865411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.882351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70e8e29a-a611-48a5-ad0b-e10b4005acaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.887273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70e8e29a-a611-48a5-ad0b-e10b4005acaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:56.928291 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70e8e29a-a611-48a5-ad0b-e10b4005acaf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=47b18f87ca164f18b5e0d52bd58b0a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471006 Nov 12 03:38:56.928977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8e29a-a611-48a5-ad0b-e10b4005acaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60772fa-5c31-4bf3-b63e-a62d0055609e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:56.930794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:56.989848 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.011931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.059564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.062392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.063565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e60772fa-5c31-4bf3-b63e-a62d0055609e HTTP/1.1" status: 204 len: 168 time: 0.1315536 Nov 12 03:38:57.073423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41f7e7-ed2a-4077-8add-d8b417bb6525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60772fa-5c31-4bf3-b63e-a62d0055609e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.260568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff5d7-87f2-4686-a477-8e059365b3fd req-68173680-9ed9-43e5-8a51-1d017f318797 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.262424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-112ff5d7-87f2-4686-a477-8e059365b3fd req-68173680-9ed9-43e5-8a51-1d017f318797 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0687940 Nov 12 03:38:57.313510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-112ff5d7-87f2-4686-a477-8e059365b3fd req-e5574caf-c128-4300-a94b-f9a77644b7d1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Nov 12 03:38:57.385322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59828) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.398633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d7ade59-ae9f-4676-9394-d5f98b4abf39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.504083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d7ade59-ae9f-4676-9394-d5f98b4abf39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.509650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d7ade59-ae9f-4676-9394-d5f98b4abf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.581378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d7ade59-ae9f-4676-9394-d5f98b4abf39 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5f92b1d746224b539f5af149f85e1d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949282 Nov 12 03:38:57.583145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ade59-ae9f-4676-9394-d5f98b4abf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e94690-e935-4e68-9a20-1425295477bf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.584013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:38:57.606150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf1fe1-ae86-4644-9661-16c700c8c25d req-60ccbe7f-ee35-4b8a-b9f4-724d1a7e1aae tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.607995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4bf1fe1-ae86-4644-9661-16c700c8c25d req-60ccbe7f-ee35-4b8a-b9f4-724d1a7e1aae tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0851912 Nov 12 03:38:57.644969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.673384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.698723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4bf1fe1-ae86-4644-9661-16c700c8c25d req-40e96757-b616-4559-8484-137a318f64a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837262 Nov 12 03:38:57.728778 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.734113 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.737192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:38:57.738626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/81e94690-e935-4e68-9a20-1425295477bf HTTP/1.1" status: 204 len: 168 time: 0.1531222 Nov 12 03:38:57.746917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b89c-aa61-4d56-a144-0627cb6a807a req-9e5798d7-32aa-4de4-94f1-1c0ed0967baa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:57.753017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78f1d6-e56d-43a9-82e1-8ea8129957ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e94690-e935-4e68-9a20-1425295477bf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:38:57.757710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d869b89c-aa61-4d56-a144-0627cb6a807a req-9e5798d7-32aa-4de4-94f1-1c0ed0967baa tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1025910 Nov 12 03:38:57.823139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d869b89c-aa61-4d56-a144-0627cb6a807a req-3a99bd44-decb-4480-8a6b-a52d6b545236 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620406 Nov 12 03:38:58.195044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd0bbb-67fc-414b-a348-a5e2288374e5 req-97bcabba-197f-43a5-80ec-0841645e8c63 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.197150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24bd0bbb-67fc-414b-a348-a5e2288374e5 req-97bcabba-197f-43a5-80ec-0841645e8c63 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0840244 Nov 12 03:38:58.199466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-2dae3a28-171f-41cb-bac3-27c6f279d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.201337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-2dae3a28-171f-41cb-bac3-27c6f279d0a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 1097 time: 0.0908391 Nov 12 03:38:58.319738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24bd0bbb-67fc-414b-a348-a5e2288374e5 req-4308b12a-5997-4b10-88dc-2efdb015609f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119111 Nov 12 03:38:58.343513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-de062713-aa4e-4f6d-913f-0aedfa97962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.345019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-de062713-aa4e-4f6d-913f-0aedfa97962c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 200 len: 919 time: 0.1354797 Nov 12 03:38:58.395538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-a08a45df-938a-4e7b-874e-fe4274996aee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 200 len: 217 time: 0.0410705 Nov 12 03:38:58.495151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-0dd61bdc-9df2-4166-9ae3-d60c5f23d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.496382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-0dd61bdc-9df2-4166-9ae3-d60c5f23d010 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 200 len: 859 time: 0.0944152 Nov 12 03:38:58.507752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5867961-4890-4979-ab4f-28f7c82ae936 req-0926d56b-f889-46f8-a3a5-2d720d245411 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.509260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5867961-4890-4979-ab4f-28f7c82ae936 req-0926d56b-f889-46f8-a3a5-2d720d245411 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0727425 Nov 12 03:38:58.545834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-5bfaa95a-0942-480f-9c85-7b10785a5174 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8549ff8e-7dfd-4611-b98d-d4f0962d3a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356119 Nov 12 03:38:58.564632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-dc9acd32-5f63-4972-b49c-eb08ae1cb002 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:38:58.565600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-dc9acd32-5f63-4972-b49c-eb08ae1cb002 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118682 Nov 12 03:38:58.599169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5867961-4890-4979-ab4f-28f7c82ae936 req-a80acfcb-6f18-4472-af6c-83655a047171 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812550 Nov 12 03:38:58.684104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-2067f021-43c6-4c93-9abf-084248cd016d service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085019 Nov 12 03:38:58.814160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcec5f99-2cf6-4db6-b0de-01f7efcf381e req-a08bb30e-96f4-4928-985c-081ea178e52b service neutron] 10.222.0.16 "GET /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219776 Nov 12 03:38:58.838878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894c1e-0ea4-4c64-b399-83bb42aec4d5 req-ae2a3341-f1d9-4ad6-b873-2de049fb6ae6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:58.840742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53894c1e-0ea4-4c64-b399-83bb42aec4d5 req-ae2a3341-f1d9-4ad6-b873-2de049fb6ae6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0625114 Nov 12 03:38:58.902252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53894c1e-0ea4-4c64-b399-83bb42aec4d5 req-7f1a2ab6-8658-4648-a605-7730710d4095 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547147 Nov 12 03:38:59.466758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d3751-8ea6-40ed-8b82-2701d62a683c req-9be0d5da-e515-42e3-9c20-043662a1437f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.468228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a82d3751-8ea6-40ed-8b82-2701d62a683c req-9be0d5da-e515-42e3-9c20-043662a1437f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0599122 Nov 12 03:38:59.654735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a82d3751-8ea6-40ed-8b82-2701d62a683c req-19e6332e-bb15-4600-b40e-dae1566bb3c4 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798830 Nov 12 03:38:59.681433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-e4d34260-0dc5-4f7e-910e-21c90ea7ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.681433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-e4d34260-0dc5-4f7e-910e-21c90ea7ff87 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492629 Nov 12 03:38:59.689854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3558ad52-e24b-4257-ba67-6d37ddaa7a38 req-6dcf0110-68f6-4a22-a240-01dfc7a1aaa1 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585567 Nov 12 03:38:59.855508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231d467-318b-46a8-9c18-43ba48a056cb req-c7b26946-7d0e-4a36-8c0c-1ab2b9c582e2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:38:59.857118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0231d467-318b-46a8-9c18-43ba48a056cb req-c7b26946-7d0e-4a36-8c0c-1ab2b9c582e2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.1597176 Nov 12 03:38:59.871673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-7683095d-fbbc-4cd8-9ae8-bae407ab77b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1309979 Nov 12 03:38:59.910621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-455727ed-31a6-4210-bd23-181def5ee9a1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686409 Nov 12 03:39:00.008078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0231d467-318b-46a8-9c18-43ba48a056cb req-bf140cb2-7134-4d1a-8299-ac42f9c74ddd tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318769 Nov 12 03:39:00.114943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244e63-a43f-4947-85a6-a11689b4195c req-e5660232-fc0b-4668-9849-02f05b06aaaf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.116745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46244e63-a43f-4947-85a6-a11689b4195c req-e5660232-fc0b-4668-9849-02f05b06aaaf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.1044335 Nov 12 03:39:00.119209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-269de8a4-799b-4433-bf86-853c2169cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.120591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-269de8a4-799b-4433-bf86-853c2169cc9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 1102 time: 0.1519570 Nov 12 03:39:00.122579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-4ac130f1-df90-4217-abd0-480ea8b0621f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031345 Nov 12 03:39:00.651140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46244e63-a43f-4947-85a6-a11689b4195c req-057d9cf8-0c0f-443e-a4ca-125aa323e647 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271339 Nov 12 03:39:00.661555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-a7ff1646-bcf6-4f48-a5ea-485232b35853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.663345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-a7ff1646-bcf6-4f48-a5ea-485232b35853 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1099 time: 0.1620746 Nov 12 03:39:00.713043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-308aedf7-f0c7-4032-96a5-94343c999bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.714612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-308aedf7-f0c7-4032-96a5-94343c999bd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2122931 Nov 12 03:39:00.809668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-dea850d3-aa0d-458f-b134-074388734c5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 200 len: 217 time: 0.0694172 Nov 12 03:39:00.891612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-b79a3cf1-33a4-49f5-beb4-93533f20b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.893114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-b79a3cf1-33a4-49f5-beb4-93533f20b709 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2213328 Nov 12 03:39:00.908950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dbe06-d82e-45eb-9621-d6ffaa940315 req-9ababb97-572d-4ec7-b1a8-0e50cfff5d6a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.919471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b90dbe06-d82e-45eb-9621-d6ffaa940315 req-9ababb97-572d-4ec7-b1a8-0e50cfff5d6a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1707442 Nov 12 03:39:00.938642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-ed39356e-41fe-4682-803c-fad39bc4df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:00.939924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-ed39356e-41fe-4682-803c-fad39bc4df39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1138964 Nov 12 03:39:00.992349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-861e1de8-8e1f-47f9-84ba-23383c92e87f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0677714 Nov 12 03:39:01.083778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b90dbe06-d82e-45eb-9621-d6ffaa940315 req-c2a586f5-b195-4eb7-836b-19c9b1e7e7c3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633320 Nov 12 03:39:01.096775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-6c1d1855-230d-401b-800b-4c69bb4f5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.098856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-6c1d1855-230d-401b-800b-4c69bb4f5db8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0850735 Nov 12 03:39:01.102053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-e42c44d0-0728-4456-866f-f0702018e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.123374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-e42c44d0-0728-4456-866f-f0702018e087 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420169 Nov 12 03:39:01.322253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-57e8626f-901c-43f0-aae2-9a92036be532 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759293 Nov 12 03:39:01.324229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cec27-816a-4fe2-adec-a659d183475a req-f9ff5736-bc49-4756-bd4b-aa5afe2998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.325620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-f9ff5736-bc49-4756-bd4b-aa5afe2998e7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998878 Nov 12 03:39:01.341802 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:01.407885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36907315-0a19-42d6-b6cc-c4dc3395f2ba req-380780f9-dcb5-414c-92d7-8f779d32af7e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.407885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36907315-0a19-42d6-b6cc-c4dc3395f2ba req-380780f9-dcb5-414c-92d7-8f779d32af7e tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.2312553 Nov 12 03:39:01.605778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36907315-0a19-42d6-b6cc-c4dc3395f2ba req-f59947c8-27f0-4943-a61c-c90a6f09f24d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787870 Nov 12 03:39:01.612629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8659a6a-65cc-4bf5-a40e-dec5897f4e39 req-aec2faad-847b-41cb-be08-31d1ec9b25a0 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825434 Nov 12 03:39:01.615139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-20f71fc5-c184-48a9-983b-e213b3606c3b service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759609 Nov 12 03:39:01.775162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-194cec27-816a-4fe2-adec-a659d183475a req-aed2d874-684a-4b08-b825-156de3aac0b9 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389287 Nov 12 03:39:01.802774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b916471-90a7-456e-8957-fd78bffb1fba req-2f84de9b-8dc5-4e71-bd9a-2a6bff65735f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:01.804525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b916471-90a7-456e-8957-fd78bffb1fba req-2f84de9b-8dc5-4e71-bd9a-2a6bff65735f tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0689881 Nov 12 03:39:01.857716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b916471-90a7-456e-8957-fd78bffb1fba req-dbd95d83-5be0-40d7-8da6-63951ad0f80d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Nov 12 03:39:01.872620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60046) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.030699 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c89d9d-6306-4a52-9ff9-b0d0e58a6692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.120356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c89d9d-6306-4a52-9ff9-b0d0e58a6692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.124873 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58c89d9d-6306-4a52-9ff9-b0d0e58a6692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.169065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58c89d9d-6306-4a52-9ff9-b0d0e58a6692 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0ced6fd440e84eccafac343fdb573ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953513 Nov 12 03:39:02.171580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89d9d-6306-4a52-9ff9-b0d0e58a6692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1165e751-9788-439b-8c33-f9b6ec869444,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.171816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60058) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.229248 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.255841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.320912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.325005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.326289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1165e751-9788-439b-8c33-f9b6ec869444 HTTP/1.1" status: 204 len: 168 time: 0.1533062 Nov 12 03:39:02.336347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2c621-3a77-42ce-8211-a1f6f14648b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165e751-9788-439b-8c33-f9b6ec869444,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.673444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60074) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.687678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed84ddad-04be-4c7b-b7b1-3f07d316fb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.787727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197d15b-55f6-43d1-bc10-97e7b52123bf req-64e716d4-3035-499d-be48-2b825cdc7080 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:02.790051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0197d15b-55f6-43d1-bc10-97e7b52123bf req-64e716d4-3035-499d-be48-2b825cdc7080 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0905914 Nov 12 03:39:02.835149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed84ddad-04be-4c7b-b7b1-3f07d316fb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.842931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ed84ddad-04be-4c7b-b7b1-3f07d316fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:02.868583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0197d15b-55f6-43d1-bc10-97e7b52123bf req-477ee161-d1c3-431f-800d-f124431aeddf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693846 Nov 12 03:39:02.883401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84ddad-04be-4c7b-b7b1-3f07d316fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0274eb7b-0e3a-4552-9c82-7a4a7b00a019,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:02.925277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:02.925545 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ed84ddad-04be-4c7b-b7b1-3f07d316fb65 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=61fbb91724444d06914d1270f7c14307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508698 Nov 12 03:39:03.004984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.051519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.081848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc750-076c-41f0-ae80-b3cf753404a3 req-3c40360f-3b57-4d54-95a5-abd022bc6622 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:03.083376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-930bc750-076c-41f0-ae80-b3cf753404a3 req-3c40360f-3b57-4d54-95a5-abd022bc6622 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0933964 Nov 12 03:39:03.160398 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.163241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:03.164394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0274eb7b-0e3a-4552-9c82-7a4a7b00a019 HTTP/1.1" status: 204 len: 168 time: 0.2381220 Nov 12 03:39:03.175773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-930bc750-076c-41f0-ae80-b3cf753404a3 req-634b011a-18a7-4485-ac75-4ac95f484da8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650635 Nov 12 03:39:03.176815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8227c8-af44-471e-a651-9f0cac49ced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0274eb7b-0e3a-4552-9c82-7a4a7b00a019,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:04.060427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f862d-1ad2-41cb-958a-43f299dfa706 req-6cd413b5-13cb-44a4-95f7-a42dadce84fe tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.068114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699f862d-1ad2-41cb-958a-43f299dfa706 req-6cd413b5-13cb-44a4-95f7-a42dadce84fe tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0675743 Nov 12 03:39:04.129325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-699f862d-1ad2-41cb-958a-43f299dfa706 req-0a56a3b9-f323-490f-888e-202057335611 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559082 Nov 12 03:39:04.370410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84529d1d-32c4-4a6f-880d-4e4ef6c5df39 req-c2ca585d-732d-474d-9c8d-6d3303fb51c8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:04.377960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84529d1d-32c4-4a6f-880d-4e4ef6c5df39 req-c2ca585d-732d-474d-9c8d-6d3303fb51c8 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 947 time: 0.0717697 Nov 12 03:39:04.448149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84529d1d-32c4-4a6f-880d-4e4ef6c5df39 req-b0d87af7-4cef-49c7-b5a2-1ac7b110a302 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644884 Nov 12 03:39:04.857038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:04.997166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.009482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'mac_address': 'fa:16:3e:a2:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:05.067631 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.085984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:05.112314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.120156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.120850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:05.234237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.347431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a901f-eb44-44bd-a65a-85fbb279d39a req-9540cf2c-ea58-46c6-b038-dd01d99eada1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.350581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87a901f-eb44-44bd-a65a-85fbb279d39a req-9540cf2c-ea58-46c6-b038-dd01d99eada1 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 944 time: 0.0641265 Nov 12 03:39:05.362142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.377768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'port_id': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'mac_address': 'fa:16:3e:84:0c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:05.422299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87a901f-eb44-44bd-a65a-85fbb279d39a req-e0a53d9b-483b-4406-b6a3-08a1d86f14bf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561347 Nov 12 03:39:05.429148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.464251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:05.508684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:05.520355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:05.591899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:05.608843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4567a-4a28-466f-b2ec-a737fe5bd3e4 req-18762151-d9e1-4bcf-8670-ebf4637484db tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:05.617442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5a4567a-4a28-466f-b2ec-a737fe5bd3e4 req-18762151-d9e1-4bcf-8670-ebf4637484db tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.0733459 Nov 12 03:39:05.669599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5a4567a-4a28-466f-b2ec-a737fe5bd3e4 req-a849a72b-b418-4a07-a9c3-89918ee9728b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510976 Nov 12 03:39:06.017714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-5af4ea50-7447-46b4-9234-012f4ed71006 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.019228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-5af4ea50-7447-46b4-9234-012f4ed71006 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939&tenant_id=d13a431489bf4a9587d3a6f91231e11d&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 948 time: 0.1202686 Nov 12 03:39:06.028537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847ab66-e0f7-4887-86c4-bf49ec1f7d76 req-82b93355-63d1-4ae9-af49-2f8deb656820 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.030107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4847ab66-e0f7-4887-86c4-bf49ec1f7d76 req-82b93355-63d1-4ae9-af49-2f8deb656820 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.0785651 Nov 12 03:39:06.135345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4847ab66-e0f7-4887-86c4-bf49ec1f7d76 req-0708de65-ebb1-47ab-9c00-71195f70104d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972655 Nov 12 03:39:06.145566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-201de864-91ed-40bb-b8b7-34b6b681b71b service neutron] 10.222.0.104 "GET /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 383 time: 0.1087408 Nov 12 03:39:06.205965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.252571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['548345ae-621f-4b2e-b19a-0399f65f09eb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:06.265631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-19627917-a959-4a28-9b99-2b3c7397e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.267244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-19627917-a959-4a28-9b99-2b3c7397e633 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1100 time: 0.0533304 Nov 12 03:39:06.285618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ecdc6c6e-8543-4af8-884a-d745892ae9fa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:06.408054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2657e8-e7c1-4970-a184-ab5bcfc8f631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.453481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-6a610a19-0ad0-4f42-ba94-1ddebf5e7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.455239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-6a610a19-0ad0-4f42-ba94-1ddebf5e7764 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1636281 Nov 12 03:39:06.528511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-9b0823b0-684b-4706-97a0-9e92e3451bff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0560458 Nov 12 03:39:06.634582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-951648a0-311d-4b1d-ad27-2a8d23ad40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.636299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-951648a0-311d-4b1d-ad27-2a8d23ad40b5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0822399 Nov 12 03:39:06.651734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894b1a7-e5cc-40af-b005-8d135fce0b46 req-7d2ce046-7cb0-4761-8849-b681b4e447e9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.653232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2894b1a7-e5cc-40af-b005-8d135fce0b46 req-7d2ce046-7cb0-4761-8849-b681b4e447e9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1319504 Nov 12 03:39:06.694207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2657e8-e7c1-4970-a184-ab5bcfc8f631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.722598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2657e8-e7c1-4970-a184-ab5bcfc8f631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.757916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0e2657e8-e7c1-4970-a184-ab5bcfc8f631 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fb4966db1c174da782e8dab73c55d130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480430 Nov 12 03:39:06.759408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60234) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:06.795903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-504a72c4-b90a-4d12-abcc-4cd2b55171b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:06.797416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-504a72c4-b90a-4d12-abcc-4cd2b55171b9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433141 Nov 12 03:39:06.801424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2657e8-e7c1-4970-a184-ab5bcfc8f631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfb224-dbbb-4cd4-962f-9f041003d78a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:06.838099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.868204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.868536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2894b1a7-e5cc-40af-b005-8d135fce0b46 req-b845a05b-c764-475b-8754-051ab582015c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971745 Nov 12 03:39:06.923814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.927625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:06.932949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/39bfb224-dbbb-4cd4-962f-9f041003d78a HTTP/1.1" status: 204 len: 168 time: 0.1723590 Nov 12 03:39:06.942922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977bad0-c8dc-467c-a829-6a61f04a0328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfb224-dbbb-4cd4-962f-9f041003d78a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.045740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-c786c357-4a31-4f3c-91f6-759406401b09 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372189 Nov 12 03:39:07.058696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-87972df0-027e-48a1-aa52-809107efa425 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0831079 Nov 12 03:39:07.204108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-17957cd1-1a92-4e28-85e0-62a62d2122dc service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442132 Nov 12 03:39:07.317090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.317584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.318057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.318517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.319006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.319461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.319917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.322190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f717f0b3-16cb-4f97-a508-21fda47bd2f0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 6497 time: 0.1163375 Nov 12 03:39:07.335119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.351254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92296483-8ef1-469c-9c30-3ccfac1ff044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.351584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7730-9151-48e0-8bd4-e1eb5d47892e req-9bb9754d-ae85-406c-b786-6770b7ff62b2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.359688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b7f7730-9151-48e0-8bd4-e1eb5d47892e req-9bb9754d-ae85-406c-b786-6770b7ff62b2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.1039178 Nov 12 03:39:07.462880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92296483-8ef1-469c-9c30-3ccfac1ff044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.470123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92296483-8ef1-469c-9c30-3ccfac1ff044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.490509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b7f7730-9151-48e0-8bd4-e1eb5d47892e req-2f3d73a1-6789-40b7-82a9-be9f3d4d1216 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299322 Nov 12 03:39:07.530783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92296483-8ef1-469c-9c30-3ccfac1ff044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f85e43-8faa-49cd-9a50-11a02d2d3316,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.532471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-27ead2b2-2aa8-4af3-a7a2-f920540fc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.533053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-27ead2b2-2aa8-4af3-a7a2-f920540fc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.534184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-27ead2b2-2aa8-4af3-a7a2-f920540fc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.535976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-27ead2b2-2aa8-4af3-a7a2-f920540fc29a service neutron] 10.222.0.104 "GET /v2.0/networks?id=04c8896c-c562-48a3-a24b-c97ca4226e9a&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=4214a91f-8628-4fc8-8a9b-25305b959c5f&id=5be642c6-6608-49fb-9e08-76762a5c610f&id=5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 200 len: 2290 time: 0.1736641 Nov 12 03:39:07.538488 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92296483-8ef1-469c-9c30-3ccfac1ff044 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1a92c532406c420daf21764c2c455a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023036 Nov 12 03:39:07.541951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:07.595476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.620230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.646715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-55aa9667-ed10-4d4a-9c4b-10c0f6f4b85e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 200 len: 1001 time: 0.0946746 Nov 12 03:39:07.670862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.673839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:07.675077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/40f85e43-8faa-49cd-9a50-11a02d2d3316 HTTP/1.1" status: 204 len: 168 time: 0.1321886 Nov 12 03:39:07.695391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ffaac-7046-4999-a012-2ebebb11e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f85e43-8faa-49cd-9a50-11a02d2d3316,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:07.717455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-9221f558-765d-4646-8338-1dae02d97719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.718705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-9221f558-765d-4646-8338-1dae02d97719 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 200 len: 851 time: 0.0580499 Nov 12 03:39:07.778429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-ae302949-bd41-4d61-8064-b43e7a52a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:07.780029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-ae302949-bd41-4d61-8064-b43e7a52a795 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=04c8896c-c562-48a3-a24b-c97ca4226e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480945 Nov 12 03:39:07.909734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-9e1ce229-d943-4201-be98-9c891ae72dc3 service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153381 Nov 12 03:39:08.084703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-293c2fd8-4664-4017-91b0-39705a173eac service neutron] 10.222.0.104 "GET /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574817 Nov 12 03:39:08.095210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fff381-4b1d-48d2-9adf-79fc0c908791 req-6c4d27a6-c048-4771-bfc6-d886759c5f2f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.097471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11fff381-4b1d-48d2-9adf-79fc0c908791 req-6c4d27a6-c048-4771-bfc6-d886759c5f2f tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.0877841 Nov 12 03:39:08.143151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-282c57e7-d4c6-4527-8ccf-9c8d8600f093 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 217 time: 0.0438464 Nov 12 03:39:08.247235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11fff381-4b1d-48d2-9adf-79fc0c908791 req-1728d520-279a-4bd2-ae5b-1ba151964274 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969591 Nov 12 03:39:08.252018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-15eb3fbd-e523-4568-a2da-3625f810491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.253593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-15eb3fbd-e523-4568-a2da-3625f810491f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0965540 Nov 12 03:39:08.371563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-4f10d832-a97c-4016-b76e-b4f32eb8f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.384764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-4f10d832-a97c-4016-b76e-b4f32eb8f70a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126680 Nov 12 03:39:08.507587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-fbc0fef8-6f35-4d46-9930-2dd3e499ed67 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140537 Nov 12 03:39:08.677149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-c35b8f14-9d0c-450d-9e39-607b31700a66 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483486 Nov 12 03:39:08.705276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb886e-c8d6-42ae-9d7a-a4328f871cca req-205c97bc-e5a9-44f3-bdf8-266d6e205e9e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.707885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7acb886e-c8d6-42ae-9d7a-a4328f871cca req-205c97bc-e5a9-44f3-bdf8-266d6e205e9e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.0770152 Nov 12 03:39:08.780291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-96cf9475-f355-432a-b556-130308df3117 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 217 time: 0.0877888 Nov 12 03:39:08.863615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7acb886e-c8d6-42ae-9d7a-a4328f871cca req-5db79baf-912d-4708-a00e-35e5d963344e tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478946 Nov 12 03:39:08.872226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:08.894317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f4eab8e3-7331-4b24-bc8c-691cf0a17e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.895837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f4eab8e3-7331-4b24-bc8c-691cf0a17e04 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.0990565 Nov 12 03:39:08.963605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-61115969-b0f7-4523-af08-039099820f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:08.965340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-61115969-b0f7-4523-af08-039099820f2b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0485156 Nov 12 03:39:08.986791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 548345ae-621f-4b2e-b19a-0399f65f09eb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:08.992102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 548345ae-621f-4b2e-b19a-0399f65f09eb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:08.993039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.086167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.113915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:09.116183 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3928e5-9954-43e8-a569-53d9fc44ac82" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:09.140935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-021fa3c5-3667-426e-9c3b-3de2a87a2593 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256626 Nov 12 03:39:09.154544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:09.162580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.239033 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca459223-db90-4b65-b4aa-120d0922c3a5 x-openstack-request-id: req-ca459223-db90-4b65-b4aa-120d0922c3a5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:09.239323 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:09.239751 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ca459223-db90-4b65-b4aa-120d0922c3a5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:09.240486 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'code': 200} Nov 12 03:39:09.242702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:09.252296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.252907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.253401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.253890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.254374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.254908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.255388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.255864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.256340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.256816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.264176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.266129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:09.330824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-5538b62e-a5f7-4e6e-8937-25cc49e806aa service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746709 Nov 12 03:39:09.413093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-d1e5c1ac-3f40-4ed7-b070-30441bfcc9d0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 200 len: 217 time: 0.0402772 Nov 12 03:39:09.437554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f4a67-c52a-4175-952f-b181df86dccb req-e0ab1d50-bb9f-4fea-bb58-dcb833155855 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.451714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff9f4a67-c52a-4175-952f-b181df86dccb req-e0ab1d50-bb9f-4fea-bb58-dcb833155855 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.1116703 Nov 12 03:39:09.522409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:09.591668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff9f4a67-c52a-4175-952f-b181df86dccb req-759a4532-e9fa-46c1-8e61-415a89b74806 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379316 Nov 12 03:39:09.593419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-6a1ade62-e87e-4e32-b22e-4839fa85d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.594914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-6a1ade62-e87e-4e32-b22e-4839fa85d84a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.1257110 Nov 12 03:39:09.654657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-d21741c7-3232-4e93-b065-047f7902dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:09.656897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-d21741c7-3232-4e93-b065-047f7902dce7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502679 Nov 12 03:39:09.800275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-1a61a4f4-ea71-4875-bd00-80e3e06e2e7d service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275508 Nov 12 03:39:09.909049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-07a52d90-9fd7-4b23-a295-21f3e60a6439 service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971248 Nov 12 03:39:09.961791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-3df262fd-a59c-46f9-9d89-8ba1d31e3be5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 200 len: 217 time: 0.0414052 Nov 12 03:39:10.487831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce03588-ab9e-4c15-a462-56d9823c7142 req-04562dcb-e2f2-4706-a403-5aed0160fecf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.492983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ce03588-ab9e-4c15-a462-56d9823c7142 req-04562dcb-e2f2-4706-a403-5aed0160fecf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.5011845 Nov 12 03:39:10.492983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f2ead110-142f-4fb9-9212-406a5667b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.492983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-f2ead110-142f-4fb9-9212-406a5667b71c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 200 len: 797 time: 0.5159521 Nov 12 03:39:10.582442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ce03588-ab9e-4c15-a462-56d9823c7142 req-aeb8706c-b2b9-48eb-a1f4-d52df784204c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 Nov 12 03:39:10.584493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-2b74281a-0a35-41a3-b072-e770a29b5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.586216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-2b74281a-0a35-41a3-b072-e770a29b5033 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4214a91f-8628-4fc8-8a9b-25305b959c5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837526 Nov 12 03:39:10.799881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-4b8ec9aa-1907-4f0b-8713-4fcb895fe29e service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044625 Nov 12 03:39:10.885272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:10.946203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84fb22-8198-4f25-97da-42f7cb736cea req-3e80d128-2f9c-475c-9c5b-f2c7e113d0f2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.946203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a84fb22-8198-4f25-97da-42f7cb736cea req-3e80d128-2f9c-475c-9c5b-f2c7e113d0f2 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 945 time: 0.2445612 Nov 12 03:39:10.948210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-26562f28-a6f1-4968-a05a-a8cec55a2dec service neutron] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319420 Nov 12 03:39:10.954870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-ef422206-dad8-4d6c-9974-4a767c8c4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:10.955984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-ef422206-dad8-4d6c-9974-4a767c8c4a61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939&tenant_id=d13a431489bf4a9587d3a6f91231e11d HTTP/1.1" status: 200 len: 1101 time: 0.2546592 Nov 12 03:39:10.995400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port ecdc6c6e-8543-4af8-884a-d745892ae9fa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:11.009685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port ecdc6c6e-8543-4af8-884a-d745892ae9fa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:11.011268 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.021039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-238761e8-03d8-4b2f-8494-7ad01a5384ff service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 200 len: 217 time: 0.0628092 Nov 12 03:39:11.052296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a84fb22-8198-4f25-97da-42f7cb736cea req-61c77577-be46-489b-b417-9b40a473bacc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952933 Nov 12 03:39:11.067218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:11.171648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-75f5fa10-bdfd-4406-a41f-a3800859044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.173247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-75f5fa10-bdfd-4406-a41f-a3800859044e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1246974 Nov 12 03:39:11.180275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.182259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.219333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:11.226798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:11.262283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:11.265231 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7e481f-6891-489c-af60-4f05cd53019e" -d '{"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:11.283062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-3e51ecdb-0d75-42c1-81ac-06205e3a933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.285117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-3e51ecdb-0d75-42c1-81ac-06205e3a933d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945680 Nov 12 03:39:11.301813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:11.358374 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6cd30a-e3d3-4ab5-be6f-ed022bbb6e56 x-openstack-request-id: req-de6cd30a-e3d3-4ab5-be6f-ed022bbb6e56 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:11.359044 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-plugged", "status": "completed", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:11.359507 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-de6cd30a-e3d3-4ab5-be6f-ed022bbb6e56 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:11.360182 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'code': 200} Nov 12 03:39:11.505247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-0ceb4653-c882-4572-a943-767b6403c3c8 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107589 Nov 12 03:39:11.753430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:11.802249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23d888-0c9a-40e3-8513-f3672ceef7d4 req-0de55c29-61a6-435a-b7a2-1ed384281130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:11.803816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db23d888-0c9a-40e3-8513-f3672ceef7d4 req-0de55c29-61a6-435a-b7a2-1ed384281130 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1098 time: 0.1286089 Nov 12 03:39:11.816143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-9a9fe261-30c9-4268-966a-c0522e509864 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772679 Nov 12 03:39:11.882995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-fa252805-d140-433f-96fc-9c5cc86c3840 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 200 len: 217 time: 0.0414174 Nov 12 03:39:11.898562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:12.045013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-7bea9ff6-ceaf-4293-a493-87140f4f4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.049415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-7bea9ff6-ceaf-4293-a493-87140f4f4111 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 200 len: 797 time: 0.1521401 Nov 12 03:39:12.089719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db23d888-0c9a-40e3-8513-f3672ceef7d4 req-558a19b5-1f63-4077-842b-3c3fd1555580 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725430 Nov 12 03:39:12.113298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:12.116406 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af707515-6e82-4906-9b7e-5b2ded08d6de" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-unplugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:12.120864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.169008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Transition to ACTIVE for port object 548345ae-621f-4b2e-b19a-0399f65f09eb will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:12.184681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.223187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-d86e3478-1a13-4071-8913-764f7867a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.224744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-d86e3478-1a13-4071-8913-764f7867a536 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5be642c6-6608-49fb-9e08-76762a5c610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680150 Nov 12 03:39:12.375467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:12.394794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] No DVR routers for this DVR port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:12.426562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73709b14-7080-4802-9265-f1023996f57d req-7d8982a1-d547-431a-a6f0-6edcf4b0cbd9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.428171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73709b14-7080-4802-9265-f1023996f57d req-7d8982a1-d547-431a-a6f0-6edcf4b0cbd9 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.1773584 Nov 12 03:39:12.441998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16c4b4-7490-4407-ba1b-ec2ea862af5c req-55eca69c-dba2-4013-8015-bd1884ee01b5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.443613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab16c4b4-7490-4407-ba1b-ec2ea862af5c req-55eca69c-dba2-4013-8015-bd1884ee01b5 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.2286360 Nov 12 03:39:12.548421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73709b14-7080-4802-9265-f1023996f57d req-52fa019e-c9f8-431e-bc78-802b5f51a23c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037905 Nov 12 03:39:12.578267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:12.589783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:12.589783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:12.616070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:12.618966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Attempting to bind port 548345ae-621f-4b2e-b19a-0399f65f09eb on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:12.650396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:12.651243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:12.657630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:12.658215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Bound port: 548345ae-621f-4b2e-b19a-0399f65f09eb, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:12.660595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.699497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab16c4b4-7490-4407-ba1b-ec2ea862af5c req-e294af28-08d8-42d9-ace2-0ecb8a203459 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375152 Nov 12 03:39:12.701093 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1f039b-7ef2-41e3-b587-897b3e3a1238 x-openstack-request-id: req-8b1f039b-7ef2-41e3-b587-897b3e3a1238 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:12.701474 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-unplugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:12.701822 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b1f039b-7ef2-41e3-b587-897b3e3a1238 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:12.702331 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'code': 200} Nov 12 03:39:12.822886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:12.827656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-35b7c748-fb38-40cf-b216-337e808c9336 service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840737 Nov 12 03:39:12.829801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:12.835094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.995592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:12.996473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:12.998048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 1097 time: 1.9506936 Nov 12 03:39:13.146496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a060c-e341-452b-b860-e07f1e2876b0 service neutron] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=11']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:13.188706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afc12a15-6bdd-49e6-bfda-df0d6fcc9359 req-31612c61-3b8d-41aa-87f5-c0f8b3870f2f service neutron] 10.222.0.104 "GET /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428950 Nov 12 03:39:13.199472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-881dd3dd-da42-4623-8bf4-47765dbb8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.202027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-881dd3dd-da42-4623-8bf4-47765dbb8e48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1100 time: 0.1526716 Nov 12 03:39:13.423353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-92464e03-f9e5-468d-a156-4fa196623b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.425306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-92464e03-f9e5-468d-a156-4fa196623b42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2153625 Nov 12 03:39:13.490813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-c59f9ca0-4b94-417e-a99c-782f551b6892 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0538847 Nov 12 03:39:13.617870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-377bf47f-fd9a-47f3-86d7-1cec299b937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.619953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-377bf47f-fd9a-47f3-86d7-1cec299b937e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1197464 Nov 12 03:39:13.761341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0bd52-6543-412f-8250-0509783fc086 req-f8008423-3772-4b00-a651-da78da04954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.762928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-f8008423-3772-4b00-a651-da78da04954e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332862 Nov 12 03:39:13.833127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48470a3-d13e-4e00-beb1-b1d9317d516e req-c1b1ca19-bbc8-42e1-9f3d-c5904544f2e3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:13.841142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c48470a3-d13e-4e00-beb1-b1d9317d516e req-c1b1ca19-bbc8-42e1-9f3d-c5904544f2e3 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.1234848 Nov 12 03:39:14.179329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c48470a3-d13e-4e00-beb1-b1d9317d516e req-e6f16ba1-6201-455f-aa72-930f79d37040 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369417 Nov 12 03:39:14.198353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6b39a-fea3-4083-9d1e-be6aaa17d831 req-da9bc437-31e3-41c8-ad1a-10a6aa4c839c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:14.198353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ef6b39a-fea3-4083-9d1e-be6aaa17d831 req-da9bc437-31e3-41c8-ad1a-10a6aa4c839c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.2396073 Nov 12 03:39:14.200837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-b75c7b67-6db1-4720-ac20-8d82b9b4453a service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275866 Nov 12 03:39:14.366774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ef6b39a-fea3-4083-9d1e-be6aaa17d831 req-265a1745-b2fa-4290-bb56-1103400e4134 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606696 Nov 12 03:39:14.378125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fce0bd52-6543-412f-8250-0509783fc086 req-076433d2-88c8-4aa9-9355-0bcc7d67623c service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624289 Nov 12 03:39:14.704431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:14.707109 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea9e75-7307-4b6d-9bc9-13d950523d94" -d '{"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:14.796504 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d220f3ed-d2f0-498b-adcb-ebb58079f890 x-openstack-request-id: req-d220f3ed-d2f0-498b-adcb-ebb58079f890 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:14.796857 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:14.797083 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d220f3ed-d2f0-498b-adcb-ebb58079f890 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:14.797565 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'status': 'completed', 'code': 200} Nov 12 03:39:14.911709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:14.969461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:15.009426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-bc9d9341-cec8-4029-81b6-d2a29ff09897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.011095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-bc9d9341-cec8-4029-81b6-d2a29ff09897 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1100 time: 0.1519039 Nov 12 03:39:15.021571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-a2de4f70-587c-4f2a-8142-ef741f5bfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.025870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-a2de4f70-587c-4f2a-8142-ef741f5bfe23 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d13a431489bf4a9587d3a6f91231e11d&device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1100 time: 0.0963140 Nov 12 03:39:15.226714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-147fe38c-5b25-4f34-b1cf-75608abcf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.229993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-147fe38c-5b25-4f34-b1cf-75608abcf6f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2014604 Nov 12 03:39:15.235593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-7bf68b2a-d64c-4baa-8fc9-0cf1449ecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.237183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-7bf68b2a-d64c-4baa-8fc9-0cf1449ecf25 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1834986 Nov 12 03:39:15.295151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-47ad7d66-b6dd-4807-ab93-4c5949d5ef88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.0562356 Nov 12 03:39:15.419069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-733753ef-8066-47bb-830c-35a0c82afdcd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 200 len: 217 time: 0.1341572 Nov 12 03:39:15.554680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-1cee2d9d-53a9-4ac5-9102-1f8dbe1ed93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.557450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-1cee2d9d-53a9-4ac5-9102-1f8dbe1ed93f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2491088 Nov 12 03:39:15.565582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53678929-b926-476c-90bc-4af873828cea req-01e4edec-3956-4158-9d1d-b988d866f1c8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.567056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53678929-b926-476c-90bc-4af873828cea req-01e4edec-3956-4158-9d1d-b988d866f1c8 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.2809820 Nov 12 03:39:15.672322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-40190180-17ad-49dd-af68-3e9190706d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.673912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-40190180-17ad-49dd-af68-3e9190706d93 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2413955 Nov 12 03:39:15.683226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-8113a2b4-0bac-4886-9e1f-fd2618aa7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.685152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-8113a2b4-0bac-4886-9e1f-fd2618aa7378 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148188 Nov 12 03:39:15.693735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b478d-f368-4ace-a67f-b53439346edd req-6ebd8221-d3e3-4ab8-ac1f-998a93c8fc0b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.695378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f12b478d-f368-4ace-a67f-b53439346edd req-6ebd8221-d3e3-4ab8-ac1f-998a93c8fc0b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.2309160 Nov 12 03:39:15.833857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-17a92843-c3ed-4316-bf16-5e7fc6cc92c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320264 Nov 12 03:39:15.886613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53678929-b926-476c-90bc-4af873828cea req-1026e3d8-7cbb-4b10-a414-40560807d08c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019934 Nov 12 03:39:15.981022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-890d5d9d-9afa-4b49-a3d6-588ec0736473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:15.982621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-890d5d9d-9afa-4b49-a3d6-588ec0736473 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2862933 Nov 12 03:39:16.028154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f12b478d-f368-4ace-a67f-b53439346edd req-fd05abcf-d80d-4201-a2ee-e6882edbc803 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302504 Nov 12 03:39:16.126778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-0c86d6b1-ea31-4a99-a012-e86f83844511 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619545 Nov 12 03:39:16.217639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-d6e869a3-236a-4a9e-9723-2eb632f8eda6 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145152 Nov 12 03:39:16.360490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ea9e75-7307-4b6d-9bc9-13d950523d94 req-4d75701b-d7fb-452c-ac63-47c0cb78d657 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292439 Nov 12 03:39:17.050325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c47a2-637c-4e76-883b-273dd8b7ef49 req-ef746c58-9b02-40fa-8e9f-2af4b2d9781a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.052015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de6c47a2-637c-4e76-883b-273dd8b7ef49 req-ef746c58-9b02-40fa-8e9f-2af4b2d9781a tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.0584378 Nov 12 03:39:17.114891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de6c47a2-637c-4e76-883b-273dd8b7ef49 req-aaffef71-ded6-445f-ba2d-5525782a2041 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516691 Nov 12 03:39:17.166289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:17.260599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a9b90-f5f5-46ed-988d-66b0b73f03dc req-12a70783-4e67-4f5b-8259-36fe61708ed3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.261699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b6a9b90-f5f5-46ed-988d-66b0b73f03dc req-12a70783-4e67-4f5b-8259-36fe61708ed3 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 948 time: 0.1141472 Nov 12 03:39:17.362517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:17.377270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'mac_address': 'fa:16:3e:a2:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:17.387580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b6a9b90-f5f5-46ed-988d-66b0b73f03dc req-64d25df2-3019-4332-a987-ac006e3fa8cf tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102827 Nov 12 03:39:17.424666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.442710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:17.465542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:17.474636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:17.562715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:17.619561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be760ac-1343-4e6b-b15d-47d46ca954a6 req-d9a73a96-6699-4029-a80e-71f5dfc47bb1 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.624262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1be760ac-1343-4e6b-b15d-47d46ca954a6 req-d9a73a96-6699-4029-a80e-71f5dfc47bb1 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 1101 time: 0.0770962 Nov 12 03:39:17.699251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1be760ac-1343-4e6b-b15d-47d46ca954a6 req-8c0f4fab-58c0-4d31-9322-0de0e0147476 tempest-MigrationsAdminTest-202424129 tempest-MigrationsAdminTest-202424129-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688863 Nov 12 03:39:17.755127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971067-959b-4da2-93fd-709d643a0d0a req-447de919-4b7f-4dcb-afb5-7ee78c3b813e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:17.757103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b971067-959b-4da2-93fd-709d643a0d0a req-447de919-4b7f-4dcb-afb5-7ee78c3b813e tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0861092 Nov 12 03:39:17.810984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['548345ae-621f-4b2e-b19a-0399f65f09eb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:17.828374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b971067-959b-4da2-93fd-709d643a0d0a req-e68ca15b-2dee-4090-a27d-6fce4ae491b3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643206 Nov 12 03:39:18.011160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ac318-f55b-41de-8714-fa37fd5e1ffe req-bce3b4f0-4a86-48fd-b294-7b138179f357 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.019172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-540ac318-f55b-41de-8714-fa37fd5e1ffe req-bce3b4f0-4a86-48fd-b294-7b138179f357 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0611744 Nov 12 03:39:18.065765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-540ac318-f55b-41de-8714-fa37fd5e1ffe req-9ff60789-e609-4c24-bfd7-dab2f490320b tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Nov 12 03:39:18.449046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.556414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ec0a3e4-728a-409b-8b3c-df3ea9378438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.634976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ec0a3e4-728a-409b-8b3c-df3ea9378438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.638956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1ec0a3e4-728a-409b-8b3c-df3ea9378438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.677207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1ec0a3e4-728a-409b-8b3c-df3ea9378438 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0d684eb0216a4005aafaa9b1d9ffe711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269907 Nov 12 03:39:18.678049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0a3e4-728a-409b-8b3c-df3ea9378438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15273490-ee3f-497a-a04d-b50e30b48761,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.680735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:18.734311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.759505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.812533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.815104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:18.818927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/15273490-ee3f-497a-a04d-b50e30b48761 HTTP/1.1" status: 204 len: 168 time: 0.1337802 Nov 12 03:39:18.825953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15273490-ee3f-497a-a04d-b50e30b48761,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:18.833610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.833955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.834292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.834623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.834974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.835302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.835623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.835944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.836274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.837056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.837384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.837701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7effc5ca-175f-4a54-a457-6b6f87d1daef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:18.986539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40394b-7693-499b-bd07-fb66159635d9 req-fe56bc99-1ace-4084-9922-83a30421a47a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:18.988030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b40394b-7693-499b-bd07-fb66159635d9 req-fe56bc99-1ace-4084-9922-83a30421a47a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0541115 Nov 12 03:39:19.051364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b40394b-7693-499b-bd07-fb66159635d9 req-40efe1b8-738d-4923-b269-e04803c9e47c tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553737 Nov 12 03:39:19.127156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.141107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55d08224-f462-4c6b-bcbf-5f307c9f92a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.188993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:19.231178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b77590-cb6d-4d45-a79a-1b465b792a09 req-5680ee07-de32-435d-bb52-1d967b014cfa tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.232769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b77590-cb6d-4d45-a79a-1b465b792a09 req-5680ee07-de32-435d-bb52-1d967b014cfa tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0922697 Nov 12 03:39:19.243053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55d08224-f462-4c6b-bcbf-5f307c9f92a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.248869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-55d08224-f462-4c6b-bcbf-5f307c9f92a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.283648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 548345ae-621f-4b2e-b19a-0399f65f09eb completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:19.288801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 548345ae-621f-4b2e-b19a-0399f65f09eb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:19.289174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.292544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d08224-f462-4c6b-bcbf-5f307c9f92a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5213f81-d6f2-45d9-a1e4-88302bbe9f76,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.313267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-55d08224-f462-4c6b-bcbf-5f307c9f92a9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0a81b2f6a197460599ed844fd1191a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848838 Nov 12 03:39:19.314191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:19.366637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b77590-cb6d-4d45-a79a-1b465b792a09 req-2a39a30d-1458-4f24-a00f-ed1a1ce4c3b6 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155486 Nov 12 03:39:19.372911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.411494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.445187 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.466605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.469554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.473766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f5213f81-d6f2-45d9-a1e4-88302bbe9f76 HTTP/1.1" status: 204 len: 168 time: 0.1580179 Nov 12 03:39:19.478764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:19.483627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32fe74-1434-415b-8ba4-216940ab233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5213f81-d6f2-45d9-a1e4-88302bbe9f76,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.489864 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b60b5e-0ae6-4454-9cc5-feedd8833670" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:19.513621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:19.529042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-3225ed24-5060-4792-8de3-a0879b99e764 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:19.540908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-3225ed24-5060-4792-8de3-a0879b99e764 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 949 time: 0.0705013 Nov 12 03:39:19.548069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:19.591834 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c9bdc0-7132-4d77-9b10-dafd17a9ed2b x-openstack-request-id: req-29c9bdc0-7132-4d77-9b10-dafd17a9ed2b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:19.592131 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-plugged", "status": "completed", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:19.592388 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-29c9bdc0-7132-4d77-9b10-dafd17a9ed2b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:19.592948 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'code': 200} Nov 12 03:39:19.609698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:19.673307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Deleting port 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:19.673643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.136275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] For port 548345ae-621f-4b2e-b19a-0399f65f09eb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=548345ae-621f-4b2e-b19a-0399f65f09eb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:20.136921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.152610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Calling delete_port for 548345ae-621f-4b2e-b19a-0399f65f09eb owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:20.271817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ded72-acd6-4b0e-a9ae-fbe737b2e54e req-58a452c1-7034-4841-9f87-8bf1f69d4325 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:20.273390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed9ded72-acd6-4b0e-a9ae-fbe737b2e54e req-58a452c1-7034-4841-9f87-8bf1f69d4325 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.1167500 Nov 12 03:39:20.359467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed9ded72-acd6-4b0e-a9ae-fbe737b2e54e req-898ffdbd-3572-40ef-beb2-bf58163302b3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773420 Nov 12 03:39:20.392869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.430310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb', '548345ae-621f-4b2e-b19a-0399f65f09eb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:20.479639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event deleted for resources: {'Port': ['ID=548345ae-621f-4b2e-b19a-0399f65f09eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:20.509382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc', '85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:20.511244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] No DVR routers for this DVR port 548345ae-621f-4b2e-b19a-0399f65f09eb on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:20.514537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:20.518508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-828e007d-3c37-4b37-a0dd-b98ecec8a496 req-7f60a27e-0c6c-49a0-9f4f-67a19436a535 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "DELETE /v2.0/ports/548345ae-621f-4b2e-b19a-0399f65f09eb HTTP/1.1" status: 204 len: 173 time: 0.9698148 Nov 12 03:39:20.531043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-deleted', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:20.533370 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabcd2e-45a6-4c9e-bb71-00c31bf3b8cf" -d '{"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-deleted", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:20.551434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6b50133-ad39-422d-96e9-aa329a43ec80 req-41515603-303c-4a02-810f-994455dc3040 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=9d671d1e-b3e8-4bce-9129-2e633b706939 HTTP/1.1" status: 200 len: 210 time: 0.0729499 Nov 12 03:39:20.637801 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b405d-6ccb-407f-a804-818ef8002bb3 x-openstack-request-id: req-f10b405d-6ccb-407f-a804-818ef8002bb3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:20.638217 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d671d1e-b3e8-4bce-9129-2e633b706939", "name": "network-vif-deleted", "tag": "548345ae-621f-4b2e-b19a-0399f65f09eb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:20.638542 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f10b405d-6ccb-407f-a804-818ef8002bb3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:20.639227 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d671d1e-b3e8-4bce-9129-2e633b706939', 'name': 'network-vif-deleted', 'tag': '548345ae-621f-4b2e-b19a-0399f65f09eb', 'status': 'completed', 'code': 200} Nov 12 03:39:21.517367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f7fa-6eeb-4551-b2de-a3bdb2565bab req-770aa88d-ac00-47be-ad3f-fb4ac2117f9f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.519531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ef5f7fa-6eeb-4551-b2de-a3bdb2565bab req-770aa88d-ac00-47be-ad3f-fb4ac2117f9f tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0641737 Nov 12 03:39:21.576590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ef5f7fa-6eeb-4551-b2de-a3bdb2565bab req-9d7e2751-dd64-4d56-a443-898d27b7abd4 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Nov 12 03:39:21.785748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-f04cd0ff-73c5-4ef9-b642-5f1c4b4c2a79 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.788171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-f04cd0ff-73c5-4ef9-b642-5f1c4b4c2a79 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.104 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 946 time: 0.0682354 Nov 12 03:39:21.967786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f836c-ef70-4201-99fe-b69f20edf193 req-c666c3ae-8cfa-499e-b47f-b750533efb98 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:21.969303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af2f836c-ef70-4201-99fe-b69f20edf193 req-c666c3ae-8cfa-499e-b47f-b750533efb98 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 950 time: 0.0709548 Nov 12 03:39:21.975694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Deleting port d1135a5a-5c6e-42c8-808b-e98f01304e06 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:21.976031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.040971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.089142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af2f836c-ef70-4201-99fe-b69f20edf193 req-88a399eb-26e7-464c-a0c9-f5fe2e832b16 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086185 Nov 12 03:39:22.109116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] For port d1135a5a-5c6e-42c8-808b-e98f01304e06, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d1135a5a-5c6e-42c8-808b-e98f01304e06,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:22.109657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.126739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Calling delete_port for d1135a5a-5c6e-42c8-808b-e98f01304e06 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:22.148255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97f8d11f-ddf8-44d0-a1ca-dac996f4f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.201347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93a1a292-1308-4ea3-a3b9-7fb034f63812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.270807 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.301532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Pushing event deleted for resources: {'Port': ['ID=d1135a5a-5c6e-42c8-808b-e98f01304e06,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.310330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['82affcde-ae6b-416a-99b4-d6979b2b6e01'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:22.333204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93a1a292-1308-4ea3-a3b9-7fb034f63812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.338751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93a1a292-1308-4ea3-a3b9-7fb034f63812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.349544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] No DVR routers for this DVR port d1135a5a-5c6e-42c8-808b-e98f01304e06 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:22.353432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.357199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d736dbb-7d09-4bda-bf02-270e88f0711a req-6ad26f4c-64be-4658-aeac-344a772a9dcf tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.104 "DELETE /v2.0/ports/d1135a5a-5c6e-42c8-808b-e98f01304e06 HTTP/1.1" status: 204 len: 173 time: 0.5553424 Nov 12 03:39:22.373646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1a292-1308-4ea3-a3b9-7fb034f63812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ff222-9d1f-46f5-9c81-2f1f7aa58462,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.389662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-93a1a292-1308-4ea3-a3b9-7fb034f63812 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1b64198af63740019db071c0dabfd217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472803 Nov 12 03:39:22.389790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.449762 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.478359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.486946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d1135a5a-5c6e-42c8-808b-e98f01304e06'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:22.529127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.531876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.533027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/326ff222-9d1f-46f5-9c81-2f1f7aa58462 HTTP/1.1" status: 204 len: 168 time: 0.1418862 Nov 12 03:39:22.540975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af830b-4223-4b8c-94f3-4141ef717cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ff222-9d1f-46f5-9c81-2f1f7aa58462,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.640229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'name': 'network-vif-deleted', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:22.643942 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7b77fd-38e2-47ff-83ac-8d6972771f73" -d '{"events": [{"server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "name": "network-vif-deleted", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:22.686777 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ce876-2a79-4e66-bbbe-bd4f9c24254f x-openstack-request-id: req-bc4ce876-2a79-4e66-bbbe-bd4f9c24254f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:22.687112 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8611e7-9eac-4de5-9c15-f6dbfd793be5", "name": "network-vif-deleted", "tag": "d1135a5a-5c6e-42c8-808b-e98f01304e06", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:22.687376 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bc4ce876-2a79-4e66-bbbe-bd4f9c24254f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:22.687949 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8611e7-9eac-4de5-9c15-f6dbfd793be5', 'name': 'network-vif-deleted', 'tag': 'd1135a5a-5c6e-42c8-808b-e98f01304e06', 'status': 'completed', 'code': 200} Nov 12 03:39:22.716404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cf45de0-cdb1-42c7-82c0-39639d959f7e req-b9f8ab99-5aa4-4a5d-bae1-7fa1ebda9ac9 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b8611e7-9eac-4de5-9c15-f6dbfd793be5 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Nov 12 03:39:22.829928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:22.843200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4d24cd9-86bb-474b-9f6c-303d3db9c15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.923925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4d24cd9-86bb-474b-9f6c-303d3db9c15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.928606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4d24cd9-86bb-474b-9f6c-303d3db9c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:22.968311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4d24cd9-86bb-474b-9f6c-303d3db9c15a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9d81f451d0ca4c0abd949a924768fa53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372933 Nov 12 03:39:22.969185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d24cd9-86bb-474b-9f6c-303d3db9c15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a1e98-7ed4-481e-bc4a-c53206911fb7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:22.971127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60726) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:23.036299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.066061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.117055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.120621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:23.121965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3b5a1e98-7ed4-481e-bc4a-c53206911fb7 HTTP/1.1" status: 204 len: 168 time: 0.1497588 Nov 12 03:39:23.131802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cb767-ebaa-4efd-8e05-80b4f61041d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a1e98-7ed4-481e-bc4a-c53206911fb7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:23.204373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:23.232030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 548345ae-621f-4b2e-b19a-0399f65f09eb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:23.232229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 548345ae-621f-4b2e-b19a-0399f65f09eb not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:23.262217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c947db-a3fe-4ad6-9571-6207f38a3945 req-1ff5b53f-3bf0-4111-847c-875f6d7c5eab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:23.264190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0c947db-a3fe-4ad6-9571-6207f38a3945 req-1ff5b53f-3bf0-4111-847c-875f6d7c5eab tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 950 time: 0.0898814 Nov 12 03:39:23.334935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0c947db-a3fe-4ad6-9571-6207f38a3945 req-bc19e89c-08b7-4201-9ca3-8ad568615ae4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Nov 12 03:39:24.101575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62e38-465b-4c1a-9dba-6321286b4273 req-374c7a56-bd38-4537-bcbd-a1026ba93186 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.103351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f62e38-465b-4c1a-9dba-6321286b4273 req-374c7a56-bd38-4537-bcbd-a1026ba93186 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0717151 Nov 12 03:39:24.162922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f62e38-465b-4c1a-9dba-6321286b4273 req-086b8494-465f-4ace-8c6c-32ec4d89becc tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520885 Nov 12 03:39:24.297679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17a673c3-8823-4e65-b934-bdcc8909b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.454528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f580b0-a983-453a-8361-7ab26e562a3a req-8766a506-7eae-47ae-bdd0-ea8af65184f9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.456066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1f580b0-a983-453a-8361-7ab26e562a3a req-8766a506-7eae-47ae-bdd0-ea8af65184f9 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 950 time: 0.0507474 Nov 12 03:39:24.515321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1f580b0-a983-453a-8361-7ab26e562a3a req-d0c3d39e-ecb7-4004-95f2-87dca78086de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Nov 12 03:39:24.744566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-aaea981e-9941-4734-adf4-38331a745458 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:24.746073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-aaea981e-9941-4734-adf4-38331a745458 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 950 time: 0.0560129 Nov 12 03:39:24.846721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Deleting port 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:24.847089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.944068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] For port 85b5f07a-37cb-47bc-8c21-379c6ef70958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=85b5f07a-37cb-47bc-8c21-379c6ef70958,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:24.944577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:24.959355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Calling delete_port for 85b5f07a-37cb-47bc-8c21-379c6ef70958 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:25.098813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.126042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event deleted for resources: {'Port': ['ID=85b5f07a-37cb-47bc-8c21-379c6ef70958,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:25.135228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:25.140625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc', '85b5f07a-37cb-47bc-8c21-379c6ef70958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:25.189605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] No DVR routers for this DVR port 85b5f07a-37cb-47bc-8c21-379c6ef70958 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:25.192473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.197659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-406f6395-d00c-4ffd-b953-f0182d7d8ad4 req-1776a4f7-a31d-4485-b18f-190b75e503a2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "DELETE /v2.0/ports/85b5f07a-37cb-47bc-8c21-379c6ef70958 HTTP/1.1" status: 204 len: 173 time: 0.4400048 Nov 12 03:39:25.198208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-deleted', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:25.209774 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bd9f5-155c-4f5c-8556-8c573a3a246b" -d '{"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-deleted", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:25.323703 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631212e-8499-4dab-9d98-7b776413663d x-openstack-request-id: req-b631212e-8499-4dab-9d98-7b776413663d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:25.324504 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f887212-2e9a-4786-9ea3-e17c146fbbc9", "name": "network-vif-deleted", "tag": "85b5f07a-37cb-47bc-8c21-379c6ef70958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:25.324967 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b631212e-8499-4dab-9d98-7b776413663d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:25.325594 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f887212-2e9a-4786-9ea3-e17c146fbbc9', 'name': 'network-vif-deleted', 'tag': '85b5f07a-37cb-47bc-8c21-379c6ef70958', 'status': 'completed', 'code': 200} Nov 12 03:39:25.403792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509682a-8b0b-46ca-9342-6e0aac3feb27 req-5dbbb577-026f-457c-837a-29ed67406d4d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:25.405808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0509682a-8b0b-46ca-9342-6e0aac3feb27 req-5dbbb577-026f-457c-837a-29ed67406d4d tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1180308 Nov 12 03:39:25.461260 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:25.483084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0509682a-8b0b-46ca-9342-6e0aac3feb27 req-5d807e12-803a-434f-a411-ac051c68b09b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698061 Nov 12 03:39:25.666331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bb39461-3cc4-499b-8148-700b32720ddb req-9011a5e9-b637-44b3-8f10-096bd5db534d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f887212-2e9a-4786-9ea3-e17c146fbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0397036 Nov 12 03:39:26.618684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef7d40-6138-4531-b1fb-1db094586baf req-5ccd39e4-b289-4be4-bb05-882b4012242a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:26.620351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25ef7d40-6138-4531-b1fb-1db094586baf req-5ccd39e4-b289-4be4-bb05-882b4012242a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0627477 Nov 12 03:39:26.690343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25ef7d40-6138-4531-b1fb-1db094586baf req-9b1d64b4-fa16-4710-816d-fbb132413473 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 Nov 12 03:39:26.876605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:26.975410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:27.005693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 85b5f07a-37cb-47bc-8c21-379c6ef70958 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:27.006352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 85b5f07a-37cb-47bc-8c21-379c6ef70958 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:27.007025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d1135a5a-5c6e-42c8-808b-e98f01304e06 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:27.015105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f32da-b1a4-4bd4-8302-24662cd8df57 req-a905ed23-ebd6-4a3a-a788-4b8e319f26b0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.023030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2f32da-b1a4-4bd4-8302-24662cd8df57 req-a905ed23-ebd6-4a3a-a788-4b8e319f26b0 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0725024 Nov 12 03:39:27.030388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: d1135a5a-5c6e-42c8-808b-e98f01304e06 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:27.031028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d1135a5a-5c6e-42c8-808b-e98f01304e06 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:27.094142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c2f32da-b1a4-4bd4-8302-24662cd8df57 req-0949ddc8-e6c8-4637-a20a-873327a3c9e4 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700784 Nov 12 03:39:27.753173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:27.838552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8485e55-64c1-449e-a471-532bae75ab58 req-e59fc4f1-ab51-40ea-b67f-b1e618b45833 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:27.846643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8485e55-64c1-449e-a471-532bae75ab58 req-e59fc4f1-ab51-40ea-b67f-b1e618b45833 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0616021 Nov 12 03:39:27.895658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8485e55-64c1-449e-a471-532bae75ab58 req-7d17b97d-5467-48f0-b82f-5ec3c5319937 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479641 Nov 12 03:39:28.230308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ebe2e-66d3-4698-b8b7-21f4a4ad8b39 req-3b66584c-c0a0-45a4-84cd-e1c907ea977c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.235885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-075ebe2e-66d3-4698-b8b7-21f4a4ad8b39 req-3b66584c-c0a0-45a4-84cd-e1c907ea977c tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0638719 Nov 12 03:39:28.289078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-075ebe2e-66d3-4698-b8b7-21f4a4ad8b39 req-5c648220-acff-4c06-a852-d1445630f945 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483794 Nov 12 03:39:28.580452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-2188f7ec-34f8-48d3-be55-f7c27bb04960 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:28.581940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-2188f7ec-34f8-48d3-be55-f7c27bb04960 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 950 time: 0.0549753 Nov 12 03:39:28.681828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Deleting port d0c32d31-97e8-42a0-bede-307d3b65abcb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:28.682457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.797596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] For port d0c32d31-97e8-42a0-bede-307d3b65abcb, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d0c32d31-97e8-42a0-bede-307d3b65abcb,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:28.798040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:28.812519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Calling delete_port for d0c32d31-97e8-42a0-bede-307d3b65abcb owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:29.007214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.043412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event deleted for resources: {'Port': ['ID=d0c32d31-97e8-42a0-bede-307d3b65abcb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:29.046757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d0c32d31-97e8-42a0-bede-307d3b65abcb'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:29.060304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.060659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.061002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.061338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.061860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.062346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.062860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.063506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.064045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.064545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.065042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.065378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:39:29.096433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:29.098350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803a0f7-076a-43bb-a520-9d43cc67d941 req-2947aa6a-78ac-4676-8a0b-1f5f1d22ad40 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:29.099973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3803a0f7-076a-43bb-a520-9d43cc67d941 req-2947aa6a-78ac-4676-8a0b-1f5f1d22ad40 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.1247690 Nov 12 03:39:29.122353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] No DVR routers for this DVR port d0c32d31-97e8-42a0-bede-307d3b65abcb on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:29.129741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:29.133025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8307cf4-3c62-4077-99b4-1e778d552e69 req-1536b721-ab20-40a4-a151-fc2d0f5d30f2 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.16 "DELETE /v2.0/ports/d0c32d31-97e8-42a0-bede-307d3b65abcb HTTP/1.1" status: 204 len: 173 time: 0.5438063 Nov 12 03:39:29.134021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-deleted', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:29.136367 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c97132-058b-4fc3-b9d2-9f769ca3d19b" -d '{"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-deleted", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:29.201660 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30f654-4325-4823-a7aa-a2fafd7afa26 x-openstack-request-id: req-ef30f654-4325-4823-a7aa-a2fafd7afa26 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:29.202158 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d3dce5-cc85-471d-bc43-b16be62708c1", "name": "network-vif-deleted", "tag": "d0c32d31-97e8-42a0-bede-307d3b65abcb", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:29.202555 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ef30f654-4325-4823-a7aa-a2fafd7afa26 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:29.203158 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d3dce5-cc85-471d-bc43-b16be62708c1', 'name': 'network-vif-deleted', 'tag': 'd0c32d31-97e8-42a0-bede-307d3b65abcb', 'status': 'completed', 'code': 200} Nov 12 03:39:29.240733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3803a0f7-076a-43bb-a520-9d43cc67d941 req-cf1470cc-4e56-49bb-aefe-997dcfd46849 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Nov 12 03:39:29.455962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b7badc6-618e-4bf1-8ac7-2fdc6b2891b8 req-81c0572c-2e79-40fc-a67f-76c986a70e17 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d6d3dce5-cc85-471d-bc43-b16be62708c1 HTTP/1.1" status: 200 len: 210 time: 0.0440614 Nov 12 03:39:30.174218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-0c664c21-82ae-4c94-ac83-72876dceaf3a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.175720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-0c664c21-82ae-4c94-ac83-72876dceaf3a tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.16 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0544114 Nov 12 03:39:30.296796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Deleting port 82affcde-ae6b-416a-99b4-d6979b2b6e01 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:30.297129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.419318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4f363-5edc-4c5e-a58d-27c999c16ece req-a3be4f1d-b790-4c08-9d21-7ef4ed2e943b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.421088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee4f363-5edc-4c5e-a58d-27c999c16ece req-a3be4f1d-b790-4c08-9d21-7ef4ed2e943b tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/ports?device_id=018d7077-a27e-4549-b45f-1f161fe5de68 HTTP/1.1" status: 200 len: 945 time: 0.0979993 Nov 12 03:39:30.434018 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:39:30.453657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] For port 82affcde-ae6b-416a-99b4-d6979b2b6e01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=82affcde-ae6b-416a-99b4-d6979b2b6e01,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:30.453923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.506399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Calling delete_port for 82affcde-ae6b-416a-99b4-d6979b2b6e01 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:30.514707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee4f363-5edc-4c5e-a58d-27c999c16ece req-b27f358b-0cb5-42e2-8ed6-a98d1a274beb tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.97 "GET /v2.0/security-groups?id=5b33826f-7ca8-4aeb-83eb-b98c798ea709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850782 Nov 12 03:39:30.692813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.730726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Pushing event deleted for resources: {'Port': ['ID=82affcde-ae6b-416a-99b4-d6979b2b6e01,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:30.745312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['82affcde-ae6b-416a-99b4-d6979b2b6e01'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:30.792682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] No DVR routers for this DVR port 82affcde-ae6b-416a-99b4-d6979b2b6e01 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:30.794133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:30.797825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97af017e-e4af-46fe-b547-eb04507a75b2 req-815d3b24-e630-4cea-95c1-84d9cd6b63e3 tempest-ServerRescueNegativeTestJSON-1920391721 tempest-ServerRescueNegativeTestJSON-1920391721-project] 10.222.0.16 "DELETE /v2.0/ports/82affcde-ae6b-416a-99b4-d6979b2b6e01 HTTP/1.1" status: 204 len: 173 time: 0.6101642 Nov 12 03:39:30.856144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd302-ef9a-448f-b2c8-0aac5d883dee req-aa55d881-9c70-412e-9243-9ed79939774a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:30.857746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdabd302-ef9a-448f-b2c8-0aac5d883dee req-aa55d881-9c70-412e-9243-9ed79939774a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0927227 Nov 12 03:39:30.911029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdabd302-ef9a-448f-b2c8-0aac5d883dee req-bad45792-35ca-4070-b1c1-3d38a70b1a74 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Nov 12 03:39:31.204727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'name': 'network-vif-deleted', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:31.207444 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e53309-456b-4207-8e9d-aef74426c4e0" -d '{"events": [{"server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "name": "network-vif-deleted", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:31.246232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:31.275345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: d0c32d31-97e8-42a0-bede-307d3b65abcb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:31.275688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d0c32d31-97e8-42a0-bede-307d3b65abcb not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:31.278253 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338f6d65-1e98-4525-9b60-ca1f710e5f3a x-openstack-request-id: req-338f6d65-1e98-4525-9b60-ca1f710e5f3a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:31.278547 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018d7077-a27e-4549-b45f-1f161fe5de68", "name": "network-vif-deleted", "tag": "82affcde-ae6b-416a-99b4-d6979b2b6e01", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:31.278806 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-338f6d65-1e98-4525-9b60-ca1f710e5f3a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:31.279235 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018d7077-a27e-4549-b45f-1f161fe5de68', 'name': 'network-vif-deleted', 'tag': '82affcde-ae6b-416a-99b4-d6979b2b6e01', 'status': 'completed', 'code': 200} Nov 12 03:39:31.325089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:31.579356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60988) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:31.957030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.049032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd011de-6de8-4b82-8509-509d7f92410c req-cc7a9ee3-47d4-422a-8e15-e081fe2c229a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:32.050609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd011de-6de8-4b82-8509-509d7f92410c req-cc7a9ee3-47d4-422a-8e15-e081fe2c229a tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.0573797 Nov 12 03:39:32.111597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dd011de-6de8-4b82-8509-509d7f92410c req-261411e1-ad60-41f1-8bd3-fd5d8fd8063d tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Nov 12 03:39:32.229618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Deleting port 3898dad0-666e-4378-aa7b-1fbd5a56bed2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:32.230143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.312709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] For port 3898dad0-666e-4378-aa7b-1fbd5a56bed2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3898dad0-666e-4378-aa7b-1fbd5a56bed2,segment=NetworkSegment(8fe22d49-8bc7-4c5d-ae42-078ec242a1e1),segment_id=8fe22d49-8bc7-4c5d-ae42-078ec242a1e1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:32.313076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.326413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Calling delete_port for 3898dad0-666e-4378-aa7b-1fbd5a56bed2 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:32.525314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:32.557840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3898dad0-666e-4378-aa7b-1fbd5a56bed2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:32.731242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.037498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:39:33.126471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:39:33.135585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a0fff23e-cc52-4498-aec1-a9892d94aa9d admin admin] 10.222.0.97 "PUT /v2.0/routers/64973cb2-68b4-4e5e-bc31-fa6f762e3226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5548708 Nov 12 03:39:33.136215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32816) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:33.144143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Sync routers for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:39:33.164199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:33.168092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:39:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:33.299018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82affcde-ae6b-416a-99b4-d6979b2b6e01 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:33.323013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 82affcde-ae6b-416a-99b4-d6979b2b6e01 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:33.323346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 82affcde-ae6b-416a-99b4-d6979b2b6e01 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:33.384497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:33.386874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c720-fd68-4b73-8483-b34e83711f03 req-b7afe5d7-909c-4f29-922c-7db17c1ffffe tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.394311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d246c720-fd68-4b73-8483-b34e83711f03 req-b7afe5d7-909c-4f29-922c-7db17c1ffffe tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1818097 Nov 12 03:39:33.439694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-b9135361-b7b2-4fa8-9c17-5fd7a7c25963 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:33.441189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-b9135361-b7b2-4fa8-9c17-5fd7a7c25963 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 950 time: 0.1091735 Nov 12 03:39:33.442956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.627285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:39:32Z', 'revision_number': 5, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:33.635210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d246c720-fd68-4b73-8483-b34e83711f03 req-b15c25dc-d1b0-42ce-8f0b-156b13e4a460 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a135464-2983-467b-9346-a36511700d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373891 Nov 12 03:39:33.665945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Checking router: 64973cb2-68b4-4e5e-bc31-fa6f762e3226 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:39:33.675940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Routers {'64973cb2-68b4-4e5e-bc31-fa6f762e3226'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:39:33.676791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:39:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:33.692659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.700837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Deleting port 7286a58d-4d66-454b-995d-c6d84d3344bc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:33.701509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.795461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] Set router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:39:33.866574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Deleting port a05f177d-3a09-4f21-b04b-b9cf469b4af7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:39:33.866934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.952320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] For port 7286a58d-4d66-454b-995d-c6d84d3344bc, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7286a58d-4d66-454b-995d-c6d84d3344bc,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:33.952920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:33.977657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Calling delete_port for 7286a58d-4d66-454b-995d-c6d84d3344bc owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:34.001952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:39:32Z', 'revision_number': 5, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:34.033619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5addf9-1d46-4413-87a3-c3899a2d123a None None] The sync data for ids ['64973cb2-68b4-4e5e-bc31-fa6f762e3226'] in n-d-766726-29 is: [{'id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'name': 'tempest-ServerRescueNegativeTestJSON-1113478329-router', 'tenant_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:39:32Z', 'revision_number': 5, 'project_id': '05fb6a4d1f7f463b99455fd3026a67dc', 'gw_port': {'id': 'a05f177d-3a09-4f21-b04b-b9cf469b4af7', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64973cb2-68b4-4e5e-bc31-fa6f762e3226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:36:41Z', 'updated_at': '2021-11-12T03:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:39:34.066102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] For port a05f177d-3a09-4f21-b04b-b9cf469b4af7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a05f177d-3a09-4f21-b04b-b9cf469b4af7,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:34.066696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.099660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Calling delete_port for a05f177d-3a09-4f21-b04b-b9cf469b4af7 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:39:34.298443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.337727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Pushing event deleted for resources: {'Port': ['ID=7286a58d-4d66-454b-995d-c6d84d3344bc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.353266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7286a58d-4d66-454b-995d-c6d84d3344bc'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:34.413777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] No DVR routers for this DVR port 7286a58d-4d66-454b-995d-c6d84d3344bc on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:39:34.418318 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.422013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed094f05-94f7-45f1-b8cf-f813dd69cb35 req-63967e0d-558c-4ab3-9c91-3ca6caa530de tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.104 "DELETE /v2.0/ports/7286a58d-4d66-454b-995d-c6d84d3344bc HTTP/1.1" status: 204 len: 173 time: 0.9268067 Nov 12 03:39:34.422540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-deleted', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:34.425767 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d35c2-1a55-4e67-a8c3-b2be2d807a6b" -d '{"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-deleted", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:34.473137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.497502 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589aadb3-8f1a-4798-9bee-3928ef401c5a x-openstack-request-id: req-589aadb3-8f1a-4798-9bee-3928ef401c5a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:34.498074 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34f0850-0c1c-4616-997d-cc0ed5d38703", "name": "network-vif-deleted", "tag": "7286a58d-4d66-454b-995d-c6d84d3344bc", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:34.498488 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-589aadb3-8f1a-4798-9bee-3928ef401c5a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:34.499072 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34f0850-0c1c-4616-997d-cc0ed5d38703', 'name': 'network-vif-deleted', 'tag': '7286a58d-4d66-454b-995d-c6d84d3344bc', 'status': 'completed', 'code': 200} Nov 12 03:39:34.536338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05f177d-3a09-4f21-b04b-b9cf469b4af7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:34.557623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1d319-72f0-4ad2-8a2e-2975915d36b2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:39:34.679621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.848876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.852601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.870769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6db952ba-67e1-4422-9c41-79d96b07f766 req-7b76b373-8a47-48d0-ae77-1a6614e11e19 tempest-MigrationsAdminTest-297242551 tempest-MigrationsAdminTest-297242551-project] 10.222.0.97 "GET /v2.0/ports?device_id=d34f0850-0c1c-4616-997d-cc0ed5d38703 HTTP/1.1" status: 200 len: 210 time: 0.0918005 Nov 12 03:39:34.937065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.937638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64973cb2-68b4-4e5e-bc31-fa6f762e3226 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:39:34.947233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:34.952350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:34.953050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6df51cc1-5864-46ae-88e5-34ef1a587e23 admin admin] 10.222.0.97 "DELETE /v2.0/routers/64973cb2-68b4-4e5e-bc31-fa6f762e3226 HTTP/1.1" status: 204 len: 168 time: 1.8155966 Nov 12 03:39:35.013096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Deleting subnet 9235fa9e-bb46-4dab-a467-8b98511fd263 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:39:35.018238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.072796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.141518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.215325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.251339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.258910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.267171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/9235fa9e-bb46-4dab-a467-8b98511fd263 HTTP/1.1" status: 204 len: 168 time: 0.3136473 Nov 12 03:39:35.272315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5c29-c7a3-4b3e-af66-ebe84668db13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9235fa9e-bb46-4dab-a467-8b98511fd263,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.295087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.375027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.439534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f829-eb96-4607-8b77-7e5083de7059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.468729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.517923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8549ff8e-7dfd-4611-b98d-d4f0962d3a81']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:35.535877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:35.536164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe22d49-8bc7-4c5d-ae42-078ec242a1e1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:35.545333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3898dad0-666e-4378-aa7b-1fbd5a56bed2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:35.558585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.581978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.584507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3898dad0-666e-4378-aa7b-1fbd5a56bed2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:35.585090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3898dad0-666e-4378-aa7b-1fbd5a56bed2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:35.585715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f829-eb96-4607-8b77-7e5083de7059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.585984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a05f177d-3a09-4f21-b04b-b9cf469b4af7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:35.590019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:35.590426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.591074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6f6f829-eb96-4607-8b77-7e5083de7059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:35.592207 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:35.614616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a05f177d-3a09-4f21-b04b-b9cf469b4af7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:35.615102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a05f177d-3a09-4f21-b04b-b9cf469b4af7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:35.637248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6f829-eb96-4607-8b77-7e5083de7059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a97ec7-1069-49b2-a823-08c135446fb4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.650659 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6f6f829-eb96-4607-8b77-7e5083de7059 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4db6ac7a601943279beed3d153146a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532038 Nov 12 03:39:35.650816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32892) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.689422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.697004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.705296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/8549ff8e-7dfd-4611-b98d-d4f0962d3a81 HTTP/1.1" status: 204 len: 168 time: 0.4388592 Nov 12 03:39:35.717319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d24da-478f-42f8-8d20-820fbe80b0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8549ff8e-7dfd-4611-b98d-d4f0962d3a81,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.733653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.756562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.811677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.814970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:35.818833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/38a97ec7-1069-49b2-a823-08c135446fb4 HTTP/1.1" status: 204 len: 168 time: 0.1644850 Nov 12 03:39:35.827638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826d218-dd0b-4251-a9ed-71186bfe6c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a97ec7-1069-49b2-a823-08c135446fb4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:35.865728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.916492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64059403-0752-43b3-8bfe-2aac7593c1af admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=05fb6a4d1f7f463b99455fd3026a67dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495582 Nov 12 03:39:35.919278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32908) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:35.991260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.017716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.085411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.090445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.094369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5b33826f-7ca8-4aeb-83eb-b98c798ea709 HTTP/1.1" status: 204 len: 168 time: 0.1712747 Nov 12 03:39:36.103148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ead4f-249c-4532-8aac-ec16eb60971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33826f-7ca8-4aeb-83eb-b98c798ea709,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.225763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32922) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.251462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aff02dff-d92e-4962-9426-379b25acd6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.347748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.381482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aff02dff-d92e-4962-9426-379b25acd6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.389212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aff02dff-d92e-4962-9426-379b25acd6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.440520 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aff02dff-d92e-4962-9426-379b25acd6eb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e310f19179ab46128e04eac8cb4def70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124498 Nov 12 03:39:36.441398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02dff-d92e-4962-9426-379b25acd6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393fc74-5cbb-4bae-b066-26d26af37ae1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.444368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.516933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.549550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.575675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cba79346-18b6-4364-b4a1-2a99afc9d048 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d13a431489bf4a9587d3a6f91231e11d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270029 Nov 12 03:39:36.578155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:36.650686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.653459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.654744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f393fc74-5cbb-4bae-b066-26d26af37ae1 HTTP/1.1" status: 204 len: 168 time: 0.2081378 Nov 12 03:39:36.655483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.675746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f399e19-6674-4bfc-a84d-b29393b1d414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393fc74-5cbb-4bae-b066-26d26af37ae1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.717994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.779164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.781912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:36.783172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9a135464-2983-467b-9346-a36511700d0e HTTP/1.1" status: 204 len: 168 time: 0.2035890 Nov 12 03:39:36.792712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260411-d18a-4f6e-b320-160484b6fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a135464-2983-467b-9346-a36511700d0e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:36.946142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:39:36.970340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7286a58d-4d66-454b-995d-c6d84d3344bc {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:39:36.970818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7286a58d-4d66-454b-995d-c6d84d3344bc not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:39:37.197909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.271524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e65f844e-332d-4f44-b46d-7513ed76d92e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eb4ab908ed724204b517e52fd8867740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701163 Nov 12 03:39:37.272219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:37.354627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.396797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.467170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.471454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:37.472799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/27f72d7f-0db1-4c32-9483-74e69ccc8983 HTTP/1.1" status: 204 len: 168 time: 0.1995535 Nov 12 03:39:37.483985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83c5a-bd39-48f3-9330-c81043ceb997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f72d7f-0db1-4c32-9483-74e69ccc8983,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:38.655295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7ebe260-f1e6-492b-95c9-a52018fc176d req-6e53c73d-7ebe-4a40-9cd0-cb7f8cbfb275 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0541258 Nov 12 03:39:38.674938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33080) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:38.917804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3860ed8-a59c-4c8e-919f-3a1375accdc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.016288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3860ed8-a59c-4c8e-919f-3a1375accdc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.021922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b3860ed8-a59c-4c8e-919f-3a1375accdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.075461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b3860ed8-a59c-4c8e-919f-3a1375accdc1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a262ade012a745ae863d6bddeeb7b0de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3987486 Nov 12 03:39:39.078116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:39.081347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3860ed8-a59c-4c8e-919f-3a1375accdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18933b1-04ac-4b80-a2cf-ea3670740518,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.139301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07992917-48a1-4114-a929-229779451be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.174766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07992917-48a1-4114-a929-229779451be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.244702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07992917-48a1-4114-a929-229779451be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.247509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07992917-48a1-4114-a929-229779451be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.249417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07992917-48a1-4114-a929-229779451be0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c18933b1-04ac-4b80-a2cf-ea3670740518 HTTP/1.1" status: 204 len: 168 time: 0.1695778 Nov 12 03:39:39.259606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07992917-48a1-4114-a929-229779451be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18933b1-04ac-4b80-a2cf-ea3670740518,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:39.502450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:39.791015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48c6fb03-4d3e-4fe5-b6fc-26055a1a126b req-cc69bf12-bef6-432e-95a0-982fae1d7012 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0461626 Nov 12 03:39:40.342111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-3504ffda-2a65-4481-a7c4-bd22483d7250 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308630 Nov 12 03:39:40.468909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-6d07e653-2b5c-45ce-85ea-20323df1352a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:40.476140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-6d07e653-2b5c-45ce-85ea-20323df1352a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324501 Nov 12 03:39:40.496275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-1969ff4f-a2f3-41f8-8655-ba87a79a5c27 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0191362 Nov 12 03:39:40.537356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-755aed41-60d0-4cfa-9147-c6e87c59fc5a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329502 Nov 12 03:39:40.588306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.743166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b264e18-8f0b-4133-ba2d-e31a2e775479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.746691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-417d9fc4-0824-4eb6-9618-8ea77127a607 req-757e5bfd-464c-46e7-9600-b0d1145956cf tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 210 time: 0.0361700 Nov 12 03:39:40.872650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b264e18-8f0b-4133-ba2d-e31a2e775479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.882617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b264e18-8f0b-4133-ba2d-e31a2e775479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:40.915051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cc9884e-8455-4760-ad64-2c5044613c28 req-08a68a2b-9677-4533-8ab3-8cf7c448d2a8 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0496302 Nov 12 03:39:40.924408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b264e18-8f0b-4133-ba2d-e31a2e775479 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=24402c6c9f43423cad0e2933b8081366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350322 Nov 12 03:39:40.927600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:40.952827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b264e18-8f0b-4133-ba2d-e31a2e775479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36784589-f55f-41ca-abc5-e255ba8d09f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.078036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.105770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.168839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.172014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:41.173344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/36784589-f55f-41ca-abc5-e255ba8d09f1 HTTP/1.1" status: 204 len: 168 time: 0.2444913 Nov 12 03:39:41.186181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efd003-f3ea-4ce7-b7bf-4bd6dc2ef2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36784589-f55f-41ca-abc5-e255ba8d09f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:41.651529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c165a47-7c46-4281-afeb-658e76f1a159 req-f2f3a51d-2f78-4902-a686-0b5d61bf008f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0352564 Nov 12 03:39:41.866345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39a9de8e-c9f3-41ad-836e-2f83b06357cd req-4ff90c4e-c1a4-4d26-992c-29a4f0f7f2e6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 210 time: 0.0426941 Nov 12 03:39:42.039889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89c0ea34-1d4b-4e24-af35-0a7b4742c1fa req-461bef85-96af-44d6-86c9-1f3a48849ace tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Nov 12 03:39:42.239715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-58ac3860-e767-45b2-a719-4b38045b3d88 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467951 Nov 12 03:39:42.564393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:42.704681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d84f2be1-3f55-4830-8672-0cab969f0f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.768390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-3585e6e3-4bc8-45d8-a8e5-14d02d29f090 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:42.770133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-3585e6e3-4bc8-45d8-a8e5-14d02d29f090 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5189836 Nov 12 03:39:42.804579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:42.813076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d84f2be1-3f55-4830-8672-0cab969f0f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.822185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d84f2be1-3f55-4830-8672-0cab969f0f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:42.866497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f2be1-3f55-4830-8672-0cab969f0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46407c48-10c6-4bfb-b72c-08449090a806,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:42.881861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d84f2be1-3f55-4830-8672-0cab969f0f8c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=75715c6bd50045a89c52303172c037f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3155580 Nov 12 03:39:42.885688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:43.003625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2f1025b-7810-4c77-8ac6-43c942dda4f7 req-edca80a5-24d3-400a-89d5-efb328d1aaff tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 210 time: 0.0549455 Nov 12 03:39:43.033494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.043727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:43.047144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.063230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.070136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.174438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbf12e42-00c2-47db-bcc9-8b863d7fd3a6 req-29f5d568-f2f1-4736-bc03-e473f40b19b4 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0395768 Nov 12 03:39:43.202577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.205532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.206707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/46407c48-10c6-4bfb-b72c-08449090a806 HTTP/1.1" status: 204 len: 168 time: 0.3176961 Nov 12 03:39:43.219029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6e5c1-85a9-49d6-b073-1fa21bf23a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46407c48-10c6-4bfb-b72c-08449090a806,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.273005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.278094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.373451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee58046-d628-4cbb-858e-96781e539632,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:43.479151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.181 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/6b468af4-91fd-460f-842b-575dc63b1dad) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:43.720205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.759744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:43.822491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:39:43.837447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:43.841856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:39:43.958141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f3be1a0-bdf1-4b73-9ef5-d748cc778707 req-cf6c834a-df59-4f1c-9570-89fe2493a29a tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0729079 Nov 12 03:39:43.968508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:44.006257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.006948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.044322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ab7c2c0e-4e4f-4279-b88c-fdacb0437dd3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2425532 Nov 12 03:39:44.056595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-985304d0-c525-467d-868a-387718c54cc9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:39:44.058992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-985304d0-c525-467d-868a-387718c54cc9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078516 Nov 12 03:39:44.229889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4087a1-2eac-4ec6-aedd-68b83776b19a req-fc8d6dc0-73c3-463b-ac36-53363a671fa9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:44.242046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db4087a1-2eac-4ec6-aedd-68b83776b19a req-fc8d6dc0-73c3-463b-ac36-53363a671fa9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 936 time: 0.1351709 Nov 12 03:39:44.333063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db4087a1-2eac-4ec6-aedd-68b83776b19a req-fbe4cd8e-00b6-450d-92d0-f73ec1b175c0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875723 Nov 12 03:39:44.358297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0c3028de-e3ba-4462-94b2-8f064fb88baf None None] Provisioning complete for port 6b468af4-91fd-460f-842b-575dc63b1dad triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:44.373668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c3028de-e3ba-4462-94b2-8f064fb88baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.422176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0c3028de-e3ba-4462-94b2-8f064fb88baf None None] Port 6b468af4-91fd-460f-842b-575dc63b1dad cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:39:44.433309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Request body: {'port': {'device_id': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:44.535468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.874387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b468af4-91fd-460f-842b-575dc63b1dad {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:44.882972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:44.901937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Transition to ACTIVE for port object 6b468af4-91fd-460f-842b-575dc63b1dad will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:39:44.908563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.004732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Pushing event updated for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.122716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Attempting to bind port 6b468af4-91fd-460f-842b-575dc63b1dad on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:39:45.123420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Attempting to bind port 6b468af4-91fd-460f-842b-575dc63b1dad by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:39:45.123987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Attempting to bind port 6b468af4-91fd-460f-842b-575dc63b1dad on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:45.133948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Port 6b468af4-91fd-460f-842b-575dc63b1dad on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:39:45.134287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Attempting to bind port 6b468af4-91fd-460f-842b-575dc63b1dad on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:39:45.182167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:39:45.182740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:45.183162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:39:45.183627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Bound port: 6b468af4-91fd-460f-842b-575dc63b1dad, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:39:45.183993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.208540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ad423b6-0efa-4c55-b9d3-7ee13b7d7ccf req-e00a6c05-b756-4c48-ba1c-8d9cbc55054b tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0767350 Nov 12 03:39:45.314718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:39:45.318289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6b468af4-91fd-460f-842b-575dc63b1dad,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:39:45.326345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.383744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.384374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.385773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] 10.222.0.104 "PUT /v2.0/ports/6b468af4-91fd-460f-842b-575dc63b1dad HTTP/1.1" status: 200 len: 1097 time: 1.3086290 Nov 12 03:39:45.386214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:45.388508 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:45.398318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a06e-c914-4e1e-b857-9ed7e19b81fa service neutron] Pushing event updated for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:45.483208 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39adf36d-758c-4e5d-a9d3-9ae524156217 x-openstack-request-id: req-39adf36d-758c-4e5d-a9d3-9ae524156217 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:45.483502 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:45.483763 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-39adf36d-758c-4e5d-a9d3-9ae524156217 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:45.484165 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad', 'status': 'completed', 'code': 200} Nov 12 03:39:45.514045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33444) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:45.597875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-53e255f3-69de-49f5-b44b-a0473e2fd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.599447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-53e255f3-69de-49f5-b44b-a0473e2fd262 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 1100 time: 0.1330316 Nov 12 03:39:45.643935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28362a3c-3944-4c82-9005-132f41b5aabe req-9c27d40f-6728-490e-b3b1-673fc1e1b281 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.655241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28362a3c-3944-4c82-9005-132f41b5aabe req-9c27d40f-6728-490e-b3b1-673fc1e1b281 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 948 time: 0.1291163 Nov 12 03:39:45.695108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-5d190687-300d-46b5-80a3-15084176d1af service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6b468af4-91fd-460f-842b-575dc63b1dad HTTP/1.1" status: 200 len: 217 time: 0.0747967 Nov 12 03:39:45.741313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-eb51a477-6ba5-467d-b36a-9ac2d8117a2d tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:45.770571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:45.774948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eb51a477-6ba5-467d-b36a-9ac2d8117a2d tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "PUT /v2.0/quotas/94ece198264b4d7c917ea36bc6a9c07a HTTP/1.1" status: 200 len: 368 time: 0.2587509 Nov 12 03:39:45.777589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Request body: {'network': {'project_id': '94ece198264b4d7c917ea36bc6a9c07a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:45.810784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ad7b4679-07ea-47a3-9697-00a7b5371d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.812356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-ad7b4679-07ea-47a3-9697-00a7b5371d14 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1068926 Nov 12 03:39:45.819140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28362a3c-3944-4c82-9005-132f41b5aabe req-b84c19f1-0444-440c-95c2-dd89af98f3f1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267211 Nov 12 03:39:45.853396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Made reservation on behalf of 94ece198264b4d7c917ea36bc6a9c07a for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:45.855697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.868322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:45.891917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-39d88d0c-db4f-45e6-aec0-d9c0755211c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:45.893415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-39d88d0c-db4f-45e6-aec0-d9c0755211c3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709624 Nov 12 03:39:46.047846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-49e7e507-771e-4fd7-b7d2-94f0ba9fe7ae service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436570 Nov 12 03:39:46.050543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.056205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.110078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:46.147548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20dab3-547f-4d2b-909f-8b0941e0dc4b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.155881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.156235 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Added segment dd3e52d0-83bb-469c-8ca9-18286d1b6878 of type vlan for network 2ae8ba1f-b07d-4c66-a330-870f8b72d8cf Nov 12 03:39:46.229112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64bea52a-6e5c-4410-83c3-09150adbad4f req-a0aaebd1-2942-4aa1-a0fe-2b6584894778 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687596 Nov 12 03:39:46.230596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.258747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.260673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.262462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.325861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5540125 Nov 12 03:39:46.328707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33458) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.333987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Request body: {'network': {'project_id': '94ece198264b4d7c917ea36bc6a9c07a'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:46.355269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc96864-ec74-4e18-86ae-4d7200f3fd30 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event updated for resources: {'Network': ['ID=2ae8ba1f-b07d-4c66-a330-870f8b72d8cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.358224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Made reservation on behalf of 94ece198264b4d7c917ea36bc6a9c07a for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:46.361495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.361780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7377141e-94f9-4b14-835f-a7610eb5de00 req-4033e692-2d0c-4d38-9360-759f21ab87b8 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0397382 Nov 12 03:39:46.370149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2ae8ba1f-b07d-4c66-a330-870f8b72d8cf details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:46.392154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:46.404556 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.405266 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Added segment f0dc3f3a-64c4-42da-9f56-1e6acbd8993a of type vlan for network 42c37895-5f22-4510-9aa4-33936b96c375 Nov 12 03:39:46.417136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-200bf3d3-1850-495e-9e68-77c99eacb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.418787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-200bf3d3-1850-495e-9e68-77c99eacb09b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 1100 time: 0.0598021 Nov 12 03:39:46.476422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.518509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.519728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.520337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.538040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-3b2ff52f-5a00-417d-ad37-a598cba47b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.540061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-3b2ff52f-5a00-417d-ad37-a598cba47b26 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1106312 Nov 12 03:39:46.554677 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2245679 Nov 12 03:39:46.560628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.565440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9c6c45bd-eada-496f-82e6-5f4f03085628 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Request body: {'network': {'project_id': '94ece198264b4d7c917ea36bc6a9c07a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:46.592009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6677f-627e-4ef6-8425-817e67e77e2a tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event updated for resources: {'Network': ['ID=42c37895-5f22-4510-9aa4-33936b96c375,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.602816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 42c37895-5f22-4510-9aa4-33936b96c375 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:46.608201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-a2d50011-0add-423e-8638-ae87f3db690c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=6b468af4-91fd-460f-842b-575dc63b1dad HTTP/1.1" status: 200 len: 217 time: 0.0553546 Nov 12 03:39:46.614906 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c45bd-eada-496f-82e6-5f4f03085628 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:46.615367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c45bd-eada-496f-82e6-5f4f03085628 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:39:46.618214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9c6c45bd-eada-496f-82e6-5f4f03085628 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0548949 Nov 12 03:39:46.620902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.667634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-06e85d9b-5d00-4e68-bd32-791b30309b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.671564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-815b2b31-6ce0-403b-a084-14bdc5725db3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=94ece198264b4d7c917ea36bc6a9c07a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494125 Nov 12 03:39:46.671958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-06e85d9b-5d00-4e68-bd32-791b30309b61 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0526719 Nov 12 03:39:46.672174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33464) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.726208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-01d97c92-ef56-4b90-9612-29d6ab1ab094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:46.726810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.727858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-01d97c92-ef56-4b90-9612-29d6ab1ab094 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481842 Nov 12 03:39:46.748808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.800361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.803397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.805645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "DELETE /v2.0/security-groups/3c20dab3-547f-4d2b-909f-8b0941e0dc4b HTTP/1.1" status: 204 len: 168 time: 0.1317751 Nov 12 03:39:46.807985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:46.821911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a8342-88a4-4b6a-9fa9-8f941cd7ee10 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20dab3-547f-4d2b-909f-8b0941e0dc4b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:46.868536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-5e266dbb-0a3b-4f36-8078-8ab316da6038 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297252 Nov 12 03:39:46.908141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:46.999640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.018379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75af0-a220-413b-8946-f4831ee0d00c req-172252e3-3b5b-40ea-9107-4acef9483b75 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:47.019921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39b75af0-a220-413b-8946-f4831ee0d00c req-172252e3-3b5b-40ea-9107-4acef9483b75 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 948 time: 0.0776381 Nov 12 03:39:47.020641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c37895-5f22-4510-9aa4-33936b96c375']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.021766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e78f13d3-c8e4-4cc0-b7fe-b5a2f267dfd0 req-77d43929-24db-4e17-b022-c7a7aa5aed70 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453903 Nov 12 03:39:47.030498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dc3f3a-64c4-42da-9f56-1e6acbd8993a') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.030963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dc3f3a-64c4-42da-9f56-1e6acbd8993a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.041877 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.058972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.067473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:47.067994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:47.069998 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:47.087946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39b75af0-a220-413b-8946-f4831ee0d00c req-99027e2a-4b09-4d1f-91d4-ac546150302e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604191 Nov 12 03:39:47.139467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.144481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.148003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "DELETE /v2.0/networks/42c37895-5f22-4510-9aa4-33936b96c375 HTTP/1.1" status: 204 len: 168 time: 0.3382351 Nov 12 03:39:47.150580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:47.167604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dc0a7-a0a1-4058-8453-98858fa99d60 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event deleted for resources: {'Network': ['ID=42c37895-5f22-4510-9aa4-33936b96c375,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:47.234744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.524289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05a69dc2-f46c-4637-b463-8e2936df6687 req-e9efa692-df12-4457-adac-5b889e97da92 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Nov 12 03:39:47.641079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.663584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae8ba1f-b07d-4c66-a330-870f8b72d8cf']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.674144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3e52d0-83bb-469c-8ca9-18286d1b6878') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.674442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3e52d0-83bb-469c-8ca9-18286d1b6878') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:39:47.684836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.698745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.705052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:39:47.705384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:39:47.707446 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:39:47.764379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.769808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:47.773063 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] 10.222.0.97 "DELETE /v2.0/networks/2ae8ba1f-b07d-4c66-a330-870f8b72d8cf HTTP/1.1" status: 204 len: 168 time: 0.6213887 Nov 12 03:39:47.786041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abd1bb-1b60-4693-be22-e407b8f704f3 tempest-QuotasNegativeTest-1664044300 tempest-QuotasNegativeTest-1664044300-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ae8ba1f-b07d-4c66-a330-870f8b72d8cf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.213962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15773a2-18cb-47ae-a9f2-542967e76908 req-d0504e7c-8f11-46fd-97ee-8b748489bd5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:48.215559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c15773a2-18cb-47ae-a9f2-542967e76908 req-d0504e7c-8f11-46fd-97ee-8b748489bd5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 948 time: 0.0524402 Nov 12 03:39:48.225748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33486) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.269692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c15773a2-18cb-47ae-a9f2-542967e76908 req-a9fdf6dd-af81-49a3-b1d9-41c3b280206c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Nov 12 03:39:48.341239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21c46f43-f86f-4b36-bbb6-51687ab30c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.418711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21c46f43-f86f-4b36-bbb6-51687ab30c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.422597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-21c46f43-f86f-4b36-bbb6-51687ab30c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.461901 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-21c46f43-f86f-4b36-bbb6-51687ab30c18 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1fc8675bbc7543c184e54efc5011a2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341020 Nov 12 03:39:48.463077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46f43-f86f-4b36-bbb6-51687ab30c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a5490-6e17-4bee-b292-60cf6e03a5d0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.464588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33490) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.522958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.546020 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.595170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.598073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.599596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/747a5490-6e17-4bee-b292-60cf6e03a5d0 HTTP/1.1" status: 204 len: 168 time: 0.1336796 Nov 12 03:39:48.624234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aafd4e-1b28-42e2-9202-69fd46254aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a5490-6e17-4bee-b292-60cf6e03a5d0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:48.642066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1874e986-d069-4b8f-856c-167c94f5973b req-91036528-612a-44c1-82e5-a4a738f7a51b tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0329578 Nov 12 03:39:48.880070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33498) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:48.893429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b932ea2-08b9-4428-b8cf-3033a6f6a652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.971506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b932ea2-08b9-4428-b8cf-3033a6f6a652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:48.976067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b932ea2-08b9-4428-b8cf-3033a6f6a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.015715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b932ea2-08b9-4428-b8cf-3033a6f6a652 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03c8b7a81a1d45698d4e8d65143402f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343973 Nov 12 03:39:49.017561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b932ea2-08b9-4428-b8cf-3033a6f6a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721faf4-3338-48ff-a0f0-fff5a23274e8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.018468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:49.072896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.094382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.143336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.145948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:49.147153 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b721faf4-3338-48ff-a0f0-fff5a23274e8 HTTP/1.1" status: 204 len: 168 time: 0.1276052 Nov 12 03:39:49.156164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2948c-c8e3-4d65-9005-c5d6dfcc9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721faf4-3338-48ff-a0f0-fff5a23274e8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:49.401015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c62ee-ee7b-49aa-8a81-519e40a84f4a req-ca2292d4-ce8a-4a2b-a0ec-12a0388bd2ed tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:49.402930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513c62ee-ee7b-49aa-8a81-519e40a84f4a req-ca2292d4-ce8a-4a2b-a0ec-12a0388bd2ed tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 948 time: 0.0581970 Nov 12 03:39:49.458722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513c62ee-ee7b-49aa-8a81-519e40a84f4a req-10db690f-9bb4-47c6-a354-cfbb752fa319 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Nov 12 03:39:49.753938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95be2c0f-a50b-4a24-a0e1-2aa2cb11f974 req-8762de81-c07f-4da6-978f-5903f6d6eb85 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0277188 Nov 12 03:39:49.960353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33528) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.073379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eb47c3b8-26fb-4d1e-a98b-8cee659e7a3b tempest-AgentManagementNegativeTest-1220748354 tempest-AgentManagementNegativeTest-1220748354-project] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1111143 Nov 12 03:39:50.326523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.434394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4c59cc3-4dbd-4e12-b2c6-43c44f648f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.518315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4c59cc3-4dbd-4e12-b2c6-43c44f648f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.523567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4c59cc3-4dbd-4e12-b2c6-43c44f648f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.597924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4c59cc3-4dbd-4e12-b2c6-43c44f648f7b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=82e17b2dc0a6497a88b471269c4374d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701344 Nov 12 03:39:50.600117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59cc3-4dbd-4e12-b2c6-43c44f648f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf4547-6012-451c-bbdc-c016954ac78c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.600762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:50.620158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01778046-5d8f-4367-8371-72c22c4d0687 req-7a523d7e-3c19-4849-ac6f-a31f8fdce0b4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:50.621669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01778046-5d8f-4367-8371-72c22c4d0687 req-7a523d7e-3c19-4849-ac6f-a31f8fdce0b4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 948 time: 0.0849614 Nov 12 03:39:50.673359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01778046-5d8f-4367-8371-72c22c4d0687 req-7c0e17d6-1336-44d2-aa2a-8c530e3a4ff3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Nov 12 03:39:50.675795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.701130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.749411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.752108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:50.755650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/48bf4547-6012-451c-bbdc-c016954ac78c HTTP/1.1" status: 204 len: 168 time: 0.1513972 Nov 12 03:39:50.763307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19721c-758a-48ca-a0ef-937ccf41d129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf4547-6012-451c-bbdc-c016954ac78c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:50.862287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a69d20d-31e5-4150-b2f3-80ba1d8b16a6 req-8d42dc59-9d38-49b5-be4c-7884b5975d21 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Nov 12 03:39:50.992940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6b468af4-91fd-460f-842b-575dc63b1dad details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:39:51.091818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6b468af4-91fd-460f-842b-575dc63b1dad,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.110448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '6b468af4-91fd-460f-842b-575dc63b1dad', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '6b468af4-91fd-460f-842b-575dc63b1dad', 'mac_address': 'fa:16:3e:23:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:39:51.159706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.176392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b468af4-91fd-460f-842b-575dc63b1dad {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:39:51.198019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6b468af4-91fd-460f-842b-575dc63b1dad,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:51.202925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.255155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.456465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33570) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.552778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-05e227ed-b573-4ec4-b48e-eb302976224b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:51.553481 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-05e227ed-b573-4ec4-b48e-eb302976224b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:39:51.553975 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-05e227ed-b573-4ec4-b48e-eb302976224b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:51.555644 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-05e227ed-b573-4ec4-b48e-eb302976224b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0981319 Nov 12 03:39:51.559373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33574) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.564374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313017008'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:51.586766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.595793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.681458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.685625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.725231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043caf17-2fb6-47ee-8f04-1de19afda147,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.770264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.777898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.797906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09aa8-e6af-4b84-873a-e04511de69db req-e5e561d0-b47b-40cb-a844-1a5dee93a833 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:51.799440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7f09aa8-e6af-4b84-873a-e04511de69db req-e5e561d0-b47b-40cb-a844-1a5dee93a833 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 949 time: 0.0523143 Nov 12 03:39:51.801094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:39:51.817323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.818697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2581358 Nov 12 03:39:51.823697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33578) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.829482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '336fc658-902a-4e87-ba3d-3b404e07ea3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:51.836819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d6f11-da27-4583-bc4b-f8cd2507c96d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336fc658-902a-4e87-ba3d-3b404e07ea3e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.866376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.893325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7f09aa8-e6af-4b84-873a-e04511de69db req-12ec8623-c018-4916-99c4-ed29d46d2ee4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844996 Nov 12 03:39:51.948771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.954251 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.978015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4edf269-9ca4-4266-88ef-8efb19459eea,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:51.984071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:51.985179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-30711de4-ce76-4376-9186-01fe0ae5bee9 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603217 Nov 12 03:39:51.987850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33582) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:51.992554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4c0d6fee-d713-4f97-97e9-63550ecb94f6 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '336fc658-902a-4e87-ba3d-3b404e07ea3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.009751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0d1f107-687b-4e94-b723-6584295e1f97 req-90d663ae-5321-437f-8dfd-aa7ee330ebc6 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0333743 Nov 12 03:39:52.020340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4c0d6fee-d713-4f97-97e9-63550ecb94f6 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.066247 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-4c0d6fee-d713-4f97-97e9-63550ecb94f6 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:52.067340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4c0d6fee-d713-4f97-97e9-63550ecb94f6 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0783160 Nov 12 03:39:52.070242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.122270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.140840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d43948af-c0b5-45e1-a5f1-0e5c6268a4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.149651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.195103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.197800 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.198974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/336fc658-902a-4e87-ba3d-3b404e07ea3e HTTP/1.1" status: 204 len: 168 time: 0.1271620 Nov 12 03:39:52.202181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33590) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.208586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06526501-2959-4cab-8257-342967351b63 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336fc658-902a-4e87-ba3d-3b404e07ea3e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.254878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9885b16c-2b19-4d88-b21b-c98fad7b8e90 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515499 Nov 12 03:39:52.258979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.263421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--480485363'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.287232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.354569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.358759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.387508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b8537-0628-412d-9bb6-68a9a1cc622e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.392042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.393287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-af13ef31-8ce7-429e-82b3-ef3fc9b1952f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1334059 Nov 12 03:39:52.397201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33600) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.402582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c10dfc21-5255-4d3f-8c7d-9c9758a413a8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': 'de8b8537-0628-412d-9bb6-68a9a1cc622e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.403353 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-c10dfc21-5255-4d3f-8c7d-9c9758a413a8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:39:52.403728 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-c10dfc21-5255-4d3f-8c7d-9c9758a413a8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:52.407471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c10dfc21-5255-4d3f-8c7d-9c9758a413a8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064225 Nov 12 03:39:52.408314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.486582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.520462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.569975 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.574258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.575505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/de8b8537-0628-412d-9bb6-68a9a1cc622e HTTP/1.1" status: 204 len: 168 time: 0.1663537 Nov 12 03:39:52.578067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33616) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.587539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef74f29-a340-4ce0-82f5-f34d537d8b9f tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b8537-0628-412d-9bb6-68a9a1cc622e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.641442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ca127374-4a8c-4529-8b8e-6d4661fec286 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0582097 Nov 12 03:39:52.641654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33618) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.646941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--644763637'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.675250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.754462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.759864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.795281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.799502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1533318 Nov 12 03:39:52.799502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.804180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-336cd2d4-2ffa-4752-b209-f95dcc25ce1d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '819b7cb8-93c9-4614-a07b-04579326e685', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:52.806031 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-336cd2d4-2ffa-4752-b209-f95dcc25ce1d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:39:52.806620 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-336cd2d4-2ffa-4752-b209-f95dcc25ce1d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:52.810758 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-336cd2d4-2ffa-4752-b209-f95dcc25ce1d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073030 Nov 12 03:39:52.810758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613a07b-81db-4506-91b5-743b3e7f70b8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819b7cb8-93c9-4614-a07b-04579326e685,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:52.811023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.875300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.899551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.957831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.961617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:52.966265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/819b7cb8-93c9-4614-a07b-04579326e685 HTTP/1.1" status: 204 len: 168 time: 0.1481643 Nov 12 03:39:52.967049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:52.974898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e27a4-e8c4-442d-a541-669447c3d1cb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b7cb8-93c9-4614-a07b-04579326e685,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.033704 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4cc39f6c-6a9a-45dc-b3f7-c17f550dfea6 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0650916 Nov 12 03:39:53.037565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.040782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25640-134b-4d83-877a-6043b409faef req-645ad875-b5ef-4299-a250-875103dc8dcc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:53.042823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6c25640-134b-4d83-877a-6043b409faef req-645ad875-b5ef-4299-a250-875103dc8dcc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 949 time: 0.0558889 Nov 12 03:39:53.053110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717594276'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.079089 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.111367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6c25640-134b-4d83-877a-6043b409faef req-c426a522-c73b-47a6-8a98-5d5756f54424 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619872 Nov 12 03:39:53.144222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6157b7ed-befd-403b-be22-ecca10b7b083 req-6c8c04e4-c02f-4812-991b-6c1f1c04c6f9 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0317280 Nov 12 03:39:53.161812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.166704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.200115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.201474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1626234 Nov 12 03:39:53.202366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e497a-74fb-43a6-b227-230745197078 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b584bc-2998-4b91-8d2a-fc0e8f05fbc5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.204602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.210743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3311d143-bc2c-42c3-95d6-78ab16b572bb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '83b584bc-2998-4b91-8d2a-fc0e8f05fbc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.233287 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-3311d143-bc2c-42c3-95d6-78ab16b572bb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:39:53.234011 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-3311d143-bc2c-42c3-95d6-78ab16b572bb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.237818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3311d143-bc2c-42c3-95d6-78ab16b572bb tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0294890 Nov 12 03:39:53.238160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.242850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b57138a7-bdca-482b-a881-34831c5720d0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '83b584bc-2998-4b91-8d2a-fc0e8f05fbc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.243630 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-b57138a7-bdca-482b-a881-34831c5720d0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:39:53.244226 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b57138a7-bdca-482b-a881-34831c5720d0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.246256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b57138a7-bdca-482b-a881-34831c5720d0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059566 Nov 12 03:39:53.248075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.252562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-284eb5e7-443b-45b9-bf51-abee0075c281 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '83b584bc-2998-4b91-8d2a-fc0e8f05fbc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.253427 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-284eb5e7-443b-45b9-bf51-abee0075c281 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:39:53.253917 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-284eb5e7-443b-45b9-bf51-abee0075c281 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.254931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-284eb5e7-443b-45b9-bf51-abee0075c281 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058966 Nov 12 03:39:53.258299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.263653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-422878c4-557b-46b6-8bea-a507b21dbc62 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '83b584bc-2998-4b91-8d2a-fc0e8f05fbc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.263838 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-422878c4-557b-46b6-8bea-a507b21dbc62 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:39:53.264551 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-422878c4-557b-46b6-8bea-a507b21dbc62 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.265557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-422878c4-557b-46b6-8bea-a507b21dbc62 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062668 Nov 12 03:39:53.268274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.328335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.350875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.392489 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.395243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.396315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/83b584bc-2998-4b91-8d2a-fc0e8f05fbc5 HTTP/1.1" status: 204 len: 168 time: 0.1271436 Nov 12 03:39:53.399487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.406197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5303a-1826-4d7b-97f4-4b150f7beeed tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b584bc-2998-4b91-8d2a-fc0e8f05fbc5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.461589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-86cfafef-26f0-4569-b9b1-5cb558a19e7e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602458 Nov 12 03:39:53.465076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.469625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--516459876'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.491976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.586099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.590613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.627437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d04e12-91be-4b22-a602-d14bfb66316c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:53.631530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:53.636417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-be4a9a9f-3291-4802-a119-e2cbba42e83e tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1666775 Nov 12 03:39:53.637117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33660) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.641385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6e978bea-2b8d-42f5-adf2-0799f15a435b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.642386 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-6e978bea-2b8d-42f5-adf2-0799f15a435b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:39:53.642909 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-6e978bea-2b8d-42f5-adf2-0799f15a435b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.643875 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e978bea-2b8d-42f5-adf2-0799f15a435b tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061760 Nov 12 03:39:53.646508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.650752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2388f55e-51a2-455c-b180-e25cf565aadd tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.691975 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-2388f55e-51a2-455c-b180-e25cf565aadd tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.693193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2388f55e-51a2-455c-b180-e25cf565aadd tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0458021 Nov 12 03:39:53.696085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33670) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.701025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f828af3f-39f4-4f97-8713-04d3741d99d8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.701598 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-f828af3f-39f4-4f97-8713-04d3741d99d8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:39:53.702175 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-f828af3f-39f4-4f97-8713-04d3741d99d8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.703262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f828af3f-39f4-4f97-8713-04d3741d99d8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062575 Nov 12 03:39:53.705946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.711910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-64b954d7-a996-4813-bcad-b414664989df tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.749838 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-64b954d7-a996-4813-bcad-b414664989df tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.753759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64b954d7-a996-4813-bcad-b414664989df tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0437622 Nov 12 03:39:53.754420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.759552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5fd5cb3f-bd06-4657-9370-74edef116656 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.760126 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-5fd5cb3f-bd06-4657-9370-74edef116656 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:39:53.760507 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-5fd5cb3f-bd06-4657-9370-74edef116656 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.762887 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5fd5cb3f-bd06-4657-9370-74edef116656 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058327 Nov 12 03:39:53.764171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.770150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-428761cf-5152-49c3-96d8-c8754f414ad0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.794633 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-428761cf-5152-49c3-96d8-c8754f414ad0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Project e2b0e0d0197f4872a59f7cbb5d473677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:53.808848 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-428761cf-5152-49c3-96d8-c8754f414ad0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.810375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-428761cf-5152-49c3-96d8-c8754f414ad0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0438676 Nov 12 03:39:53.813482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.818411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e533dabf-4af2-47fe-bd5a-05087e8031b1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.818651 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-e533dabf-4af2-47fe-bd5a-05087e8031b1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:39:53.819253 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-e533dabf-4af2-47fe-bd5a-05087e8031b1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.823191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e533dabf-4af2-47fe-bd5a-05087e8031b1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064309 Nov 12 03:39:53.823779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.828172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e4c4f5be-af59-4fbe-a7cb-a7cc8cb503f7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.853741 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-e4c4f5be-af59-4fbe-a7cb-a7cc8cb503f7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Project e2b0e0d0197f4872a59f7cbb5d473677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:53.868169 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e4c4f5be-af59-4fbe-a7cb-a7cc8cb503f7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.869481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4c4f5be-af59-4fbe-a7cb-a7cc8cb503f7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0448129 Nov 12 03:39:53.873180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33708) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.878466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-473fe6fb-3589-4435-901f-285728eca1b2 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '59d04e12-91be-4b22-a602-d14bfb66316c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:53.902363 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-473fe6fb-3589-4435-901f-285728eca1b2 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Project e2b0e0d0197f4872a59f7cbb5d473677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:39:53.924510 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-473fe6fb-3589-4435-901f-285728eca1b2 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:53.928920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33716) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:53.929070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-473fe6fb-3589-4435-901f-285728eca1b2 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0546293 Nov 12 03:39:53.995889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.026962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.080071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.083211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.087708 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/59d04e12-91be-4b22-a602-d14bfb66316c HTTP/1.1" status: 204 len: 168 time: 0.1542478 Nov 12 03:39:54.088456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.099434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244dee-e19d-4956-96f6-e6290555e092 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d04e12-91be-4b22-a602-d14bfb66316c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.192747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-12d0d72e-194a-4576-86b4-5849e54a3aa0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1028578 Nov 12 03:39:54.193714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33754) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.200394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--724130604'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.239220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.258601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5317f-faae-423b-aa45-239e19eebfb0 req-4e30d00d-611a-4bb4-ace9-4e3ae261b9a6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:54.260643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01b5317f-faae-423b-aa45-239e19eebfb0 req-4e30d00d-611a-4bb4-ace9-4e3ae261b9a6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 949 time: 0.0668318 Nov 12 03:39:54.320928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c16b0d0b-1ca9-4415-80a2-2b012eb8e560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.341362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66abffb4-17c2-4f29-a7ee-cce99ab25864 req-fe6876f7-3e96-4077-aa85-49db74fd0b8f tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0599439 Nov 12 03:39:54.378376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01b5317f-faae-423b-aa45-239e19eebfb0 req-5dbf6014-d2b8-4b55-9ed9-c8cd77ad746f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106048 Nov 12 03:39:54.391640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.402458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.422154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.426329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.426754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2316849 Nov 12 03:39:54.431049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9d550e63-333e-4da6-be38-20ee54063821 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '46a1950b-0623-4733-aaae-bad92416bf4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.464273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4bbcb-5b27-4cd9-a368-1a38f963c989 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1950b-0623-4733-aaae-bad92416bf4b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.483746 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9d550e63-333e-4da6-be38-20ee54063821 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The resource could not be found. Nov 12 03:39:54.484799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9d550e63-333e-4da6-be38-20ee54063821 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0574477 Nov 12 03:39:54.487628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.492204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-16af3600-a68c-48ce-9fdc-4f54b695a9a5 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': '46a1950b-0623-4733-aaae-bad92416bf4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c75fd6f8-4ccc-49b9-bb55-6416129a18f4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.535403 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-16af3600-a68c-48ce-9fdc-4f54b695a9a5 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The resource could not be found. Nov 12 03:39:54.539439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-16af3600-a68c-48ce-9fdc-4f54b695a9a5 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0481751 Nov 12 03:39:54.540591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33800) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.597833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.633420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.683387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.687035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.688281 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/46a1950b-0623-4733-aaae-bad92416bf4b HTTP/1.1" status: 204 len: 168 time: 0.1466420 Nov 12 03:39:54.691504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.704100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb51e22-e2f2-47f1-890c-856ad2b35167 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1950b-0623-4733-aaae-bad92416bf4b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:54.754680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aba30c4f-82a7-4e0b-bf68-e5d8c728b832 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0617154 Nov 12 03:39:54.758590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.763774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b2afedc2-9b54-4cf1-ac8f-a65a0eaf028a tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': 'ce8f8265-0e52-43e0-a8ce-c757c3ca1e16', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.814913 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-b2afedc2-9b54-4cf1-ac8f-a65a0eaf028a tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The resource could not be found. Nov 12 03:39:54.815993 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2afedc2-9b54-4cf1-ac8f-a65a0eaf028a tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0563090 Nov 12 03:39:54.819664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.825304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165414619'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.853344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.939032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.943125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.973981 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:54.975487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1545496 Nov 12 03:39:54.978889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:54.984059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--896668692'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:54.994663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317738-3f95-4a96-90d6-09a4b79e54ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1adc4-81c9-44f3-9517-404c02c1766a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.051681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6b468af4-91fd-460f-842b-575dc63b1dad up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:39:55.093159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.118943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 6b468af4-91fd-460f-842b-575dc63b1dad completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:39:55.123783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 6b468af4-91fd-460f-842b-575dc63b1dad triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:39:55.124987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.181230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.186665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.222231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.227103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.232477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d9604737-cae5-408c-ab03-c9d2c78e4a25 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': 'aee1adc4-81c9-44f3-9517-404c02c1766a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd2bb4094-b40a-462b-ac4c-cd1262403b24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:55.238391 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2567043 Nov 12 03:39:55.251169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.255432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e96435-28ef-4316-a444-ca8a92c11eea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb4094-b40a-462b-ac4c-cd1262403b24,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.291441 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-d9604737-cae5-408c-ab03-c9d2c78e4a25 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:55.293941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d9604737-cae5-408c-ab03-c9d2c78e4a25 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0647333 Nov 12 03:39:55.295932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33906) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.303960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:39:55.312159 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a9d23-2b6d-401d-9ec9-0b194c0dfcf7" -d '{"events": [{"server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "name": "network-vif-plugged", "status": "completed", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:39:55.447770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.496816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.573721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cfccd5e-fa32-482a-9257-7a66f024e3db req-544f0b09-6dd0-44c6-8322-9dcbedf49ba8 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0574548 Nov 12 03:39:55.594545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.597730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.600531 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/d2bb4094-b40a-462b-ac4c-cd1262403b24 HTTP/1.1" status: 204 len: 168 time: 0.3031530 Nov 12 03:39:55.602978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33944) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.618421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6b468af4-91fd-460f-842b-575dc63b1dad,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:39:55.629873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3de83-0c48-4b3d-8acd-d5db5a1595ff tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb4094-b40a-462b-ac4c-cd1262403b24,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.654013 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.710588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.758933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:55.778430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2d908665-b9c3-4beb-863e-c88ca03d5762 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1731598 Nov 12 03:39:55.781936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33960) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.796015 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ebc54d-8dcc-4e06-8122-bada3d9389be x-openstack-request-id: req-13ebc54d-8dcc-4e06-8122-bada3d9389be {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:39:55.802084 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "name": "network-vif-plugged", "status": "completed", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:39:55.802362 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-13ebc54d-8dcc-4e06-8122-bada3d9389be {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:39:55.802804 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad', 'code': 200} Nov 12 03:39:55.867484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3ab0-99a2-4ce1-8f5c-b117d556d010 req-6042b84b-14f9-4363-a454-c5431a38e320 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:55.869827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0ad3ab0-99a2-4ce1-8f5c-b117d556d010 req-6042b84b-14f9-4363-a454-c5431a38e320 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.1101594 Nov 12 03:39:55.870810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.906723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.965062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.968784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:55.970595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/aee1adc4-81c9-44f3-9517-404c02c1766a HTTP/1.1" status: 204 len: 168 time: 0.1875734 Nov 12 03:39:55.976519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:55.999380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6157e93-4d0b-4137-9e59-bcc560d8aa81 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1adc4-81c9-44f3-9517-404c02c1766a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.043041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0ad3ab0-99a2-4ce1-8f5c-b117d556d010 req-f29ea7e6-c2c5-4fb1-bc17-cc1b0b65f11b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592655 Nov 12 03:39:56.055746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97f76b-ddef-4507-b277-5af687ac6156 req-289e8942-375d-4e00-8a06-e7656ce940db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:56.057974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f97f76b-ddef-4507-b277-5af687ac6156 req-289e8942-375d-4e00-8a06-e7656ce940db service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 1102 time: 0.1140428 Nov 12 03:39:56.068859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1e64b709-f204-4979-aa89-89a8a17f3ad8 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906305 Nov 12 03:39:56.073184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.079315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010678502'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.131258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.135697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f97f76b-ddef-4507-b277-5af687ac6156 req-62402207-6102-4fb0-9a9e-d5d935a3a7e6 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Nov 12 03:39:56.206898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.211989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.249940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.251128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1764405 Nov 12 03:39:56.253021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36564a37-a7ac-4cf8-b867-d92d2c5ed4c1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de21a910-253d-4913-a2f3-e5c7fd5c3bdc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.254190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34024) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.259990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-229067ca-09ae-49d9-a867-eccd64c56ec7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': 'de21a910-253d-4913-a2f3-e5c7fd5c3bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.317280 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-229067ca-09ae-49d9-a867-eccd64c56ec7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:56.318586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-229067ca-09ae-49d9-a867-eccd64c56ec7 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0628834 Nov 12 03:39:56.321319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34034) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.326525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-33bb0f29-1e4d-4a47-9f00-862f21a945ea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group_rule': {'security_group_id': 'de21a910-253d-4913-a2f3-e5c7fd5c3bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.369079 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-33bb0f29-1e4d-4a47-9f00-862f21a945ea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:39:56.371553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-33bb0f29-1e4d-4a47-9f00-862f21a945ea tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0489242 Nov 12 03:39:56.373183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34042) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.432067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.459035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.509272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.512352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.513549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/de21a910-253d-4913-a2f3-e5c7fd5c3bdc HTTP/1.1" status: 204 len: 168 time: 0.1393631 Nov 12 03:39:56.516492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.524643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8220b-7921-4f13-9b1c-8977df42919d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de21a910-253d-4913-a2f3-e5c7fd5c3bdc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.577969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9b7f614e-e906-4ba1-9120-13f565410a3c tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558796 Nov 12 03:39:56.578110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.583677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103823129'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.610360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.740919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.744086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4c812de-17c8-420b-a228-495b2d703987 req-a36bd1b1-fc96-4171-80c9-9ddf86fc4a34 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0364721 Nov 12 03:39:56.745905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.779545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.783529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.784387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2051055 Nov 12 03:39:56.789903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c52419-f546-46e9-9baa-4c15ea2aefe1 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db7c4af-1add-45da-9aec-a0716030cb9d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:56.790967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7daed92b-01ba-4fbe-b482-dcd5311c418d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:56.791591 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-7daed92b-01ba-4fbe-b482-dcd5311c418d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:39:56.792384 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-7daed92b-01ba-4fbe-b482-dcd5311c418d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:39:56.796484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.796871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7daed92b-01ba-4fbe-b482-dcd5311c418d tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "PUT /v2.0/security-groups/3db7c4af-1add-45da-9aec-a0716030cb9d HTTP/1.1" status: 409 len: 330 time: 0.0111032 Nov 12 03:39:56.868953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.872776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.894069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.943819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.949048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:56.953365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/3db7c4af-1add-45da-9aec-a0716030cb9d HTTP/1.1" status: 204 len: 168 time: 0.1528108 Nov 12 03:39:56.953588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34130) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:56.961206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b72402-5432-4079-944a-78d26b48fdbc tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db7c4af-1add-45da-9aec-a0716030cb9d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.026072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1fed0f07-cf12-4e70-8074-ae10749af2da tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714037 Nov 12 03:39:57.030158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.046647 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-cb219980-4e18-4b93-bc8f-56217cadd6e0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] delete failed (client error): The resource could not be found. Nov 12 03:39:57.047739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb219980-4e18-4b93-bc8f-56217cadd6e0 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "DELETE /v2.0/security-groups/422d7eca-2901-4699-8a74-2d364b06f840 HTTP/1.1" status: 404 len: 347 time: 0.0164917 Nov 12 03:39:57.051579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34148) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.066751 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-04301688-1b69-4dcf-8d5c-2b28be6f6a42 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] show failed (client error): The resource could not be found. Nov 12 03:39:57.067829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-04301688-1b69-4dcf-8d5c-2b28be6f6a42 tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-groups/918cb1d9-7162-4abe-bc75-44cdeb5b883a HTTP/1.1" status: 404 len: 347 time: 0.0153246 Nov 12 03:39:57.071587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.082780 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-2450035a-52c2-4985-a91f-3809da3f95af tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] show failed (client error): The resource could not be found. Nov 12 03:39:57.083918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2450035a-52c2-4985-a91f-3809da3f95af tempest-NegativeSecGroupIPv6Test-984772046 tempest-NegativeSecGroupIPv6Test-984772046-project] 10.222.0.97 "GET /v2.0/security-group-rules/797fd046-6790-4340-b218-3f4b31ce2847 HTTP/1.1" status: 404 len: 356 time: 0.0114064 Nov 12 03:39:57.161548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26235e35-4c6e-4e24-812d-ac8d28c0a6cd req-6f1c92af-a8e0-4400-89d1-c82ee9b47994 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:57.163082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26235e35-4c6e-4e24-812d-ac8d28c0a6cd req-6f1c92af-a8e0-4400-89d1-c82ee9b47994 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.0597699 Nov 12 03:39:57.219471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26235e35-4c6e-4e24-812d-ac8d28c0a6cd req-4e951b74-5433-4819-a762-9d36620dd8d8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Nov 12 03:39:57.361343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.493589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ae0fb783-4990-4c9e-832a-0218552d099f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e2b0e0d0197f4872a59f7cbb5d473677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291602 Nov 12 03:39:57.494255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:57.541729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.563822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.610679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.613258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.614714 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/043caf17-2fb6-47ee-8f04-1de19afda147 HTTP/1.1" status: 204 len: 168 time: 0.1195576 Nov 12 03:39:57.623733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6488123-9337-40a7-be18-a39751b15027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043caf17-2fb6-47ee-8f04-1de19afda147,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:57.724170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:57.900028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe55bafd-df65-4c0b-8928-8ac89f7748a2 req-16d5121a-00e4-42c9-86c8-6d80666a07f0 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0359061 Nov 12 03:39:58.352336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac2063-c2bc-41ae-b9e9-d9b21309a7ca req-48b02fba-801f-4ace-843d-fc0d53ee105a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.353917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bac2063-c2bc-41ae-b9e9-d9b21309a7ca req-48b02fba-801f-4ace-843d-fc0d53ee105a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.0521193 Nov 12 03:39:58.391047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:58.412422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bac2063-c2bc-41ae-b9e9-d9b21309a7ca req-32d293ef-f00a-4589-af67-f0c56c0ff1f2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516529 Nov 12 03:39:58.508656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-966917591'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:58.532004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Made reservation on behalf of fa9a5d5c2bc2404791ea2ac65eeec4c7 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:58.535790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.544940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.623849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.627899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.658944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:39:58.676475 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed66b80-5f5c-40db-8ee6-5af4ea96a189,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:58.680168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.680728 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Added segment fbe2ac30-2584-44e2-8324-d50ddbbbc58e of type vlan for network a633f9d9-6269-42a3-955c-6d224fb55e33 Nov 12 03:39:58.734055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.746407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-82c36d5a-191d-49c9-9ab7-1656bdae116f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.748136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-82c36d5a-191d-49c9-9ab7-1656bdae116f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 1102 time: 0.0588589 Nov 12 03:39:58.767919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.769966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-e518dfa0-63cf-4a66-ab24-e6fbf4df901d tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.774060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:58.774666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.820066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4277396 Nov 12 03:39:58.826209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:58.831770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Request body: {'subnet': {'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:58.869527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7340-3734-4b38-b5c9-56815a748dbe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event updated for resources: {'Network': ['ID=a633f9d9-6269-42a3-955c-6d224fb55e33,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:58.884629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a633f9d9-6269-42a3-955c-6d224fb55e33 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:39:58.955139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-e518dfa0-63cf-4a66-ab24-e6fbf4df901d tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.964374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-e518dfa0-63cf-4a66-ab24-e6fbf4df901d tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:58.980569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Made reservation on behalf of fa9a5d5c2bc2404791ea2ac65eeec4c7 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:58.984034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.064915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7dd5052-195e-4432-9a8d-1929b636f19d req-e518dfa0-63cf-4a66-ab24-e6fbf4df901d tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091128 Nov 12 03:39:59.065514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518dfa0-63cf-4a66-ab24-e6fbf4df901d tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffbbc16-4580-49ec-a0ad-bdf2ff88b382,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.100022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5028601-1446-429c-a757-a63a052800f2 req-44fc7cf7-3cc7-449e-aa5b-1053de517cf5 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0870812 Nov 12 03:39:59.282516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.360097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event updated for resources: {'Subnet': ['ID=966d345b-49ee-48fb-89c9-2987c18dfe0c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:39:59.365564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Checking segment: {'id': 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:39:59.365926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Network hostable DHCP agents. Network: a633f9d9-6269-42a3-955c-6d224fb55e33, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:39:59.387460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Network a633f9d9-6269-42a3-955c-6d224fb55e33 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:39:59.408285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a633f9d9-6269-42a3-955c-6d224fb55e33) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:39:59.417228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fff2a2-e1a8-4a37-9d20-c85f97864ae4 None None] Network a633f9d9-6269-42a3-955c-6d224fb55e33 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:39:59.426159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-d859c692-dbfa-4690-87f1-e252f672c9f5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307796 Nov 12 03:39:59.427421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.428002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.466906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46b565a4-69fa-4449-9459-c85a7819f8aa tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6394646 Nov 12 03:39:59.470088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:39:59.476537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Request body: {'port': {'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33', 'name': 'tempest-TagsExtTest-1567812915'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:39:59.562623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-d104865f-0a91-4704-a328-e0b019ff54c1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:39:59.564765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-d104865f-0a91-4704-a328-e0b019ff54c1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283305 Nov 12 03:39:59.584907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-ed6521a7-3576-433b-898d-4b98cd56796f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0116644 Nov 12 03:39:59.625334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-a633f9d9-6269-42a3-955c-6d224fb55e33', 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33', 'tenant_id': 'fa9a5d5c2bc2404791ea2ac65eeec4c7', 'fixed_ips': [{'subnet_id': '966d345b-49ee-48fb-89c9-2987c18dfe0c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:39:59.626542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.635097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Made reservation on behalf of fa9a5d5c2bc2404791ea2ac65eeec4c7 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:39:59.640933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.647161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-17e61073-0ba3-4fbf-a43e-5187a4b392b7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550740 Nov 12 03:39:59.675406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] device_id is not set on port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:39:59.790763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Allocated IP 172.20.0.2 (a633f9d9-6269-42a3-955c-6d224fb55e33/966d345b-49ee-48fb-89c9-2987c18dfe0c/f732e59c-c19e-4929-aef3-6de285fd00d4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:39:59.978031 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:39:59.987016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.052012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Network a633f9d9-6269-42a3-955c-6d224fb55e33 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:00.053971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Pushing event updated for resources: {'Port': ['ID=f732e59c-c19e-4929-aef3-6de285fd00d4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.058153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:00.064656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:00.125020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Allocated IP 172.20.0.13 (a633f9d9-6269-42a3-955c-6d224fb55e33/966d345b-49ee-48fb-89c9-2987c18dfe0c/bffffa14-7cf6-4f7f-acce-359c8e66b2a1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:00.157098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Attempting to bind port f732e59c-c19e-4929-aef3-6de285fd00d4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:00.159648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Attempting to bind port f732e59c-c19e-4929-aef3-6de285fd00d4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:00.160004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Attempting to bind port f732e59c-c19e-4929-aef3-6de285fd00d4 on network a633f9d9-6269-42a3-955c-6d224fb55e33 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:00.168775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:00.169148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Checking segment: {'id': 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:00.173198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.173875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Bound using segment: {'id': 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:00.174668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Bound port: f732e59c-c19e-4929-aef3-6de285fd00d4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'a633f9d9-6269-42a3-955c-6d224fb55e33'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:00.178229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.273888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1264a13-17d0-4a14-960c-da5c267f5e4f req-f05736fe-e936-4d15-ad62-eea5bec86932 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 210 time: 0.0609593 Nov 12 03:40:00.312758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] For port f732e59c-c19e-4929-aef3-6de285fd00d4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:00.315219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] For port f732e59c-c19e-4929-aef3-6de285fd00d4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f732e59c-c19e-4929-aef3-6de285fd00d4,segment=NetworkSegment(fbe2ac30-2584-44e2-8324-d50ddbbbc58e),segment_id=fbe2ac30-2584-44e2-8324-d50ddbbbc58e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:00.334132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c5533b6-1c07-49fe-a729-1894d290e016 req-4580311b-9263-47e3-9a5b-12b05c8ab8d8 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0632069 Nov 12 03:40:00.335532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.359330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.412770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.434025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da163c-9d47-4fd6-a884-b59d941aeb77 None None] Pushing event updated for resources: {'Port': ['ID=f732e59c-c19e-4929-aef3-6de285fd00d4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.463869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Network a633f9d9-6269-42a3-955c-6d224fb55e33 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:00.466960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:00.470123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:00.522524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event updated for resources: {'Port': ['ID=bffffa14-7cf6-4f7f-acce-359c8e66b2a1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:00.554244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:00.555527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.573630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f19f2944-e75c-4e88-bdc2-c3aa03d88acf tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1024144 Nov 12 03:40:00.576633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34272) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.585258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2128634237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.615304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.620957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.712671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.717185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.745101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.751298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.751668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-281d1215-1af2-4d88-8782-cafd226efd58 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1709538 Nov 12 03:40:00.756668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c59f89d6-f352-4992-9e0a-70274a1c52a4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-530726558', 'prefixes': ['172.20.0.0/16']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:00.836424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c59f89d6-f352-4992-9e0a-70274a1c52a4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for subnetpool, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:00.837685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c59f89d6-f352-4992-9e0a-70274a1c52a4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0849323 Nov 12 03:40:00.841592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:00.851567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-edbcfd61-32ff-4180-9ce4-49682a563631 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-1984039307') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:00.997098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-edbcfd61-32ff-4180-9ce4-49682a563631 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-1984039307 HTTP/1.1" status: 201 len: 201 time: 0.1541331 Nov 12 03:40:00.999685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.005692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-c154ec1f-c38b-4030-9e60-d1ca1cfa8f3a tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-1000912533') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.088625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c154ec1f-c38b-4030-9e60-d1ca1cfa8f3a tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-1000912533 HTTP/1.1" status: 201 len: 201 time: 0.0865817 Nov 12 03:40:01.090021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.095557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-0c03bfb0-16f6-4da2-a7a2-642c7ae0fec5 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-746143280') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.202052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0c03bfb0-16f6-4da2-a7a2-642c7ae0fec5 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-746143280 HTTP/1.1" status: 201 len: 201 time: 0.1106856 Nov 12 03:40:01.204526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.209112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-5920d085-7b97-48ca-9c7a-dc1ddcea2ff0 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-206295341') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.280981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34288) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.283575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5920d085-7b97-48ca-9c7a-dc1ddcea2ff0 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-206295341 HTTP/1.1" status: 201 len: 201 time: 0.0778050 Nov 12 03:40:01.286741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-aa3d9d9b-208d-42b4-903c-1a8383036b79 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.345290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.438021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aa3d9d9b-208d-42b4-903c-1a8383036b79 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 200 len: 241 time: 0.1552799 Nov 12 03:40:01.438611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcd2d631-0b3f-411c-bf3b-f75f3a096e03 req-4a231da8-5b74-4bd3-8a88-513cd2eda068 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 210 time: 0.0540979 Nov 12 03:40:01.439124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.447313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-2ea620cb-b8b6-4116-9604-bcc900be8f61 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-1984039307') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.477416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f732e59c-c19e-4929-aef3-6de285fd00d4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:01.565689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f915890-6336-475a-9a84-cb31d01de306 req-a15c46e2-2dbd-4344-834f-1dd5cc917711 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0605600 Nov 12 03:40:01.577633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f732e59c-c19e-4929-aef3-6de285fd00d4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:01.578002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.670408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2ea620cb-b8b6-4116-9604-bcc900be8f61 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-1984039307 HTTP/1.1" status: 204 len: 168 time: 0.2300785 Nov 12 03:40:01.673196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34298) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.678626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-ec0cb618-1979-4a6c-9215-abf46a4d27b4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-1984039307') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.703712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.743376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port f732e59c-c19e-4929-aef3-6de285fd00d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f732e59c-c19e-4929-aef3-6de285fd00d4,segment=NetworkSegment(fbe2ac30-2584-44e2-8324-d50ddbbbc58e),segment_id=fbe2ac30-2584-44e2-8324-d50ddbbbc58e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:01.749910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:01.768850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec0cb618-1979-4a6c-9215-abf46a4d27b4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-1984039307 HTTP/1.1" status: 204 len: 168 time: 0.0940225 Nov 12 03:40:01.771525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.776973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-7bb6a0ad-3a3f-483a-aecf-1e6730e33977 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.811259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fdff24-a189-45be-b01e-4a0e25bd3882 None None] Network a633f9d9-6269-42a3-955c-6d224fb55e33 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:01.833677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=f732e59c-c19e-4929-aef3-6de285fd00d4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:01.853670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7bb6a0ad-3a3f-483a-aecf-1e6730e33977 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 200 len: 205 time: 0.0806732 Nov 12 03:40:01.856114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.860917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-e39c36d8-d31d-4e96-8e99-cd262a3552d7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.908658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-378ec5c3-1fd8-4603-a9a1-4676ec52b526 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349815 Nov 12 03:40:01.967360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e39c36d8-d31d-4e96-8e99-cd262a3552d7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 200 len: 241 time: 0.1077473 Nov 12 03:40:01.967876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34304) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:01.980554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-20993e75-5377-450f-8dc2-1f19cc997910 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-1000912533') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:01.999021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afe8a0fd-d467-41fd-93bb-ad9f07ebb76c None None] Provisioning complete for port f732e59c-c19e-4929-aef3-6de285fd00d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.000459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afe8a0fd-d467-41fd-93bb-ad9f07ebb76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.057889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20993e75-5377-450f-8dc2-1f19cc997910 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-1000912533 HTTP/1.1" status: 204 len: 168 time: 0.0867481 Nov 12 03:40:02.058243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34306) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.063391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-4ac0a7bb-d464-4c9c-b9a8-294085bce10b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-1000912533') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.112850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-06e18b3a-d615-46cf-9bf3-1b0bc9cb08e7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.115608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-06e18b3a-d615-46cf-9bf3-1b0bc9cb08e7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975343 Nov 12 03:40:02.150401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:02.152539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4ac0a7bb-d464-4c9c-b9a8-294085bce10b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-1000912533 HTTP/1.1" status: 204 len: 168 time: 0.0929577 Nov 12 03:40:02.153313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34308) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.161794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-6c64514d-beab-430c-bc68-b8ec26d9f5fe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.229295 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6c64514d-beab-430c-bc68-b8ec26d9f5fe tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 200 len: 205 time: 0.0741186 Nov 12 03:40:02.229884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.235710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-56a7ad68-3b3c-4b6f-a7a4-a33c4b21cbf5 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.340265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-56a7ad68-3b3c-4b6f-a7a4-a33c4b21cbf5 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 200 len: 240 time: 0.1090446 Nov 12 03:40:02.342825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.351314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-78b5a9d0-01c1-4357-8187-a12de9c907b2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-746143280') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.353815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:02.358160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.497168 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-5e6cbdb6-131d-4ea8-bd47-069712286010 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372355 Nov 12 03:40:02.511758 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-78b5a9d0-01c1-4357-8187-a12de9c907b2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-746143280 HTTP/1.1" status: 204 len: 168 time: 0.1671214 Nov 12 03:40:02.516704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:02.526180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-2439318e-cf6b-4ac5-86ed-a8d9698a970b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-746143280') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:02.582166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fb04cdbb-8e9b-471f-a70b-d107e47f9aa2 None None] Provisioning complete for port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.582710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb04cdbb-8e9b-471f-a70b-d107e47f9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.666248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-7a722f10-c200-4f11-846a-28f2e389561f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:02.670725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-7a722f10-c200-4f11-846a-28f2e389561f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620488 Nov 12 03:40:02.694555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '0af14cea-1a7c-4281-9822-82a87320b50f', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:02.710351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fb04cdbb-8e9b-471f-a70b-d107e47f9aa2 None None] Port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:02.739596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fb04cdbb-8e9b-471f-a70b-d107e47f9aa2 None None] Provisioning complete for port f732e59c-c19e-4929-aef3-6de285fd00d4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:02.739865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fb04cdbb-8e9b-471f-a70b-d107e47f9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:02.920666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:02.929768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.042997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e820775-bfe4-483a-93ef-97ecf2ce4add None None] Provisioning complete for port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:03.043332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e820775-bfe4-483a-93ef-97ecf2ce4add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.079326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e820775-bfe4-483a-93ef-97ecf2ce4add None None] Port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:03.104840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16a03924-3c93-4309-993e-ed102374b36b req-93bbffc7-8e72-4702-bd63-01e7254911f5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 210 time: 0.0946987 Nov 12 03:40:03.110198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2d61201-71d8-42bc-b025-da876c9e3474 req-92043f1d-8d52-479e-a5da-07c704cbd03e tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0959022 Nov 12 03:40:03.168988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.100 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/ca2c7462-cc61-4c81-b739-baae22b7bce7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:03.196997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2439318e-cf6b-4ac5-86ed-a8d9698a970b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-746143280 HTTP/1.1" status: 204 len: 168 time: 0.6763494 Nov 12 03:40:03.199339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34322) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.205602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-d9abd58d-44fa-4eb4-be7a-d47c95fa8f53 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.289396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d9abd58d-44fa-4eb4-be7a-d47c95fa8f53 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 200 len: 205 time: 0.0881195 Nov 12 03:40:03.291802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.301496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-f16595bc-42ff-426f-bbae-690a414a4889 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.355745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.357052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.357236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f16595bc-42ff-426f-bbae-690a414a4889 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 200 len: 240 time: 0.0639946 Nov 12 03:40:03.361430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-95f0962a-6762-440d-ba64-77d4029e7a3d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-206295341') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.368157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f732e59c-c19e-4929-aef3-6de285fd00d4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:03.400699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-95f0962a-6762-440d-ba64-77d4029e7a3d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-206295341 HTTP/1.1" status: 204 len: 168 time: 0.0426569 Nov 12 03:40:03.403757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.409523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-7d2a816a-26ae-4f4c-86dc-1b66cc076fd3 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-206295341') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.426489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f732e59c-c19e-4929-aef3-6de285fd00d4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:03.427113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.427243 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.474830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:03.489494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:03.495185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:03.501368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:03.510395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.122 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/1392e067-04e1-4a9d-adca-6ae87d1868e3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:03.532195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d2a816a-26ae-4f4c-86dc-1b66cc076fd3 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-206295341 HTTP/1.1" status: 204 len: 168 time: 0.1267600 Nov 12 03:40:03.533062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.541443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-bb4a142a-c822-49e9-91b4-58cd674e1079 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.543651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:03.596054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:03.597152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.626527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb4a142a-c822-49e9-91b4-58cd674e1079 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 200 len: 205 time: 0.0902007 Nov 12 03:40:03.627319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34334) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.628690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-80dfd04b-b0dc-43cc-8981-674a1953f961 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4885619 Nov 12 03:40:03.642419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-706731a1-01a6-48f9-bb5d-8f22bbaeed65 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.665386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Request body: {'port': {'device_id': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:03.739659 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-706731a1-01a6-48f9-bb5d-8f22bbaeed65 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1006205 Nov 12 03:40:03.740289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.748238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-b3329ca1-7d2b-4772-846b-7fed966a697a tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.758963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.852555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.884643 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b3329ca1-7d2b-4772-846b-7fed966a697a tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1407921 Nov 12 03:40:03.887193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:03.899500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-78ae40ca-03e4-4c9a-904a-6eca36e4d2a4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:03.915696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0fcf74e8-aed6-492f-b2de-65ea9f3299f0 None None] Provisioning complete for port ca2c7462-cc61-4c81-b739-baae22b7bce7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:03.916251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0fcf74e8-aed6-492f-b2de-65ea9f3299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.920613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:03.967849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf74e8-aed6-492f-b2de-65ea9f3299f0 None None] Port ca2c7462-cc61-4c81-b739-baae22b7bce7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:03.973229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:03.976840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:03.980840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:04.009096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.049955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.051005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.066711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78ae40ca-03e4-4c9a-904a-6eca36e4d2a4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1758378 Nov 12 03:40:04.067981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34340) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:04.072473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-e4f80071-7dda-4cff-aac9-d6205ee8e599 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:04.108793 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-8a631b7a-94f7-4ef2-ab8d-83dddff6984d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4188485 Nov 12 03:40:04.121458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:04.135891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Request body: {'port': {'device_id': '0af14cea-1a7c-4281-9822-82a87320b50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:04.170516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2c7462-cc61-4c81-b739-baae22b7bce7 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:04.184835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.202347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Transition to ACTIVE for port object ca2c7462-cc61-4c81-b739-baae22b7bce7 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:04.207678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.221271 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.323118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb58f3cf-7070-4f83-aa9b-b52230a02e93 req-52f86980-e563-49ef-913b-4e3f44ec7a5c tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0427790 Nov 12 03:40:04.439044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed963d-4436-4d57-8b29-1944290998c5 req-07bfc246-1a12-4c08-bb9d-91f9a5a78b5d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.441562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88ed963d-4436-4d57-8b29-1944290998c5 req-07bfc246-1a12-4c08-bb9d-91f9a5a78b5d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 936 time: 0.1878490 Nov 12 03:40:04.442339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.467794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-30f59449-35a4-49c9-b3be-821d45871465 None None] Provisioning complete for port 1392e067-04e1-4a9d-adca-6ae87d1868e3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:04.468165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30f59449-35a4-49c9-b3be-821d45871465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.524488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88ed963d-4436-4d57-8b29-1944290998c5 req-e67fce88-6309-4782-ae3d-d06b10c29bc7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Nov 12 03:40:04.532894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-30f59449-35a4-49c9-b3be-821d45871465 None None] Port 1392e067-04e1-4a9d-adca-6ae87d1868e3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:04.542211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Attempting to bind port ca2c7462-cc61-4c81-b739-baae22b7bce7 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:04.542684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Attempting to bind port ca2c7462-cc61-4c81-b739-baae22b7bce7 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:04.543279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Attempting to bind port ca2c7462-cc61-4c81-b739-baae22b7bce7 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.548828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Port ca2c7462-cc61-4c81-b739-baae22b7bce7 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:04.549265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Attempting to bind port ca2c7462-cc61-4c81-b739-baae22b7bce7 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.555608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:04.556063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:04.556546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:04.557393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Bound port: ca2c7462-cc61-4c81-b739-baae22b7bce7, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:04.557500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.598034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4f80071-7dda-4cff-aac9-d6205ee8e599 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 204 len: 168 time: 0.5254076 Nov 12 03:40:04.598277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:04.603482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-f9322676-30e1-44f3-89a5-620d5c2666ec tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-239787392') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:04.631577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:04.632759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1392e067-04e1-4a9d-adca-6ae87d1868e3 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:04.634829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:04.642501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.643425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.664470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Transition to ACTIVE for port object 1392e067-04e1-4a9d-adca-6ae87d1868e3 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:04.671654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.749069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Pushing event updated for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.755313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.756368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.759308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca2c7462-cc61-4c81-b739-baae22b7bce7 HTTP/1.1" status: 200 len: 1097 time: 1.1098824 Nov 12 03:40:04.762292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:04.764902 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ee4d2-b754-491d-867e-ab3c31e41762" -d '{"events": [{"name": "network-changed", "server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:04.768446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2388385-4281-407e-bb9f-331bc32012b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:04.794977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f9322676-30e1-44f3-89a5-620d5c2666ec tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-239787392 HTTP/1.1" status: 201 len: 201 time: 0.1933751 Nov 12 03:40:04.795303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34354) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:04.801861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-b34c6056-4790-4a4c-98a1-b5c1f20937dd tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-130137900') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:04.912181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-c9cb7e71-e9bb-4fb9-a0b3-c7cb0ce42ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:04.919912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-c9cb7e71-e9bb-4fb9-a0b3-c7cb0ce42ac1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1100 time: 0.0840573 Nov 12 03:40:04.922128 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6dc29c-342d-4e97-beca-4955af210e57 x-openstack-request-id: req-7f6dc29c-342d-4e97-beca-4955af210e57 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:04.922430 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:04.922690 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7f6dc29c-342d-4e97-beca-4955af210e57 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:04.928702 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7', 'status': 'completed', 'code': 200} Nov 12 03:40:04.930558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Attempting to bind port 1392e067-04e1-4a9d-adca-6ae87d1868e3 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:04.930917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Attempting to bind port 1392e067-04e1-4a9d-adca-6ae87d1868e3 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:04.931255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Attempting to bind port 1392e067-04e1-4a9d-adca-6ae87d1868e3 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.941328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Port 1392e067-04e1-4a9d-adca-6ae87d1868e3 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:04.941522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Attempting to bind port 1392e067-04e1-4a9d-adca-6ae87d1868e3 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:04.954023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:04.954351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:04.954730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:04.955206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Bound port: 1392e067-04e1-4a9d-adca-6ae87d1868e3, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:04.955564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:04.992726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-11759355-7f02-4b3b-a776-add5ae68736e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7 HTTP/1.1" status: 200 len: 217 time: 0.0399194 Nov 12 03:40:05.000729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b34c6056-4790-4a4c-98a1-b5c1f20937dd tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-130137900 HTTP/1.1" status: 201 len: 201 time: 0.2043869 Nov 12 03:40:05.003611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34356) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.008287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-a2f70f9a-1dbc-45dc-8505-df089f1c929c tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-1347659610') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.058147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-c9d4eb0c-458b-4434-b370-8306541c0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.060353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-c9d4eb0c-458b-4434-b370-8306541c0806 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0573032 Nov 12 03:40:05.122680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:05.128234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:05.136923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.137882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-cd2e251d-097e-4e12-a67c-360231541709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.139918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-cd2e251d-097e-4e12-a67c-360231541709 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702584 Nov 12 03:40:05.144000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2f70f9a-1dbc-45dc-8505-df089f1c929c tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-1347659610 HTTP/1.1" status: 201 len: 201 time: 0.1394088 Nov 12 03:40:05.151405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34358) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.156191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-712c8656-f647-4dd9-816d-87c28595ef85 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-1024169141') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.198035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.198672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:05.200102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] 10.222.0.16 "PUT /v2.0/ports/1392e067-04e1-4a9d-adca-6ae87d1868e3 HTTP/1.1" status: 200 len: 1097 time: 1.0688756 Nov 12 03:40:05.204851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:05.207353 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:05.260120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27368c-689d-40d8-b884-4b46e576091f service neutron] Pushing event updated for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:05.350013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-d9eb8b20-1bba-4601-86db-9206c0131be7 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016461 Nov 12 03:40:05.373640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-712c8656-f647-4dd9-816d-87c28595ef85 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-1024169141 HTTP/1.1" status: 201 len: 201 time: 0.2209430 Nov 12 03:40:05.397230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.416258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-97fbfca4-5bc3-4605-88f0-227c07c03e59 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', {'tags': ['tempest-TagsExtTest-Tag-830410899', 'tempest-TagsExtTest-Tag-1114861906', 'tempest-TagsExtTest-Tag-989013114']}) {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.496906 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7d2e6-a500-42f4-bd44-a26858977ccc x-openstack-request-id: req-72d7d2e6-a500-42f4-bd44-a26858977ccc {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:05.497245 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:05.498122 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-72d7d2e6-a500-42f4-bd44-a26858977ccc {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:05.498529 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3', 'status': 'completed', 'code': 200} Nov 12 03:40:05.503217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-9717586e-d1c3-4ca2-9e6c-ff5f1a611410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.505817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-9717586e-d1c3-4ca2-9e6c-ff5f1a611410 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 1100 time: 0.2189889 Nov 12 03:40:05.522061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97fbfca4-5bc3-4605-88f0-227c07c03e59 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 200 len: 316 time: 0.1235561 Nov 12 03:40:05.526758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.546981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-14a73883-d770-42f2-9bb2-852e5d91b681 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.560554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4208ab3e-3c52-4cb8-abdf-b53703715a9a req-0db2cfc4-16bd-4361-9910-f1c229a48734 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0606043 Nov 12 03:40:05.592456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-a7b4888e-9c90-4fa7-94bc-1234ebc32ef5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3 HTTP/1.1" status: 200 len: 217 time: 0.0679228 Nov 12 03:40:05.626908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-ced6ca9a-a4f2-4c84-8aa3-0aa5d00b5c1a service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691627 Nov 12 03:40:05.673952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-49bc5771-9409-4801-9b25-67fd308918d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.675475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-49bc5771-9409-4801-9b25-67fd308918d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0752442 Nov 12 03:40:05.715452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-14a73883-d770-42f2-9bb2-852e5d91b681 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1718338 Nov 12 03:40:05.716191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34374) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.720521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-d672d4a0-b4ce-4007-ac5e-56ff8229a147 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-830410899') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.769034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3da166-4514-4244-8970-246bdaa3c5a2 req-13789b13-709a-4fce-bc3a-d36dc95e63e1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.770971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb3da166-4514-4244-8970-246bdaa3c5a2 req-13789b13-709a-4fce-bc3a-d36dc95e63e1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 948 time: 0.1145771 Nov 12 03:40:05.798031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-540d3242-69b0-4bab-800c-44f3d57ee6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.799925 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-540d3242-69b0-4bab-800c-44f3d57ee6ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765185 Nov 12 03:40:05.801039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-c5cfa86c-9374-4b1f-a48b-033f9e182ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.802791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-c5cfa86c-9374-4b1f-a48b-033f9e182ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1100 time: 0.0692883 Nov 12 03:40:05.814112 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-d672d4a0-b4ce-4007-ac5e-56ff8229a147 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:05.817686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d672d4a0-b4ce-4007-ac5e-56ff8229a147 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-830410899 HTTP/1.1" status: 404 len: 328 time: 0.0979648 Nov 12 03:40:05.823344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.840886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-51784bf9-1a3a-4c98-99e5-1c5268e1e53d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-1114861906') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.891697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb3da166-4514-4244-8970-246bdaa3c5a2 req-798db213-e763-4e33-94ae-f8452b3999cf tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117725 Nov 12 03:40:05.945627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-8ecdfdb3-3140-4150-bb61-7b915115a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:05.947146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-8ecdfdb3-3140-4150-bb61-7b915115a29f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1300514 Nov 12 03:40:05.974648 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-2b6869e8-e873-4515-9fd2-b2edba5a3919 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584575 Nov 12 03:40:05.983477 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-51784bf9-1a3a-4c98-99e5-1c5268e1e53d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:05.984581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-51784bf9-1a3a-4c98-99e5-1c5268e1e53d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-1114861906 HTTP/1.1" status: 404 len: 329 time: 0.1595507 Nov 12 03:40:05.990733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:05.995381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-559640ae-e0b1-4446-bf6a-57f32c62ae84 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c', 'tempest-TagsExtTest-Tag-989013114') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:05.998538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-0ef9d493-4db4-4b1c-bed1-6a91e12a5518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7 HTTP/1.1" status: 200 len: 217 time: 0.0435665 Nov 12 03:40:06.082769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-5c738740-4cb2-4ff9-aafb-b741e2f3e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.083329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea000515-7b02-47fa-88c5-7f771c7205d1 req-352173fe-24b4-4074-8cdb-32ccb270510b service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970500 Nov 12 03:40:06.084575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-5c738740-4cb2-4ff9-aafb-b741e2f3e58c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0659745 Nov 12 03:40:06.099334 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-559640ae-e0b1-4446-bf6a-57f32c62ae84 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:06.103913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34382) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.108910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-3e81346c-6b51-481e-9a67-d0aafc9dfb36 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', {'tags': ['tempest-TagsExtTest-Tag-525991919', 'tempest-TagsExtTest-Tag-1779526892', 'tempest-TagsExtTest-Tag-438303478']}) {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:06.111399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-559640ae-e0b1-4446-bf6a-57f32c62ae84 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags/tempest-TagsExtTest-Tag-989013114 HTTP/1.1" status: 404 len: 328 time: 0.1195149 Nov 12 03:40:06.163534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-ff4ed6e9-aa1a-4048-a60a-2b2ed026325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.165195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-ff4ed6e9-aa1a-4048-a60a-2b2ed026325f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507812 Nov 12 03:40:06.285630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-53cedabb-9014-4a7a-b1ec-0f5aa1ae60ec service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105976 Nov 12 03:40:06.389817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f97ee4d2-b754-491d-867e-ab3c31e41762 req-a67db5f1-372f-4d8d-8979-11bdceaf1f0c service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940344 Nov 12 03:40:06.545194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-7035caa7-1a95-44ea-a5bb-55a171d5c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.546703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-7035caa7-1a95-44ea-a5bb-55a171d5c07d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 1100 time: 0.0613747 Nov 12 03:40:06.549659 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3e81346c-6b51-481e-9a67-d0aafc9dfb36 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 200 len: 316 time: 0.4447136 Nov 12 03:40:06.552222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.556630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-573e00b9-8221-4567-ab0d-451b0a5f3ff6 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:06.669106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25e47969-d1bf-4b4f-8e53-37d4aeceaf83 req-3da242b7-8680-4292-8f5b-a5ae23abf578 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Nov 12 03:40:06.683647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-a65f97a5-a3f2-4cb3-9011-ccaf2741e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.686795 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-a65f97a5-a3f2-4cb3-9011-ccaf2741e409 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1265397 Nov 12 03:40:06.733800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-573e00b9-8221-4567-ab0d-451b0a5f3ff6 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1805050 Nov 12 03:40:06.735340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-2f76e761-c879-4c67-8c98-63fdf20cfabd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3 HTTP/1.1" status: 200 len: 217 time: 0.0408673 Nov 12 03:40:06.738939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.743321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-b94bf103-bc7d-4aea-bc36-29f0a2bc310b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-525991919') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:06.816708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-6a502487-b1a7-43c6-984c-b9e5931ffb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.818104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-6a502487-b1a7-43c6-984c-b9e5931ffb90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0724525 Nov 12 03:40:06.862449 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-b94bf103-bc7d-4aea-bc36-29f0a2bc310b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:06.863535 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b94bf103-bc7d-4aea-bc36-29f0a2bc310b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-525991919 HTTP/1.1" status: 404 len: 328 time: 0.1237433 Nov 12 03:40:06.866612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.871663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-190aca47-fb37-4e04-84db-7924222e98d4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-1779526892') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:06.874231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-0ae1369f-74f0-43b9-995d-060796c5e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:06.875781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-0ae1369f-74f0-43b9-995d-060796c5e74e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479770 Nov 12 03:40:06.921588 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-190aca47-fb37-4e04-84db-7924222e98d4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:06.925148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-190aca47-fb37-4e04-84db-7924222e98d4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-1779526892 HTTP/1.1" status: 404 len: 329 time: 0.0544431 Nov 12 03:40:06.925377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:06.930124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-5bb87eba-0280-4adb-813b-ce9abeb5c576 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1', 'tempest-TagsExtTest-Tag-438303478') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:06.976885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-12db2b30-2a18-47b3-82e2-fd2847db25c9 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917418 Nov 12 03:40:07.014494 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5bb87eba-0280-4adb-813b-ce9abeb5c576 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.015569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5bb87eba-0280-4adb-813b-ce9abeb5c576 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags/tempest-TagsExtTest-Tag-438303478 HTTP/1.1" status: 404 len: 328 time: 0.0893037 Nov 12 03:40:07.019033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.024379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-64c6896b-0320-43a8-b56f-9d1b4df8c29e tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', {'tags': ['tempest-TagsExtTest-Tag-1408979448', 'tempest-TagsExtTest-Tag-1650605300', 'tempest-TagsExtTest-Tag-1586822852']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.068315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482463f-f757-4e5a-8215-e67d213936a8 req-521a63f8-664b-4edc-91f0-cac162c71cfd tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.069727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4482463f-f757-4e5a-8215-e67d213936a8 req-521a63f8-664b-4edc-91f0-cac162c71cfd tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 948 time: 0.0964825 Nov 12 03:40:07.070596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-86f2d7b6-32c5-4315-9d39-61cb2f87bfa2 req-e3faf735-2db7-4e7c-babb-dc69ce1f90d2 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858450 Nov 12 03:40:07.159476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64c6896b-0320-43a8-b56f-9d1b4df8c29e tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 200 len: 318 time: 0.1394238 Nov 12 03:40:07.162248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.168139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-a4648e79-2de7-496b-8a20-11864c91c7b7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.176570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4482463f-f757-4e5a-8215-e67d213936a8 req-0542f2f3-a792-4888-9dce-af4147b53772 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767152 Nov 12 03:40:07.274211 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4648e79-2de7-496b-8a20-11864c91c7b7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1103978 Nov 12 03:40:07.277097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.282342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-c1fc6341-793d-4cf9-92bc-0d13b6c6f0e2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-1408979448') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.346483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca2c7462-cc61-4c81-b739-baae22b7bce7 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:07.366414 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-c1fc6341-793d-4cf9-92bc-0d13b6c6f0e2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.371654 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c1fc6341-793d-4cf9-92bc-0d13b6c6f0e2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-1408979448 HTTP/1.1" status: 404 len: 329 time: 0.0899889 Nov 12 03:40:07.372082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.376925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-dcfa0c68-e1fc-43c0-9e86-17601c797f90 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-1650605300') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.431764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:07.460344 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-dcfa0c68-e1fc-43c0-9e86-17601c797f90 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.464190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dcfa0c68-e1fc-43c0-9e86-17601c797f90 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-1650605300 HTTP/1.1" status: 404 len: 329 time: 0.0885623 Nov 12 03:40:07.464522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.468781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:07.469104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-0465e6e5-f1ed-48f9-bf41-5a3a79cbba11 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8', 'tempest-TagsExtTest-Tag-1586822852') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.480866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ca2c7462-cc61-4c81-b739-baae22b7bce7', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'ca2c7462-cc61-4c81-b739-baae22b7bce7', 'mac_address': 'fa:16:3e:67:2f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:07.522835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.535022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2c7462-cc61-4c81-b739-baae22b7bce7 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:07.545688 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-0465e6e5-f1ed-48f9-bf41-5a3a79cbba11 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.549370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0465e6e5-f1ed-48f9-bf41-5a3a79cbba11 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags/tempest-TagsExtTest-Tag-1586822852 HTTP/1.1" status: 404 len: 329 time: 0.0812988 Nov 12 03:40:07.549648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.555243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-e404a47d-b2e6-44d5-9158-43700c43bbd7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', {'tags': ['tempest-TagsExtTest-Tag-666023182', 'tempest-TagsExtTest-Tag-784098769', 'tempest-TagsExtTest-Tag-1644662548']}) {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.556345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:07.563097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.563752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1392e067-04e1-4a9d-adca-6ae87d1868e3 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:07.599373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e404a47d-b2e6-44d5-9158-43700c43bbd7 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "PUT /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 200 len: 316 time: 0.0461109 Nov 12 03:40:07.599596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.605150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-2cf39e42-7192-4d49-9e7e-5fa67d2b56f4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.632875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:07.640140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.647300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '1392e067-04e1-4a9d-adca-6ae87d1868e3', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1392e067-04e1-4a9d-adca-6ae87d1868e3', 'mac_address': 'fa:16:3e:b3:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:07.650164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2cf39e42-7192-4d49-9e7e-5fa67d2b56f4 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0494475 Nov 12 03:40:07.652765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.657504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-03c8fe73-3f8b-4d09-8b66-0f0015e8df4c tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-666023182') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.681143 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-03c8fe73-3f8b-4d09-8b66-0f0015e8df4c tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.685303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03c8fe73-3f8b-4d09-8b66-0f0015e8df4c tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-666023182 HTTP/1.1" status: 404 len: 328 time: 0.0285816 Nov 12 03:40:07.686061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.690753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.691399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.tag.tag_plugin [None req-6e80a711-40a9-44e7-93a1-c57445221ca2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-784098769') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.705329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1392e067-04e1-4a9d-adca-6ae87d1868e3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:07.716971 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-6e80a711-40a9-44e7-93a1-c57445221ca2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.718070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6e80a711-40a9-44e7-93a1-c57445221ca2 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-784098769 HTTP/1.1" status: 404 len: 328 time: 0.0310106 Nov 12 03:40:07.721166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34422) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.725950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-486ea55b-35db-4acb-87e2-682d37edd798 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc', 'tempest-TagsExtTest-Tag-1644662548') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.739550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:07.745004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:07.788663 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-486ea55b-35db-4acb-87e2-682d37edd798 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] show failed (client error): The resource could not be found. Nov 12 03:40:07.793262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-486ea55b-35db-4acb-87e2-682d37edd798 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags/tempest-TagsExtTest-Tag-1644662548 HTTP/1.1" status: 404 len: 329 time: 0.0710089 Nov 12 03:40:07.793851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34428) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.798099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52d9bff9-6446-42b1-9cbc-bcd0957a224d req-21ec5aff-d8c1-4c9c-95b8-3c0a19fee505 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0386856 Nov 12 03:40:07.798704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-9c21099b-8135-4a3d-875c-c35a0787525b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9e755799-9e27-4aa1-9695-5bfaa15129fc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.810824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:07.828061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9c21099b-8135-4a3d-875c-c35a0787525b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0308161 Nov 12 03:40:07.828641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.833236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-82feb0e4-1861-4e1c-8eb7-c72ab36e670d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb582c02-8313-4833-9503-716e4dec0bc8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.873778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-5855c5ff-77e6-4fa8-8020-eebbf556c360 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461040 Nov 12 03:40:07.932729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-82feb0e4-1861-4e1c-8eb7-c72ab36e670d tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1031983 Nov 12 03:40:07.935503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34432) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:07.940395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-7c7d4b47-ba6f-4faf-97cd-ff203ec59c84 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bffffa14-7cf6-4f7f-acce-359c8e66b2a1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:07.981030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-042e13e7-80fa-41f6-90f1-95a5ce09eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:07.982760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-042e13e7-80fa-41f6-90f1-95a5ce09eb22 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=016137f461e149ffa8c6d91d26802f0e&device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 1098 time: 0.0470781 Nov 12 03:40:07.998681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c7d4b47-ba6f-4faf-97cd-ff203ec59c84 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1/tags HTTP/1.1" status: 204 len: 168 time: 0.0620453 Nov 12 03:40:08.001281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34434) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.005398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.tag.tag_plugin [None req-9545cb0a-3cb7-460a-8268-d1cae4dece6b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '966d345b-49ee-48fb-89c9-2987c18dfe0c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:08.063943 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9545cb0a-3cb7-460a-8268-d1cae4dece6b tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c/tags HTTP/1.1" status: 204 len: 168 time: 0.0616639 Nov 12 03:40:08.068776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34436) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.081961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:08.112051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:08.125053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-10e9aa0f-f5ca-4ff6-8a0e-54138e3c80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.127081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-10e9aa0f-f5ca-4ff6-8a0e-54138e3c80d8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 200 len: 917 time: 0.1189547 Nov 12 03:40:08.196966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ccc7601-9aba-420e-a849-bbc5e499ddae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for subnetpool, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.200605 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ccc7601-9aba-420e-a849-bbc5e499ddae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnetpools/9e755799-9e27-4aa1-9695-5bfaa15129fc HTTP/1.1" status: 204 len: 168 time: 0.1284420 Nov 12 03:40:08.201488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34442) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.228507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-2deff4a4-3ccc-4231-bb43-2ca706e414cf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 200 len: 1000 time: 0.0921752 Nov 12 03:40:08.249249 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43f279a1-1c6d-4d36-8859-97765b8cbf72 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb582c02-8313-4833-9503-716e4dec0bc8 HTTP/1.1" status: 200 len: 205 time: 0.0463190 Nov 12 03:40:08.249871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34446) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.325355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-002e6403-734d-4e05-a146-11706550f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.327233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-002e6403-734d-4e05-a146-11706550f624 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 200 len: 856 time: 0.0885875 Nov 12 03:40:08.338470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.388948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcbe63-ca5a-4bc8-a397-d835a3bac932 req-6b6b6003-09cf-4d9a-9d8d-2128ec5a4eb0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.390579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74fcbe63-ca5a-4bc8-a397-d835a3bac932 req-6b6b6003-09cf-4d9a-9d8d-2128ec5a4eb0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 949 time: 0.1146331 Nov 12 03:40:08.439713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-1418678c-54c4-4a4b-b906-18b3476adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:08.440817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-1418678c-54c4-4a4b-b906-18b3476adb5e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=880d13d3-b33d-4c69-ab1a-81d187ff1c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041799 Nov 12 03:40:08.469421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74fcbe63-ca5a-4bc8-a397-d835a3bac932 req-f1466eb5-40c1-4287-802b-d0eb8ec11afd tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715668 Nov 12 03:40:08.519801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.522103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.556854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-6a0885c2-b095-41d1-b56f-84430cee82e6 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016796 Nov 12 03:40:08.572308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.572977 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Fanout notify agent at l3_agent the message router_deleted on router eb582c02-8313-4833-9503-716e4dec0bc8 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:40:08.583045 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.584444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c519954a-aa20-4467-858b-b413a3ea68ac tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/routers/eb582c02-8313-4833-9503-716e4dec0bc8 HTTP/1.1" status: 204 len: 168 time: 0.3335028 Nov 12 03:40:08.587684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:08.673160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bd84b4a-42ed-4dcb-8d6f-0217851eebb0 req-96a1d709-a85f-4fba-a81a-a74360fbf714 service neutron] 10.222.0.104 "GET /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088834 Nov 12 03:40:08.685292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Deleting port bffffa14-7cf6-4f7f-acce-359c8e66b2a1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:08.685633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.775908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.789639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Calling delete_port for bffffa14-7cf6-4f7f-acce-359c8e66b2a1 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:08.928426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47179fda-acfe-4bbb-beb2-72fc8cafd044 req-0cb88160-c77b-453a-ab10-5a2f5672a9da tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0317788 Nov 12 03:40:08.933728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:08.963920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event deleted for resources: {'Port': ['ID=bffffa14-7cf6-4f7f-acce-359c8e66b2a1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.046925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.056165 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ad3b51ec-f6ae-480d-b041-9fd389b2ed21 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/ports/bffffa14-7cf6-4f7f-acce-359c8e66b2a1 HTTP/1.1" status: 204 len: 168 time: 0.4671857 Nov 12 03:40:09.058692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.117891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Deleting subnet 966d345b-49ee-48fb-89c9-2987c18dfe0c {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:40:09.122802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.168888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.268531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.332551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.360923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event deleted for resources: {'Subnet': ['ID=966d345b-49ee-48fb-89c9-2987c18dfe0c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.366792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.371553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0ce9e69a-2aa7-49ad-904a-d58a949904d9 tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/subnets/966d345b-49ee-48fb-89c9-2987c18dfe0c HTTP/1.1" status: 204 len: 168 time: 0.3112764 Nov 12 03:40:09.372765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:09.374575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bfc28-cb26-4692-a164-bca9a9b4e618 None None] Network a633f9d9-6269-42a3-955c-6d224fb55e33 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:09.401035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca2c7462-cc61-4c81-b739-baae22b7bce7 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:09.461678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.529697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Deleting port f732e59c-c19e-4929-aef3-6de285fd00d4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:09.530289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.535931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ca2c7462-cc61-4c81-b739-baae22b7bce7 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:09.576411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ca2c7462-cc61-4c81-b739-baae22b7bce7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:09.576771 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.636453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.651889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] For port f732e59c-c19e-4929-aef3-6de285fd00d4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f732e59c-c19e-4929-aef3-6de285fd00d4,segment=NetworkSegment(fbe2ac30-2584-44e2-8324-d50ddbbbc58e),segment_id=fbe2ac30-2584-44e2-8324-d50ddbbbc58e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:09.652267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.683351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Calling delete_port for f732e59c-c19e-4929-aef3-6de285fd00d4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:09.700401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da4dc7-8c50-4e12-975d-6ce7b0f0407b req-ee68ebc1-fe4a-49d6-a4d7-a014f35b21ef tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:09.704964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49da4dc7-8c50-4e12-975d-6ce7b0f0407b req-ee68ebc1-fe4a-49d6-a4d7-a014f35b21ef tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 949 time: 0.1058199 Nov 12 03:40:09.815800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49da4dc7-8c50-4e12-975d-6ce7b0f0407b req-938c557b-bf11-4483-b3c5-8b679bef6c61 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045492 Nov 12 03:40:09.844517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.855924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f5fce-4984-4fa5-ad52-ce7d22dc1c08 None None] DHCP port deletion for a633f9d9-6269-42a3-955c-6d224fb55e33 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:09.878205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.879096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event deleted for resources: {'Port': ['ID=f732e59c-c19e-4929-aef3-6de285fd00d4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:09.881748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] No DVR routers for this DVR port f732e59c-c19e-4929-aef3-6de285fd00d4 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:09.904674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:09.907009 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83165c9d-731c-4995-a7cc-6497b61f1f52" -d '{"events": [{"server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "name": "network-vif-plugged", "status": "completed", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:09.932891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:09.939867 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.941269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1392e067-04e1-4a9d-adca-6ae87d1868e3 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:09.984173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:09.999912 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9fe3b9-92e1-4988-a5ea-c8db976c3890 x-openstack-request-id: req-1a9fe3b9-92e1-4988-a5ea-c8db976c3890 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:10.000186 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "name": "network-vif-plugged", "status": "completed", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:10.000451 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1a9fe3b9-92e1-4988-a5ea-c8db976c3890 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:10.000853 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7', 'code': 200} Nov 12 03:40:10.020174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a633f9d9-6269-42a3-955c-6d224fb55e33']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.045753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.047560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe2ac30-2584-44e2-8324-d50ddbbbc58e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:10.068649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 1392e067-04e1-4a9d-adca-6ae87d1868e3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:10.071577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.080456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.081596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 1392e067-04e1-4a9d-adca-6ae87d1868e3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:10.081963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.110727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ea84048-c242-4e24-834d-2cc7046a79c6 req-55c811ab-ca30-4d88-b35f-a9671d186663 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0502660 Nov 12 03:40:10.119678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.120027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.120352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.120699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.121002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.121327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.121647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.122061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.122525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.122742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.123090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.123408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:10.130442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.146226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:10.146642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:10.163432 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:10.189918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca70fd2-d776-4141-99fc-a23e40c3ff89 req-b11c8ae9-11be-48d6-9f5a-f588ade0714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.191504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aca70fd2-d776-4141-99fc-a23e40c3ff89 req-b11c8ae9-11be-48d6-9f5a-f588ade0714b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1102 time: 0.1010783 Nov 12 03:40:10.200206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.237545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.252849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:10.259171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.263289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.269354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] 10.222.0.97 "DELETE /v2.0/networks/a633f9d9-6269-42a3-955c-6d224fb55e33 HTTP/1.1" status: 204 len: 168 time: 0.8954489 Nov 12 03:40:10.270355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442e361-515b-4902-8970-04d7f14aa9ae tempest-TagsExtTest-649892569 tempest-TagsExtTest-649892569-project] Pushing event deleted for resources: {'Network': ['ID=a633f9d9-6269-42a3-955c-6d224fb55e33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.289434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aca70fd2-d776-4141-99fc-a23e40c3ff89 req-6a3f2ac8-6528-44e2-a189-8b68fb2f6d0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874662 Nov 12 03:40:10.325031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.555355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.702909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-364a3086-d103-4cd5-8afe-328a2b3cba8f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fa9a5d5c2bc2404791ea2ac65eeec4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463759 Nov 12 03:40:10.706030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:10.755372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.781488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.831332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.836312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:10.839853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8ed66b80-5f5c-40db-8ee6-5af4ea96a189 HTTP/1.1" status: 204 len: 168 time: 0.1305087 Nov 12 03:40:10.850994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe5282-812d-4e94-a511-4b1e60cfdb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed66b80-5f5c-40db-8ee6-5af4ea96a189,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:10.974727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f863d1-3938-471b-ae12-4de1b6823a59 req-75fed508-2f37-40d0-a4e0-23548485dc0b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:10.976967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f863d1-3938-471b-ae12-4de1b6823a59 req-75fed508-2f37-40d0-a4e0-23548485dc0b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 950 time: 0.0566454 Nov 12 03:40:11.031076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f863d1-3938-471b-ae12-4de1b6823a59 req-fcf30f33-97cb-4bd4-91e1-8a3f9bda24cf tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Nov 12 03:40:11.227288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfae59eb-c5b3-423e-8786-8bd6a8b1652a req-da21fe03-347f-43fe-b2e3-ab031e70ca0d tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Nov 12 03:40:11.361478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f732e59c-c19e-4929-aef3-6de285fd00d4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:11.384941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: f732e59c-c19e-4929-aef3-6de285fd00d4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:11.385396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f732e59c-c19e-4929-aef3-6de285fd00d4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:12.001623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:12.004241 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d7be5-93ca-47cf-99f1-a96fdab54673" -d '{"events": [{"server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "name": "network-vif-plugged", "status": "completed", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:12.043800 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239f1e1d-bd6e-4cc9-97f9-6f74531451b6 x-openstack-request-id: req-239f1e1d-bd6e-4cc9-97f9-6f74531451b6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:12.044247 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "name": "network-vif-plugged", "status": "completed", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:12.044678 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-239f1e1d-bd6e-4cc9-97f9-6f74531451b6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:12.045213 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3', 'code': 200} Nov 12 03:40:12.191330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0851bc0-728a-4a58-839e-e00ce079d69f req-2319e377-c134-46e2-8f51-5dfdba1da4e8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.192178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a663-b2d5-4ab3-a7cd-689e80d549a7 req-d0a76fda-1825-4a8c-a408-426c08f9d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:12.194404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0851bc0-728a-4a58-839e-e00ce079d69f req-2319e377-c134-46e2-8f51-5dfdba1da4e8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 950 time: 0.0825188 Nov 12 03:40:12.194592 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a128a663-b2d5-4ab3-a7cd-689e80d549a7 req-d0a76fda-1825-4a8c-a408-426c08f9d3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 1102 time: 0.0631325 Nov 12 03:40:12.252671 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a128a663-b2d5-4ab3-a7cd-689e80d549a7 req-53ff1add-91ea-4d65-b955-e1f10fcd1e74 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502324 Nov 12 03:40:12.259088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0851bc0-728a-4a58-839e-e00ce079d69f req-469c7d7d-3f22-4435-8ed3-e92030c0bf3e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Nov 12 03:40:12.342642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67ff531d-ce6b-4792-a830-bbcc3efe3342 req-9c3ae521-b749-4cdb-9419-a11380ecafbd tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0279622 Nov 12 03:40:12.775425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:12.930545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e45e4128-019d-4a5e-a138-1d13f7fe1f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.032531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e45e4128-019d-4a5e-a138-1d13f7fe1f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.036894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e45e4128-019d-4a5e-a138-1d13f7fe1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.075903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e4128-019d-4a5e-a138-1d13f7fe1f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f3714-b805-47a3-892e-d88db0d6cbaf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.082180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e45e4128-019d-4a5e-a138-1d13f7fe1f85 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=07da026e4b344ec097bd49c097a14673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054004 Nov 12 03:40:13.083268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.161290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.184886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.255990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.259751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.263720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9e4f3714-b805-47a3-892e-d88db0d6cbaf HTTP/1.1" status: 204 len: 168 time: 0.1768470 Nov 12 03:40:13.269992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4d783-7655-4136-b5a2-60d619a477fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f3714-b805-47a3-892e-d88db0d6cbaf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.433845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243fa6-095f-4956-ba6c-17aff45651b2 req-0cba262c-cace-4874-bfac-6a169b50470e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:13.436597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04243fa6-095f-4956-ba6c-17aff45651b2 req-0cba262c-cace-4874-bfac-6a169b50470e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 950 time: 0.0795321 Nov 12 03:40:13.503296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2a04fcf-41a2-4730-aee5-87808d95f7e9 req-d96ad434-afd0-43e9-ba20-7fb790e547da tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0364850 Nov 12 03:40:13.527682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04243fa6-095f-4956-ba6c-17aff45651b2 req-f3f29432-5166-45bd-bd88-50bf0ecfb722 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834057 Nov 12 03:40:13.662666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34634) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.676640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7825ad0e-5fa5-4a5f-8057-a51e9ccbc9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.766538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7825ad0e-5fa5-4a5f-8057-a51e9ccbc9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.771654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7825ad0e-5fa5-4a5f-8057-a51e9ccbc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.815751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7825ad0e-5fa5-4a5f-8057-a51e9ccbc9e7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eca9d56f4dae4dd786abb8ee24bd37ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520131 Nov 12 03:40:13.817622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825ad0e-5fa5-4a5f-8057-a51e9ccbc9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41350f3-a889-4eb9-9ca6-7514121fa45d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:13.819361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:13.895577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.940644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:13.997537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.000317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:14.001593 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b41350f3-a889-4eb9-9ca6-7514121fa45d HTTP/1.1" status: 204 len: 168 time: 0.1806619 Nov 12 03:40:14.013012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57cf4b-ba2f-41d5-829e-293ee53c904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41350f3-a889-4eb9-9ca6-7514121fa45d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:15.086908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00d8ff3b-1dde-4564-bdd2-f4ca24cb2093 req-757507cd-9032-4b9d-8991-43860528be46 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0316257 Nov 12 03:40:15.103461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88552eb1-4054-4107-880d-a932e53eed4a req-02ee2d56-d717-4e39-b0a1-6b8e004c07e9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.105112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88552eb1-4054-4107-880d-a932e53eed4a req-02ee2d56-d717-4e39-b0a1-6b8e004c07e9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 950 time: 0.4961293 Nov 12 03:40:15.171624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88552eb1-4054-4107-880d-a932e53eed4a req-af3b3a49-fe3c-4a21-88ff-03481cd26f7f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594404 Nov 12 03:40:15.301827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22a9fd-32d5-4e5f-a5eb-c846c7b93ffb req-dc846614-0e05-47d2-b172-133bc11cdce2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.303212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef22a9fd-32d5-4e5f-a5eb-c846c7b93ffb req-dc846614-0e05-47d2-b172-133bc11cdce2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 950 time: 0.0594463 Nov 12 03:40:15.360595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef22a9fd-32d5-4e5f-a5eb-c846c7b93ffb req-e5ad3b07-974c-41fd-b896-f94ae101a303 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Nov 12 03:40:15.656697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b254-5929-4012-a689-939f0300cb6b req-17bf587d-0841-4923-9be0-bf8e1c011df0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.663585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182b254-5929-4012-a689-939f0300cb6b req-17bf587d-0841-4923-9be0-bf8e1c011df0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.671387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4182b254-5929-4012-a689-939f0300cb6b req-17bf587d-0841-4923-9be0-bf8e1c011df0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f&device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1691 time: 0.0712364 Nov 12 03:40:15.728609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4182b254-5929-4012-a689-939f0300cb6b req-b425bae2-095e-4151-a610-134fcd33854e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 Nov 12 03:40:15.924479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cab0c-71d2-4c81-b172-70b167714296 req-7b78a4e3-6148-476a-af43-45bdf43aad30 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:15.926035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f7cab0c-71d2-4c81-b172-70b167714296 req-7b78a4e3-6148-476a-af43-45bdf43aad30 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 1102 time: 0.0456181 Nov 12 03:40:15.980138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f7cab0c-71d2-4c81-b172-70b167714296 req-23fac509-9afc-4873-806b-135cde44c556 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467849 Nov 12 03:40:16.099312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6198ea-de52-4646-9c32-fcf15914eb59 req-af8eb6b5-ce5f-44a6-b681-fe06babb662f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.100981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6198ea-de52-4646-9c32-fcf15914eb59 req-af8eb6b5-ce5f-44a6-b681-fe06babb662f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1102 time: 0.0484579 Nov 12 03:40:16.155995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6198ea-de52-4646-9c32-fcf15914eb59 req-8a7498c0-8c67-4438-b930-c94a6d36c5b5 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482862 Nov 12 03:40:16.231230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6fdd192-b1ad-4a1c-922d-e1ec00af916d req-64117a02-7331-4917-98e7-37e1444d3ad6 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0481575 Nov 12 03:40:16.516355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-a896145c-5099-4292-ad65-17ff2ffa3e6c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245275 Nov 12 03:40:16.667800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-64809c8d-91ea-4114-9683-86cad878089b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:16.669653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-64809c8d-91ea-4114-9683-86cad878089b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466517 Nov 12 03:40:16.699684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-a4186226-0e60-4ce1-97a4-4a6d8a0edef2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0173755 Nov 12 03:40:16.777715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-d028e60a-1bb0-49f1-8e73-782a219a7968 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646789 Nov 12 03:40:17.046964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45df41cc-57f2-428a-9eed-f18b35cc70b1 req-ae5f3a57-59c4-4c16-9b5b-60d799a7d5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Nov 12 03:40:17.392588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce20e637-b7c7-470a-8012-4bf9cb1d6a97 req-dd27bef0-14ba-422c-bff1-204d0128c5c4 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0506792 Nov 12 03:40:17.404964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48050a7e-9cfc-4232-881b-3732d630f85a req-78c7eb07-6dd1-42fa-9f11-d3789ec1fad8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 210 time: 0.0475574 Nov 12 03:40:18.534548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87024055-88a1-4751-afb6-1a23f92491e8 req-de85d50e-7cef-45d9-8d0e-fcc177f071d7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 210 time: 0.0339293 Nov 12 03:40:18.563949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e36a9db-ddd0-4a76-8a2b-9da89951bf6e req-7f3c8874-45bf-4b2f-9023-9048f6abf7cb tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0317316 Nov 12 03:40:18.960029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-9187cd22-c9e4-4b35-9506-3d0b6ef0ef2b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425124 Nov 12 03:40:19.070551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-33be1e1d-36cd-4b85-8423-9b84a3a7d0f3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419819 Nov 12 03:40:19.164603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50deb283-b763-4160-936d-a160cdbcd13a req-03a46d32-174f-4f11-a1b0-dfdfec18c71b tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0521169 Nov 12 03:40:19.192688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-286299ea-0451-4d0a-96dc-d5f68cf54a36 req-153a13f5-0898-4e40-a073-d56fff8dc524 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb5042ca1b27446a83262125e8d89eb4&device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.1012619 Nov 12 03:40:19.248440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-29114046-ee6d-4088-b509-dc38a803bf94 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.250273 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-29114046-ee6d-4088-b509-dc38a803bf94 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568582 Nov 12 03:40:19.271251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '6916de3b-4847-45c8-8757-d2006cd892b9', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:19.302173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-286299ea-0451-4d0a-96dc-d5f68cf54a36 req-002ca7c5-8cc8-4e7d-820b-e41e4ea6851e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=cb5042ca1b27446a83262125e8d89eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805261 Nov 12 03:40:19.342616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0458ad3d-e384-4da5-834b-9af82c57829f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.344498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0458ad3d-e384-4da5-834b-9af82c57829f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727789 Nov 12 03:40:19.394284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:19.400833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:19.405243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.511311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286299ea-0451-4d0a-96dc-d5f68cf54a36 req-ab2d2745-63e9-437f-ad7d-8497d906fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.513120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-286299ea-0451-4d0a-96dc-d5f68cf54a36 req-ab2d2745-63e9-437f-ad7d-8497d906fe7c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2031083 Nov 12 03:40:19.576184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:19.586880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.637605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.104 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/37b4a288-5583-4f46-84fe-77681bed9d79) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:19.722348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31893c15-05ca-47aa-ae61-014bee317087 req-405fa736-055d-4a67-ab3b-f19cd18e8bed tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 210 time: 0.0468354 Nov 12 03:40:19.803648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.853320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:19.893390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:19.903115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:19.914596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:19.916988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:19.919338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:19.947689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.948057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.948309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.42 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/404c13a1-5539-4f68-87c0-27cdd7b0b275) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:19.948494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.948678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.949007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.949348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.949644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.949963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.950384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.950746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.951185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.951545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:19.984507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:19.992721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:19.993890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.017331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-0277852d-35b9-4d03-a10d-5aa7045692fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7518182 Nov 12 03:40:20.042517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Request body: {'port': {'device_id': '6916de3b-4847-45c8-8757-d2006cd892b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:20.138860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.349370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.367944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05ac1e12-c389-4493-8c22-e654cb65eeb3 req-fe951387-ef90-4af4-b245-fa1a9048affe tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0387437 Nov 12 03:40:20.420591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.473637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:20.484115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:20.499737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-714eac33-56af-4595-9783-2964b1ba7a1b None None] Provisioning complete for port 37b4a288-5583-4f46-84fe-77681bed9d79 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:20.504367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-714eac33-56af-4595-9783-2964b1ba7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.512603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:20.591023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:20.635169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:20.636470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.638093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-714eac33-56af-4595-9783-2964b1ba7a1b None None] Port 37b4a288-5583-4f46-84fe-77681bed9d79 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:20.664634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-00b04b96-7e75-44ec-9e28-546de918d49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2760532 Nov 12 03:40:20.691551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Request body: {'port': {'device_id': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:20.730922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b4a288-5583-4f46-84fe-77681bed9d79 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:20.746036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.760773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Transition to ACTIVE for port object 37b4a288-5583-4f46-84fe-77681bed9d79 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:20.768757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.778758 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:20.856999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:20.874264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.021677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7556c-1e21-4073-8d04-67e2d3f7e44a req-94d5daa0-2cfe-44e0-9353-646a97b1257e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.024459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8be7556c-1e21-4073-8d04-67e2d3f7e44a req-94d5daa0-2cfe-44e0-9353-646a97b1257e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 948 time: 0.1981940 Nov 12 03:40:21.069337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b5d6e6d4-71bf-483f-b8c9-486a7da98370 None None] Provisioning complete for port 404c13a1-5539-4f68-87c0-27cdd7b0b275 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:21.072788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e6d4-71bf-483f-b8c9-486a7da98370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.091957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Attempting to bind port 37b4a288-5583-4f46-84fe-77681bed9d79 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:21.092303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Attempting to bind port 37b4a288-5583-4f46-84fe-77681bed9d79 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:21.092633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Attempting to bind port 37b4a288-5583-4f46-84fe-77681bed9d79 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.101726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-286299ea-0451-4d0a-96dc-d5f68cf54a36 req-b371fb0e-2614-4331-a191-1ff441c809f4 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.16 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.0768464 Nov 12 03:40:21.106544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Port 37b4a288-5583-4f46-84fe-77681bed9d79 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:21.106881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Attempting to bind port 37b4a288-5583-4f46-84fe-77681bed9d79 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.114806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:21.115464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:21.116036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:21.117506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Bound port: 37b4a288-5583-4f46-84fe-77681bed9d79, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:21.118128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.167719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6e6d4-71bf-483f-b8c9-486a7da98370 None None] Port 404c13a1-5539-4f68-87c0-27cdd7b0b275 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:21.172275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:21.243510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8be7556c-1e21-4073-8d04-67e2d3f7e44a req-276a6fda-2f6d-4e55-bb40-ffa28b630004 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349366 Nov 12 03:40:21.275334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:21.287017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=37b4a288-5583-4f46-84fe-77681bed9d79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:21.307149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.386737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.387496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.389967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] 10.222.0.16 "PUT /v2.0/ports/37b4a288-5583-4f46-84fe-77681bed9d79 HTTP/1.1" status: 200 len: 1097 time: 1.3546238 Nov 12 03:40:21.390670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:21.414728 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a28e3-8cfb-49e1-b846-2335348c4c45" -d '{"events": [{"name": "network-changed", "server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:21.499638 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64896d89-d665-4cfa-bcc0-ab0e370d322b x-openstack-request-id: req-64896d89-d665-4cfa-bcc0-ab0e370d322b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:21.499856 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:21.500120 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-64896d89-d665-4cfa-bcc0-ab0e370d322b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:21.500447 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79', 'status': 'completed', 'code': 200} Nov 12 03:40:21.521039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404c13a1-5539-4f68-87c0-27cdd7b0b275 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:21.531065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.574080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Transition to ACTIVE for port object 404c13a1-5539-4f68-87c0-27cdd7b0b275 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:21.579515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:21.606315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab1b9-045c-4243-9db9-30268ecfed6b service neutron] Pushing event updated for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.670564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-381863e5-49f3-4aa9-854f-901d6df3e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.672260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-381863e5-49f3-4aa9-854f-901d6df3e32b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 1100 time: 0.1990645 Nov 12 03:40:21.701101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Pushing event updated for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:21.794372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-a2a505a7-46e7-463b-974c-91382031b90c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=37b4a288-5583-4f46-84fe-77681bed9d79 HTTP/1.1" status: 200 len: 217 time: 0.1050861 Nov 12 03:40:21.795899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea9e09c8-af2f-46bb-9826-9ea7f7ed30a2 req-2d77f313-0265-4d14-bf25-2476d178a769 tempest-ServerShowV254Test-901088769 tempest-ServerShowV254Test-901088769-project] 10.222.0.97 "GET /v2.0/ports?device_id=80cca1bd-0e2d-4cf3-ae05-99ce3c10c058 HTTP/1.1" status: 200 len: 210 time: 0.2122765 Nov 12 03:40:21.954217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-fbbfe9d8-5736-4fe9-9067-f54d7fcff9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:21.955788 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-fbbfe9d8-5736-4fe9-9067-f54d7fcff9a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1500857 Nov 12 03:40:21.957461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Attempting to bind port 404c13a1-5539-4f68-87c0-27cdd7b0b275 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:21.957906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Attempting to bind port 404c13a1-5539-4f68-87c0-27cdd7b0b275 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:21.958350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Attempting to bind port 404c13a1-5539-4f68-87c0-27cdd7b0b275 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.964649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Port 404c13a1-5539-4f68-87c0-27cdd7b0b275 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:21.965024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Attempting to bind port 404c13a1-5539-4f68-87c0-27cdd7b0b275 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:21.972019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:21.974640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:21.975403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:21.976514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Bound port: 404c13a1-5539-4f68-87c0-27cdd7b0b275, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:21.976938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.049959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-88ce4fad-8eb2-4997-b934-bf22cba4f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.051763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-88ce4fad-8eb2-4997-b934-bf22cba4f3db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884855 Nov 12 03:40:22.163820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b195fab-1a7a-407d-af13-419439157632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.211799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:22.215566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:22.218984 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-ec27e231-0dda-4f2a-bbb6-077ea123f780 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437290 Nov 12 03:40:22.220892 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.287498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.292566 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.295984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] 10.222.0.104 "PUT /v2.0/ports/404c13a1-5539-4f68-87c0-27cdd7b0b275 HTTP/1.1" status: 200 len: 1096 time: 1.6103716 Nov 12 03:40:22.296477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:22.298893 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541db259-ebe5-45ea-824c-e5e140b30c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:22.301772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:22.394758 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77255648-9f9b-47db-8304-61492f913590 x-openstack-request-id: req-77255648-9f9b-47db-8304-61492f913590 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:22.395161 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:22.395344 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-77255648-9f9b-47db-8304-61492f913590 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:22.395762 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275', 'status': 'completed', 'code': 200} Nov 12 03:40:22.481106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-ef0cc708-efc3-4694-a2ba-027b98056f38 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554123 Nov 12 03:40:22.492029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916519a-6f5d-4101-b6ad-a5918040345d service neutron] Pushing event updated for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:22.525224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-4969277e-84c0-4ae1-9542-632d82af7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.527065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-4969277e-84c0-4ae1-9542-632d82af7093 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 1099 time: 0.1222103 Nov 12 03:40:22.537382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbc5e9-78f0-448c-b4b7-aad240c7be74 req-60939ef0-9370-411c-a12d-426648707ad2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.544378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08cbc5e9-78f0-448c-b4b7-aad240c7be74 req-60939ef0-9370-411c-a12d-426648707ad2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 948 time: 0.1770089 Nov 12 03:40:22.610601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-1b79ea83-53af-4323-a993-fe0d2cc9277f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275 HTTP/1.1" status: 200 len: 217 time: 0.0646305 Nov 12 03:40:22.643223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-806545b4-fbd1-44f0-ab7d-5e4963a007ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.673377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-7caa41ea-b95a-4966-886d-fa81343d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.675656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-7caa41ea-b95a-4966-886d-fa81343d25b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 1100 time: 0.0915926 Nov 12 03:40:22.736870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-f35a388f-5d87-428b-9d01-ebeb81f0b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.738252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-f35a388f-5d87-428b-9d01-ebeb81f0b12c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1139627 Nov 12 03:40:22.742367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08cbc5e9-78f0-448c-b4b7-aad240c7be74 req-7e890003-24f1-4f45-8b4d-b0a7fc49aafa tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895297 Nov 12 03:40:22.830574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-7d85a233-4a74-4820-b609-5c56b320e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.832672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-7d85a233-4a74-4820-b609-5c56b320e150 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1466258 Nov 12 03:40:22.833290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-a5f2d1c7-f7f0-425e-9c6f-0792a5e92288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:22.835189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-a5f2d1c7-f7f0-425e-9c6f-0792a5e92288 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874407 Nov 12 03:40:22.887330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-1702e0c2-af35-47aa-9cca-0e187e215ed9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=37b4a288-5583-4f46-84fe-77681bed9d79 HTTP/1.1" status: 200 len: 217 time: 0.0458162 Nov 12 03:40:22.897028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-806545b4-fbd1-44f0-ab7d-5e4963a007ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:22.942621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-806545b4-fbd1-44f0-ab7d-5e4963a007ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.007932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-ffaa4971-c30f-47ee-801a-cb136dbab918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.009715 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-ffaa4971-c30f-47ee-801a-cb136dbab918 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1141887 Nov 12 03:40:23.014269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-806545b4-fbd1-44f0-ab7d-5e4963a007ae admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a3f40062552e4f7c8f68bd92ff2052f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089853 Nov 12 03:40:23.021879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.024530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806545b4-fbd1-44f0-ab7d-5e4963a007ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c08c475-871a-4593-b5d5-d4b79efecf9b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.043047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-d554337e-fd88-4b14-988d-a371257ed38c service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986306 Nov 12 03:40:23.084156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-35e4cf68-3308-450d-9949-e517344a0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.087431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-35e4cf68-3308-450d-9949-e517344a0834 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635843 Nov 12 03:40:23.213724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.254876 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-de8d1c65-5900-40ad-9874-35c4c4387ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584282 Nov 12 03:40:23.273559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c450cbc4-8f01-4864-865b-139b1c9e397a req-005da339-679e-4fcd-8888-ae1ddf5aa5cf service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197247 Nov 12 03:40:23.278060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.332534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.338381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.367443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.372467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8c08c475-871a-4593-b5d5-d4b79efecf9b HTTP/1.1" status: 204 len: 168 time: 0.3479543 Nov 12 03:40:23.429823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602872dc-807c-4ea1-a161-d55a714722c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c08c475-871a-4593-b5d5-d4b79efecf9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.436853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a72a28e3-8cfb-49e1-b846-2335348c4c45 req-8f51dedf-c892-4c27-8f33-1df34d577a55 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716542 Nov 12 03:40:23.473752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-a4592b61-b873-4749-95ac-cbcda1e130ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.477310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-a4592b61-b873-4749-95ac-cbcda1e130ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 1099 time: 0.0823982 Nov 12 03:40:23.496678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 37b4a288-5583-4f46-84fe-77681bed9d79 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:23.538759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-044d6b83-c494-4ba7-a4f8-c17de958d059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.634509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-37ce7cd4-3992-40fb-87eb-2944bdf43944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.636724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-37ce7cd4-3992-40fb-87eb-2944bdf43944 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1485081 Nov 12 03:40:23.674531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-044d6b83-c494-4ba7-a4f8-c17de958d059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.680869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-044d6b83-c494-4ba7-a4f8-c17de958d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.697980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-753799de-b50f-4748-bdb7-a052c6dc8178 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275 HTTP/1.1" status: 200 len: 217 time: 0.0517142 Nov 12 03:40:23.700317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=37b4a288-5583-4f46-84fe-77681bed9d79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:23.736739 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-044d6b83-c494-4ba7-a4f8-c17de958d059 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cb5042ca1b27446a83262125e8d89eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4000359 Nov 12 03:40:23.736979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d6b83-c494-4ba7-a4f8-c17de958d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88357dcb-918d-45ce-8d4c-fad00222a75b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:23.738267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.742434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '37b4a288-5583-4f46-84fe-77681bed9d79', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '37b4a288-5583-4f46-84fe-77681bed9d79', 'mac_address': 'fa:16:3e:3e:eb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:23.860886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-1f4ddf2c-9d47-44a2-9e3e-9af0e8c5add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:23.863516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-1f4ddf2c-9d47-44a2-9e3e-9af0e8c5add2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1568649 Nov 12 03:40:23.946530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34974) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:23.948868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.959783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.966216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a758512a-728a-481a-b8f8-0c7ceb849868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:23.969105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4a288-5583-4f46-84fe-77681bed9d79 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:24.004245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=37b4a288-5583-4f46-84fe-77681bed9d79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:24.010860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.031216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.046946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-8aa67e81-0485-4b30-a91e-f37a1dce5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.048551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-8aa67e81-0485-4b30-a91e-f37a1dce5f5b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754465 Nov 12 03:40:24.105756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.132025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a758512a-728a-481a-b8f8-0c7ceb849868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.140065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a758512a-728a-481a-b8f8-0c7ceb849868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.154615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d1500-e870-449f-bfd0-d68ff4c1f77b req-b58f7b68-b84b-42f6-816b-54c0f5f0d54d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:24.161872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df2d1500-e870-449f-bfd0-d68ff4c1f77b req-b58f7b68-b84b-42f6-816b-54c0f5f0d54d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 948 time: 0.1935625 Nov 12 03:40:24.182359 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a758512a-728a-481a-b8f8-0c7ceb849868 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=510ed67f643d4c578056e2733723740c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344468 Nov 12 03:40:24.186395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:24.200728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758512a-728a-481a-b8f8-0c7ceb849868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f521499d-bd29-4ffc-b6cb-011ff69252e0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.248431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.251276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.254888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/88357dcb-918d-45ce-8d4c-fad00222a75b HTTP/1.1" status: 204 len: 168 time: 0.5119314 Nov 12 03:40:24.311243 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-322e5ac5-22c0-4925-8a72-71e0128e393a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.316134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65d69-0bef-4ea5-ac03-c53f545a7b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88357dcb-918d-45ce-8d4c-fad00222a75b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:24.345289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-9b8787f4-ca83-4c4c-868b-bc10a03855c1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833705 Nov 12 03:40:24.358991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df2d1500-e870-449f-bfd0-d68ff4c1f77b req-3ddcb695-efd0-4a52-9ea1-3bb206ffc073 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595576 Nov 12 03:40:24.375852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['37b4a288-5583-4f46-84fe-77681bed9d79'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:24.452842 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.492129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.550640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-541db259-ebe5-45ea-824c-e5e140b30c5d req-c817ac0c-4fab-4806-9692-d977993e0476 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898348 Nov 12 03:40:24.589855 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.595101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:24.598859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f521499d-bd29-4ffc-b6cb-011ff69252e0 HTTP/1.1" status: 204 len: 168 time: 0.4083922 Nov 12 03:40:24.607353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce11076-6ae9-4cbe-8514-8b89d6fe56fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521499d-bd29-4ffc-b6cb-011ff69252e0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.237514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.258832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a877bfc8-0c85-4acf-a285-0b2b6bfa87cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.428205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.437227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a877bfc8-0c85-4acf-a285-0b2b6bfa87cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.443260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a877bfc8-0c85-4acf-a285-0b2b6bfa87cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.474118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a877bfc8-0c85-4acf-a285-0b2b6bfa87cb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4392cdeebd98443390e45df030b01a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342341 Nov 12 03:40:25.478745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35030) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.510825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 37b4a288-5583-4f46-84fe-77681bed9d79 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:25.545052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877bfc8-0c85-4acf-a285-0b2b6bfa87cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e4dec-5b03-4843-bd95-d1ea8262584d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.567085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15227a7b-fa3f-4f8f-b641-f39da5433103 req-c4df93cc-8c54-49d3-a66f-40388f0e6fe4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:25.568767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15227a7b-fa3f-4f8f-b641-f39da5433103 req-c4df93cc-8c54-49d3-a66f-40388f0e6fe4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 949 time: 0.0873358 Nov 12 03:40:25.597410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 37b4a288-5583-4f46-84fe-77681bed9d79 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:25.597970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.604861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 37b4a288-5583-4f46-84fe-77681bed9d79 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:25.605217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.632009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:25.633805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.644169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15227a7b-fa3f-4f8f-b641-f39da5433103 req-da29edc7-f4d1-4d60-9ecf-ba916d3668ca tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629394 Nov 12 03:40:25.701976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.707590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.713195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f04e4dec-5b03-4843-bd95-d1ea8262584d HTTP/1.1" status: 204 len: 168 time: 0.2278752 Nov 12 03:40:25.731697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb9ca6-330e-4557-8156-9fb443be3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e4dec-5b03-4843-bd95-d1ea8262584d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:25.762619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.799183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:25.802579 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01672b45-7a0e-4df3-b716-b50b5b2521eb" -d '{"events": [{"server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:25.854779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=37b4a288-5583-4f46-84fe-77681bed9d79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:25.863121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-388263795-network', 'tenant_id': '3e96cba358ac42679a34518d55ef87c5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:25.867159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.916871 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8de98-6e5a-4590-b9b3-7bf40353cc2e x-openstack-request-id: req-04f8de98-6e5a-4590-b9b3-7bf40353cc2e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:25.917455 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "name": "network-vif-plugged", "status": "completed", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:25.917965 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-04f8de98-6e5a-4590-b9b3-7bf40353cc2e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:25.918675 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79', 'code': 200} Nov 12 03:40:25.933499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Made reservation on behalf of 3e96cba358ac42679a34518d55ef87c5 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:25.938118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.970100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:25.994660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.070927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327cb5-2c3b-43eb-823e-09b3e6082292 req-1aa7c429-d544-4085-9def-ff45eff6a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.074686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81327cb5-2c3b-43eb-823e-09b3e6082292 req-1aa7c429-d544-4085-9def-ff45eff6a407 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 1102 time: 0.0706542 Nov 12 03:40:26.102142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.107316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.139140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:26.152239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a075d3-55c6-4e58-a9ed-ee66ccc8d23f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.158269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.159224 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Added segment 2eac02ac-04ce-47a8-bbcc-631b6147c329 of type vlan for network 92724d78-e113-4998-80bc-726896f83ac8 Nov 12 03:40:26.183361 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81327cb5-2c3b-43eb-823e-09b3e6082292 req-1354824d-dad4-40a6-a95f-9d7166644019 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003890 Nov 12 03:40:26.236764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.275917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.277114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.277861 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.355562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7222281 Nov 12 03:40:26.363527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2bc57-62a9-4c10-9385-84807913d35e admin admin] Pushing event updated for resources: {'Network': ['ID=92724d78-e113-4998-80bc-726896f83ac8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:26.380300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 92724d78-e113-4998-80bc-726896f83ac8 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:26.812877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70131e7d-1697-46da-802a-c13a62cee9ee req-367e6c23-a2f4-4354-8893-36edd1888610 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:26.812877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70131e7d-1697-46da-802a-c13a62cee9ee req-367e6c23-a2f4-4354-8893-36edd1888610 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 950 time: 0.0677292 Nov 12 03:40:26.812877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:26.877457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70131e7d-1697-46da-802a-c13a62cee9ee req-c30fca51-da91-442e-ae28-1d6bc1ab1b28 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585341 Nov 12 03:40:26.895812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:26.963825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558591754-network', 'tenant_id': 'a260189f148c436cbfdd0fd05e9b1da5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:26.995687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Made reservation on behalf of a260189f148c436cbfdd0fd05e9b1da5 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:26.999528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.012731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.263785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd7aa-bb00-4be5-814d-da6bd64fdc1e req-271598e6-03ed-4d39-9e14-5fa928b8caa9 tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.269757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd7aa-bb00-4be5-814d-da6bd64fdc1e req-271598e6-03ed-4d39-9e14-5fa928b8caa9 tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.275970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd7aa-bb00-4be5-814d-da6bd64fdc1e req-271598e6-03ed-4d39-9e14-5fa928b8caa9 tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.277487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2fcd7aa-bb00-4be5-814d-da6bd64fdc1e req-271598e6-03ed-4d39-9e14-5fa928b8caa9 tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2388194 Nov 12 03:40:27.290173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.294889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.319020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:27.364522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885868b7-9eba-4102-9f43-ce04d55ca2ef,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.369635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.369993 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Added segment 5e190237-3380-42c7-93b4-07f057da6a29 of type vlan for network 2652aa10-341b-4942-9c0b-624344c716aa Nov 12 03:40:27.479859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21099216-155d-45c1-8df1-764338b2643b req-5ab2fffd-b11a-41be-9cbe-b2eaa3280f3a tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.482243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21099216-155d-45c1-8df1-764338b2643b req-5ab2fffd-b11a-41be-9cbe-b2eaa3280f3a tempest-ComputeTenantNetworksTest-1383040729 tempest-ComputeTenantNetworksTest-1383040729-project] 10.222.0.97 "GET /v2.0/networks/92724d78-e113-4998-80bc-726896f83ac8 HTTP/1.1" status: 200 len: 768 time: 0.1681116 Nov 12 03:40:27.484370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.497105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.565575 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.566553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:27.567139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.610080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.653500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8413637 Nov 12 03:40:27.658021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:27.664191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Request body: {'subnet': {'network_id': '2652aa10-341b-4942-9c0b-624344c716aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558591754-subnet', 'tenant_id': 'a260189f148c436cbfdd0fd05e9b1da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:27.669017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed66f8-d102-4daf-b3c6-eab19b6e7050 admin admin] Pushing event updated for resources: {'Network': ['ID=2652aa10-341b-4942-9c0b-624344c716aa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:27.682385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2652aa10-341b-4942-9c0b-624344c716aa details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:27.727578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Made reservation on behalf of a260189f148c436cbfdd0fd05e9b1da5 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:27.729836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.761217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.780900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.830222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92724d78-e113-4998-80bc-726896f83ac8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.848371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eac02ac-04ce-47a8-bbcc-631b6147c329') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.848662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eac02ac-04ce-47a8-bbcc-631b6147c329') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:27.861384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.888555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.923687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:40:27.924096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:40:27.926370 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:40:28.042471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.051216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.054324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] 10.222.0.97 "DELETE /v2.0/networks/92724d78-e113-4998-80bc-726896f83ac8 HTTP/1.1" status: 204 len: 168 time: 0.5560493 Nov 12 03:40:28.080624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd264bec-d1b0-4987-9a95-d96a379099ca admin admin] Pushing event deleted for resources: {'Network': ['ID=92724d78-e113-4998-80bc-726896f83ac8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.085803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.100853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c7d94-63ae-4035-a02d-8a40853e077f req-2776fd71-aa5e-41a0-a548-c8de1439cc5c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.102361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b51c7d94-63ae-4035-a02d-8a40853e077f req-2776fd71-aa5e-41a0-a548-c8de1439cc5c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 950 time: 0.1340284 Nov 12 03:40:28.176225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc93eaa0-1608-4a05-a89c-2cb2883d9a63,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:28.203161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b51c7d94-63ae-4035-a02d-8a40853e077f req-75af507d-93c1-460f-b989-5d11a9da27ce tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827689 Nov 12 03:40:28.204345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Checking segment: {'id': '5e190237-3380-42c7-93b4-07f057da6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:28.204870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Network hostable DHCP agents. Network: 2652aa10-341b-4942-9c0b-624344c716aa, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:28.234968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35116) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.248303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Network 2652aa10-341b-4942-9c0b-624344c716aa is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:28.261776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2652aa10-341b-4942-9c0b-624344c716aa) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:28.266735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.267401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.272827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d64f76-198a-4b34-a225-8f97f8591358 None None] Network 2652aa10-341b-4942-9c0b-624344c716aa requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:28.295114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8983abdf-9918-467f-b3d5-abc972a3b855 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6261008 Nov 12 03:40:28.321246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:28.322356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64a21c7e-0ff7-41aa-95c7-f10ca0fb10c7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3e96cba358ac42679a34518d55ef87c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918822 Nov 12 03:40:28.440142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712656-c394-4ce7-995f-f0517d388d9c req-04116d2c-9af6-48e3-9e12-8ab22e2249d3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:28.441713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf712656-c394-4ce7-995f-f0517d388d9c req-04116d2c-9af6-48e3-9e12-8ab22e2249d3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 947 time: 0.1220975 Nov 12 03:40:28.481447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bba3dd-ca0a-4dd5-a6c4-5f12c906e29d None None] Network 2652aa10-341b-4942-9c0b-624344c716aa requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:28.496977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.546255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.551651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf712656-c394-4ce7-995f-f0517d388d9c req-ed7c3ccf-f2e1-482f-9cf9-4c7f294ad8ab tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977278 Nov 12 03:40:28.613405 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.616304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:28.623921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/72a075d3-55c6-4e58-a9ed-ee66ccc8d23f HTTP/1.1" status: 204 len: 168 time: 0.3007085 Nov 12 03:40:28.644018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8b0a9-1c49-4aa5-9820-1e60d6d4b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a075d3-55c6-4e58-a9ed-ee66ccc8d23f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.138123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35160) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.143109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1813336055-network', 'tenant_id': '64a864de3ee34615af75f810321235f3'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:29.169303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Made reservation on behalf of 64a864de3ee34615af75f810321235f3 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:29.171700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.181654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.233576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 404c13a1-5539-4f68-87c0-27cdd7b0b275 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:29.304954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.317003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.357392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:29.381117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:29.399318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '404c13a1-5539-4f68-87c0-27cdd7b0b275', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '404c13a1-5539-4f68-87c0-27cdd7b0b275', 'mac_address': 'fa:16:3e:d5:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:29.401987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f926c66-b05c-4954-8d51-a233123b6c4e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.407294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.408073 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Added segment 6ff94389-0350-4ba5-8369-f1457006c32b of type vlan for network fe30f6b4-7fc2-4781-a410-2b52db7cfd1c Nov 12 03:40:29.476667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.478782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.499768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404c13a1-5539-4f68-87c0-27cdd7b0b275 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:29.515959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.517321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.518376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.527423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:29.532909 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.601686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4610434 Nov 12 03:40:29.605796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.606326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.612516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Request body: {'subnet': {'network_id': 'fe30f6b4-7fc2-4781-a410-2b52db7cfd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1813336055-subnet', 'tenant_id': '64a864de3ee34615af75f810321235f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:29.622635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f920c-1029-4794-a64b-2793c5e7aeff admin admin] Pushing event updated for resources: {'Network': ['ID=fe30f6b4-7fc2-4781-a410-2b52db7cfd1c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.638963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fe30f6b4-7fc2-4781-a410-2b52db7cfd1c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:29.645358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Made reservation on behalf of 64a864de3ee34615af75f810321235f3 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:29.648548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.753606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2ca0-e1dc-411f-b235-e2ce45c0d6b0 req-e07fb8f7-c390-4e21-a242-ec8a6a051cfb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:29.755903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6edb2ca0-e1dc-411f-b235-e2ce45c0d6b0 req-e07fb8f7-c390-4e21-a242-ec8a6a051cfb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 948 time: 0.0645723 Nov 12 03:40:29.822886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35186) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:29.859297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6edb2ca0-e1dc-411f-b235-e2ce45c0d6b0 req-b83ed5ff-8af2-4d15-b4f5-0c84d4c974f0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883095 Nov 12 03:40:29.911066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:29.949791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-299552995-network', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:29.992028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=412d8830-5f0a-4434-99b3-07e8c2bb2315,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:29.999361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Made reservation on behalf of 932ed69f9af14b26aa10ce68fa1fe165 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:30.001549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.012229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Checking segment: {'id': '6ff94389-0350-4ba5-8369-f1457006c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fe30f6b4-7fc2-4781-a410-2b52db7cfd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:30.012586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Network hostable DHCP agents. Network: fe30f6b4-7fc2-4781-a410-2b52db7cfd1c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:30.015980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.045455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Network fe30f6b4-7fc2-4781-a410-2b52db7cfd1c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:30.072572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fe30f6b4-7fc2-4781-a410-2b52db7cfd1c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:30.081166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:30.081673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.082494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.087632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18648132-b60a-4b69-b4ce-1188320ffe08 None None] Network fe30f6b4-7fc2-4781-a410-2b52db7cfd1c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:30.108775 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5463a23-9ee1-4588-a4da-67976723bb1e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5015130 Nov 12 03:40:30.161470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.166132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.202721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:40:30.216716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7cc95e-1512-4e6b-b24d-ea1a8214b98f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.232076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.232812 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Added segment be1aa352-d836-4786-974b-3e2be166c078 of type vlan for network ad4a03b1-6163-4dc6-9098-55c46f29af65 Nov 12 03:40:30.309446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.326569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0fa71-8891-4c38-b023-ed1c6a234162 None None] Network fe30f6b4-7fc2-4781-a410-2b52db7cfd1c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:30.352094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.355816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.357412 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.824526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-1231945d-d78c-41c0-bb5e-b00f13d1427f tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:30.826219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-1231945d-d78c-41c0-bb5e-b00f13d1427f tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/networks?id=2652aa10-341b-4942-9c0b-624344c716aa HTTP/1.1" status: 200 len: 808 time: 0.1448269 Nov 12 03:40:30.851070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4a03b1-6163-4dc6-9098-55c46f29af65,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:30.855093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-c3e7d0ea-fd7c-456d-a1cb-68efd9a1ea63 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/quotas/a260189f148c436cbfdd0fd05e9b1da5 HTTP/1.1" status: 200 len: 375 time: 0.0119288 Nov 12 03:40:30.860424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ea1b06fd-9708-499b-9724-e4cb84c12705 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0338202 Nov 12 03:40:30.861258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:30.863718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:40:30.870549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Request body: {'subnet': {'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-299552995-subnet', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:30.906647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Made reservation on behalf of 932ed69f9af14b26aa10ce68fa1fe165 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:30.909040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:30.911090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-97edcd41-47c0-48c3-ab25-ca95a8cc85ea tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a260189f148c436cbfdd0fd05e9b1da5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370154 Nov 12 03:40:31.025899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-e94883bc-2262-4fdd-b661-5a1056927f95 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:40:31.025899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-e94883bc-2262-4fdd-b661-5a1056927f95 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1069992 Nov 12 03:40:31.178530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.275072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460238c8-1ce7-4339-9f5f-ba0805f09cf2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:31.304456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Checking segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:31.305048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Network hostable DHCP agents. Network: ad4a03b1-6163-4dc6-9098-55c46f29af65, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:40:31.337327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.344133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:40:31.355814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ad4a03b1-6163-4dc6-9098-55c46f29af65) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:31.361819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.362724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.376800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a37dc1-1ac5-468d-b27c-477a7412c961 None None] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:31.390578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-75048974-ec6f-4951-ba5e-6f7ffbec2889 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5245717 Nov 12 03:40:31.391660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35230) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:31.396797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:31.425882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.426987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.467720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89921e13-0453-4fe9-8fc0-98d0dc0f5f15 req-e712db8e-710e-4206-ba6b-e593bad02609 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:31.472470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89921e13-0453-4fe9-8fc0-98d0dc0f5f15 req-e712db8e-710e-4206-ba6b-e593bad02609 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 948 time: 0.4883575 Nov 12 03:40:31.516173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.619838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89921e13-0453-4fe9-8fc0-98d0dc0f5f15 req-776ae335-c0ce-471d-9009-ea497b77cf71 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401422 Nov 12 03:40:31.660324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-d0f07a53-f7cb-4bae-b56e-b75027c65a0b service neutron] 10.222.0.97 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201987 Nov 12 03:40:31.695879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ad4a03b1-6163-4dc6-9098-55c46f29af65', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:40:31.697251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.737236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:31.808460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-1f0d2c8d-59db-451c-806d-10297720307f service neutron] 10.222.0.97 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404111 Nov 12 03:40:31.911193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Allocated IP 172.20.0.2 (ad4a03b1-6163-4dc6-9098-55c46f29af65/460238c8-1ce7-4339-9f5f-ba0805f09cf2/ba1586e3-e329-4f1a-b859-e82b31d33577) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:32.045300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.073652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.129208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22a4209f-ec52-4dde-9e6b-558efa2de6d9 req-fc1c6963-ddf8-4e3c-af83-afa8910d8c26 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 210 time: 0.0520546 Nov 12 03:40:32.189966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.199591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.246454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Pushing event updated for resources: {'Port': ['ID=ba1586e3-e329-4f1a-b859-e82b31d33577,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.263549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:32.265098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:32.268062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:32.268248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Allocated IP 172.25.7.58 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/880bcf21-1a90-4cd3-8802-f0f43dc3c5a1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:32.351923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Attempting to bind port ba1586e3-e329-4f1a-b859-e82b31d33577 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:32.352985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Attempting to bind port ba1586e3-e329-4f1a-b859-e82b31d33577 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:32.353806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Attempting to bind port ba1586e3-e329-4f1a-b859-e82b31d33577 on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:32.363628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:32.364350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Checking segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:32.364913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.365451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Bound using segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:32.366313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Bound port: ba1586e3-e329-4f1a-b859-e82b31d33577, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:32.366878 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.445866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.491412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] For port ba1586e3-e329-4f1a-b859-e82b31d33577, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:32.495781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] For port ba1586e3-e329-4f1a-b859-e82b31d33577, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ba1586e3-e329-4f1a-b859-e82b31d33577,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:32.502073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.503405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.564152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:32.577747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:32.603726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:32.627099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2bf74c-42e0-438c-b9d1-cd8795e463dd None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:32.643793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114fb4-79cc-4206-9179-7cb844995008 None None] Pushing event updated for resources: {'Port': ['ID=ba1586e3-e329-4f1a-b859-e82b31d33577,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.706769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Pushing event updated for resources: {'Port': ['ID=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:32.792057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0ff3c250-8aa6-45b2-b59f-9b12c2417901 None None] Provisioning complete for port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:32.792362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c250-8aa6-45b2-b59f-9b12c2417901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:32.853284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3c250-8aa6-45b2-b59f-9b12c2417901 None None] Port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:33.083129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.148489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2f7d-9df7-46a2-bc3c-da44d9ae8c38 req-53dcf4cb-4d7f-4ad2-93b4-d4267c688886 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.150626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f71c2f7d-9df7-46a2-bc3c-da44d9ae8c38 req-53dcf4cb-4d7f-4ad2-93b4-d4267c688886 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 948 time: 0.0820105 Nov 12 03:40:33.213803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f71c2f7d-9df7-46a2-bc3c-da44d9ae8c38 req-7aa9a658-bd4f-42f9-949f-54eaa774dcd9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Nov 12 03:40:33.248952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 404c13a1-5539-4f68-87c0-27cdd7b0b275 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:33.265763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dab1b15-8168-4c82-b84c-4ecf0532d345 req-0a34b590-baff-45da-85be-4140c23f44a7 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 210 time: 0.0365098 Nov 12 03:40:33.308146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.333315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 404c13a1-5539-4f68-87c0-27cdd7b0b275 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:33.339517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 404c13a1-5539-4f68-87c0-27cdd7b0b275 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:33.340109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.466438 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:33.525224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ba1586e3-e329-4f1a-b859-e82b31d33577 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:33.553499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:33.555939 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba34e03-e89e-471a-b241-56ac459244bf" -d '{"events": [{"server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "name": "network-vif-plugged", "status": "completed", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:33.635076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:40:33.951666 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddaa9c-fd1a-40c6-9e9d-c41db91a4884 x-openstack-request-id: req-72ddaa9c-fd1a-40c6-9e9d-c41db91a4884 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:33.952098 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "name": "network-vif-plugged", "status": "completed", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:33.952488 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-72ddaa9c-fd1a-40c6-9e9d-c41db91a4884 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:33.953081 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275', 'code': 200} Nov 12 03:40:33.958641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-83f00649-157e-467f-bce0-238701f5ca26 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:33.961420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-83f00649-157e-467f-bce0-238701f5ca26 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.104 "GET /v2.0/networks?id=2652aa10-341b-4942-9c0b-624344c716aa HTTP/1.1" status: 200 len: 808 time: 0.3186569 Nov 12 03:40:33.982236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:33.993043 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:34.006060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Request body: {'port': {'device_id': '9c00570e-2edd-434f-a890-7897d4807689', 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa', 'admin_state_up': True, 'tenant_id': 'a260189f148c436cbfdd0fd05e9b1da5'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:34.007682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:34.018437 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:34.020338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.022443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.031863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.035671 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b1ae53c-ad28-41d1-b92e-2c46f3acace2 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6424723 Nov 12 03:40:34.039778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:34.099838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bd957-7cc8-4771-835e-f7fa8d637494 req-313a4969-8f55-4871-84b8-0eec9255b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.102527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-605bd957-7cc8-4771-835e-f7fa8d637494 req-313a4969-8f55-4871-84b8-0eec9255b6bf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 1100 time: 0.1937549 Nov 12 03:40:34.190821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.208922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ba1586e3-e329-4f1a-b859-e82b31d33577 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:34.209381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.265986 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:34.362620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cec195-99e8-41fb-a446-48e5a71aceca None None] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:40:34.473291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.475009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-605bd957-7cc8-4771-835e-f7fa8d637494 req-5721f0f2-2869-47f4-89f8-646add459ac7 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753117 Nov 12 03:40:34.541801 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:32Z', 'revision_number': 3, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:34.563702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66ad19cd-e444-4b6c-be36-75da9cdd3658 req-0006f623-1b5a-404d-a8a7-3bc15018c0d1 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 210 time: 0.1015153 Nov 12 03:40:34.595114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:34.595114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Updating router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:34.630882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port ba1586e3-e329-4f1a-b859-e82b31d33577, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ba1586e3-e329-4f1a-b859-e82b31d33577,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:34.630882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-43f4a038-a367-4397-9a50-a309404190bd None None] Provisioning complete for port ba1586e3-e329-4f1a-b859-e82b31d33577 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:34.631254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43f4a038-a367-4397-9a50-a309404190bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.636881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.647804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349fadb-8029-46a3-ba42-ce770f73d06b req-babcee9b-8c62-44d4-9ef0-3c49abde999e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:34.649870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2349fadb-8029-46a3-ba42-ce770f73d06b req-babcee9b-8c62-44d4-9ef0-3c49abde999e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.2355971 Nov 12 03:40:34.663618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Made reservation on behalf of a260189f148c436cbfdd0fd05e9b1da5 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:34.669009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.692025 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:34.725567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=ba1586e3-e329-4f1a-b859-e82b31d33577,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:34.823769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2349fadb-8029-46a3-ba42-ce770f73d06b req-2ec7e518-2cdf-487f-8182-ba9598f3a728 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515534 Nov 12 03:40:34.956870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Allocated IP 172.20.0.7 (2652aa10-341b-4942-9c0b-624344c716aa/dc93eaa0-1608-4a05-a89c-2cb2883d9a63/4e68a56a-7d23-4df2-8960-874f13db0c5b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:35.181561 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.188446 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.250305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1c181-3160-45aa-b6ca-08967d90fec1 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:35.278598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.280776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.333275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.364900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e25fe3a4-f35f-411f-89cc-7e866bc7d613 None None] Provisioning complete for port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:35.365449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e25fe3a4-f35f-411f-89cc-7e866bc7d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.408222 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Attempting to bind port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:35.408706 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Attempting to bind port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:35.409301 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Attempting to bind port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:35.431688 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:35.431995 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:35.432247 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.432981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:35.433471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Bound port: 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:35.434775 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.455307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Network 2652aa10-341b-4942-9c0b-624344c716aa is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:35.460087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:35.465173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:35.510168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e25fe3a4-f35f-411f-89cc-7e866bc7d613 None None] Port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:35.512754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ba1586e3-e329-4f1a-b859-e82b31d33577 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:35.524495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Pushing event updated for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.543332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.544074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.544619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.546249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.546808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.547507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.548217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.549133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.549814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.551507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.552130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.552677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.572736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.573902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.622483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-401dc104-35bd-4048-bd82-91fe5840fe80 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6306627 Nov 12 03:40:35.641566 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Pushing event updated for resources: {'Port': ['ID=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.645058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Request body: {'port': {'device_id': '9c00570e-2edd-434f-a890-7897d4807689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:35.653060 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.653534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.653961 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.654466 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.654916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.655346 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.655879 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.656313 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.656911 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.657331 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.657788 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.658441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:40:35.685472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-872fcc2e-415b-49bc-b11a-3a81f4d9c26b None None] Provisioning complete for port ba1586e3-e329-4f1a-b859-e82b31d33577 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:35.686087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-872fcc2e-415b-49bc-b11a-3a81f4d9c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.697544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ba1586e3-e329-4f1a-b859-e82b31d33577 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:35.698234 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.745811 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] For port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:35.759399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] For port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:35.774262 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.850252 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e936be8-ddd9-49df-b2cb-41c70c7f7eda None None] Pushing event updated for resources: {'Port': ['ID=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:35.884822 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:35.885736 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:35.891931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:35.892350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Allocated IP 172.20.0.1 (ad4a03b1-6163-4dc6-9098-55c46f29af65/460238c8-1ce7-4339-9f5f-ba0805f09cf2/9a9021e4-d721-43d7-8b7d-a197749451f1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:35.912500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05271208-df49-4ea5-92cc-e04ef56dd31e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:40:35.928959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14221a9d-1250-4092-8833-96114912a767 req-4971fe21-6c82-4f66-a9ef-e1774f290d56 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:35.932592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14221a9d-1250-4092-8833-96114912a767 req-4971fe21-6c82-4f66-a9ef-e1774f290d56 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 931 time: 0.2121804 Nov 12 03:40:36.063914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14221a9d-1250-4092-8833-96114912a767 req-e300ec13-ea8c-415d-850b-24287402f9ef tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180992 Nov 12 03:40:36.255640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:36.284989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.289757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc0217-6e42-4c5d-b61c-ed83d84bd070 req-b2bcd8ae-3eac-499a-b30d-d9dfde8aacfb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:36.291624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abfc0217-6e42-4c5d-b61c-ed83d84bd070 req-b2bcd8ae-3eac-499a-b30d-d9dfde8aacfb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.2264311 Nov 12 03:40:36.324348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] Provisioning complete for port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:36.324824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.358467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.413006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abfc0217-6e42-4c5d-b61c-ed83d84bd070 req-71387fa2-5848-410d-8b0d-ad0951df6bd7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968678 Nov 12 03:40:36.472188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:36.472188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:36.478889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:36.536917 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.587507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] For port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:36.592406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.614152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.618769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e68a56a-7d23-4df2-8960-874f13db0c5b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:36.653443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.705498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Transition to ACTIVE for port object 4e68a56a-7d23-4df2-8960-874f13db0c5b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:36.712007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:36.773343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515e5c6-cc96-4f13-9f88-4c5969a8f30f None None] Pushing event updated for resources: {'Port': ['ID=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.830636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.899931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Pushing event updated for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:36.969352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:32Z', 'revision_number': 3, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:37.063459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a909e52d-2bc7-4ff3-b96b-c8c2b5cac542 None None] Provisioning complete for port 9a9021e4-d721-43d7-8b7d-a197749451f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:37.064202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a909e52d-2bc7-4ff3-b96b-c8c2b5cac542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.081304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1668880d-61f0-4074-bc82-bc6a74912497 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:32Z', 'revision_number': 3, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:37.090985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Attempting to bind port 4e68a56a-7d23-4df2-8960-874f13db0c5b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:37.090985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Attempting to bind port 4e68a56a-7d23-4df2-8960-874f13db0c5b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '5e190237-3380-42c7-93b4-07f057da6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:37.091339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Attempting to bind port 4e68a56a-7d23-4df2-8960-874f13db0c5b on network 2652aa10-341b-4942-9c0b-624344c716aa {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:37.102883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Port 4e68a56a-7d23-4df2-8960-874f13db0c5b on network 2652aa10-341b-4942-9c0b-624344c716aa not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:37.103275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Attempting to bind port 4e68a56a-7d23-4df2-8960-874f13db0c5b on network 2652aa10-341b-4942-9c0b-624344c716aa {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:37.136942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:37.137328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Checking segment: {'id': '5e190237-3380-42c7-93b4-07f057da6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:37.137736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Bound using segment: {'id': '5e190237-3380-42c7-93b4-07f057da6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:37.142574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Bound port: 4e68a56a-7d23-4df2-8960-874f13db0c5b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e190237-3380-42c7-93b4-07f057da6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:37.142987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.174770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.209399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a909e52d-2bc7-4ff3-b96b-c8c2b5cac542 None None] Port 9a9021e4-d721-43d7-8b7d-a197749451f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:37.352022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3c49d-fed1-463e-8f61-6031c77bbdc5 req-7178c1c2-b3e3-4b48-ac69-c66ba525954c tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.353728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d3c49d-fed1-463e-8f61-6031c77bbdc5 req-7178c1c2-b3e3-4b48-ac69-c66ba525954c tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 943 time: 0.1557577 Nov 12 03:40:37.361569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:37.370220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b,segment=NetworkSegment(5e190237-3380-42c7-93b4-07f057da6a29),segment_id=5e190237-3380-42c7-93b4-07f057da6a29)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:37.388276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.456332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.457777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.460161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] 10.222.0.104 "PUT /v2.0/ports/4e68a56a-7d23-4df2-8960-874f13db0c5b HTTP/1.1" status: 200 len: 1092 time: 1.8220081 Nov 12 03:40:37.473440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:37.477842 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:37.557131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d3c49d-fed1-463e-8f61-6031c77bbdc5 req-a1b8f97f-5ac9-4d80-be29-2b15741f9d83 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888871 Nov 12 03:40:37.559701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff30b-a7d5-421a-9d20-06be1bd2cefa service neutron] Pushing event updated for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.568100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.578436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.725729 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef625ed1-d3cc-4556-bf97-c2ac0d806063 x-openstack-request-id: req-ef625ed1-d3cc-4556-bf97-c2ac0d806063 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:37.727809 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:37.728103 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ef625ed1-d3cc-4556-bf97-c2ac0d806063 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:37.728603 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b', 'status': 'completed', 'code': 200} Nov 12 03:40:37.736844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:37.763795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Pushing event updated for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:37.792947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-5c9db6ba-6781-4959-8109-ad8576c76171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.794412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-5c9db6ba-6781-4959-8109-ad8576c76171 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a260189f148c436cbfdd0fd05e9b1da5&device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 1095 time: 0.1486361 Nov 12 03:40:37.887116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-27fe5c47-2e29-42c2-86db-bbb78b1a9000 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b HTTP/1.1" status: 200 len: 217 time: 0.0697563 Nov 12 03:40:37.967649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:37.969545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:37.992326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37687f69-2515-46ba-ab43-c855c0e08555 req-c1b032bb-5131-4f85-a96d-16e1567acc5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:37.998764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37687f69-2515-46ba-ab43-c855c0e08555 req-c1b032bb-5131-4f85-a96d-16e1567acc5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.3092630 Nov 12 03:40:38.163566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:38.184880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-1de8fc47-e8f3-4535-94a7-01bc96e332fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.186914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-1de8fc47-e8f3-4535-94a7-01bc96e332fd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc93eaa0-1608-4a05-a89c-2cb2883d9a63 HTTP/1.1" status: 200 len: 848 time: 0.2910204 Nov 12 03:40:38.194694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37687f69-2515-46ba-ab43-c855c0e08555 req-30c542fa-9d69-4aed-be4a-1d9b6de7c435 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870837 Nov 12 03:40:38.243012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-5d808382-18c0-480c-a96b-f51fcef9550d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=2652aa10-341b-4942-9c0b-624344c716aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432978 Nov 12 03:40:38.369305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79c7d-be2f-4b1e-acdf-b01cb9e741d2 req-51bcd701-5329-4ca0-b108-b46bac675555 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:38.382761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90f79c7d-be2f-4b1e-acdf-b01cb9e741d2 req-51bcd701-5329-4ca0-b108-b46bac675555 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.2646365 Nov 12 03:40:38.410177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:38.434884 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9fd3e6c-149e-41d4-8714-2f9a5728ba39 admin admin] 10.222.0.97 "PUT /v2.0/routers/381fa647-9972-4ce7-a5db-ce2b7e9ab2ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3845186 Nov 12 03:40:38.536893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5999f0de-4250-4d55-8bd1-7b2afd07794b None None] Provisioning complete for port 9a9021e4-d721-43d7-8b7d-a197749451f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:38.537582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5999f0de-4250-4d55-8bd1-7b2afd07794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:38.669221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90f79c7d-be2f-4b1e-acdf-b01cb9e741d2 req-b7d44322-a0cc-4c8e-8752-fbce2c817b95 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993749 Nov 12 03:40:38.700122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5999f0de-4250-4d55-8bd1-7b2afd07794b None None] Port 9a9021e4-d721-43d7-8b7d-a197749451f1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:38.726283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-807c7904-1ace-4c23-9409-e7ff30437eb3 service neutron] 10.222.0.104 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583800 Nov 12 03:40:39.054189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85740f-9bb2-488c-a5eb-0010c79108d7 req-30baeecf-81b3-42c0-86d8-fad94ac8c2ba tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.065390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85740f-9bb2-488c-a5eb-0010c79108d7 req-30baeecf-81b3-42c0-86d8-fad94ac8c2ba tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.068065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce85740f-9bb2-488c-a5eb-0010c79108d7 req-30baeecf-81b3-42c0-86d8-fad94ac8c2ba tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9&device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 1690 time: 0.2355416 Nov 12 03:40:39.093320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8b20-ce6c-40d5-af4f-ba19c090efae req-9efbe22e-3d7d-49a1-ac99-9d6816dcdd4e tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.095819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fcb8b20-ce6c-40d5-af4f-ba19c090efae req-9efbe22e-3d7d-49a1-ac99-9d6816dcdd4e tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 943 time: 0.2774868 Nov 12 03:40:39.147849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb5a4dc3-2281-4892-9a6e-990b0cf34c59 req-d4a94629-b723-4b3a-9386-3902510aca8b service neutron] 10.222.0.104 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076040 Nov 12 03:40:39.246156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce85740f-9bb2-488c-a5eb-0010c79108d7 req-bbed36b2-6d36-4f73-bb5e-4797d214e740 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400836 Nov 12 03:40:39.260201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fcb8b20-ce6c-40d5-af4f-ba19c090efae req-176572de-a49a-4d1c-9a74-db72e268d7f5 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485822 Nov 12 03:40:39.403556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-2147a446-a7d5-4cad-bde7-c3cd2a1cc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.405800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-2147a446-a7d5-4cad-bde7-c3cd2a1cc153 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=a260189f148c436cbfdd0fd05e9b1da5&device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 1095 time: 0.0984132 Nov 12 03:40:39.536511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:39.623286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1d146-b762-498e-b043-6fd13d970bed req-9e185e00-968a-4744-8e12-db71c482641c tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.625785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03d1d146-b762-498e-b043-6fd13d970bed req-9e185e00-968a-4744-8e12-db71c482641c tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 1102 time: 0.1388597 Nov 12 03:40:39.633069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-09e628b0-5985-4301-afa2-305e78b10aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.634457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-09e628b0-5985-4301-afa2-305e78b10aba service neutron] 10.222.0.104 "GET /v2.0/networks?id=2652aa10-341b-4942-9c0b-624344c716aa HTTP/1.1" status: 200 len: 908 time: 0.2158494 Nov 12 03:40:39.646505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.691924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:39.692997 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:39.725094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-3708251f-afbb-4aab-ae73-55d87ccd6a7e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b HTTP/1.1" status: 200 len: 217 time: 0.0669634 Nov 12 03:40:39.831990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03d1d146-b762-498e-b043-6fd13d970bed req-dcbc2c7a-7bb1-4fe9-a83c-9bb72ab91257 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962068 Nov 12 03:40:39.876782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:39.879870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-dbc9c452-ff4a-422c-a523-f302ab5855f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:39.883587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-dbc9c452-ff4a-422c-a523-f302ab5855f3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=dc93eaa0-1608-4a05-a89c-2cb2883d9a63 HTTP/1.1" status: 200 len: 848 time: 0.1306620 Nov 12 03:40:39.885463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190325065', 'description': 'tempest-description--986980369'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:39.951172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-b2227c44-2062-462a-a634-e28caa6073bd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=2652aa10-341b-4942-9c0b-624344c716aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536451 Nov 12 03:40:39.974635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.091242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:40.139730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:40.141905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.142177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.153579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.207094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.217334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3380890 Nov 12 03:40:40.217870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.251957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group_rule': {'security_group_id': '77c7b28b-e877-4706-a2e1-6adc3eae14a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.272609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfff9bd-fd30-4ea0-bd0f-7bf8316e1d7f req-9e6bb1bb-fb75-42e1-a5fa-811393aff404 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.274650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbfff9bd-fd30-4ea0-bd0f-7bf8316e1d7f req-9e6bb1bb-fb75-42e1-a5fa-811393aff404 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 1101 time: 0.2826400 Nov 12 03:40:40.277092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-fd8b6f55-6c39-47a7-a8ca-e2211b6035e7 service neutron] 10.222.0.104 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051946 Nov 12 03:40:40.284919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918b9ab-a489-42a4-a3b5-a862d79ad653 req-73506b34-f714-4016-ad66-35a5a2d9a955 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.286914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b918b9ab-a489-42a4-a3b5-a862d79ad653 req-73506b34-f714-4016-ad66-35a5a2d9a955 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.2461548 Nov 12 03:40:40.312823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.318369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a303bb-67da-4118-b602-e986953bc7bc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c7b28b-e877-4706-a2e1-6adc3eae14a9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.356376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:40.425780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.439707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.471587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4356fa4d-bedf-4bae-9ecb-dd9186bc9852,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.482656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.487834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7a09310-e416-426a-8b11-0b7a45019f4e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625363 Nov 12 03:40:40.490234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35398) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.495061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group_rule': {'security_group_id': '77c7b28b-e877-4706-a2e1-6adc3eae14a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.523605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbfff9bd-fd30-4ea0-bd0f-7bf8316e1d7f req-12972e35-64c9-4c8c-886e-b12365c6c8c1 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232466 Nov 12 03:40:40.532471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.597345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9a488ba-d8e2-40d6-ae81-1ee14174fd44 req-75cae92c-eae7-4c94-bf5f-2c5e611c2337 service neutron] 10.222.0.104 "GET /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088908 Nov 12 03:40:40.617815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b918b9ab-a489-42a4-a3b5-a862d79ad653 req-99b2e769-1156-48b8-8c18-5f3281078acf tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756104 Nov 12 03:40:40.649269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.661301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.725362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-b0d59d0c-cc83-4a9b-a703-18816089d969 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:40.736813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cc0013-8682-4b4c-bdfd-6cc71be5363e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:40.737100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-b0d59d0c-cc83-4a9b-a703-18816089d969 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.1366675 Nov 12 03:40:40.751084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.753940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dbe958ce-5e54-4a82-bfde-a7f796cef912 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645183 Nov 12 03:40:40.758689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:40.764439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 2, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:40.771481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:40.806595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:40.827562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:40.828562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Updating router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca port 9a9021e4-d721-43d7-8b7d-a197749451f1 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:40:40.870101 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.014018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.034161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66a932-e659-4380-8a58-634237d542dd req-e056dbee-8065-452e-80fd-8e4ac9fa4365 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.049537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d66a932-e659-4380-8a58-634237d542dd req-e056dbee-8065-452e-80fd-8e4ac9fa4365 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 943 time: 0.2348566 Nov 12 03:40:41.104470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-c3f5791b-60c2-42d2-9550-f60339644e41 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174150 Nov 12 03:40:41.241991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Allocated IP 172.25.7.32 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/4217369b-a34a-4880-8573-a60f584848f6) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:41.242249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Deleting port ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:41.242642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.330984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d66a932-e659-4380-8a58-634237d542dd req-a4828f76-d16b-4527-aafd-9d247ce7dbf1 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796617 Nov 12 03:40:41.422005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.430482 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.438039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.492245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.494543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91445f67-74ec-4a82-9c63-c52cd6baac80 None None] Pushing event updated for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.534938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] For port ecdc6c6e-8543-4af8-884a-d745892ae9fa, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ecdc6c6e-8543-4af8-884a-d745892ae9fa,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:41.535247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.557634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-ee6a9d1d-0a33-43db-a822-5fda8314f589 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:41.559603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-ee6a9d1d-0a33-43db-a822-5fda8314f589 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408143 Nov 12 03:40:41.586352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-eb7b018a-7abd-42d7-bbfa-d14b3c377705 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0155907 Nov 12 03:40:41.601229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:41.605091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:41.610565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:41.659968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Attempting to bind port 9a9021e4-d721-43d7-8b7d-a197749451f1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:41.660342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Attempting to bind port 9a9021e4-d721-43d7-8b7d-a197749451f1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:41.660714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Attempting to bind port 9a9021e4-d721-43d7-8b7d-a197749451f1 on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:41.671838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=4217369b-a34a-4880-8573-a60f584848f6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:41.684838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:41.685225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Checking segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:41.685639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.686038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Bound using segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:41.686601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Bound port: 9a9021e4-d721-43d7-8b7d-a197749451f1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:41.687021 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.810001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-91fcd3dc-93df-425e-b3c9-466c07ce707b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1725132 Nov 12 03:40:41.818382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.830201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] For port 9a9021e4-d721-43d7-8b7d-a197749451f1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:41.836656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] For port 9a9021e4-d721-43d7-8b7d-a197749451f1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9a9021e4-d721-43d7-8b7d-a197749451f1,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:41.852842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.903116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:41.953232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91445f67-74ec-4a82-9c63-c52cd6baac80 None None] Pushing event updated for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.007941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:42.010902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:42.020921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6584caa-f961-4c78-82ff-af996504ccf8 req-be559ce8-9514-432e-b4ce-8fcd62594239 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.022528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6584caa-f961-4c78-82ff-af996504ccf8 req-be559ce8-9514-432e-b4ce-8fcd62594239 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 946 time: 0.2423220 Nov 12 03:40:42.056543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.056543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.056543 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Floating IP 99d18695-476d-4ca9-84c1-0e373a3a65e0 disassociated. External IP: 172.25.7.44, port: ecdc6c6e-8543-4af8-884a-d745892ae9fa. Nov 12 03:40:42.056543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Calling delete_port for ecdc6c6e-8543-4af8-884a-d745892ae9fa owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:42.194283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] Provisioning complete for port 9a9021e4-d721-43d7-8b7d-a197749451f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:42.194667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.354124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acc79224-7696-4309-b5c5-d5f4ed49e054 req-1e007447-7b1e-4b24-a9eb-19fc61151db3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 210 time: 0.0803125 Nov 12 03:40:42.386314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6584caa-f961-4c78-82ff-af996504ccf8 req-77738b19-473d-4150-838b-6a1457b1688d tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups?id=9added39-7bd4-40ac-88c3-e1c585d4cb23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422580 Nov 12 03:40:42.455560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.464602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.537462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.574913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=4217369b-a34a-4880-8573-a60f584848f6,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.593662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.599159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'Port': ['ID=ecdc6c6e-8543-4af8-884a-d745892ae9fa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:42.609920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:42.640868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.643075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5eefd-e5c7-41f7-9fef-53f07766fd1f req-96313f27-3153-4ae9-a18c-ce1b3c922692 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:42.643887 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95e7689f-e543-4a87-a838-a993fc49fcfd tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8839066 Nov 12 03:40:42.655240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eee5eefd-e5c7-41f7-9fef-53f07766fd1f req-96313f27-3153-4ae9-a18c-ce1b3c922692 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 943 time: 0.1280935 Nov 12 03:40:42.682800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:42.860368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eee5eefd-e5c7-41f7-9fef-53f07766fd1f req-213285f2-c948-47b8-83ab-748fccec6a75 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295714 Nov 12 03:40:42.954923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:40:43.003660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] For port 9a9021e4-d721-43d7-8b7d-a197749451f1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9a9021e4-d721-43d7-8b7d-a197749451f1,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:43.009277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.040411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-1a03c10e-5b6c-40f5-a8cc-695eea940570 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--190325065&fields=id&tenant_id=932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 267 time: 0.1590765 Nov 12 03:40:43.194943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-87f58d73-9945-4281-b5ba-b27315fb4b7c None None] Provisioning complete for port 9a9021e4-d721-43d7-8b7d-a197749451f1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:43.195586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87f58d73-9945-4281-b5ba-b27315fb4b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.200707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:41Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:43.328943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e68a56a-7d23-4df2-8960-874f13db0c5b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:43.344126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:43.348224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b193e5-c552-463c-88ea-9ffc63ea6fbe None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:41Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:43.374380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01e1c9-bc90-4567-9fc8-a5aa16f0e464 None None] Pushing event updated for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:43.454973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: ecdc6c6e-8543-4af8-884a-d745892ae9fa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:40:43.458568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ecdc6c6e-8543-4af8-884a-d745892ae9fa not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:43.715518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b,segment=NetworkSegment(5e190237-3380-42c7-93b4-07f057da6a29),segment_id=5e190237-3380-42c7-93b4-07f057da6a29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:43.744849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4e68a56a-7d23-4df2-8960-874f13db0c5b', 'network_id': '2652aa10-341b-4942-9c0b-624344c716aa', 'port_id': '4e68a56a-7d23-4df2-8960-874f13db0c5b', 'mac_address': 'fa:16:3e:a4:00:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc93eaa0-1608-4a05-a89c-2cb2883d9a63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:43.790683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.814731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e68a56a-7d23-4df2-8960-874f13db0c5b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:43.849054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b,segment=NetworkSegment(5e190237-3380-42c7-93b4-07f057da6a29),segment_id=5e190237-3380-42c7-93b4-07f057da6a29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:43.856574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:43.961987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:44.028452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa04e47b-fdfc-49a2-a453-d12821d6ef70 req-efd67832-d758-4f55-86ae-45621cdda98e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 210 time: 0.0819120 Nov 12 03:40:44.040912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:40:44.073894 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:40:44.115084 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:44.117293 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:44.251682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-125d0bb7-3c5a-493f-94dc-46b1adde1e3f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598397 Nov 12 03:40:44.326247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-5ba0d20a-8e2f-4630-9c42-bd91904749c3 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.327832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-5ba0d20a-8e2f-4630-9c42-bd91904749c3 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 810 time: 1.2334170 Nov 12 03:40:44.332885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] No DVR routers for this DVR port ecdc6c6e-8543-4af8-884a-d745892ae9fa on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:44.336661 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:44.344542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8373b081-6ac3-41cf-85ed-dc864050f5b5 req-312a4285-1087-460c-947d-0af40b003710 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.104 "DELETE /v2.0/ports/ecdc6c6e-8543-4af8-884a-d745892ae9fa HTTP/1.1" status: 204 len: 173 time: 3.5977285 Nov 12 03:40:44.392700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-deleted', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:44.403519 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faae8f5c-b4bb-4fa3-95fe-7190487e64cd" -d '{"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-deleted", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:44.418128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d45803e-ab43-472d-8b08-365e519ec50b req-6fdb74bc-01ba-460c-a624-debe3af4ad7c tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5ad1f7c-333c-4e8a-b877-27fdfe940079 HTTP/1.1" status: 200 len: 210 time: 0.2318394 Nov 12 03:40:44.452046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-9336a6b3-6e16-4ea1-b7fa-1296fd846f0b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/quotas/932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 375 time: 0.1062739 Nov 12 03:40:44.482713 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:40:44.483875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4e68a56a-7d23-4df2-8960-874f13db0c5b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:44.570545 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:44.612879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-9226be68-65ba-480e-afd2-61a9d50deeda tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:44.620415 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-9226be68-65ba-480e-afd2-61a9d50deeda tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600321 Nov 12 03:40:44.642764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:44.672610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-3aacb85c-7fa8-4636-baa7-3e0bdcf6209f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116539 Nov 12 03:40:45.097999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:45.103992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.111406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-eda9c8bd-dca2-44fb-aee5-ed3855c6976e service neutron] 10.222.0.97 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459709 Nov 12 03:40:45.278776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:45.292403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce87ebd-cf29-4c00-a4e3-b05557252d75 req-daf6b8ac-416b-4402-bdad-ba857f7cba36 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:45.306784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bce87ebd-cf29-4c00-a4e3-b05557252d75 req-daf6b8ac-416b-4402-bdad-ba857f7cba36 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 944 time: 0.6312857 Nov 12 03:40:45.457661 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:40:45.467404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-f247e694-1932-487b-9948-b19230f46232 service neutron] 10.222.0.97 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444128 Nov 12 03:40:45.488172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:40:45.489513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:45.535713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bce87ebd-cf29-4c00-a4e3-b05557252d75 req-8c077014-3e2a-453c-93fc-48f7ce12ed4c tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275903 Nov 12 03:40:45.608932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9a9021e4-d721-43d7-8b7d-a197749451f1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:45.698432 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce16988-3687-4e49-af92-e942569c916e x-openstack-request-id: req-2ce16988-3687-4e49-af92-e942569c916e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:45.699224 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ad1f7c-333c-4e8a-b877-27fdfe940079", "name": "network-vif-deleted", "tag": "ecdc6c6e-8543-4af8-884a-d745892ae9fa", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:45.699486 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2ce16988-3687-4e49-af92-e942569c916e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:45.699902 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ad1f7c-333c-4e8a-b877-27fdfe940079', 'name': 'network-vif-deleted', 'tag': 'ecdc6c6e-8543-4af8-884a-d745892ae9fa', 'status': 'completed', 'code': 200} Nov 12 03:40:45.760988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9a9021e4-d721-43d7-8b7d-a197749451f1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:45.761361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:45.808886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.18 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/822b1c99-8fcd-46df-8494-5ee1fa8c0974) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:45.873316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:40:46.125209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7ec1425-f8ae-4ab5-b6d7-8cac3fec20ae req-9cba9215-cb8d-4d28-9f26-4d5b47981d2e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 210 time: 0.1585546 Nov 12 03:40:46.168420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40acf2b6-81fe-4749-90aa-7c55220e50d5 req-64ef8ffc-c451-4d65-bec1-df3fd649956e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.0708086 Nov 12 03:40:46.330303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.490621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.557271 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:40:46.584722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.672351 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f075a45-d738-4fe1-b0c4-de80a56adaf1 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:29:43Z', 'revision_number': 4, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d', 'name': '', 'network_id': '880d13d3-b33d-4c69-ab1a-81d187ff1c5d', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'mac_address': 'fa:16:3e:aa:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:41Z', 'updated_at': '2021-11-12T03:29:51Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'subnets': [{'id': '2874f7f4-fe84-4f06-9cf2-b81899337fd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:40:46.711883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.717497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:46.722529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "DELETE /v2.0/security-groups/9added39-7bd4-40ac-88c3-e1c585d4cb23 HTTP/1.1" status: 204 len: 168 time: 0.3868771 Nov 12 03:40:46.806354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:46.827069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8adfca-d4b3-4cf0-b83d-d515a7d80108 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9added39-7bd4-40ac-88c3-e1c585d4cb23,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:46.871486 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-628d5118-853a-42db-af67-d58fdfa454dc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] show failed (client error): The resource could not be found. Nov 12 03:40:46.877690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-628d5118-853a-42db-af67-d58fdfa454dc tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "GET /v2.0/security-groups/9added39-7bd4-40ac-88c3-e1c585d4cb23 HTTP/1.1" status: 404 len: 347 time: 0.0686731 Nov 12 03:40:46.888394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:40:47.070571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.088220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea66efe-03e7-4a6a-9401-78f733e411df req-c004f704-99e9-48ee-ada8-15c209a46582 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.090416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ea66efe-03e7-4a6a-9401-78f733e411df req-c004f704-99e9-48ee-ada8-15c209a46582 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 944 time: 0.3690035 Nov 12 03:40:47.119591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.161330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:47.170242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:47.293711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:47.305072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:47.362387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:47.372343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e68a56a-7d23-4df2-8960-874f13db0c5b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:47.474246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb72b42-0fad-4e40-a7b0-984d317b0f63 None None] New status for floating IP 99d18695-476d-4ca9-84c1-0e373a3a65e0: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:40:47.499301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:47.588683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.589399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.608653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ea66efe-03e7-4a6a-9401-78f733e411df req-c90bb317-3cfc-468f-8cee-61a4ae97ca02 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099536 Nov 12 03:40:47.620508 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-fce56b08-eb22-4c48-b6b1-5fb75a1493d5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9820418 Nov 12 03:40:47.657842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e5de8-c86f-43c9-b486-6f1994aeaf78 req-2c70c5bd-1bcf-4cb3-86c6-30b50726c162 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:47.658704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Request body: {'port': {'device_id': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:47.661201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c5e5de8-c86f-43c9-b486-6f1994aeaf78 req-2c70c5bd-1bcf-4cb3-86c6-30b50726c162 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 935 time: 0.3365834 Nov 12 03:40:47.680010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Deleting port df8a3267-9edd-4711-9e6e-35b928a2732a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:47.686229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.779644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.903926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-277b5c68-9549-465d-8040-ff6a6e3be654 req-d1a7a871-1f51-43c7-b1c7-f3a42bb309ca tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.1197736 Nov 12 03:40:47.926427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-39ecb26b-32b9-4697-9510-154788b2fcfd None None] Provisioning complete for port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:47.927408 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39ecb26b-32b9-4697-9510-154788b2fcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:47.968100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c5e5de8-c86f-43c9-b486-6f1994aeaf78 req-192cb682-8f63-4cf3-a037-8df97f242957 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764802 Nov 12 03:40:48.003934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4e68a56a-7d23-4df2-8960-874f13db0c5b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:48.025355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4e68a56a-7d23-4df2-8960-874f13db0c5b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:48.025725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.060969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.061521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.074901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-39ecb26b-32b9-4697-9510-154788b2fcfd None None] Port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:48.090203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Calling delete_port for df8a3267-9edd-4711-9e6e-35b928a2732a owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:48.266079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.332161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:48.335735 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c1ffb-f730-4dcd-aed6-1c1c12012519" -d '{"events": [{"server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "name": "network-vif-plugged", "status": "completed", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:48.357234 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.365344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b,segment=NetworkSegment(5e190237-3380-42c7-93b4-07f057da6a29),segment_id=5e190237-3380-42c7-93b4-07f057da6a29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:48.378814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.426742 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193733f-7c03-40c6-a296-7558966ba7c2 x-openstack-request-id: req-1193733f-7c03-40c6-a296-7558966ba7c2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:48.427076 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "name": "network-vif-plugged", "status": "completed", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:48.427337 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1193733f-7c03-40c6-a296-7558966ba7c2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:48.427741 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b', 'code': 200} Nov 12 03:40:48.473082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Pushing event deleted for resources: {'Port': ['ID=df8a3267-9edd-4711-9e6e-35b928a2732a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.548571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.557218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822b1c99-8fcd-46df-8494-5ee1fa8c0974 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:48.571402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.620408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Transition to ACTIVE for port object 822b1c99-8fcd-46df-8494-5ee1fa8c0974 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:48.629801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.753225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Pushing event updated for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:48.773253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-2c9d31f6-05a9-4821-bafb-92c6c32bccad tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:48.775449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-2c9d31f6-05a9-4821-bafb-92c6c32bccad tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 810 time: 0.3260543 Nov 12 03:40:48.882834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Attempting to bind port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:48.883210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Attempting to bind port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:48.883782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Attempting to bind port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:48.889838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:48.890165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Attempting to bind port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:48.898368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:48.899040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:48.899682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:48.900238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Bound port: 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:48.900991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.952696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.956564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:48.962544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eaa4f432-7349-473c-8dea-b2790b367034 tempest-AttachVolumeShelveTestJSON-577033702 tempest-AttachVolumeShelveTestJSON-577033702-project] 10.222.0.97 "DELETE /v2.0/floatingips/99d18695-476d-4ca9-84c1-0e373a3a65e0 HTTP/1.1" status: 204 len: 168 time: 2.0668964 Nov 12 03:40:49.008484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:49.040600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:49.043933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdc8da-c39e-4dc0-9ed9-a04e94f6e0fe req-395a93cc-22bd-40e6-bbea-ee1e5edcb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.047661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bdc8da-c39e-4dc0-9ed9-a04e94f6e0fe req-395a93cc-22bd-40e6-bbea-ee1e5edcb217 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 1097 time: 0.4231670 Nov 12 03:40:49.060151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.071597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-da1e69e3-4ac7-483e-95a2-356faa275c2f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 379 time: 0.2632267 Nov 12 03:40:49.136176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'port': {'device_id': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'admin_state_up': True, 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'security_groups': ['77c7b28b-e877-4706-a2e1-6adc3eae14a9']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:49.165449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.166784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.169090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] 10.222.0.16 "PUT /v2.0/ports/822b1c99-8fcd-46df-8494-5ee1fa8c0974 HTTP/1.1" status: 200 len: 1096 time: 1.5150256 Nov 12 03:40:49.169818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:49.174314 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a252052-af32-4bdd-9a95-4b5f682bcde9" -d '{"events": [{"name": "network-changed", "server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:49.240084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da19ce-285a-4854-a7da-d40a75d17ffa service neutron] Pushing event updated for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:49.303359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd1a681b-4d1d-4fe9-b284-0301f91162ed req-414e3a3c-08f2-482f-be9e-f31add59afbe tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.1914601 Nov 12 03:40:49.324242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1503bd-433b-4798-aec1-8949cd1a2642 req-4d806590-83c4-46bb-919d-8082bc488176 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.326465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f1503bd-433b-4798-aec1-8949cd1a2642 req-4d806590-83c4-46bb-919d-8082bc488176 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.5496902 Nov 12 03:40:49.417834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-52ce2815-fdf9-4c35-b470-0dc1276712df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.419340 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-52ce2815-fdf9-4c35-b470-0dc1276712df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 1099 time: 0.1478746 Nov 12 03:40:49.465220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38bdc8da-c39e-4dc0-9ed9-a04e94f6e0fe req-379bc1a6-ceb2-4314-9bde-51fd00404b6f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895824 Nov 12 03:40:49.496804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-5ee05ec5-4ca7-4a63-aac7-23f7235dc4a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974 HTTP/1.1" status: 200 len: 217 time: 0.0574622 Nov 12 03:40:49.575248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f1503bd-433b-4798-aec1-8949cd1a2642 req-7fafca78-c6c5-498a-af57-b0407c241328 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598828 Nov 12 03:40:49.589620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-c7618576-fc1f-4a6c-931a-1ec04aee25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.597044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-c7618576-fc1f-4a6c-931a-1ec04aee25ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0880940 Nov 12 03:40:49.640457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789c4c7-c62a-4fe7-9d7a-5fb4fff0f667 req-e8b1fa3d-3261-4d22-b79e-87c2d265a42b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.643217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b789c4c7-c62a-4fe7-9d7a-5fb4fff0f667 req-e8b1fa3d-3261-4d22-b79e-87c2d265a42b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 947 time: 0.1744530 Nov 12 03:40:49.715017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-3f67db54-eb3e-4f93-a616-de5523ffe0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:49.716549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-3f67db54-eb3e-4f93-a616-de5523ffe0cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1127560 Nov 12 03:40:49.724513 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f518db-d6f6-427e-9504-03f79f683026 x-openstack-request-id: req-c5f518db-d6f6-427e-9504-03f79f683026 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:49.725174 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:49.726359 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c5f518db-d6f6-427e-9504-03f79f683026 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:49.728229 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'status': 'completed', 'code': 200} Nov 12 03:40:49.762897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Made reservation on behalf of 932ed69f9af14b26aa10ce68fa1fe165 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:40:49.769739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:49.823725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b789c4c7-c62a-4fe7-9d7a-5fb4fff0f667 req-79c7b249-d360-4770-bbf6-a1f70fcb64b1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525555 Nov 12 03:40:49.910785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-899d0870-5644-4ce5-a555-7727f9717c87 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629374 Nov 12 03:40:50.055362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ad0cda0-ca76-41e0-9f12-63a12c16140d req-8a7bef5b-9f92-4f24-be73-3609a326a959 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349733 Nov 12 03:40:50.075400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Allocated IP 172.20.0.14 (ad4a03b1-6163-4dc6-9098-55c46f29af65/460238c8-1ce7-4339-9f5f-ba0805f09cf2/6e5a1b18-5c07-4bee-a87b-68362bbd3741) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:40:50.281240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-e28dc2a7-f121-4bb4-b898-d5ab04916ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.285636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-e28dc2a7-f121-4bb4-b898-d5ab04916ec7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 1099 time: 0.1050434 Nov 12 03:40:50.386731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.466717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-99df790d-57b8-4469-b451-c63b540fce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.468595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-99df790d-57b8-4469-b451-c63b540fce51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1757708 Nov 12 03:40:50.527519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-786090ab-21e4-4803-910e-20dea22f5fec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974 HTTP/1.1" status: 200 len: 217 time: 0.0500488 Nov 12 03:40:50.531399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b301f42a-3b6d-47f2-bce2-5ef996c9b3b0 req-4964ba59-6595-43e2-b3cc-da42bae0d6c8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.0785007 Nov 12 03:40:50.594337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:50.597633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-5f5527de-4799-4f1d-a055-483cecee9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.599874 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-5f5527de-4799-4f1d-a055-483cecee9ce7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0640471 Nov 12 03:40:50.652785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.659466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.666585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.680940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.690006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.700463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.715063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.726794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-cdc82d7f-7cb8-4757-b573-3a5d7be7c4c2 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.2219105 Nov 12 03:40:50.749679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-d8962d2d-1582-4a6a-a6ce-f05c0b04882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:50.751271 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-d8962d2d-1582-4a6a-a6ce-f05c0b04882c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397610 Nov 12 03:40:50.857131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:40:50.893301 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-4806c873-7c25-4b76-859d-419fb310231f service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271939 Nov 12 03:40:50.897434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:40:50.928744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:50.950242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:40:51.002731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94da19b1-0dc3-49f8-b61a-9c409aca9240 req-377e8865-4638-41ac-b5d9-ba99bb4de345 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2749617 Nov 12 03:40:51.027992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9897094-d00c-4330-a523-cb377459defa req-4ba92230-b42a-444d-b869-cbf584218dba tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.037338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9897094-d00c-4330-a523-cb377459defa req-4ba92230-b42a-444d-b869-cbf584218dba tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.2452576 Nov 12 03:40:51.085945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.086624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.160054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3a252052-af32-4bdd-9a95-4b5f682bcde9 req-eda5db8f-60df-4afa-a965-7592d5f16009 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542055 Nov 12 03:40:51.173038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9897094-d00c-4330-a523-cb377459defa req-78265715-2410-4c12-8870-1c9187eaeb45 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346817 Nov 12 03:40:51.181717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-4c39e392-bd98-4fe3-9bb6-a6295ffee166 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0643914 Nov 12 03:40:51.257485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Request body: {'port': {'device_id': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:51.326677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-431af100-fde7-4531-b152-0cde9d3558af None None] Provisioning complete for port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:51.327522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-431af100-fde7-4531-b152-0cde9d3558af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.347462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90c972-f7e8-427f-8ad2-fdf26e1528c6 req-1f867bab-aa8c-479f-849b-8bdce0d8ead8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.350557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd90c972-f7e8-427f-8ad2-fdf26e1528c6 req-1f867bab-aa8c-479f-849b-8bdce0d8ead8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 947 time: 0.1751869 Nov 12 03:40:51.403236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.411189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-431af100-fde7-4531-b152-0cde9d3558af None None] Port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:51.502213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd90c972-f7e8-427f-8ad2-fdf26e1528c6 req-e2675591-ef04-4bab-a00a-f1038af7aca7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300547 Nov 12 03:40:51.610463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 822b1c99-8fcd-46df-8494-5ee1fa8c0974 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:40:51.766691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e03609-5883-4c67-9076-b4c3130b8a1b req-fd64955f-5743-49b6-b256-6907bb771136 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:51.768350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23e03609-5883-4c67-9076-b4c3130b8a1b req-fd64955f-5743-49b6-b256-6907bb771136 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 932 time: 0.0863383 Nov 12 03:40:51.795061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:51.816406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'mac_address': 'fa:16:3e:dc:2c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:40:51.860801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-23e03609-5883-4c67-9076-b4c3130b8a1b req-2595105f-d247-4f30-bcf0-89b72cf47d55 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793040 Nov 12 03:40:51.885961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:51.904692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822b1c99-8fcd-46df-8494-5ee1fa8c0974 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:51.951606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:51.956871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.052689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.118441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a1b18-5c07-4bee-a87b-68362bbd3741 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:40:52.135676 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.157777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f4f8-985c-4773-b830-bd54d5888b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.163297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Transition to ACTIVE for port object 6e5a1b18-5c07-4bee-a87b-68362bbd3741 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:40:52.171008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:52.335436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['822b1c99-8fcd-46df-8494-5ee1fa8c0974'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:40:52.399280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:52.532891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.539239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.547752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.558460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.567655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.579100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.587790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.598966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-1e51fca6-9dcc-4863-a055-43f751ea658b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.3637564 Nov 12 03:40:52.651602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.658649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.668636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.679114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.693312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.700617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.707025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.708996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-3f572e99-2a87-4301-ae98-e951703e3b19 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.4914248 Nov 12 03:40:52.720499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f35794-52a0-4ac5-a29d-ce62c58b24e0 req-e81f7e92-5315-4043-9424-e4826d22d81d tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.722073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f35794-52a0-4ac5-a29d-ce62c58b24e0 req-e81f7e92-5315-4043-9424-e4826d22d81d tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.4065344 Nov 12 03:40:52.818421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Attempting to bind port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:40:52.818789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Attempting to bind port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:40:52.819153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Attempting to bind port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:52.828626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-08710b9c-bd0d-4a85-b256-0789897f59d6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:52.830194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-08710b9c-bd0d-4a85-b256-0789897f59d6 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1067638 Nov 12 03:40:52.892672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 on network ad4a03b1-6163-4dc6-9098-55c46f29af65 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:40:52.893325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Attempting to bind port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:40:52.932358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f35794-52a0-4ac5-a29d-ce62c58b24e0 req-04822b22-a2ce-4ae7-bc5d-8bb971255e81 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969578 Nov 12 03:40:52.948171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ced4a9f2-7a50-4e31-b49f-8e5b12887875 req-43062394-1056-4350-baec-8c85d15eaf6b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3480098 Nov 12 03:40:52.955081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:40:52.955832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Checking segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:40:52.956542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Bound using segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:40:52.957355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Bound port: 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:40:52.958192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.246888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-c892191a-6597-4d9f-91ba-bac2f3350d8a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3977098 Nov 12 03:40:53.257156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:53.279798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:53.314295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:40:53.330525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.389659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7758b02-0d09-4906-a259-b314c5837cb1 req-c037338c-ea20-4590-a7e6-049a8e940f6f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.391286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7758b02-0d09-4906-a259-b314c5837cb1 req-c037338c-ea20-4590-a7e6-049a8e940f6f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 948 time: 0.2547827 Nov 12 03:40:53.418011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddad589-d88d-45f3-ade4-c339d8d90536 req-55ef038f-ee53-4b53-bf68-dadcc4be7096 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.429107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cddad589-d88d-45f3-ade4-c339d8d90536 req-55ef038f-ee53-4b53-bf68-dadcc4be7096 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 944 time: 0.2500496 Nov 12 03:40:53.529134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:53.532673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.536992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] 10.222.0.104 "PUT /v2.0/ports/6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1093 time: 2.2871349 Nov 12 03:40:53.546935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:53.575038 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e30647-1729-437d-9dbd-5540b2ec7a24" -d '{"events": [{"name": "network-changed", "server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:53.625007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 822b1c99-8fcd-46df-8494-5ee1fa8c0974 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:40:53.643139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.753141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:40:53.765791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fe37-bc00-43be-8ac9-c829cf23b886 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:53.766716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:53.767275 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:53.840304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7758b02-0d09-4906-a259-b314c5837cb1 req-0d770a44-a810-47cc-b84b-ff94a09cc5ef tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984590 Nov 12 03:40:53.967607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cddad589-d88d-45f3-ade4-c339d8d90536 req-c867b767-ddf7-4aa1-acc3-a3630832132f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5371501 Nov 12 03:40:54.059458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-3f38cca3-9003-4108-8d0b-7121b69b8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.061063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-3f38cca3-9003-4108-8d0b-7121b69b8cc2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1096 time: 0.4014688 Nov 12 03:40:54.121112 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ce60c-6748-4675-a435-ccff53fcaf12 x-openstack-request-id: req-151ce60c-6748-4675-a435-ccff53fcaf12 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:54.126035 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:54.126737 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-151ce60c-6748-4675-a435-ccff53fcaf12 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:54.127700 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'status': 'completed', 'code': 200} Nov 12 03:40:54.265883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-89287980-7251-4a13-954f-8d879a76dd56 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 217 time: 0.1350288 Nov 12 03:40:54.325797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.411640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42930ba0-06c5-48a2-8571-40c5ba977175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.424877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:54.436058 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26c7e6-0e8a-45ab-bf8a-09fbb71db3e6" -d '{"events": [{"server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "name": "network-vif-plugged", "status": "completed", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:54.489003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:54.495950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:54.544579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-ff6c28ac-37d8-4060-8676-407265e99fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.546246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-ff6c28ac-37d8-4060-8676-407265e99fec service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.1710229 Nov 12 03:40:54.557024 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e4289-fca7-43d5-aea1-d585d1d39d18 x-openstack-request-id: req-592e4289-fca7-43d5-aea1-d585d1d39d18 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:54.557869 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "name": "network-vif-plugged", "status": "completed", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:54.558296 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-592e4289-fca7-43d5-aea1-d585d1d39d18 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:54.558870 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'code': 200} Nov 12 03:40:54.655348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19f532ac-82f8-4582-a3fc-0341160f7b54,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:54.669665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:54.675943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.685742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.699283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.714427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.734541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.754704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.760996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.774941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-7bc4f7c3-b9ed-4014-b6c5-796be4b7f155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 5433 time: 0.5175271 Nov 12 03:40:54.786752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-e0d5e649-1ecb-42a9-a6f0-4792d3f5db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.788969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-e0d5e649-1ecb-42a9-a6f0-4792d3f5db0f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2196500 Nov 12 03:40:54.803578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffbff1-0001-49df-ab7c-7035a4291528 req-f409423b-b438-4961-b914-1254bed1ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:54.806214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bffbff1-0001-49df-ab7c-7035a4291528 req-f409423b-b438-4961-b914-1254bed1ba93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 1101 time: 0.0838220 Nov 12 03:40:54.982826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bffbff1-0001-49df-ab7c-7035a4291528 req-99705fa7-55b2-4ea2-9c70-a2644854f7a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684985 Nov 12 03:40:55.055763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] For port 19f532ac-82f8-4582-a3fc-0341160f7b54, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:55.157756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-279e50ef-4c9c-4c06-88ab-58789b4ebe55 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559344 Nov 12 03:40:55.168615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67cb452e-e70b-4222-8e9f-08d4f42847e2 req-efafb640-20b3-4e4a-a7e1-cb82fed93bf3 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3925097 Nov 12 03:40:55.202193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] device_id is not set on port 19f532ac-82f8-4582-a3fc-0341160f7b54 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:55.239827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.291943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b90b7-2a0a-49d2-9da4-7d4b6bc53bf2 req-6688c050-c90b-4e11-bba1-4d2d93c5e39f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:55.300725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b01b90b7-2a0a-49d2-9da4-7d4b6bc53bf2 req-6688c050-c90b-4e11-bba1-4d2d93c5e39f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 949 time: 0.2524412 Nov 12 03:40:55.369615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9225e990-2e0e-4a6b-abf1-6503526d98bf no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:55.538170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.540523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.589793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:55.597919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.598713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 248e0b6f-2043-483c-af29-11835592a7d3 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:55.731563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.793221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.809360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.851235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:55.856712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:55.858367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19431c3b-cc91-40d9-8d77-45cb2ff6e797 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:55.963217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Pushing event updated for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:55.973240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.081169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] No DVR routers for this DVR port 19f532ac-82f8-4582-a3fc-0341160f7b54 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:56.087252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.120405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b01b90b7-2a0a-49d2-9da4-7d4b6bc53bf2 req-078c09fe-597d-4ac3-b94b-d628b7128f4d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7968578 Nov 12 03:40:56.158654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-360e9932-0c77-4c95-8367-95e4a6354b85 req-43138aac-0865-4fdc-ac45-21573119a6a9 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9865944 Nov 12 03:40:56.163440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.168436 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.169605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19f532ac-82f8-4582-a3fc-0341160f7b54 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:56.205678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc32e0-2875-48c0-a5f0-87aed5c71d1e req-21fe2dc4-5d6b-4880-b96a-8186fd52dfd5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.227078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99fc32e0-2875-48c0-a5f0-87aed5c71d1e req-21fe2dc4-5d6b-4880-b96a-8186fd52dfd5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 944 time: 0.3680935 Nov 12 03:40:56.343756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] In _notify_port_updated(), no bound segment for port 19f532ac-82f8-4582-a3fc-0341160f7b54 on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:56.344658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.345249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.345380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.346655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-85cc7287-f2bd-44c9-ad99-f7870a34bcec service neutron] 10.222.0.104 "PUT /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 200 len: 1026 time: 3.0736623 Nov 12 03:40:56.349049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 19f532ac-82f8-4582-a3fc-0341160f7b54 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:40:56.350352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:56.491517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99fc32e0-2875-48c0-a5f0-87aed5c71d1e req-29a241be-338a-417c-ad89-bd95bc884d47 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549779 Nov 12 03:40:56.522800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4bc6da31-7cc7-480b-9c32-6928e9d7f8f1 None None] Provisioning complete for port 19f532ac-82f8-4582-a3fc-0341160f7b54 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:56.523474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bc6da31-7cc7-480b-9c32-6928e9d7f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.527168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.566941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:56.569481 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be10967a-6c25-468d-a3ac-0f115ee5c241" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "248e0b6f-2043-483c-af29-11835592a7d3"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:56.612841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.613061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-a2d824ed-d997-4533-8274-594d42e255be tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.616344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-a2d824ed-d997-4533-8274-594d42e255be tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "GET /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2093751 Nov 12 03:40:56.629834 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.631243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1645fb63-ae64-4563-ac08-8cc467f39eed no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:56.636276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:40:56.745423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-72a055ea-aaf6-4d7a-8b03-974b9e50b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.747087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-72a055ea-aaf6-4d7a-8b03-974b9e50b664 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1096 time: 0.3085439 Nov 12 03:40:56.781149 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd78f4-37a2-47ea-b8b2-6b0cbc07bb36 x-openstack-request-id: req-44bd78f4-37a2-47ea-b8b2-6b0cbc07bb36 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:56.781797 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "248e0b6f-2043-483c-af29-11835592a7d3", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:56.781797 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-44bd78f4-37a2-47ea-b8b2-6b0cbc07bb36 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:56.782175 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'code': 200} Nov 12 03:40:56.782358 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3', 'code': 200} Nov 12 03:40:56.782618 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'code': 200} Nov 12 03:40:56.805590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.824193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:56.840693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bc6da31-7cc7-480b-9c32-6928e9d7f8f1 None None] Port 19f532ac-82f8-4582-a3fc-0341160f7b54 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:56.864923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.886901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.923775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.924055 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.939815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.949435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.972460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:56.978762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-13d77757-3e2d-4470-b1fd-b1b44ab65c6f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 4654 time: 0.4828315 Nov 12 03:40:56.984664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:56.991071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:56.992296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 75855fbd-0828-47c7-9b18-4077893ea264 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:40:57.155849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-46e142d0-8c27-4248-aaea-1c6079f6dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.157399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-46e142d0-8c27-4248-aaea-1c6079f6dddd service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.1669531 Nov 12 03:40:57.169704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.269931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2477b988-70d6-44f9-ad86-c17fe896cf9f req-ce45fb88-9025-4875-818e-ce5df4e4ceed tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&id=6477da88-7763-46a0-b124-3612f278c55c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2813694 Nov 12 03:40:57.271437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-19c3aa4e-f55b-44cc-acef-fd405de61ebb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 217 time: 0.0494673 Nov 12 03:40:57.307457 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.355474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.435772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:57.441446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.557974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:57.720930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:57.728069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eea1d-ecc9-4d6d-b4c2-499a6f7fc787 req-e9fd139a-784e-4289-a212-db9e4eac05ee tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.735730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f6eea1d-ecc9-4d6d-b4c2-499a6f7fc787 req-e9fd139a-784e-4289-a212-db9e4eac05ee tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 949 time: 0.3596709 Nov 12 03:40:57.790659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-a4f85aa8-a081-4b1b-80e2-8d7e6d33af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:57.793513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-a4f85aa8-a081-4b1b-80e2-8d7e6d33af5b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.5074563 Nov 12 03:40:57.916058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1645fb63-ae64-4563-ac08-8cc467f39eed,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:57.999344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f6eea1d-ecc9-4d6d-b4c2-499a6f7fc787 req-c30c99da-64b2-4c81-935b-d37c1c041e2a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624969 Nov 12 03:40:58.030376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db077ba-2c9b-46da-882b-042e654fd105 req-4a0b82c6-1824-40e2-a48f-cd0e7d596f66 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.033783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4db077ba-2c9b-46da-882b-042e654fd105 req-4a0b82c6-1824-40e2-a48f-cd0e7d596f66 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 944 time: 0.3647368 Nov 12 03:40:58.132399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-8140d7d7-eeae-48be-9cac-b32c31bb670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.135071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-8140d7d7-eeae-48be-9cac-b32c31bb670d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3166792 Nov 12 03:40:58.145413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] For port 1645fb63-ae64-4563-ac08-8cc467f39eed, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:40:58.262442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4db077ba-2c9b-46da-882b-042e654fd105 req-cbe143ae-efc8-4c45-b027-974c69124014 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037988 Nov 12 03:40:58.294569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] device_id is not set on port 1645fb63-ae64-4563-ac08-8cc467f39eed yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:40:58.309933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.324147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.367182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ec2c-0ac7-4c6a-89c2-7fe756cd2a19 req-a57a2195-5b89-4bca-90ae-ad6fc4537a33 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.369333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee0ec2c-0ac7-4c6a-89c2-7fe756cd2a19 req-a57a2195-5b89-4bca-90ae-ad6fc4537a33 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 1101 time: 0.2126887 Nov 12 03:40:58.443484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-70cce026-9558-4d4b-9533-01d1b9482d9c service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948546 Nov 12 03:40:58.500030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Pushing event updated for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:58.516346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] No DVR routers for this DVR port 1645fb63-ae64-4563-ac08-8cc467f39eed on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:58.579052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] In _notify_port_updated(), no bound segment for port 1645fb63-ae64-4563-ac08-8cc467f39eed on network 4214a91f-8628-4fc8-8a9b-25305b959c5f {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:40:58.580432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.581344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.583038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-abf93100-ea39-4f7f-af0d-fe62d3fefa05 service neutron] 10.222.0.104 "PUT /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 200 len: 1027 time: 1.9554627 Nov 12 03:40:58.592791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee0ec2c-0ac7-4c6a-89c2-7fe756cd2a19 req-d1d54dbb-90e3-4212-81be-6e7f2adc9cf1 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062087 Nov 12 03:40:58.783834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed'}, {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:58.788267 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b065f9be-d889-4497-ae1c-50ab5a3eb4c1" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed"}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "75855fbd-0828-47c7-9b18-4077893ea264"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:40:58.902175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-43064a26-6ca8-4058-9334-ee84d2ea905c None None] Provisioning complete for port 1645fb63-ae64-4563-ac08-8cc467f39eed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:40:58.902816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43064a26-6ca8-4058-9334-ee84d2ea905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:58.935865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48e30647-1729-437d-9dbd-5540b2ec7a24 req-81a06cbf-b2d8-4669-97ec-b3616acdec5b service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742692 Nov 12 03:40:58.948104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.957641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.965196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.971335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.980597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:58.988422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-b86c8320-725d-49a1-9ee1-9543463fd3fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3876 time: 0.2677662 Nov 12 03:40:59.000676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-43064a26-6ca8-4058-9334-ee84d2ea905c None None] Port 1645fb63-ae64-4563-ac08-8cc467f39eed cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:40:59.031500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:40:59.031862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.118462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3af175de-ac3f-4fb5-b6ca-e73bec80bbe9 req-dd40ecf8-1dcc-4e90-a5e5-3164ec09bb85 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291323 Nov 12 03:40:59.215171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:40:59.215930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.235727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:40:59.250915 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db5ff8e-1af2-44c6-9a62-ea59bf686649 x-openstack-request-id: req-7db5ff8e-1af2-44c6-9a62-ea59bf686649 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:40:59.251484 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "1645fb63-ae64-4563-ac08-8cc467f39eed", "code": 200}, {"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-unplugged", "status": "completed", "tag": "75855fbd-0828-47c7-9b18-4077893ea264", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:40:59.251970 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7db5ff8e-1af2-44c6-9a62-ea59bf686649 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:40:59.252576 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'code': 200} Nov 12 03:40:59.253550 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1645fb63-ae64-4563-ac08-8cc467f39eed', 'code': 200} Nov 12 03:40:59.254162 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264', 'code': 200} Nov 12 03:40:59.379748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-d4577a42-3b22-419d-968a-893c806301d6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407398 Nov 12 03:40:59.562734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ac65d-0e4a-4993-940e-be9c23817831 req-2e01ba6d-3ded-44a2-a607-94c03dc57938 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.565360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c44ac65d-0e4a-4993-940e-be9c23817831 req-2e01ba6d-3ded-44a2-a607-94c03dc57938 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.1995778 Nov 12 03:40:59.615267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.680275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-36149b0f-a592-4b90-aced-aa7c9db542e3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:40:59.682216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-36149b0f-a592-4b90-aced-aa7c9db542e3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898924 Nov 12 03:40:59.690480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=5946bbdd-55cc-4aa1-a3eb-788ce66b2e37,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:40:59.754904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c44ac65d-0e4a-4993-940e-be9c23817831 req-913ba683-2f79-44a5-83f3-26e60909ddb6 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712973 Nov 12 03:40:59.756687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-c4b12d80-d5df-4107-a09f-541079447bc9 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0635478 Nov 12 03:40:59.776050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:40:59.788340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:40:59.800705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-9e72b386-f49e-4e29-ba78-2cbfee46b608 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "DELETE /v2.0/ports/5946bbdd-55cc-4aa1-a3eb-788ce66b2e37 HTTP/1.1" status: 204 len: 173 time: 1.2044282 Nov 12 03:40:59.801599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:40:59.806827 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c38c1b-69a5-49d4-8e5a-252b9fe4ca77" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:00.019756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-f651b483-53c9-48df-8131-947ee19c2e70 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2466526 Nov 12 03:41:00.060811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfeca0-dc76-4ceb-adfa-373e1d94c093 req-403baa3b-00fb-48d5-b9fd-259c28da7909 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.062495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4abfeca0-dc76-4ceb-adfa-373e1d94c093 req-403baa3b-00fb-48d5-b9fd-259c28da7909 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 944 time: 0.1346257 Nov 12 03:41:00.076292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 248e0b6f-2043-483c-af29-11835592a7d3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:00.076535 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.309798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 248e0b6f-2043-483c-af29-11835592a7d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=248e0b6f-2043-483c-af29-11835592a7d3,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:00.310399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.357561 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebfb9b0-ff2c-4184-afd3-28ffcdc4fc39 x-openstack-request-id: req-1ebfb9b0-ff2c-4184-afd3-28ffcdc4fc39 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:00.357861 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "5946bbdd-55cc-4aa1-a3eb-788ce66b2e37", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:00.358116 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ebfb9b0-ff2c-4184-afd3-28ffcdc4fc39 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:00.358530 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '5946bbdd-55cc-4aa1-a3eb-788ce66b2e37', 'status': 'completed', 'code': 200} Nov 12 03:41:00.365654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 248e0b6f-2043-483c-af29-11835592a7d3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:00.390521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4abfeca0-dc76-4ceb-adfa-373e1d94c093 req-ef14c238-0e46-4367-a057-3e33800f68b3 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092093 Nov 12 03:41:00.560841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b36a249c-a898-4df1-aed1-e511461946f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.567168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b36a249c-a898-4df1-aed1-e511461946f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.574208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b36a249c-a898-4df1-aed1-e511461946f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.580113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b36a249c-a898-4df1-aed1-e511461946f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:00.581909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b36a249c-a898-4df1-aed1-e511461946f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 3143 time: 0.0971014 Nov 12 03:41:00.656170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f96b74f2-be24-477d-97a6-bd0b4a9bbe3b req-ba6aee52-ee9e-4eac-be04-0755f52a81c4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 210 time: 0.0713370 Nov 12 03:41:00.770827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e03e8cbb-ca40-4f04-823f-feeb1c825dae req-b280524c-9269-4eab-a99d-e2f8b11cdee9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699295 Nov 12 03:41:00.821603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:00.889436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:00.896131 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-18b2f8c6-d2f8-48e6-9f43-ae8d9cbe7dcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1376526 Nov 12 03:41:00.976941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=248e0b6f-2043-483c-af29-11835592a7d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:01.096391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-845c94b9-847d-4d85-92d9-9c8de8d11f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.098319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-845c94b9-847d-4d85-92d9-9c8de8d11f56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 1102 time: 0.1303577 Nov 12 03:41:01.325654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 248e0b6f-2043-483c-af29-11835592a7d3 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:01.371283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.374639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-5a1ef690-c7c2-4ea3-be02-6871241f6d20 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "DELETE /v2.0/ports/248e0b6f-2043-483c-af29-11835592a7d3 HTTP/1.1" status: 204 len: 173 time: 1.5626922 Nov 12 03:41:01.410039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6e5a1b18-5c07-4bee-a87b-68362bbd3741 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:01.424490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.474873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-e431bbfd-1312-41e4-8f2a-e8de6684f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.477726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-e431bbfd-1312-41e4-8f2a-e8de6684f3da service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3476319 Nov 12 03:41:01.480132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b27e64-0624-42ae-92b2-f79cb72c1ef5 req-677a6042-ea5d-4329-bf8c-bfb17b9dda62 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.482288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b27e64-0624-42ae-92b2-f79cb72c1ef5 req-677a6042-ea5d-4329-bf8c-bfb17b9dda62 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.5178714 Nov 12 03:41:01.676591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-bff69a64-c849-4bb5-8bb7-862366fb276a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7 HTTP/1.1" status: 200 len: 217 time: 0.1890693 Nov 12 03:41:01.747660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:01.781467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-eedbfd8d-b0d6-450b-9aab-9f6de4f36d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.783761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-eedbfd8d-b0d6-450b-9aab-9f6de4f36d4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0983675 Nov 12 03:41:01.800087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'port_id': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'mac_address': 'fa:16:3e:ca:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:01.933787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:01.974621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-90719998-8352-4395-ba07-b46990e7b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:01.979712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-90719998-8352-4395-ba07-b46990e7b03c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1857960 Nov 12 03:41:01.982824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2b27e64-0624-42ae-92b2-f79cb72c1ef5 req-e2252748-6fc4-4f3a-94cb-6cc9b1b69186 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486575 Nov 12 03:41:01.994083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5a1b18-5c07-4bee-a87b-68362bbd3741 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:02.100545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e744a8-e96f-4f0e-b100-a289f594ae99 req-beb1995e-ce61-4a23-80e6-7a3940b29d0c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.103397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78e744a8-e96f-4f0e-b100-a289f594ae99 req-beb1995e-ce61-4a23-80e6-7a3940b29d0c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 944 time: 0.3992741 Nov 12 03:41:02.139430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:02.146082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.181534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:02.182183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:02.235484 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-6373d9d4-0779-423b-80c1-6fb804861d4a service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461343 Nov 12 03:41:02.317983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:02.421759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ae5ea63-b8a8-4916-bed8-2fc2b09c9a68 req-75bb5421-b033-4e24-963d-9ed1c7252971 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740427 Nov 12 03:41:02.522461 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-687a3144-c159-4054-acb4-f44c5194dcfe tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545738 Nov 12 03:41:02.717455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6e5a1b18-5c07-4bee-a87b-68362bbd3741'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:02.754067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-6708dce1-ec5a-435a-a867-91ef98e6a3e7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.755889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-6708dce1-ec5a-435a-a867-91ef98e6a3e7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257569 Nov 12 03:41:02.793068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:02.797606 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a2ded-1f8c-4882-812e-43d3b8c4b520" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "248e0b6f-2043-483c-af29-11835592a7d3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:02.806573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:02.807102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d4aa8e1-decc-4d6f-8b5e-6f93e807e9cd req-ba19ca06-cff3-49db-a61d-214f0b6d1524 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 210 time: 0.6352654 Nov 12 03:41:02.823622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-bca767f9-eb11-4181-a89d-c93f6b0295e5 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:02.825713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-bca767f9-eb11-4181-a89d-c93f6b0295e5 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.104 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.8824856 Nov 12 03:41:02.996481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78e744a8-e96f-4f0e-b100-a289f594ae99 req-d3e1b2f3-0b40-430f-abd2-250213c3c5cc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8553832 Nov 12 03:41:03.031372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:03.042237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.108794 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cee077-184c-427d-bf2d-a506b1a29594 x-openstack-request-id: req-04cee077-184c-427d-bf2d-a506b1a29594 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:03.109345 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "248e0b6f-2043-483c-af29-11835592a7d3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:03.109982 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-04cee077-184c-427d-bf2d-a506b1a29594 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:03.111410 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '248e0b6f-2043-483c-af29-11835592a7d3', 'status': 'completed', 'code': 200} Nov 12 03:41:03.140859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 19431c3b-cc91-40d9-8d77-45cb2ff6e797, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=19431c3b-cc91-40d9-8d77-45cb2ff6e797,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.141504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.199588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 19431c3b-cc91-40d9-8d77-45cb2ff6e797 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:03.239222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc3e4-4772-4e7b-8386-cc948135101c req-ea38d4f3-050f-4d34-8ba4-d0a785d8168e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.246206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc3e4-4772-4e7b-8386-cc948135101c req-ea38d4f3-050f-4d34-8ba4-d0a785d8168e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.256408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc3e4-4772-4e7b-8386-cc948135101c req-ea38d4f3-050f-4d34-8ba4-d0a785d8168e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.259140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e3bc3e4-4772-4e7b-8386-cc948135101c req-ea38d4f3-050f-4d34-8ba4-d0a785d8168e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 2410 time: 0.3072264 Nov 12 03:41:03.289908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.90 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/cb51709d-2a6c-4c96-b61b-74a052cfc79a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:03.439497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8843c-4449-4eb6-9841-eecbed5dd154 req-e6414c99-d636-446b-8150-0adace5a2919 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.442828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb8843c-4449-4eb6-9841-eecbed5dd154 req-e6414c99-d636-446b-8150-0adace5a2919 tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 945 time: 0.2733366 Nov 12 03:41:03.484520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Deleting port 4e68a56a-7d23-4df2-8960-874f13db0c5b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:03.484857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.500994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e3bc3e4-4772-4e7b-8386-cc948135101c req-4db4c23a-a67e-4853-88d7-170ad2a1dc45 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2223370 Nov 12 03:41:03.559573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.632483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.648762 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.667299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79', '822b1c99-8fcd-46df-8494-5ee1fa8c0974'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:03.682611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb8843c-4449-4eb6-9841-eecbed5dd154 req-a4d348bc-ccca-4ceb-b499-a38d5144254e tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/security-groups?id=885868b7-9eba-4102-9f43-ce04d55ca2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021542 Nov 12 03:41:03.697587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:03.704421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:03.711002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:03.840128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:03.847011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] For port 4e68a56a-7d23-4df2-8960-874f13db0c5b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4e68a56a-7d23-4df2-8960-874f13db0c5b,segment=NetworkSegment(5e190237-3380-42c7-93b4-07f057da6a29),segment_id=5e190237-3380-42c7-93b4-07f057da6a29)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:03.847556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.880900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.941502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:03.943466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:03.950339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:03.963924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Calling delete_port for 4e68a56a-7d23-4df2-8960-874f13db0c5b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:04.009607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-de884377-ebb5-45ec-9a24-f28709cd3978 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2105417 Nov 12 03:41:04.047137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Request body: {'port': {'device_id': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:04.052465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=19431c3b-cc91-40d9-8d77-45cb2ff6e797,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.151952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.333889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3d64dc25-2053-464a-8e70-4205d4628ac4 None None] Provisioning complete for port cb51709d-2a6c-4c96-b61b-74a052cfc79a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:04.334856 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d64dc25-2053-464a-8e70-4205d4628ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.414477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d64dc25-2053-464a-8e70-4205d4628ac4 None None] Port cb51709d-2a6c-4c96-b61b-74a052cfc79a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:04.496971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 19431c3b-cc91-40d9-8d77-45cb2ff6e797 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:04.510944 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.516545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-4680c3c5-6bdc-4fcb-b88d-3e524999f0b8 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "DELETE /v2.0/ports/19431c3b-cc91-40d9-8d77-45cb2ff6e797 HTTP/1.1" status: 204 len: 173 time: 3.1195977 Nov 12 03:41:04.594653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.625117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2201be-4f04-4726-8e2b-a3531fc73ca5 req-fb5c6c63-fe06-4614-9f30-28e790d0a956 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.625971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb51709d-2a6c-4c96-b61b-74a052cfc79a {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:04.638468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c2201be-4f04-4726-8e2b-a3531fc73ca5 req-fb5c6c63-fe06-4614-9f30-28e790d0a956 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 935 time: 0.6069758 Nov 12 03:41:04.640193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.656152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Transition to ACTIVE for port object cb51709d-2a6c-4c96-b61b-74a052cfc79a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:04.663619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:04.832641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Pushing event updated for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.867316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebc72-1849-4b16-bdb6-7f762b313dfd req-ad50ba01-9b2b-4b94-97a5-de2e095cf0e7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:04.869696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8feebc72-1849-4b16-bdb6-7f762b313dfd req-ad50ba01-9b2b-4b94-97a5-de2e095cf0e7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 945 time: 0.6555984 Nov 12 03:41:04.870788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Pushing event deleted for resources: {'Port': ['ID=4e68a56a-7d23-4df2-8960-874f13db0c5b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:04.905395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Attempting to bind port cb51709d-2a6c-4c96-b61b-74a052cfc79a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:04.906367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Attempting to bind port cb51709d-2a6c-4c96-b61b-74a052cfc79a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:04.907512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Attempting to bind port cb51709d-2a6c-4c96-b61b-74a052cfc79a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:04.916032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Port cb51709d-2a6c-4c96-b61b-74a052cfc79a on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:04.916812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Attempting to bind port cb51709d-2a6c-4c96-b61b-74a052cfc79a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:04.924738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:04.925347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:04.925786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:04.926572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Bound port: cb51709d-2a6c-4c96-b61b-74a052cfc79a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:04.927267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.002577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] No DVR routers for this DVR port 4e68a56a-7d23-4df2-8960-874f13db0c5b on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:05.011146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c2201be-4f04-4726-8e2b-a3531fc73ca5 req-f610b468-4626-4e3a-8b82-a53d2df2d3b6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710074 Nov 12 03:41:05.016203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.023007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:05.024434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-516bf272-b587-4579-b0cd-7a2dce7f4b99 req-2de77c87-ff3b-4e50-bfc4-b7fc5e571dca tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.104 "DELETE /v2.0/ports/4e68a56a-7d23-4df2-8960-874f13db0c5b HTTP/1.1" status: 204 len: 173 time: 2.1500425 Nov 12 03:41:05.028212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:05.035459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.089194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8feebc72-1849-4b16-bdb6-7f762b313dfd req-9d089346-0d10-461f-9cd4-1aaaaef2826f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713724 Nov 12 03:41:05.120118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797'}, {'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'name': 'network-vif-deleted', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:05.123547 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac276d53-85c4-4939-842a-4a1f689e9f05" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797"}, {"server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "name": "network-vif-deleted", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:05.139482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 9225e990-2e0e-4a6b-abf1-6503526d98bf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:05.140059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.167196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.169851 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.175552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb51709d-2a6c-4c96-b61b-74a052cfc79a HTTP/1.1" status: 200 len: 1096 time: 1.1371500 Nov 12 03:41:05.181750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:05.195988 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c3c9d3-b91e-448b-aec6-babe9e6a089a" -d '{"events": [{"name": "network-changed", "server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:05.295082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376c1e-c648-48ed-82fd-798c3d577507 service neutron] Pushing event updated for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:05.410183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6e5a1b18-5c07-4bee-a87b-68362bbd3741 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:05.426326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-250b4d99-1377-4595-9084-d074215c5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.428382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-250b4d99-1377-4595-9084-d074215c5d56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 1099 time: 0.1236918 Nov 12 03:41:05.499858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:05.512395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:05.514282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.569914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57c5881b-5971-4a61-9b98-7b9c2bece0ee req-4dbd69e0-5f12-4b75-af3d-db14b13a505d tempest-VolumesActionsTest-1009071834 tempest-VolumesActionsTest-1009071834-project] 10.222.0.97 "GET /v2.0/ports?device_id=9c00570e-2edd-434f-a890-7897d4807689 HTTP/1.1" status: 200 len: 210 time: 0.1354973 Nov 12 03:41:05.608645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-dc83ac00-6c5c-48fd-ae08-b0a3cfd0a079 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a HTTP/1.1" status: 200 len: 217 time: 0.1309178 Nov 12 03:41:05.623575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 9225e990-2e0e-4a6b-abf1-6503526d98bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9225e990-2e0e-4a6b-abf1-6503526d98bf,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:05.623575 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.643319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4724a8-629d-43c5-ac17-db59935a5962 req-9dc3e998-a0b8-47fc-b1c6-b81cd2086f10 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.655044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4724a8-629d-43c5-ac17-db59935a5962 req-9dc3e998-a0b8-47fc-b1c6-b81cd2086f10 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.656748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e4724a8-629d-43c5-ac17-db59935a5962 req-9dc3e998-a0b8-47fc-b1c6-b81cd2086f10 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 1677 time: 0.3872800 Nov 12 03:41:05.698884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 9225e990-2e0e-4a6b-abf1-6503526d98bf owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:05.715014 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2756ad5-6d73-419c-8c21-6482e0fe0b3a x-openstack-request-id: req-a2756ad5-6d73-419c-8c21-6482e0fe0b3a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:05.715374 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "19431c3b-cc91-40d9-8d77-45cb2ff6e797", "status": "completed", "code": 200}, {"server_uuid": "9c00570e-2edd-434f-a890-7897d4807689", "name": "network-vif-deleted", "tag": "4e68a56a-7d23-4df2-8960-874f13db0c5b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:05.715567 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a2756ad5-6d73-419c-8c21-6482e0fe0b3a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:05.715979 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '19431c3b-cc91-40d9-8d77-45cb2ff6e797', 'status': 'completed', 'code': 200} Nov 12 03:41:05.716239 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c00570e-2edd-434f-a890-7897d4807689', 'name': 'network-vif-deleted', 'tag': '4e68a56a-7d23-4df2-8960-874f13db0c5b', 'status': 'completed', 'code': 200} Nov 12 03:41:05.730012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-c02855fc-da02-4d0c-8289-91e5d551b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.731828 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-c02855fc-da02-4d0c-8289-91e5d551b276 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1143317 Nov 12 03:41:05.756488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.799102 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229548ec-6cfe-4076-9622-ec97748e8e13 x-openstack-request-id: req-229548ec-6cfe-4076-9622-ec97748e8e13 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:05.799575 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:05.800344 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-229548ec-6cfe-4076-9622-ec97748e8e13 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:05.800808 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a', 'status': 'completed', 'code': 200} Nov 12 03:41:05.810114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:05.814727 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336eabcf-7eac-4a8f-b516-36e3d5d341ef" -d '{"events": [{"server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:05.839879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Deleting port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:05.840588 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.845625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:05.860826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:05.860826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e68a56a-7d23-4df2-8960-874f13db0c5b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:05.861670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-c896776d-2b50-4055-9e96-da5703a65263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:05.867276 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-c896776d-2b50-4055-9e96-da5703a65263 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232417 Nov 12 03:41:05.933058 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cff9c5-7186-49d4-aa6f-5be5557165f3 x-openstack-request-id: req-d1cff9c5-7186-49d4-aa6f-5be5557165f3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:05.933549 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:05.934314 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d1cff9c5-7186-49d4-aa6f-5be5557165f3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:05.935074 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'code': 200} Nov 12 03:41:05.939809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4e68a56a-7d23-4df2-8960-874f13db0c5b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:05.940833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4e68a56a-7d23-4df2-8960-874f13db0c5b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:05.983538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.057632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e4724a8-629d-43c5-ac17-db59935a5962 req-66196a1f-40f2-438c-9129-bb46b6cb9f49 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3698738 Nov 12 03:41:06.081972 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-bd59a35e-240f-49d1-9608-1bf7d3c07b76 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058961 Nov 12 03:41:06.252169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] For port c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:06.252777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.297406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-21ec2287-fc6b-46f6-947e-d91219ac55b3 req-75086413-68f9-43d0-900e-fe9e49314898 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018509 Nov 12 03:41:06.308880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Calling delete_port for c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:06.358451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aae99b-beae-41dd-b559-b668bcfa0423 req-c2b8b7e5-21af-46a3-a246-42f42c0200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.360513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05aae99b-beae-41dd-b559-b668bcfa0423 req-c2b8b7e5-21af-46a3-a246-42f42c0200ac service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.2933466 Nov 12 03:41:06.377966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.454090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=9225e990-2e0e-4a6b-abf1-6503526d98bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:06.491240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-27985887-88b4-4e75-a62a-785d2c5cda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.496306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-27985887-88b4-4e75-a62a-785d2c5cda40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 1099 time: 0.0736606 Nov 12 03:41:06.596092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81794-87c5-4a50-990f-c1aaa5e482ef req-4ab61c75-2876-45b7-83aa-dedeebc8908f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.598591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03d81794-87c5-4a50-990f-c1aaa5e482ef req-4ab61c75-2876-45b7-83aa-dedeebc8908f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 947 time: 0.3548892 Nov 12 03:41:06.612255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d781c3-d081-4d44-8f04-10981a776688 req-e2529947-8012-4427-8e0b-df943908292e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.615162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87d781c3-d081-4d44-8f04-10981a776688 req-e2529947-8012-4427-8e0b-df943908292e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.3923328 Nov 12 03:41:06.622213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 9225e990-2e0e-4a6b-abf1-6503526d98bf on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:06.625143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:06.629878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-183a7ddc-9fed-41fa-bba0-3ffe26d86824 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "DELETE /v2.0/ports/9225e990-2e0e-4a6b-abf1-6503526d98bf HTTP/1.1" status: 204 len: 173 time: 2.1026738 Nov 12 03:41:06.648911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-aa8fc6fa-151c-48d7-a1e8-93b0b7796620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.650578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-aa8fc6fa-151c-48d7-a1e8-93b0b7796620 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1462946 Nov 12 03:41:06.720160 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-6f12436f-a8a1-435a-a0b7-b85c1d1af57d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a HTTP/1.1" status: 200 len: 217 time: 0.0581696 Nov 12 03:41:06.777480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05aae99b-beae-41dd-b559-b668bcfa0423 req-73ea507e-a99b-47ce-b300-5b839a3eadbe service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016299 Nov 12 03:41:06.789359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-5b9772d0-8490-4ae2-809b-b274023cafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.792666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-5b9772d0-8490-4ae2-809b-b274023cafe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0612414 Nov 12 03:41:06.879946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-bc9214d6-e1c9-4a3d-8581-ecbcd425d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:06.884051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-bc9214d6-e1c9-4a3d-8581-ecbcd425d60a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835469 Nov 12 03:41:06.983230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03d81794-87c5-4a50-990f-c1aaa5e482ef req-48be6531-d070-4ef9-ae0f-21c1897de944 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661447 Nov 12 03:41:06.997476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87d781c3-d081-4d44-8f04-10981a776688 req-3fd2111d-0221-4f45-b08e-b05b86faa76f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591769 Nov 12 03:41:07.097335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 75855fbd-0828-47c7-9b18-4077893ea264 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:07.098061 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.112623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-72a9e99c-f4bc-4b63-a0e0-f54f7442f702 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204590 Nov 12 03:41:07.288837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.297698 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-02c3c9d3-b91e-448b-aec6-babe9e6a089a req-6a5b1549-fa3e-4bf0-aa2a-fbcd8f0733cb service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745837 Nov 12 03:41:07.340313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:07.447528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a2872-de00-4d42-8293-e58077d5becb req-119bcfc8-df3a-455d-b358-4ead60499056 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:07.452619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-493a2872-de00-4d42-8293-e58077d5becb req-119bcfc8-df3a-455d-b358-4ead60499056 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 943 time: 0.2045815 Nov 12 03:41:07.495039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 75855fbd-0828-47c7-9b18-4077893ea264, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=75855fbd-0828-47c7-9b18-4077893ea264,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:07.495306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:07.688256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-493a2872-de00-4d42-8293-e58077d5becb req-794459d4-5986-4cb7-aab4-ed69e9a282a9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892226 Nov 12 03:41:07.716917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:07.719729 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f4716-3c84-46f8-b1d9-c905a400bde6" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:08.452095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1082f1-9e96-45e8-851a-b4305ac1f74e req-ff5aa6a2-6ec1-414a-9802-558c0e270bdd tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.455122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c1082f1-9e96-45e8-851a-b4305ac1f74e req-ff5aa6a2-6ec1-414a-9802-558c0e270bdd tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 947 time: 0.2350106 Nov 12 03:41:08.487339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25de8-1163-40f1-a10d-464f43584688 req-1736faef-df50-4047-bf76-ccf953ea4114 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:08.490725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0e25de8-1163-40f1-a10d-464f43584688 req-1736faef-df50-4047-bf76-ccf953ea4114 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.2351301 Nov 12 03:41:08.491968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.620864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.621734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:08.622607 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Floating IP cdf05031-14d8-44f8-802e-6edc8a807e37 disassociated. External IP: 172.25.7.104, port: 75855fbd-0828-47c7-9b18-4077893ea264. Nov 12 03:41:08.622935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 75855fbd-0828-47c7-9b18-4077893ea264 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:08.742201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c1082f1-9e96-45e8-851a-b4305ac1f74e req-50294edf-365f-4997-8427-141be02badab tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365811 Nov 12 03:41:08.787830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0e25de8-1163-40f1-a10d-464f43584688 req-0eee9540-250a-4e43-be9b-1e27b8597a89 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725599 Nov 12 03:41:08.862507 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab7ed34-6b2e-4fbb-8acb-8230881df177 x-openstack-request-id: req-9ab7ed34-6b2e-4fbb-8acb-8230881df177 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:08.862796 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "9225e990-2e0e-4a6b-abf1-6503526d98bf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:08.863078 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ab7ed34-6b2e-4fbb-8acb-8230881df177 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:08.863486 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '9225e990-2e0e-4a6b-abf1-6503526d98bf', 'status': 'completed', 'code': 200} Nov 12 03:41:09.096778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c97b0e-7dba-43aa-88bd-adae40bbc462 req-c0ca1076-ce0c-47b8-a087-3fec73c49155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:09.098299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08c97b0e-7dba-43aa-88bd-adae40bbc462 req-c0ca1076-ce0c-47b8-a087-3fec73c49155 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 943 time: 0.1691906 Nov 12 03:41:09.099059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.145697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=75855fbd-0828-47c7-9b18-4077893ea264,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:09.164216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Router 6d6d8065-9691-4786-b3a7-867da4588a7b has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:09.305544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08c97b0e-7dba-43aa-88bd-adae40bbc462 req-376473fb-a4ce-4a9e-8839-9ef7ebeb369c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups?id=7a855299-b049-45de-8806-1b86f0fa1853&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1975584 Nov 12 03:41:09.437968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:09.445006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed1b82a6-6a1f-4e81-a44b-64622b7eca32 admin admin] 10.222.0.97 "PUT /v2.0/routers/6d6d8065-9691-4786-b3a7-867da4588a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6220489 Nov 12 03:41:09.447295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Router fea7fff4-4eed-47ad-b061-59617dfc1611 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:09.448211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:09.454574 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Sync routers for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:09.471148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:09.471943 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:09.550422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.650350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:09.720929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cb51709d-2a6c-4c96-b61b-74a052cfc79a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:09.776117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:09.951976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Sync routers for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:09.961235 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:10.050153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 75855fbd-0828-47c7-9b18-4077893ea264 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:10.065365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.070738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.078972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3abebe6-a3d2-4a3a-81dc-c23d1be14709 req-50d69d2e-891a-4001-b90d-23d758f0f725 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.104 "DELETE /v2.0/ports/75855fbd-0828-47c7-9b18-4077893ea264 HTTP/1.1" status: 204 len: 173 time: 3.4384685 Nov 12 03:41:10.099893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a', 'mac_address': 'fa:16:3e:c2:b0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:10.157979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:10.158787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.249727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a343b-ce37-48bd-bfe6-1921a6e32a7c req-cefa5e2c-7065-4660-b611-8d99628beb3c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.265972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.267889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d2a343b-ce37-48bd-bfe6-1921a6e32a7c req-cefa5e2c-7065-4660-b611-8d99628beb3c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 947 time: 0.2533171 Nov 12 03:41:10.299136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb51709d-2a6c-4c96-b61b-74a052cfc79a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:10.301627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:41:07Z', 'revision_number': 5, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port': {'id': '9df229a4-9ca6-47fb-a3b7-1d5d2449306e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:34Z', 'updated_at': '2021-11-12T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.302054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad45550-257e-4f1f-a73a-be46c3d471e6 req-a9854c4c-3b3d-4f1d-bb13-648fc8f879f1 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:10.314692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ad45550-257e-4f1f-a73a-be46c3d471e6 req-a9854c4c-3b3d-4f1d-bb13-648fc8f879f1 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.3016715 Nov 12 03:41:10.318463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.389204 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Checking router: 6d6d8065-9691-4786-b3a7-867da4588a7b for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:10.433623 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Routers {'6d6d8065-9691-4786-b3a7-867da4588a7b'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:10.438336 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6d6d8065-9691-4786-b3a7-867da4588a7b'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.469860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:10.487243 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.495881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d2a343b-ce37-48bd-bfe6-1921a6e32a7c req-ef0fc6a1-8dbb-4177-ab0e-cad07c25ae41 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272167 Nov 12 03:41:10.546616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ad45550-257e-4f1f-a73a-be46c3d471e6 req-5dbaf511-da26-4b67-8e94-6d3e5975b999 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309332 Nov 12 03:41:10.617955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Deleting port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:10.618320 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:10.651964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:10.742248 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] Set router 6d6d8065-9691-4786-b3a7-867da4588a7b gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:10.846693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:10.868315 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:41:10Z', 'revision_number': 6, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:10.896351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:10.931543 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083d803e-42dc-4ef6-b12f-76fc469ffdfb" -d '{"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "75855fbd-0828-47c7-9b18-4077893ea264"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:10.936800 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed89b-d575-4304-a53b-f2986ef51f02 None None] The sync data for ids ['6d6d8065-9691-4786-b3a7-867da4588a7b'] in n-d-766726-29 is: [{'id': '6d6d8065-9691-4786-b3a7-867da4588a7b', 'name': 'tempest-AttachVolumeShelveTestJSON-2086781582-router', 'tenant_id': '016137f461e149ffa8c6d91d26802f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:33Z', 'updated_at': '2021-11-12T03:41:10Z', 'revision_number': 6, 'project_id': '016137f461e149ffa8c6d91d26802f0e', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:10.939907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96dba13e-1240-4211-a122-290cdb9cc4d7 req-930071ca-6d6b-4619-a23c-ee0fa26f4deb tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.2814240 Nov 12 03:41:11.044183 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b4b75-bf37-41bb-abcd-2a7ab6867164 x-openstack-request-id: req-3d9b4b75-bf37-41bb-abcd-2a7ab6867164 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:11.045507 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29143e8d-2b9e-45e1-bda5-6e18f0d86e13", "name": "network-vif-deleted", "tag": "75855fbd-0828-47c7-9b18-4077893ea264", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:11.045804 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3d9b4b75-bf37-41bb-abcd-2a7ab6867164 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:11.046261 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29143e8d-2b9e-45e1-bda5-6e18f0d86e13', 'name': 'network-vif-deleted', 'tag': '75855fbd-0828-47c7-9b18-4077893ea264', 'status': 'completed', 'code': 200} Nov 12 03:41:11.088114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fedb3-2c34-4a32-95a8-3dab2d22340e req-e91dde49-c352-4be8-a66f-de31c37ebf2c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.089930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e6fedb3-2c34-4a32-95a8-3dab2d22340e req-e91dde49-c352-4be8-a66f-de31c37ebf2c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.3847654 Nov 12 03:41:11.100345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:11.106910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'floatingip': {'port_id': '6e5a1b18-5c07-4bee-a87b-68362bbd3741'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:11.165084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] For port 9df229a4-9ca6-47fb-a3b7-1d5d2449306e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:11.165862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.206482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Calling delete_port for 9df229a4-9ca6-47fb-a3b7-1d5d2449306e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:11.211721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.364355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cb51709d-2a6c-4c96-b61b-74a052cfc79a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:11.476141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:11.480639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.481095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.481348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.481635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.481960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.482282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.482604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.482948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.483269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.483584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.483923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.484212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:11.826611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:11.858663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:11.859536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c2da3dfb-f07f-4ccd-ba28-8ca93a9c384d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:11.866981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd98037-7fdf-4cb7-b95e-4e360af657c3 req-b43c8626-bb55-4de1-8284-5caf39e29dbb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:11.879685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bd98037-7fdf-4cb7-b95e-4e360af657c3 req-b43c8626-bb55-4de1-8284-5caf39e29dbb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 948 time: 0.1734331 Nov 12 03:41:11.943478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9df229a4-9ca6-47fb-a3b7-1d5d2449306e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:12.003332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c11b67-4e98-4e3e-b90a-024f075967c4 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:12.093963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.279644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc9e4496-c4ed-46fe-abaa-3ba24f0b5d48 req-b8388474-9e86-4bbc-ab91-0be0842d0443 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1900272 Nov 12 03:41:12.388254 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.393898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.416737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bd98037-7fdf-4cb7-b95e-4e360af657c3 req-d098a507-4609-4d7f-98cc-a2e1112fb776 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335977 Nov 12 03:41:12.504987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.526477 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.530587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6d8065-9691-4786-b3a7-867da4588a7b {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:41:12.558271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.564103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8957a7a-5eb7-42ae-bcde-af10108f0fbd admin admin] 10.222.0.97 "DELETE /v2.0/routers/6d6d8065-9691-4786-b3a7-867da4588a7b HTTP/1.1" status: 204 len: 168 time: 3.1110730 Nov 12 03:41:12.564562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:12.624961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Checking router: fea7fff4-4eed-47ad-b061-59617dfc1611 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:12.655439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:12.656489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:12.692207 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.resource_extend [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:41:12.793386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Deleting subnet 2874f7f4-fe84-4f06-9cf2-b81899337fd6 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:12.805744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.951623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.957678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:12.962675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.150323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:13.270986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.296180 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Floating IP bc0b77cf-5887-45ae-8b36-f79f3a8c12e3 associated. External IP: 172.25.7.32, port: 6e5a1b18-5c07-4bee-a87b-68362bbd3741. Nov 12 03:41:13.507696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.554833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.582198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2874f7f4-fe84-4f06-9cf2-b81899337fd6 HTTP/1.1" status: 204 len: 168 time: 1.0160093 Nov 12 03:41:13.588220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:13.592989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170faa34-66b8-4b18-a20c-e3ced0dade55 None None] Network 880d13d3-b33d-4c69-ab1a-81d187ff1c5d requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:13.604585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9df229a4-9ca6-47fb-a3b7-1d5d2449306e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:13.729918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9df229a4-9ca6-47fb-a3b7-1d5d2449306e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:13.730447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9df229a4-9ca6-47fb-a3b7-1d5d2449306e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:13.794662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cb51709d-2a6c-4c96-b61b-74a052cfc79a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:13.850662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:13.883307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5137158e-87b5-4d07-b844-3d1c0634da70 req-4c8b97c7-be63-44a3-93b2-58e210b8438b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.3934042 Nov 12 03:41:13.941715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea12a7-06c7-42b1-91d3-0f216e1dd070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2874f7f4-fe84-4f06-9cf2-b81899337fd6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:14.086772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf508-e62f-4777-8f9d-99700f3f66f4 req-7d81cd7d-338b-4534-9b55-4fd5e6aaea50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:14.111761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-798bf508-e62f-4777-8f9d-99700f3f66f4 req-7d81cd7d-338b-4534-9b55-4fd5e6aaea50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 948 time: 0.3138027 Nov 12 03:41:14.268731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port cb51709d-2a6c-4c96-b61b-74a052cfc79a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:14.278327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-798bf508-e62f-4777-8f9d-99700f3f66f4 req-49513001-8ac3-42d4-a585-aff98f4dcf2d tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650879 Nov 12 03:41:14.311862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port cb51709d-2a6c-4c96-b61b-74a052cfc79a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:14.313351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.341615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Deleting port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:14.342046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.394066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] DHCP port deletion for 880d13d3-b33d-4c69-ab1a-81d187ff1c5d request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:14.410855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:14.504952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09661520-0bf5-44de-93a0-00b8a1222777 None None] The sync data for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 is: [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:29:59Z', 'revision_number': 4, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'e694da95-1593-4a1c-881d-7deb16819876', 'name': '', 'network_id': '04c8896c-c562-48a3-a24b-c97ca4226e9a', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'mac_address': 'fa:16:3e:30:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:58Z', 'updated_at': '2021-11-12T03:30:09Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'subnets': [{'id': '4595db66-9c17-4a69-89bf-ba5e24002647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:14.620395 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.695465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:14.701617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Deleting port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:14.702621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.829165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] For port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:14.829851 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:14.852168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Calling delete_port for f8c165cc-6c49-43fd-b4b9-f9edb2fb57de owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:15.013530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:15.023919 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0a0a1-2260-4172-8cf4-80390ec136c4" -d '{"events": [{"server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "name": "network-vif-plugged", "status": "completed", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:15.036869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.054567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:15.089247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] No DVR routers for this DVR port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:15.198038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f3e87-d38e-447b-84ab-6f0726817fd4 None None] New status for floating IP cdf05031-14d8-44f8-802e-6edc8a807e37: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:41:15.221362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.292241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52369976-b81c-4e29-b7c8-7a1fb4cbdec6 None None] Pushing event deleted for resources: {'Port': ['ID=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:15.304363 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05e390-4440-4336-a8a1-f5940f7700a2 x-openstack-request-id: req-1a05e390-4440-4336-a8a1-f5940f7700a2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:15.304730 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "name": "network-vif-plugged", "status": "completed", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:15.305060 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1a05e390-4440-4336-a8a1-f5940f7700a2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:15.305486 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a', 'code': 200} Nov 12 03:41:15.322306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:41:15.658525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f8c165cc-6c49-43fd-b4b9-f9edb2fb57de no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:15.741874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: f8c165cc-6c49-43fd-b4b9-f9edb2fb57de {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:15.742406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f8c165cc-6c49-43fd-b4b9-f9edb2fb57de not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:15.938339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845500a-e713-40c1-a8bc-c87c7656d5b5 req-ddec2771-7d6a-4ac8-a258-028cb885d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:15.948652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a845500a-e713-40c1-a8bc-c87c7656d5b5 req-ddec2771-7d6a-4ac8-a258-028cb885d76c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 1101 time: 0.2890797 Nov 12 03:41:16.011835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a92d57d-5692-4e57-abb9-ed76d699ce8b req-08235c4f-87f7-429a-a930-5972b510b60a tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1339583 Nov 12 03:41:16.025916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] For port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,segment=NetworkSegment(51db7897-8862-41ab-9759-227fb9538caa),segment_id=51db7897-8862-41ab-9759-227fb9538caa)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:16.026466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.077981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Calling delete_port for f8c165cc-6c49-43fd-b4b9-f9edb2fb57de owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:16.093845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e5d3-44b0-40c2-a464-9f3098345d5e req-5da7bd2d-b211-4b2a-9e43-0e3fe3c25e80 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.098507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:41:16.107548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a608e5d3-44b0-40c2-a464-9f3098345d5e req-5da7bd2d-b211-4b2a-9e43-0e3fe3c25e80 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.2247617 Nov 12 03:41:16.111707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:41:16.122630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.147532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:16.149277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:16.283695 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2f94744f-32b8-48e1-84e2-c9529792c105 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "PUT /v2.0/floatingips/bc0b77cf-5887-45ae-8b36-f79f3a8c12e3 HTTP/1.1" status: 200 len: 991 time: 5.1820385 Nov 12 03:41:16.286050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a608e5d3-44b0-40c2-a464-9f3098345d5e req-3680a606-1ac5-4292-acf9-6c1d2a121359 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770504 Nov 12 03:41:16.286362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:16.291174 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b6940-355e-4138-8214-f6c6fdf8f1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:16.297260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a845500a-e713-40c1-a8bc-c87c7656d5b5 req-367494ec-9f62-40b0-a308-b26615a8012b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345637 Nov 12 03:41:16.411415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.433444 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa0d16d-1b1c-4f04-98b7-91b2558d5e74 x-openstack-request-id: req-eaa0d16d-1b1c-4f04-98b7-91b2558d5e74 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:16.434515 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:16.434515 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-eaa0d16d-1b1c-4f04-98b7-91b2558d5e74 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:16.435339 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'status': 'completed', 'code': 200} Nov 12 03:41:16.472311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] No DVR routers for this DVR port f8c165cc-6c49-43fd-b4b9-f9edb2fb57de on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:16.571859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:16.640421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c165cc-6c49-43fd-b4b9-f9edb2fb57de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:16.882267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:16.949312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-62e41461-a15c-4287-b5df-e5cac37cdb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:16.950953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-62e41461-a15c-4287-b5df-e5cac37cdb7f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.4081514 Nov 12 03:41:16.965758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880d13d3-b33d-4c69-ab1a-81d187ff1c5d']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:17.030164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51db7897-8862-41ab-9759-227fb9538caa') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:17.030795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51db7897-8862-41ab-9759-227fb9538caa') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:17.045700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bc0b77cf-5887-45ae-8b36-f79f3a8c12e3', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:ca:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:41Z', 'updated_at': '2021-11-12T03:41:12Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:17.147200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.173156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:41:17.192274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:41:17.192969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:40:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:17.373972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.408793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4aef1720-5db4-4b28-a2a4-1751abdbacbc req-bce94232-be5c-4ae6-9e80-8bb81fa0ed0c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1220570 Nov 12 03:41:17.449895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:17.454209 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:17.472851 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:17.663278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-bbb2a966-a74b-450c-aa3f-b4a4c26c222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.666168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-bbb2a966-a74b-450c-aa3f-b4a4c26c222d service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.6885917 Nov 12 03:41:17.777771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.797297 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:17.805345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] 10.222.0.97 "DELETE /v2.0/networks/880d13d3-b33d-4c69-ab1a-81d187ff1c5d HTTP/1.1" status: 204 len: 168 time: 4.1933246 Nov 12 03:41:17.909106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f819c5-265c-4f24-8ef6-36befcc5c322 req-249f5da9-90ad-4d6f-a2c7-0129a6da4f5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:17.911835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55f819c5-265c-4f24-8ef6-36befcc5c322 req-249f5da9-90ad-4d6f-a2c7-0129a6da4f5b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.3723109 Nov 12 03:41:17.913134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f316e8-34dd-4eef-91b5-86d4e98e633b admin admin] Pushing event deleted for resources: {'Network': ['ID=880d13d3-b33d-4c69-ab1a-81d187ff1c5d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:17.929529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:41:17.996851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-2d2be2cb-0b3e-450d-b65c-727f672cdd6c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 999 time: 0.3184714 Nov 12 03:41:18.152093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55f819c5-265c-4f24-8ef6-36befcc5c322 req-3694faef-33ac-48e8-b834-659a4b035416 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190368 Nov 12 03:41:18.166073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.188990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-da26e52b-cdb0-4d67-999c-1e5f326c50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.192514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-da26e52b-cdb0-4d67-999c-1e5f326c50e1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.1364024 Nov 12 03:41:18.275933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-c90890eb-7cf6-422e-9534-8170f1aa7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:18.278133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-c90890eb-7cf6-422e-9534-8170f1aa7e4a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770175 Nov 12 03:41:18.351831 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-10dfd54c-ebde-4194-8e50-0a2d551dad8a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=016137f461e149ffa8c6d91d26802f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822073 Nov 12 03:41:18.355207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36354) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:18.475009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-26853ddd-798f-4277-a2f9-f898bc059d9e service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860847 Nov 12 03:41:18.538110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.613277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bc0b77cf-5887-45ae-8b36-f79f3a8c12e3', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:ca:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:41Z', 'updated_at': '2021-11-12T03:41:12Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:18.637896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.666799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212b6940-355e-4138-8214-f6c6fdf8f1c5 req-50d9a682-900a-4107-bddf-7cbdb812f933 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823585 Nov 12 03:41:18.740443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86f1a934-a1b1-43c5-ad24-0f1c23f891bc req-95e74d84-7d14-40c0-a0c0-40776ec9643f tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0725451 Nov 12 03:41:18.804884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7243fd-678c-4a61-926b-de11680ab674 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bc0b77cf-5887-45ae-8b36-f79f3a8c12e3', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:ca:52:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:40:41Z', 'updated_at': '2021-11-12T03:41:12Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:41:18.811374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.817089 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:18.818636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b8f4d294-bd46-4b79-afe2-8d0689248588 HTTP/1.1" status: 204 len: 168 time: 0.4624107 Nov 12 03:41:18.852030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1efa9-1858-4ada-b64d-a5de8c45f904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4d294-bd46-4b79-afe2-8d0689248588,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:19.271537 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec98fe-30d1-4e87-a068-560bb0c92ba9 None None] New status for floating IP bc0b77cf-5887-45ae-8b36-f79f3a8c12e3: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:41:19.452039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d052b6-c218-4c04-88af-ac132140f532 req-9835fc1e-a947-4a2a-b544-e2e1f7c264f2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.457604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63d052b6-c218-4c04-88af-ac132140f532 req-9835fc1e-a947-4a2a-b544-e2e1f7c264f2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.1170368 Nov 12 03:41:19.577238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63d052b6-c218-4c04-88af-ac132140f532 req-f33cfb74-b857-4adb-af5d-4e810e24acae tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109111 Nov 12 03:41:19.715120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de21668-4df2-4e6a-8512-d2eace95fb34 req-288c5aeb-03ae-40ef-835b-36ff7001011f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:19.716896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9de21668-4df2-4e6a-8512-d2eace95fb34 req-288c5aeb-03ae-40ef-835b-36ff7001011f tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 1101 time: 0.0541379 Nov 12 03:41:19.785950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9de21668-4df2-4e6a-8512-d2eace95fb34 req-1a6c0e1f-6964-42a8-af6a-1b828a4b0fab tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610504 Nov 12 03:41:20.010520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62f1bc5b-63dd-4512-86de-fcf6d8371d1a req-deb447cd-307e-41b6-84bd-2bd9b78a37b7 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0585985 Nov 12 03:41:20.126878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-5a526387-9695-4ad6-90bc-d44ba9150935 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294640 Nov 12 03:41:20.299638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-1b743e27-eeb1-4e85-81df-a3b8d8588017 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:20.301249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-1b743e27-eeb1-4e85-81df-a3b8d8588017 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640882 Nov 12 03:41:20.328189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-c49415a4-f465-44db-960c-da0121947402 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/quotas/e00998b353a54b99b325ceeccddc5f4d HTTP/1.1" status: 200 len: 375 time: 0.0181417 Nov 12 03:41:20.410420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-022f0759-085e-4138-81f9-b553e92cffa3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0811706 Nov 12 03:41:20.680205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fc191c3-8b9b-4207-b940-2020b052b567 req-55c294ff-1ad7-49f2-b314-d675c0f627be tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 210 time: 0.0541151 Nov 12 03:41:21.230942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b83f9653-9144-4381-9ce1-286a35cc3b0b req-a2a2eeec-ea5c-4216-b1f1-1e6376a322df tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0502398 Nov 12 03:41:21.465186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:21.816387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22ea42e2-dd86-4aa8-a96b-b53baf34fd4b req-f97f7a0a-9d5c-4a9e-80e5-6e5be850640c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 210 time: 0.0404398 Nov 12 03:41:22.174291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64770146-cb7b-48e5-968c-93c63bc3b19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:22.404082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-78294531-3bb9-4856-b1a0-a59db3700dcb tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=e00998b353a54b99b325ceeccddc5f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439544 Nov 12 03:41:22.449068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-effa2067-92c8-40d7-8917-638b9a77adff req-a86c9240-f18e-469e-b3a3-55aca3b4eb06 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0412920 Nov 12 03:41:22.672487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-247d6a26-ccf6-4295-9501-cbfa8f462595 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:22.676683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-247d6a26-ccf6-4295-9501-cbfa8f462595 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399838 Nov 12 03:41:22.729536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Request body: {'port': {'device_id': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'e00998b353a54b99b325ceeccddc5f4d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:23.044948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9461078-3eeb-419e-b579-132732dc2a07 req-61eba2c2-85a3-4354-b719-01654e55aca3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 210 time: 0.0804989 Nov 12 03:41:23.096301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Made reservation on behalf of e00998b353a54b99b325ceeccddc5f4d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:41:23.103112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.376764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Allocated IP 192.168.233.91 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:41:23.656859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.727066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-808da369-a57c-4cfc-a1bf-819592a204c1 req-3e2eb694-f40d-412d-b774-eff4f40c9cbf tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0367806 Nov 12 03:41:23.734331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.776324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79', '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'cb51709d-2a6c-4c96-b61b-74a052cfc79a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:23.798971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:41:23.820167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:41:23.830072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:41:23.833345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event updated for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:23.881526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:23.949682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:23.950941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:23.970781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-85c4c520-9ad5-425a-9cc5-34c5cdfa4b21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2467363 Nov 12 03:41:23.995335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Request body: {'port': {'device_id': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:41:24.153768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.493182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db3515f-cc68-4a76-a619-7a60dd5ece8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.541328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b26cd-2748-461f-9bd0-78362e1ac6e5 req-75d4af72-b742-4f91-b4b4-deb3f92b5528 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:24.563387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-675b26cd-2748-461f-9bd0-78362e1ac6e5 req-75d4af72-b742-4f91-b4b4-deb3f92b5528 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 935 time: 0.3081963 Nov 12 03:41:24.563686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc706918-f52a-45f4-8b9e-5bfeb3bb38a2 None None] Provisioning complete for port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:24.564207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc706918-f52a-45f4-8b9e-5bfeb3bb38a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:24.980655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc706918-f52a-45f4-8b9e-5bfeb3bb38a2 None None] Port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:41:25.052782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:25.069064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.088240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Transition to ACTIVE for port object ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:41:25.108293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.163335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1edc061-bfdf-40f6-9dc9-66071bbd0e79 req-04a395cd-0557-4c85-bc35-bda73d901a2b tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0728908 Nov 12 03:41:25.169975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-675b26cd-2748-461f-9bd0-78362e1ac6e5 req-52310e94-a48d-4c8a-8508-98b19d054e9f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015587 Nov 12 03:41:25.446331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:25.542935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Attempting to bind port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:41:25.543630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Attempting to bind port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:41:25.546123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Attempting to bind port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:25.573326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:41:25.578103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Attempting to bind port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:41:25.601859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:41:25.604223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:41:25.604754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:41:25.605377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Bound port: ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:41:25.605993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.625879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.805776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:41:25.817847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:41:25.829723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.941603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:25.942919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:25.943746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] 10.222.0.104 "PUT /v2.0/ports/ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b HTTP/1.1" status: 200 len: 1096 time: 1.9551001 Nov 12 03:41:25.944356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:25.949129 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e86ba-02d6-4c9c-b84b-ad56f6f90376" -d '{"events": [{"name": "network-changed", "server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:26.137389 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fa1887-5f2b-4634-9776-4bb9c1553aad x-openstack-request-id: req-74fa1887-5f2b-4634-9776-4bb9c1553aad {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:26.137766 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:26.138175 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-74fa1887-5f2b-4634-9776-4bb9c1553aad {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:26.138835 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b', 'status': 'completed', 'code': 200} Nov 12 03:41:26.176300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e23cb-77ba-42b7-b6df-e7b6b0e8afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:26.253572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-b352e1da-7998-47e5-88f5-6b0dd4dec2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.256029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-b352e1da-7998-47e5-88f5-6b0dd4dec2eb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 1099 time: 0.2298694 Nov 12 03:41:26.421623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-6154c6d4-1151-4d89-a581-2c253991fcde service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b HTTP/1.1" status: 200 len: 217 time: 0.1445792 Nov 12 03:41:26.659041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1df1ab5a-a6ad-4022-ac5b-998c564f4705 req-42d0ec9e-3fd0-4453-8fb0-9bf075c3d1fa tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1257961 Nov 12 03:41:26.694204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-c5f30cb6-ccab-4dd1-9950-984a2ac31965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.699013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-c5f30cb6-ccab-4dd1-9950-984a2ac31965 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2648840 Nov 12 03:41:26.712936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a013cb9-4c52-4114-ae7d-6c3e73211627 req-521265ac-af09-4ab0-b24a-55dcb93ca959 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.714517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a013cb9-4c52-4114-ae7d-6c3e73211627 req-521265ac-af09-4ab0-b24a-55dcb93ca959 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 947 time: 0.1803091 Nov 12 03:41:26.845452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-a80dc79f-285a-4478-bbaf-b7ea948ce32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:26.847694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-a80dc79f-285a-4478-bbaf-b7ea948ce32b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321607 Nov 12 03:41:26.866733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a013cb9-4c52-4114-ae7d-6c3e73211627 req-b52c4cd6-8f21-4b41-990a-02de6cad44c7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375470 Nov 12 03:41:26.917117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:27.139695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-cf04e3c6-a504-4353-88bf-82fe07dbaf42 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690616 Nov 12 03:41:27.445718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d789ea92-4e6e-4b85-b385-ceb8a3f838ae req-3023194b-e92a-43f3-ae36-08894752fac1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872224 Nov 12 03:41:27.701540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-61ef02df-dfff-4b60-b4c3-bda4979fef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:27.707014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-61ef02df-dfff-4b60-b4c3-bda4979fef03 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e00998b353a54b99b325ceeccddc5f4d&device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 1099 time: 0.1235747 Nov 12 03:41:27.739170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:28.039799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb1a7dee-1202-42ba-b964-4ab34162fa28 req-1bd8a88e-6b2f-4d43-b27d-afb26773b764 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1526947 Nov 12 03:41:28.202645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-e4bfbbc0-e8cd-4d95-bb24-3027db3cf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.208313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-e4bfbbc0-e8cd-4d95-bb24-3027db3cf31c service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4790661 Nov 12 03:41:28.290479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-cd5b02df-478b-4148-b8ce-f70734a593a2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b HTTP/1.1" status: 200 len: 217 time: 0.0747015 Nov 12 03:41:28.304811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29294f1d-d140-4722-a710-9f71a7fc7ee1 req-9c4e0af7-e99c-4dd6-a443-da5e3c08fd96 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.307940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29294f1d-d140-4722-a710-9f71a7fc7ee1 req-9c4e0af7-e99c-4dd6-a443-da5e3c08fd96 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 947 time: 0.2089796 Nov 12 03:41:28.397710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-a5cdc405-a2fd-4cb5-9524-4e33b0ebcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.399260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-a5cdc405-a2fd-4cb5-9524-4e33b0ebcee0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0903969 Nov 12 03:41:28.449650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29294f1d-d140-4722-a710-9f71a7fc7ee1 req-ecd9515b-d92b-4bf6-9fde-50278d8e3934 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301551 Nov 12 03:41:28.500595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-bb3869db-8479-47e7-b1fa-573281a2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:28.503349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-bb3869db-8479-47e7-b1fa-573281a2878a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902658 Nov 12 03:41:28.781396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-4fc2c6c5-c978-4a6d-83a6-8c4576cda3b1 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682197 Nov 12 03:41:28.983354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-024e86ba-02d6-4c9c-b84b-ad56f6f90376 req-f4ef7ba5-1411-4ca4-bcd9-506616a92913 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941619 Nov 12 03:41:29.275640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.357945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddc7a508-fc15-48ea-bced-96d34f4b3a69 req-94cfb542-33bb-460f-94d2-33a761130178 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1003122 Nov 12 03:41:29.488828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.579199 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.584196 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.619650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc65be2-1fa1-4f2d-ba09-001f80336334,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:29.633121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.633874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.634433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.635035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.635594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.636135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.636690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.637246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.637785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.638339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.638911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.639463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:29.664204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd2fa48c-2dfa-44b7-abac-5e67ff692eee admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a23683c21bf34b218b0b20ec2008ba4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872557 Nov 12 03:41:29.665904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:29.717471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b889a34-ceda-4866-823c-f03c32f6f6f4 req-d36cf32b-bf3b-4dd5-92b1-d59911d74883 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:29.725597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.727710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b889a34-ceda-4866-823c-f03c32f6f6f4 req-d36cf32b-bf3b-4dd5-92b1-d59911d74883 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 947 time: 0.1012135 Nov 12 03:41:29.769683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.812602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b889a34-ceda-4866-823c-f03c32f6f6f4 req-fa58baa8-be17-4fe0-87e1-096591dd9e5c tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825016 Nov 12 03:41:29.884306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.887359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:29.888746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4fc65be2-1fa1-4f2d-ba09-001f80336334 HTTP/1.1" status: 204 len: 168 time: 0.2216625 Nov 12 03:41:29.922730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df01ab-5bba-492a-be19-3bbb8bbd20f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc65be2-1fa1-4f2d-ba09-001f80336334,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:30.666884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2f0b065-a3a1-4d4b-8922-58e77d690208 req-494f4d95-0af6-4089-874f-3517b336fb62 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0629160 Nov 12 03:41:30.807719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:30.832192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3db63038-5215-4c23-936d-d9d26f608ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:30.915382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.039503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56f0f7-a759-4a4a-8476-962cc6e5ffe2 req-5e9a4923-be4a-48dc-b986-3745f6605812 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:31.041339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed56f0f7-a759-4a4a-8476-962cc6e5ffe2 req-5e9a4923-be4a-48dc-b986-3745f6605812 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 947 time: 0.1018200 Nov 12 03:41:31.089900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c4caa8c-78eb-401e-941e-464e81bd58f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.097331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3db63038-5215-4c23-936d-d9d26f608ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.106973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3db63038-5215-4c23-936d-d9d26f608ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.133282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed56f0f7-a759-4a4a-8476-962cc6e5ffe2 req-063160d4-bc4a-4562-934b-410cc803704e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810802 Nov 12 03:41:31.165090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63038-5215-4c23-936d-d9d26f608ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4568985-728a-46fd-a05c-75272a5777ef,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.174739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3db63038-5215-4c23-936d-d9d26f608ec9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ceda0d9784344bba8560b57df415048f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652229 Nov 12 03:41:31.178522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.210782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c4caa8c-78eb-401e-941e-464e81bd58f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.226522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c4caa8c-78eb-401e-941e-464e81bd58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.240588 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.269768 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c4caa8c-78eb-401e-941e-464e81bd58f8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ea87baa8b0314b69a75513675035d268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526607 Nov 12 03:41:31.270722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4caa8c-78eb-401e-941e-464e81bd58f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82956a-7c96-4d1c-b169-f89e1c5814d9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.272703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.273684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36632) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:31.328696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.334085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.338809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b4568985-728a-46fd-a05c-75272a5777ef HTTP/1.1" status: 204 len: 168 time: 0.1545687 Nov 12 03:41:31.350232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.354736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73f034-46c1-4d6e-9f00-34e3079f38ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4568985-728a-46fd-a05c-75272a5777ef,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.356756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.386606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.452659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.459148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.461708 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fd82956a-7c96-4d1c-b169-f89e1c5814d9 HTTP/1.1" status: 204 len: 168 time: 0.1862249 Nov 12 03:41:31.483774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae629-3a1b-4af7-9345-681e14d6f882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82956a-7c96-4d1c-b169-f89e1c5814d9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.554971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:41:31.696105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:31.712160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b', 'mac_address': 'fa:16:3e:8f:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:41:31.766661 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.788327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:41:31.814244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:31.821339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:31.900671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:31.916838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b297392d-2280-455a-9ce7-f0ba1a1c6358 req-ef8e385a-c692-467e-bd02-7002313dd0d7 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0658047 Nov 12 03:41:32.048893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36654) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.070108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f113be5-cfa5-4b6f-9025-8b1726fb1b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.249613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f113be5-cfa5-4b6f-9025-8b1726fb1b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.261915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f113be5-cfa5-4b6f-9025-8b1726fb1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.315756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ff2b-aaa6-4cc7-ab42-cc479de42ce7 req-f561e529-f0ae-43d0-a434-abeb1fc577be tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:32.325193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48f0ff2b-aaa6-4cc7-ab42-cc479de42ce7 req-f561e529-f0ae-43d0-a434-abeb1fc577be tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 948 time: 0.0809267 Nov 12 03:41:32.337783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f113be5-cfa5-4b6f-9025-8b1726fb1b65 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9a6d8a297b01423ea1a330b61df60109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872398 Nov 12 03:41:32.339839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:32.341905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f113be5-cfa5-4b6f-9025-8b1726fb1b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edee150-3aa1-46bb-8f55-2f9a44bc9ce6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:32.397619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48f0ff2b-aaa6-4cc7-ab42-cc479de42ce7 req-687200d3-d644-4604-b1f7-035e1c71e374 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Nov 12 03:41:32.428671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.436267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:32.466445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.556743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.562403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:32.567106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3edee150-3aa1-46bb-8f55-2f9a44bc9ce6 HTTP/1.1" status: 204 len: 168 time: 0.2240465 Nov 12 03:41:32.600973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8ac4-eeb7-4d71-91eb-96ae8aeebc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edee150-3aa1-46bb-8f55-2f9a44bc9ce6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:33.151035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91cbdf39-6883-426c-9255-075d656d39cb req-7e2f4dc8-7feb-4249-98a8-89a125b6f70c tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0446346 Nov 12 03:41:33.664085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bbb82-ff22-45f0-9a73-e05e6f75a3c2 req-4d33b108-2181-4974-994e-9f614fb257f5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:33.664085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-894bbb82-ff22-45f0-9a73-e05e6f75a3c2 req-4d33b108-2181-4974-994e-9f614fb257f5 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 948 time: 0.1074142 Nov 12 03:41:33.785765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-894bbb82-ff22-45f0-9a73-e05e6f75a3c2 req-fee350a6-4b94-498e-8969-9e91cd15a68f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097999 Nov 12 03:41:34.395435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e120a21-7f4b-487a-a4b0-e4c386bf6c9f req-d50ed862-11ca-4208-bed6-94e9f188e88d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.1139019 Nov 12 03:41:34.968174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efc474-8772-4fd0-9924-3ec521d1283b req-f053f790-6189-4362-80b5-c613947d1e86 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:34.970350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33efc474-8772-4fd0-9924-3ec521d1283b req-f053f790-6189-4362-80b5-c613947d1e86 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 948 time: 0.0752575 Nov 12 03:41:35.060841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33efc474-8772-4fd0-9924-3ec521d1283b req-27ad2418-aa59-4391-9ee1-221b35c3d329 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777154 Nov 12 03:41:35.579630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:41:35.581056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80bdaa7c-7f88-4d58-be08-ae48f321f814 req-f78c6445-79b2-483f-b25d-ad3a4729d927 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0707369 Nov 12 03:41:35.653924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:41:35.660942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:41:35.661484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.789612 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.830571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:35.833725 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a64fb-333a-460b-b0a6-db59fea51a73" -d '{"events": [{"server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:35.873385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:35.881394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:35.948824 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc5a9d-618c-4982-9e4f-f56c49d80cfb x-openstack-request-id: req-34dc5a9d-618c-4982-9e4f-f56c49d80cfb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:35.949551 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:35.950009 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-34dc5a9d-618c-4982-9e4f-f56c49d80cfb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:35.950756 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b', 'code': 200} Nov 12 03:41:35.952941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:36.126151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0cbdb-05d9-4a47-8184-604123349751 req-94d1c80c-67b1-4acf-a866-261c34ec5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.129709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21f0cbdb-05d9-4a47-8184-604123349751 req-94d1c80c-67b1-4acf-a866-261c34ec5896 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 1101 time: 0.0877082 Nov 12 03:41:36.226907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21f0cbdb-05d9-4a47-8184-604123349751 req-cf17f4df-c7f6-4844-9835-b5114d6f0568 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880919 Nov 12 03:41:36.302276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0af29b-fffa-41c9-9737-276c599445e0 req-8e5d550a-eb77-493a-a892-fc697d006aa7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:36.312729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c0af29b-fffa-41c9-9737-276c599445e0 req-8e5d550a-eb77-493a-a892-fc697d006aa7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.1087441 Nov 12 03:41:36.373897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c0af29b-fffa-41c9-9737-276c599445e0 req-1bb45d7a-dd9d-47c8-8a4c-c0aac441b0a4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596704 Nov 12 03:41:36.483764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36852) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:36.664142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6f52-c930-46c8-9ecd-b4334ba9e2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.815154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54fea369-c3ad-4bbe-ba0c-aef6926aa966 req-69948b0e-b01e-4cd8-8ba6-3648443dce27 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0797534 Nov 12 03:41:36.851012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6f52-c930-46c8-9ecd-b4334ba9e2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.855281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc5a6f52-c930-46c8-9ecd-b4334ba9e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:36.935869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:36.945368 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc5a6f52-c930-46c8-9ecd-b4334ba9e2e6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=13cdec482c3748edb5f96eb0df447d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592545 Nov 12 03:41:36.952049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a6f52-c930-46c8-9ecd-b4334ba9e2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b41613-8292-4b31-8527-d7273c47e712,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.020125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.057493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.117400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.122247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.123457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d2b41613-8292-4b31-8527-d7273c47e712 HTTP/1.1" status: 204 len: 168 time: 0.1862979 Nov 12 03:41:37.133399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b41613-8292-4b31-8527-d7273c47e712,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.142043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.142380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.142712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.143067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.143392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.143713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.144164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.144612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.144934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.145249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.145615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.146541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10cb830-e180-4c66-b10b-216ef40b1b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:41:37.531967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448c095-00d5-4ee8-af2a-080e6ed80847 req-9cdff948-2c45-4e3a-9e21-40552c91c116 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:37.539851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6448c095-00d5-4ee8-af2a-080e6ed80847 req-9cdff948-2c45-4e3a-9e21-40552c91c116 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.0719051 Nov 12 03:41:37.602046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6448c095-00d5-4ee8-af2a-080e6ed80847 req-99ff3dac-c520-4f30-9c30-e3edf3b1ae94 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610638 Nov 12 03:41:37.647376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36872) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.666803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90563d9d-e59a-4751-81e1-ecf18d3f7f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.760399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90563d9d-e59a-4751-81e1-ecf18d3f7f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.764699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90563d9d-e59a-4751-81e1-ecf18d3f7f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.810265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-90563d9d-e59a-4751-81e1-ecf18d3f7f1c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=29cd202dca7c4db2be15a8bc2e906c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615446 Nov 12 03:41:37.814095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36876) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:37.824412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563d9d-e59a-4751-81e1-ecf18d3f7f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d73a244-f17c-40a1-9afe-02b696da40e1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:37.898116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.936792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:37.991088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b269de1c-b71f-468f-8240-55737b8ace63 req-a8f9f1ec-fc57-4909-a36e-c61badc09b43 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/ports?device_id=29143e8d-2b9e-45e1-bda5-6e18f0d86e13 HTTP/1.1" status: 200 len: 210 time: 0.0433559 Nov 12 03:41:38.013235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.028296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:38.031982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5d73a244-f17c-40a1-9afe-02b696da40e1 HTTP/1.1" status: 204 len: 168 time: 0.2135656 Nov 12 03:41:38.039123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0b453-0ab8-4593-9b97-550e5558e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d73a244-f17c-40a1-9afe-02b696da40e1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:38.761782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28353ae-79ee-455a-8b86-aaca2c632f24 req-21debdb7-d4be-4271-80e6-eb9a5978beb3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:38.767668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b28353ae-79ee-455a-8b86-aaca2c632f24 req-21debdb7-d4be-4271-80e6-eb9a5978beb3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.0812509 Nov 12 03:41:38.883742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b28353ae-79ee-455a-8b86-aaca2c632f24 req-d3ad85ed-2918-4dbf-b76c-d19cdaa70286 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086757 Nov 12 03:41:39.014014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac219-9b4c-4877-a8b7-0c5a84f1e70a req-127a6149-ccd5-4c9b-903b-cb9c9357983b tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.022352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-137ac219-9b4c-4877-a8b7-0c5a84f1e70a req-127a6149-ccd5-4c9b-903b-cb9c9357983b tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 1101 time: 0.0614464 Nov 12 03:41:39.119941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-137ac219-9b4c-4877-a8b7-0c5a84f1e70a req-4a4860f9-aca7-4231-930a-7d132f1ea9b1 tempest-ServersOnMultiNodesTest-773881646 tempest-ServersOnMultiNodesTest-773881646-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962498 Nov 12 03:41:39.171270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36922) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.276676 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.321786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.466076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.483169 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.498919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36934) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.515059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/security-groups/7a855299-b049-45de-8806-1b86f0fa1853 HTTP/1.1" status: 204 len: 168 time: 0.3423207 Nov 12 03:41:39.523923 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-a7846b73-6c5c-4d13-8a07-87ebbea07a8e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] show failed (client error): The resource could not be found. Nov 12 03:41:39.545617 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7846b73-6c5c-4d13-8a07-87ebbea07a8e tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "GET /v2.0/security-groups/7a855299-b049-45de-8806-1b86f0fa1853 HTTP/1.1" status: 404 len: 347 time: 0.0450094 Nov 12 03:41:39.551118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:39.558148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.568311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ddc53-bcdf-49be-8c97-f1cc75cb0455 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a855299-b049-45de-8806-1b86f0fa1853,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:39.660325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b5709-db9f-4bf1-8153-82d8209f0a94 req-6f2a588b-53e0-46d9-b869-79f666fe6bc1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:39.671675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f0b5709-db9f-4bf1-8153-82d8209f0a94 req-6f2a588b-53e0-46d9-b869-79f666fe6bc1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.0851915 Nov 12 03:41:39.763851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f0b5709-db9f-4bf1-8153-82d8209f0a94 req-5476176f-01be-4341-9985-cb51d235cfb3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909133 Nov 12 03:41:39.848655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:39.850156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.976639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:39.977252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.012211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:40.251945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.315903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=5d13c58a-ec05-4ede-8ecb-e3a53e3ef8db,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:40.403115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.408363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.410008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-31d8a5b8-5bbb-4b8b-9747-cd20f4e9b8e4 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/floatingips/cdf05031-14d8-44f8-802e-6edc8a807e37 HTTP/1.1" status: 204 len: 168 time: 0.8575706 Nov 12 03:41:40.415083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:40.557105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 1645fb63-ae64-4563-ac08-8cc467f39eed {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:40.557461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.676719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.693249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 1645fb63-ae64-4563-ac08-8cc467f39eed owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:40.900994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:40.945339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=1645fb63-ae64-4563-ac08-8cc467f39eed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.034937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f7dac-686b-413a-9b00-dcececda44f6 req-5e9ef70d-1a8d-4970-ab1c-0c1f94368191 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.036836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d42f7dac-686b-413a-9b00-dcececda44f6 req-5e9ef70d-1a8d-4970-ab1c-0c1f94368191 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.1687973 Nov 12 03:41:41.081444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.085044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-24a097bd-650a-46f5-90c4-9c23efef40f9 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/ports/1645fb63-ae64-4563-ac08-8cc467f39eed HTTP/1.1" status: 204 len: 168 time: 0.6689136 Nov 12 03:41:41.088215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.118633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d42f7dac-686b-413a-9b00-dcececda44f6 req-2402c889-e576-4448-b345-8cd57985555f tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726752 Nov 12 03:41:41.239317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 19f532ac-82f8-4582-a3fc-0341160f7b54 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:41.240294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.379154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.393068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 19f532ac-82f8-4582-a3fc-0341160f7b54 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:41.540820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-0555f282-f2a9-4883-8018-ceb6bf0e5403 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:41.555810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-0555f282-f2a9-4883-8018-ceb6bf0e5403 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 949 time: 0.1270440 Nov 12 03:41:41.669540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.727227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:41.727662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.731925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=19f532ac-82f8-4582-a3fc-0341160f7b54,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:41.858357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:41.858724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.874755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.875897 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:41.883051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d81f098d-e335-4255-8831-f1ba20397a82 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/ports/19f532ac-82f8-4582-a3fc-0341160f7b54 HTTP/1.1" status: 204 len: 168 time: 0.7934506 Nov 12 03:41:41.888766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:41.894979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:41.964228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting subnet f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:41.969386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.046908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.071666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0114f1-0ff2-41ea-8920-b4994439c1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.191842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.299383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.311549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.337775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:42.347798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79', '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'cb51709d-2a6c-4c96-b61b-74a052cfc79a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:42.361928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.373390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.378256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bd13459d-e1d0-482a-9075-8bf523b937a5 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/subnets/f1ae2f70-03c0-4b64-9bf8-5c3afd488ac7 HTTP/1.1" status: 204 len: 168 time: 0.4870427 Nov 12 03:41:42.380745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37074) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.438557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30622a65-a72c-42f7-9804-8a863d89559a None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:42.456970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting subnet f60556bc-960c-40d9-94f6-635830b5902e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:42.462164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.515874 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.633683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.711852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.748679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.756497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/subnets/f60556bc-960c-40d9-94f6-635830b5902e HTTP/1.1" status: 204 len: 168 time: 0.3745446 Nov 12 03:41:42.759359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:42.784489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06494e36-3111-4fcf-ba0f-bca7291daf22 None None] Network 4214a91f-8628-4fc8-8a9b-25305b959c5f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:41:42.825947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dadee-3da5-4042-b657-5c12fc9e4246 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Subnet': ['ID=f60556bc-960c-40d9-94f6-635830b5902e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.937726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.943972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0114f1-0ff2-41ea-8920-b4994439c1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:42.949820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9abfcab8-87e8-4bd9-8204-8261db308c33 req-2c6e2c5d-de51-4275-ba91-6845a72a28e0 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=72d40dbe-1312-4bd9-a10a-8b3a41d65bbe HTTP/1.1" status: 200 len: 210 time: 0.6393116 Nov 12 03:41:42.960190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:42.965495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0114f1-0ff2-41ea-8920-b4994439c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.073772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:43.079491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.083925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19ed226a-a115-4b29-a1e3-a5f68a96831a req-7e5501b5-e1d2-4921-aa6e-a8f66ff49548 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "DELETE /v2.0/ports/ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b HTTP/1.1" status: 204 len: 173 time: 1.5191364 Nov 12 03:41:43.093094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'name': 'network-vif-deleted', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:43.094470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:43.094820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.097731 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8549edfe-447d-44a1-81c4-86a5be966feb" -d '{"events": [{"server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "name": "network-vif-deleted", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:43.133540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0114f1-0ff2-41ea-8920-b4994439c1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47240d40-d433-44b6-b5eb-164d8df120df,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.143750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6e0114f1-0ff2-41ea-8920-b4994439c1db admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8986b14d75f8464fa9a887d210252a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2677190 Nov 12 03:41:43.146751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:43.190215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] DHCP port deletion for 5be642c6-6608-49fb-9e08-76762a5c610f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:43.236394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8518d9d3-f912-44b8-b469-6c720cf8a3f5,segment=NetworkSegment(3e11ee34-d5d5-4832-9aca-944f6c866c1e),segment_id=3e11ee34-d5d5-4832-9aca-944f6c866c1e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:43.238920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.239807 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.246812 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317688cd-dd32-462b-9039-bc9ac748ccf3 x-openstack-request-id: req-317688cd-dd32-462b-9039-bc9ac748ccf3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:43.247089 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d40dbe-1312-4bd9-a10a-8b3a41d65bbe", "name": "network-vif-deleted", "tag": "ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:43.247343 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-317688cd-dd32-462b-9039-bc9ac748ccf3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:43.247740 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d40dbe-1312-4bd9-a10a-8b3a41d65bbe', 'name': 'network-vif-deleted', 'tag': 'ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b', 'status': 'completed', 'code': 200} Nov 12 03:41:43.273894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 8518d9d3-f912-44b8-b469-6c720cf8a3f5 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:43.290078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.445315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.449184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.453261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/47240d40-d433-44b6-b5eb-164d8df120df HTTP/1.1" status: 204 len: 168 time: 0.3054385 Nov 12 03:41:43.480531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9581e-e967-42d5-a70f-35e058ee9c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47240d40-d433-44b6-b5eb-164d8df120df,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.502885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.560177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=8518d9d3-f912-44b8-b469-6c720cf8a3f5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:43.574275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:43.648733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8518d9d3-f912-44b8-b469-6c720cf8a3f5 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:43.654530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:43.656329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] DHCP port deletion for 4214a91f-8628-4fc8-8a9b-25305b959c5f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:41:43.716490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.772923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be642c6-6608-49fb-9e08-76762a5c610f']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:43.811967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e11ee34-d5d5-4832-9aca-944f6c866c1e') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:43.812297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e11ee34-d5d5-4832-9aca-944f6c866c1e') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:43.821990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8518d9d3-f912-44b8-b469-6c720cf8a3f5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:43.821990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8518d9d3-f912-44b8-b469-6c720cf8a3f5 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:43.822856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:43.823213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed7b13a9-7ec0-445f-9a34-b0d8a5d4a96b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:43.861411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.883551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Deleting port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:43.883927 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.899990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.916099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:43.916957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.928278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Deleting port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:43.928704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:43.940615 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:44.038531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.057966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.068033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.079750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/networks/5be642c6-6608-49fb-9e08-76762a5c610f HTTP/1.1" status: 204 len: 168 time: 1.3188696 Nov 12 03:41:44.111493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b532-5752-453a-a7c8-ab70108d260d tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Network': ['ID=5be642c6-6608-49fb-9e08-76762a5c610f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.159732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.184570 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36ac3da5-0ca0-499c-bd9c-6932d666fb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.232893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.319477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] For port 8518d9d3-f912-44b8-b469-6c720cf8a3f5, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:44.320395 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.327819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] For port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:44.328372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.379993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Deleting port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:44.380550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.388143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Calling delete_port for 8518d9d3-f912-44b8-b469-6c720cf8a3f5 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:44.395225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:41:44.396977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Calling delete_port for 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:44.404172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.436317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36ac3da5-0ca0-499c-bd9c-6932d666fb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.448049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-36ac3da5-0ca0-499c-bd9c-6932d666fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.564962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac3da5-0ca0-499c-bd9c-6932d666fb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b3e28-b6e3-4705-9ef9-6fe760f48cfe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.565319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Pushing event deleted for resources: {'Port': ['ID=8518d9d3-f912-44b8-b469-6c720cf8a3f5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.568763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] Network 5be642c6-6608-49fb-9e08-76762a5c610f is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:41:44.569422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dceaad8-0acf-4a2d-b752-6263a49e08ff None None] No DVR routers for this DVR port 8518d9d3-f912-44b8-b469-6c720cf8a3f5 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:44.597291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] For port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,segment=NetworkSegment(b59a715d-4214-46a8-aab8-ce514224bfdf),segment_id=b59a715d-4214-46a8-aab8-ce514224bfdf)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:44.597658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.617818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de176f78-145c-4637-b595-a5ab7e04f017 req-d8c15d63-82ab-44e9-ab37-d7445e68d4b4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:44.623368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de176f78-145c-4637-b595-a5ab7e04f017 req-d8c15d63-82ab-44e9-ab37-d7445e68d4b4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.1018138 Nov 12 03:41:44.628654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Calling delete_port for 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:44.646377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:44.647141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-36ac3da5-0ca0-499c-bd9c-6932d666fb54 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=67756a1765a841f0a853b811899bda79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862273 Nov 12 03:41:44.752840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.816635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] Pushing event deleted for resources: {'Port': ['ID=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:44.820996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bdb16-7f4b-48d0-8728-762c165834f5 None None] No DVR routers for this DVR port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:44.889179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.925430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de176f78-145c-4637-b595-a5ab7e04f017 req-7b29a73e-724a-45f5-a863-ddf8c45700db tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753353 Nov 12 03:41:44.973722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:44.994119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.040516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] No DVR routers for this DVR port 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:45.042057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Port': ['ID=74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.136863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.156012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.159077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.162738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2c8b3e28-b6e3-4705-9ef9-6fe760f48cfe HTTP/1.1" status: 204 len: 168 time: 0.5035849 Nov 12 03:41:45.177779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acc216-f604-4594-858d-2b3c3b7fb51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b3e28-b6e3-4705-9ef9-6fe760f48cfe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.181993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4214a91f-8628-4fc8-8a9b-25305b959c5f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:45.198517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59a715d-4214-46a8-aab8-ce514224bfdf') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:45.200795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59a715d-4214-46a8-aab8-ce514224bfdf') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:45.222306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.255177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.264070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:45.265003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:45.283406 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:45.370310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.379486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:45.388553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] 10.222.0.97 "DELETE /v2.0/networks/4214a91f-8628-4fc8-8a9b-25305b959c5f HTTP/1.1" status: 204 len: 168 time: 1.3191791 Nov 12 03:41:45.404721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babdfb-2698-4ed0-bddf-45b0fa343602 tempest-TaggedBootDevicesTest-506267689 tempest-TaggedBootDevicesTest-506267689-project] Pushing event deleted for resources: {'Network': ['ID=4214a91f-8628-4fc8-8a9b-25305b959c5f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:45.550969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:45.612544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:45.613018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74ecfd1c-edcc-4d4a-b71e-3fe7fc3e0248 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:46.066350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-9635ffac-182c-420d-96a1-bbe47e7aa480 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.069421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-9635ffac-182c-420d-96a1-bbe47e7aa480 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.1324630 Nov 12 03:41:46.147349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac55d9-441f-4796-93db-f6af29b6604b req-75a6d6ce-02cb-4b4b-9133-f270c6da2cf4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:46.150144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95ac55d9-441f-4796-93db-f6af29b6604b req-75a6d6ce-02cb-4b4b-9133-f270c6da2cf4 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 949 time: 0.1082947 Nov 12 03:41:46.301620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95ac55d9-441f-4796-93db-f6af29b6604b req-f8a126f2-f0f0-4393-a498-e8263b89a8da tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432168 Nov 12 03:41:46.305515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port cb51709d-2a6c-4c96-b61b-74a052cfc79a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:46.308262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.475440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port cb51709d-2a6c-4c96-b61b-74a052cfc79a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cb51709d-2a6c-4c96-b61b-74a052cfc79a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:46.476641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.498159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for cb51709d-2a6c-4c96-b61b-74a052cfc79a owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:46.766460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:46.824089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:46.837493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=cb51709d-2a6c-4c96-b61b-74a052cfc79a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:46.954744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79', '822b1c99-8fcd-46df-8494-5ee1fa8c0974'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:46.997718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port cb51709d-2a6c-4c96-b61b-74a052cfc79a on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:47.015755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:47.025154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e7ba77c1-a739-4a2d-b1b8-3bcd0bd762b8 req-fbff2e22-5a56-49f0-bd53-a73cc3836c9e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "DELETE /v2.0/ports/cb51709d-2a6c-4c96-b61b-74a052cfc79a HTTP/1.1" status: 204 len: 173 time: 0.9438856 Nov 12 03:41:47.025688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'name': 'network-vif-deleted', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:47.033286 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd4b82-6100-41d0-b5e2-5d45bcdf3fe2" -d '{"events": [{"server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "name": "network-vif-deleted", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:47.137242 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd6bdd6-c128-4947-bb18-9618340862b6 x-openstack-request-id: req-bdd6bdd6-c128-4947-bb18-9618340862b6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:47.137840 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68bc0b39-bfff-4fea-987a-f54cd5f6b93d", "name": "network-vif-deleted", "tag": "cb51709d-2a6c-4c96-b61b-74a052cfc79a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:47.137840 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bdd6bdd6-c128-4947-bb18-9618340862b6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:47.138182 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc0b39-bfff-4fea-987a-f54cd5f6b93d', 'name': 'network-vif-deleted', 'tag': 'cb51709d-2a6c-4c96-b61b-74a052cfc79a', 'status': 'completed', 'code': 200} Nov 12 03:41:47.620932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a74a554d-ded2-45ee-a627-de4426255cd0 req-ce33323e-6d44-4394-b3a4-238549fb5d62 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=68bc0b39-bfff-4fea-987a-f54cd5f6b93d HTTP/1.1" status: 200 len: 210 time: 0.1016271 Nov 12 03:41:48.081523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cb51709d-2a6c-4c96-b61b-74a052cfc79a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:48.144562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: cb51709d-2a6c-4c96-b61b-74a052cfc79a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:48.150011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cb51709d-2a6c-4c96-b61b-74a052cfc79a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:49.181210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0c65-c154-4235-b2f3-bf1220a807d7 req-bea54e83-1e32-4e4a-bdde-235b9f415b12 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:49.182801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d7d0c65-c154-4235-b2f3-bf1220a807d7 req-bea54e83-1e32-4e4a-bdde-235b9f415b12 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 949 time: 0.1144452 Nov 12 03:41:49.275561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d7d0c65-c154-4235-b2f3-bf1220a807d7 req-602e4c42-a668-442d-af77-b94d9bbe0cb3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802903 Nov 12 03:41:49.586232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37256) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:49.771742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5987d289-75f1-4c1b-8294-c9e1cba16b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.914986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5987d289-75f1-4c1b-8294-c9e1cba16b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.921385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5987d289-75f1-4c1b-8294-c9e1cba16b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:49.989067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987d289-75f1-4c1b-8294-c9e1cba16b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8973940-397c-43b5-8b6f-54484bf42dc0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:49.997691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:49.998077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5987d289-75f1-4c1b-8294-c9e1cba16b61 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bca66638b6d2408f88b9959ed9bdbbd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105155 Nov 12 03:41:50.083932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.119513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.195173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.199980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:50.206945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e8973940-397c-43b5-8b6f-54484bf42dc0 HTTP/1.1" status: 204 len: 168 time: 0.2078190 Nov 12 03:41:50.223495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe3eb8-ed82-4ef9-8c4d-8fb771aaf7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8973940-397c-43b5-8b6f-54484bf42dc0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:50.512472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435ceed-ffce-4e6b-b604-a466cd5c8042 req-7a6a8abe-7d83-4cb5-8df6-b53bc5a40e58 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.525364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5435ceed-ffce-4e6b-b604-a466cd5c8042 req-7a6a8abe-7d83-4cb5-8df6-b53bc5a40e58 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 949 time: 0.1496413 Nov 12 03:41:50.613004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5435ceed-ffce-4e6b-b604-a466cd5c8042 req-b8eee177-8008-4e36-8ba1-0a7c2f541c21 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859556 Nov 12 03:41:50.736120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4e5b99c5-7385-4a77-a55a-bd830ae63826 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:50.748653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4e5b99c5-7385-4a77-a55a-bd830ae63826 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 949 time: 0.0883801 Nov 12 03:41:50.949337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:50.949831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.057180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.077369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b7527f7-c1db-4f6c-ac5f-2531a30d302e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.129573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port 822b1c99-8fcd-46df-8494-5ee1fa8c0974, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=822b1c99-8fcd-46df-8494-5ee1fa8c0974,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:51.130618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.174290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for 822b1c99-8fcd-46df-8494-5ee1fa8c0974 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:51.369872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b7527f7-c1db-4f6c-ac5f-2531a30d302e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.376985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b7527f7-c1db-4f6c-ac5f-2531a30d302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.398954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.437494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad', '404c13a1-5539-4f68-87c0-27cdd7b0b275'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:51.458542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=822b1c99-8fcd-46df-8494-5ee1fa8c0974,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.499644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7527f7-c1db-4f6c-ac5f-2531a30d302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458926bb-8eab-4e2a-9d44-74f0f94a29b2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:51.595879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port 822b1c99-8fcd-46df-8494-5ee1fa8c0974 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:51.609601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b7527f7-c1db-4f6c-ac5f-2531a30d302e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=87dc749aff0a405cb5f7af7096b43929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469484 Nov 12 03:41:51.613608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.618687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.630733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cef55fd9-b4eb-4f56-bf4a-c8cba4907ea4 req-4979b77a-8a76-4312-9755-4615d85c5962 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "DELETE /v2.0/ports/822b1c99-8fcd-46df-8494-5ee1fa8c0974 HTTP/1.1" status: 204 len: 173 time: 0.8693540 Nov 12 03:41:51.633570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'name': 'network-vif-deleted', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:51.660688 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e9ffcf-29d6-43e9-a9bc-21df558c4e1a" -d '{"events": [{"server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "name": "network-vif-deleted", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:51.674129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7', '37b4a288-5583-4f46-84fe-77681bed9d79', '822b1c99-8fcd-46df-8494-5ee1fa8c0974'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:51.697257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:51.805945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.871953 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2094a6a-3d8b-4407-a2ac-c0d96006532e x-openstack-request-id: req-d2094a6a-3d8b-4407-a2ac-c0d96006532e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:51.872582 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eba6cee-0404-4515-a8c8-f246fa2e7229", "name": "network-vif-deleted", "tag": "822b1c99-8fcd-46df-8494-5ee1fa8c0974", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:51.874332 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d2094a6a-3d8b-4407-a2ac-c0d96006532e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:51.875096 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eba6cee-0404-4515-a8c8-f246fa2e7229', 'name': 'network-vif-deleted', 'tag': '822b1c99-8fcd-46df-8494-5ee1fa8c0974', 'status': 'completed', 'code': 200} Nov 12 03:41:51.878578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:51.969427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Deleting subnet dc93eaa0-1608-4a05-a89c-2cb2883d9a63 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:52.005833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.040944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07067bb5-4f6c-4c51-9ce4-4423e05ce324 req-1d7043bc-4af9-430c-a579-aedac88550c1 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=5eba6cee-0404-4515-a8c8-f246fa2e7229 HTTP/1.1" status: 200 len: 210 time: 0.1352546 Nov 12 03:41:52.164450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.200720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.205443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.213577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/458926bb-8eab-4e2a-9d44-74f0f94a29b2 HTTP/1.1" status: 204 len: 168 time: 0.5978017 Nov 12 03:41:52.241266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.245565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cafb8-1c95-4f2b-9ccd-480b2a993b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458926bb-8eab-4e2a-9d44-74f0f94a29b2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.347227 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.447522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7245d871-90fc-4097-9126-fedfec09d01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.449588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.462777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/dc93eaa0-1608-4a05-a89c-2cb2883d9a63 HTTP/1.1" status: 204 len: 168 time: 0.7639830 Nov 12 03:41:52.464296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118d9b7-fae0-4688-ae73-2823f23b6397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc93eaa0-1608-4a05-a89c-2cb2883d9a63,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:52.465046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:52.648117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:52.959481 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.021835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2652aa10-341b-4942-9c0b-624344c716aa']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.048032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e190237-3380-42c7-93b4-07f057da6a29') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.048325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e190237-3380-42c7-93b4-07f057da6a29') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:53.061519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.093455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.108158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:53.110404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:53.303206 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:53.306651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.320993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.332758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] 10.222.0.97 "DELETE /v2.0/networks/2652aa10-341b-4942-9c0b-624344c716aa HTTP/1.1" status: 204 len: 168 time: 0.8649826 Nov 12 03:41:53.334641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37322) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:53.361652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f91c7-6008-4328-a5be-18d02a4303eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2652aa10-341b-4942-9c0b-624344c716aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.461705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Deleting subnet 412d8830-5f0a-4434-99b3-07e8c2bb2315 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:41:53.465807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.578056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.700357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.942160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:53.953021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 822b1c99-8fcd-46df-8494-5ee1fa8c0974 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:53.979904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412d8830-5f0a-4434-99b3-07e8c2bb2315,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:53.995474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.006620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f18df21-6104-429b-be4a-c70c74b3e80f admin admin] 10.222.0.97 "DELETE /v2.0/subnets/412d8830-5f0a-4434-99b3-07e8c2bb2315 HTTP/1.1" status: 204 len: 168 time: 0.6639152 Nov 12 03:41:54.006620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:54.009079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 822b1c99-8fcd-46df-8494-5ee1fa8c0974 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:54.009424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 822b1c99-8fcd-46df-8494-5ee1fa8c0974 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:54.143303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c74b9-2865-496a-8646-0925d8ebfdcd req-a2dadb10-9d74-4afb-81d0-53b777d05ec2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:54.167440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.169719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b3c74b9-2865-496a-8646-0925d8ebfdcd req-a2dadb10-9d74-4afb-81d0-53b777d05ec2 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.2428169 Nov 12 03:41:54.255726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b3c74b9-2865-496a-8646-0925d8ebfdcd req-cba975a7-cdba-4840-9072-2e5d701256f3 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831397 Nov 12 03:41:54.326707 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4bad974-020a-44d0-9f66-b39447e8198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.353818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.388380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe30f6b4-7fc2-4781-a410-2b52db7cfd1c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.409027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff94389-0350-4ba5-8369-f1457006c32b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.409388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff94389-0350-4ba5-8369-f1457006c32b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:41:54.425034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.454430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.465179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:41:54.465590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:41:54.470826 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:41:54.581104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.596341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:54.606427 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/fe30f6b4-7fc2-4781-a410-2b52db7cfd1c HTTP/1.1" status: 204 len: 168 time: 0.5989134 Nov 12 03:41:54.622254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5de6fd-f389-4190-897e-1648cf1806f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe30f6b4-7fc2-4781-a410-2b52db7cfd1c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:54.922659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37372) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.001811 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b551d188-1aa5-4078-9cb6-47a22f0b0e00 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a260189f148c436cbfdd0fd05e9b1da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752435 Nov 12 03:41:55.002382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:55.099743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.152640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.245826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.248785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.250914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/885868b7-9eba-4102-9f43-ce04d55ca2ef HTTP/1.1" status: 204 len: 168 time: 0.2471702 Nov 12 03:41:55.289281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d767a3-d5bc-4fff-806a-bf896b402a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885868b7-9eba-4102-9f43-ce04d55ca2ef,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:55.437308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.505319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69466e1-3436-4e38-a30d-01831ceb993c req-07d541ef-5e7f-4403-a8f7-8665f34edc4a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.506792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f69466e1-3436-4e38-a30d-01831ceb993c req-07d541ef-5e7f-4403-a8f7-8665f34edc4a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/ports?device_id=6916de3b-4847-45c8-8757-d2006cd892b9 HTTP/1.1" status: 200 len: 950 time: 0.1270809 Nov 12 03:41:55.553120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b69dd-ca3f-496b-b453-9a8680606a0d req-6dc109f8-8e06-4fb6-8b96-0b60c2d1acf8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.563021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b54b69dd-ca3f-496b-b453-9a8680606a0d req-6dc109f8-8e06-4fb6-8b96-0b60c2d1acf8 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.0994220 Nov 12 03:41:55.648144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b54b69dd-ca3f-496b-b453-9a8680606a0d req-c9dbcbf7-cd75-40bd-a8db-7c1bb5379ea6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837202 Nov 12 03:41:55.706766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port 37b4a288-5583-4f46-84fe-77681bed9d79 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:55.707513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.860649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-b25169b2-5881-4827-a778-a723f889857a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:55.865876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-b25169b2-5881-4827-a778-a723f889857a tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 949 time: 0.1616931 Nov 12 03:41:55.884283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port 37b4a288-5583-4f46-84fe-77681bed9d79, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=37b4a288-5583-4f46-84fe-77681bed9d79,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:55.884824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:55.918243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for 37b4a288-5583-4f46-84fe-77681bed9d79 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:56.033415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port 404c13a1-5539-4f68-87c0-27cdd7b0b275 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:41:56.034045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.128367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.210470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port 404c13a1-5539-4f68-87c0-27cdd7b0b275, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=404c13a1-5539-4f68-87c0-27cdd7b0b275,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:41:56.213199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.241543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for 404c13a1-5539-4f68-87c0-27cdd7b0b275 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:41:56.402007 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-177cc274-9633-400e-85ff-b93396eb2b07 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=64a864de3ee34615af75f810321235f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733126 Nov 12 03:41:56.403801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37458) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:41:56.404771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.442948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:56.506730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=37b4a288-5583-4f46-84fe-77681bed9d79,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:56.559145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:56.656036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port 37b4a288-5583-4f46-84fe-77681bed9d79 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:56.665666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.669084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f69466e1-3436-4e38-a30d-01831ceb993c req-a5a5bcdb-9d7d-469f-bfbc-ea6f1eaad9f6 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "DELETE /v2.0/ports/37b4a288-5583-4f46-84fe-77681bed9d79 HTTP/1.1" status: 204 len: 173 time: 1.1555817 Nov 12 03:41:56.669538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'name': 'network-vif-deleted', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:56.672116 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a38813-b864-47f4-a3d6-0c437954733e" -d '{"events": [{"server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "name": "network-vif-deleted", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:56.702813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.752963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.757598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.796623 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65676ecc-fa9f-4a99-9cf3-c3ad263b18df x-openstack-request-id: req-65676ecc-fa9f-4a99-9cf3-c3ad263b18df {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:56.796902 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6916de3b-4847-45c8-8757-d2006cd892b9", "name": "network-vif-deleted", "tag": "37b4a288-5583-4f46-84fe-77681bed9d79", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:56.797217 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-65676ecc-fa9f-4a99-9cf3-c3ad263b18df {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:56.797908 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6916de3b-4847-45c8-8757-d2006cd892b9', 'name': 'network-vif-deleted', 'tag': '37b4a288-5583-4f46-84fe-77681bed9d79', 'status': 'completed', 'code': 200} Nov 12 03:41:56.872943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.876824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:56.879134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4f926c66-b05c-4954-8d51-a233123b6c4e HTTP/1.1" status: 204 len: 168 time: 0.4675181 Nov 12 03:41:56.919345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34781ee7-15bd-4937-b84e-0cd1c8a30f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f926c66-b05c-4954-8d51-a233123b6c4e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.084523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port 404c13a1-5539-4f68-87c0-27cdd7b0b275 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:41:57.105617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=404c13a1-5539-4f68-87c0-27cdd7b0b275,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:41:57.112701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.120672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6addc0-bb04-40d0-8cf6-3413c04fb6de req-e92cb1f9-c2c5-4f0f-884a-e370b9dcbf50 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "DELETE /v2.0/ports/404c13a1-5539-4f68-87c0-27cdd7b0b275 HTTP/1.1" status: 204 len: 173 time: 1.2449353 Nov 12 03:41:57.128089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'name': 'network-vif-deleted', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:41:57.147541 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b8fdb-5242-4c41-a201-d1cc51b23da4" -d '{"events": [{"server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "name": "network-vif-deleted", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:41:57.225648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f099628-97b1-4573-aa01-9f67892bf1d2 req-a8713c41-c925-4da7-8ab0-c81d4c435aab tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=b6d6ea03-93af-40aa-9b4e-cdfe35b03c76 HTTP/1.1" status: 200 len: 210 time: 0.2489796 Nov 12 03:41:57.294394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.366733 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b7135f-6f93-4fd1-8fd2-8bebab7f96ac x-openstack-request-id: req-c6b7135f-6f93-4fd1-8fd2-8bebab7f96ac {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:41:57.369710 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d6ea03-93af-40aa-9b4e-cdfe35b03c76", "name": "network-vif-deleted", "tag": "404c13a1-5539-4f68-87c0-27cdd7b0b275", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:41:57.370558 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c6b7135f-6f93-4fd1-8fd2-8bebab7f96ac {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:41:57.370824 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d6ea03-93af-40aa-9b4e-cdfe35b03c76', 'name': 'network-vif-deleted', 'tag': '404c13a1-5539-4f68-87c0-27cdd7b0b275', 'status': 'completed', 'code': 200} Nov 12 03:41:57.626680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 404c13a1-5539-4f68-87c0-27cdd7b0b275 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:57.657368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 404c13a1-5539-4f68-87c0-27cdd7b0b275 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:57.657731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 404c13a1-5539-4f68-87c0-27cdd7b0b275 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:57.740761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:41:57.853953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:57.998619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 37b4a288-5583-4f46-84fe-77681bed9d79 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:41:58.133762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 37b4a288-5583-4f46-84fe-77681bed9d79 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:41:58.134113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 37b4a288-5583-4f46-84fe-77681bed9d79 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:41:58.161806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:41:58.464947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:41:59.546246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57aa8-a8ff-451d-be3b-1b2d9e85d2f2 req-92aec634-9a7b-401d-ad7b-1ed545125aab tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:41:59.559704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c57aa8-a8ff-451d-be3b-1b2d9e85d2f2 req-92aec634-9a7b-401d-ad7b-1ed545125aab tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 950 time: 0.2908511 Nov 12 03:41:59.663546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c57aa8-a8ff-451d-be3b-1b2d9e85d2f2 req-8b7d8eb9-c098-4aa0-ab89-6f25d461ed3e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981307 Nov 12 03:42:00.636775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-3494bd17-b58d-44af-9ad4-32f553feb756 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:00.656722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:00.668924 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-3494bd17-b58d-44af-9ad4-32f553feb756 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 950 time: 0.1798940 Nov 12 03:42:00.948014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port ca2c7462-cc61-4c81-b739-baae22b7bce7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:00.948867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:00.953415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3383c7f-9476-442f-aeaf-bb4bc73ed50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.073474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e20ca-a7af-462e-b43c-9a4d68840975 req-d1734324-cff7-4f1f-8239-d26c8573a49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.087524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-114e20ca-a7af-462e-b43c-9a4d68840975 req-d1734324-cff7-4f1f-8239-d26c8573a49b tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 950 time: 0.2835188 Nov 12 03:42:01.139133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-f2d38bd5-d702-44ac-9d01-35c2da11f241 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:01.149353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port ca2c7462-cc61-4c81-b739-baae22b7bce7, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ca2c7462-cc61-4c81-b739-baae22b7bce7,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.150602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-f2d38bd5-d702-44ac-9d01-35c2da11f241 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af14cea-1a7c-4281-9822-82a87320b50f HTTP/1.1" status: 200 len: 950 time: 0.2581186 Nov 12 03:42:01.150823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.194495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for ca2c7462-cc61-4c81-b739-baae22b7bce7 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:01.257406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-114e20ca-a7af-462e-b43c-9a4d68840975 req-2955d2e9-7e79-4225-9983-7493c2164f44 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629381 Nov 12 03:42:01.308910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3383c7f-9476-442f-aeaf-bb4bc73ed50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.321477 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c3383c7f-9476-442f-aeaf-bb4bc73ed50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.339186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.400168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c3383c7f-9476-442f-aeaf-bb4bc73ed50d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6ef64200da204af9881d0de34031e4fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7415991 Nov 12 03:42:01.401157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:01.404120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3383c7f-9476-442f-aeaf-bb4bc73ed50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7427f-57f8-4b59-9a98-348505b19ca1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.415132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.455660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:01.513668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['1392e067-04e1-4a9d-adca-6ae87d1868e3', 'ca2c7462-cc61-4c81-b739-baae22b7bce7'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:01.523736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=ca2c7462-cc61-4c81-b739-baae22b7bce7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:01.550053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port 1392e067-04e1-4a9d-adca-6ae87d1868e3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:01.550388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.662904 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.665642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port ca2c7462-cc61-4c81-b739-baae22b7bce7 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:01.672604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.679060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8cbc8bfa-cca1-49ec-b830-760e80973bcb req-88da52ff-e606-41b4-ba09-e39ef60efab7 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "DELETE /v2.0/ports/ca2c7462-cc61-4c81-b739-baae22b7bce7 HTTP/1.1" status: 204 len: 173 time: 0.9984410 Nov 12 03:42:01.679647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'name': 'network-vif-deleted', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:01.691045 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87772329-2726-455a-bbaf-d0cca88a0f03" -d '{"events": [{"server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "name": "network-vif-deleted", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:01.825094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.888267 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fdbe0d-93d7-440b-8dcd-05818b87c07b x-openstack-request-id: req-96fdbe0d-93d7-440b-8dcd-05818b87c07b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:01.888567 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d29e0b5-5289-45a8-a493-5388d7c0d466", "name": "network-vif-deleted", "tag": "ca2c7462-cc61-4c81-b739-baae22b7bce7", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:01.888826 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-96fdbe0d-93d7-440b-8dcd-05818b87c07b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:01.889236 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d29e0b5-5289-45a8-a493-5388d7c0d466', 'name': 'network-vif-deleted', 'tag': 'ca2c7462-cc61-4c81-b739-baae22b7bce7', 'status': 'completed', 'code': 200} Nov 12 03:42:01.899356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port 1392e067-04e1-4a9d-adca-6ae87d1868e3, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=1392e067-04e1-4a9d-adca-6ae87d1868e3,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:01.899356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:01.923064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for 1392e067-04e1-4a9d-adca-6ae87d1868e3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:02.061939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.074017 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.080011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/31f7427f-57f8-4b59-9a98-348505b19ca1 HTTP/1.1" status: 204 len: 168 time: 0.6702194 Nov 12 03:42:02.274756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb66b8-c412-4718-8c18-6510dd0c8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7427f-57f8-4b59-9a98-348505b19ca1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.364564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.424505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=1392e067-04e1-4a9d-adca-6ae87d1868e3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:02.529374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:02.562296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port 1392e067-04e1-4a9d-adca-6ae87d1868e3 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:02.573537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bce44074-01ca-455c-ada2-5bef1bc36616 req-427320f2-73c0-4477-81f6-4fec866c77df tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=4d29e0b5-5289-45a8-a493-5388d7c0d466 HTTP/1.1" status: 200 len: 210 time: 0.0848589 Nov 12 03:42:02.574938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:02.587099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31d1fa8a-33b3-4010-9f1d-5a53898091dd req-09077ca6-6bb0-4959-9881-9e34b8340092 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.16 "DELETE /v2.0/ports/1392e067-04e1-4a9d-adca-6ae87d1868e3 HTTP/1.1" status: 204 len: 173 time: 1.4288518 Nov 12 03:42:02.589103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'name': 'network-vif-deleted', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:02.591613 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608e032-8610-4f07-925b-b131a514be58" -d '{"events": [{"server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "name": "network-vif-deleted", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:02.649499 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c433d-c8a6-4d9a-93f7-b59102cf47a4 x-openstack-request-id: req-e53c433d-c8a6-4d9a-93f7-b59102cf47a4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:02.650220 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af14cea-1a7c-4281-9822-82a87320b50f", "name": "network-vif-deleted", "tag": "1392e067-04e1-4a9d-adca-6ae87d1868e3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:02.650626 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e53c433d-c8a6-4d9a-93f7-b59102cf47a4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:02.651374 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af14cea-1a7c-4281-9822-82a87320b50f', 'name': 'network-vif-deleted', 'tag': '1392e067-04e1-4a9d-adca-6ae87d1868e3', 'status': 'completed', 'code': 200} Nov 12 03:42:03.992432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca2c7462-cc61-4c81-b739-baae22b7bce7 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:04.064939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: ca2c7462-cc61-4c81-b739-baae22b7bce7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:04.065448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ca2c7462-cc61-4c81-b739-baae22b7bce7 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:04.067725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1392e067-04e1-4a9d-adca-6ae87d1868e3 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:04.143944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 1392e067-04e1-4a9d-adca-6ae87d1868e3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:04.143944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 1392e067-04e1-4a9d-adca-6ae87d1868e3 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:04.156114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:04.324014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40928b7-cca1-458f-a258-d1de36b524e2 req-c1633095-929b-4ffe-9b21-a1b113a052fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:04.334364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b40928b7-cca1-458f-a258-d1de36b524e2 req-c1633095-929b-4ffe-9b21-a1b113a052fc tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.1265590 Nov 12 03:42:04.465427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b40928b7-cca1-458f-a258-d1de36b524e2 req-7721cc26-c892-4b6e-b2ba-b13fc2e4c527 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297581 Nov 12 03:42:05.045252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.266123 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1147365818', 'router:external': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:05.305029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Made reservation on behalf of 9354e4aa8a6045cf9e58891954d9a47a for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:05.308338 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.330827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.470210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.485837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.492709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.527601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca849d23-1de4-4894-a97d-02ddfd0e8259,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:05.562028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:05.577420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.578024 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Added segment 2adfb12b-a97b-40f3-8230-452921af3a70 of type vlan for network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 Nov 12 03:42:05.670030 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.761745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.763476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.764168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.877453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Deleting port e694da95-1593-4a1c-881d-7deb16819876 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:05.877798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:05.906762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e25d-0cff-4e19-8a33-bc8385fea27b req-192692b5-930c-495d-9f68-e19691004b2e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:05.906762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3961e25d-0cff-4e19-8a33-bc8385fea27b req-192692b5-930c-495d-9f68-e19691004b2e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.1836309 Nov 12 03:42:05.913449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8656285 Nov 12 03:42:05.957837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:05.975612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'subnet': {'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:06.009488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] For port e694da95-1593-4a1c-881d-7deb16819876, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e694da95-1593-4a1c-881d-7deb16819876,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:06.013377 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.022654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Made reservation on behalf of 9354e4aa8a6045cf9e58891954d9a47a for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:06.030991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.088935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Calling delete_port for e694da95-1593-4a1c-881d-7deb16819876 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:06.400259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0a8e9-cb46-422c-96be-153a2f7a108f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Network': ['ID=79a764d9-2092-4dfc-bc4d-5203e4fae6e0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.421046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:06.510859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.553922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Pushing event deleted for resources: {'Port': ['ID=e694da95-1593-4a1c-881d-7deb16819876,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:06.571898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-0505744c-daf6-4b6c-83da-d3066bfb2268 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:06.573494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-0505744c-daf6-4b6c-83da-d3066bfb2268 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 950 time: 0.2815847 Nov 12 03:42:06.582221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3961e25d-0cff-4e19-8a33-bc8385fea27b req-b38886ab-ee0a-4b24-8eed-fbd046f73b49 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/security-groups?id=7ee58046-d628-4cbb-858e-96781e539632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231616 Nov 12 03:42:06.797710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Deleting port 6b468af4-91fd-460f-842b-575dc63b1dad {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:06.798074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:06.994594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:42:06.995699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.011611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-ddf39f0e-b8a3-4c1a-872e-0ba2ed0168e9 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2276003 Nov 12 03:42:07.066159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] For port 6b468af4-91fd-460f-842b-575dc63b1dad, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6b468af4-91fd-460f-842b-575dc63b1dad,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:07.066159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.095691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Calling delete_port for 6b468af4-91fd-460f-842b-575dc63b1dad owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:07.138476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=77837b28-c473-4134-bfd5-036a08411bdf,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.224121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.236981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Checking segment: {'id': '2adfb12b-a97b-40f3-8230-452921af3a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:07.237771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network hostable DHCP agents. Network: 79a764d9-2092-4dfc-bc4d-5203e4fae6e0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:07.253555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-c66a620b-183a-4eec-bed0-82fb75401b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.256453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-c66a620b-183a-4eec-bed0-82fb75401b76 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.1637647 Nov 12 03:42:07.305361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:07.367791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 79a764d9-2092-4dfc-bc4d-5203e4fae6e0) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:07.373224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.373821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.388467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a584000-7f80-4ad6-8de1-6a2644b08ec0 None None] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:07.523773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-053b2a66-d9d3-4ac6-af99-e200547332d4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5553529 Nov 12 03:42:07.528807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.536198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1612411547', 'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:07.585699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.604403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Router fea7fff4-4eed-47ad-b061-59617dfc1611 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:07.615565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-3ab9a80b-5315-4043-8d11-02cb4301c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:07.617296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-3ab9a80b-5315-4043-8d11-02cb4301c69a service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.3346245 Nov 12 03:42:07.648933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['6b468af4-91fd-460f-842b-575dc63b1dad'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:07.760114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9310503-bf35-4843-a90e-b68ec24db7fd None None] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:07.797931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Pushing event deleted for resources: {'Port': ['ID=6b468af4-91fd-460f-842b-575dc63b1dad,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:07.870112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:07.871180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Made reservation on behalf of 9354e4aa8a6045cf9e58891954d9a47a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:07.873579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.879260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] No DVR routers for this DVR port 6b468af4-91fd-460f-842b-575dc63b1dad on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:07.887011 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-330c7a0c-d147-472d-b900-04ee2cbe718e admin admin] 10.222.0.97 "PUT /v2.0/routers/fea7fff4-4eed-47ad-b061-59617dfc1611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7282302 Nov 12 03:42:07.887167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:07.889207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2bda62b-cdb3-42a4-8fdc-2da150222904 req-7020b2f2-103e-469e-a765-d7d90f22e45e tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.104 "DELETE /v2.0/ports/6b468af4-91fd-460f-842b-575dc63b1dad HTTP/1.1" status: 204 len: 173 time: 1.3044858 Nov 12 03:42:07.891152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b39fc9e-c799-4751-84ba-1daa8f4ea1d1 req-e86146e6-8a74-4e29-94cf-f5649affc634 tempest-ServersOnMultiNodesTest-1109046209 tempest-ServersOnMultiNodesTest-1109046209-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbf75d9e-3270-41ee-93ac-b481df9c4809 HTTP/1.1" status: 200 len: 210 time: 0.1022241 Nov 12 03:42:07.895935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37822) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:07.921703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Sync routers for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:07.922461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'name': 'network-vif-deleted', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:07.922461 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f85f964-b4e3-4fa8-b4f8-f9254bcda871" -d '{"events": [{"server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "name": "network-vif-deleted", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:07.948986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:07.949602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:41:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:07.978997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-5af74247-b041-44f1-ab98-812fddf3d6b6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1001 time: 0.3418775 Nov 12 03:42:07.984976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] device_id is not set on port feb7a728-6e5a-4199-af68-f2acba94f779 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:42:08.068701 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14aab27-b52d-4ec3-b2b3-ae0af131bd2d x-openstack-request-id: req-a14aab27-b52d-4ec3-b2b3-ae0af131bd2d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:08.069009 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75d9e-3270-41ee-93ac-b481df9c4809", "name": "network-vif-deleted", "tag": "6b468af4-91fd-460f-842b-575dc63b1dad", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:08.070442 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a14aab27-b52d-4ec3-b2b3-ae0af131bd2d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:08.071700 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75d9e-3270-41ee-93ac-b481df9c4809', 'name': 'network-vif-deleted', 'tag': '6b468af4-91fd-460f-842b-575dc63b1dad', 'status': 'completed', 'code': 200} Nov 12 03:42:08.130470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:08.140992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.162703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-16ea662c-fb92-4eef-960a-655c5662dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.169799 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-16ea662c-fb92-4eef-960a-655c5662dae4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.1741931 Nov 12 03:42:08.260072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-f5beb512-5866-4d75-9f75-93f815ae597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.261956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-f5beb512-5866-4d75-9f75-93f815ae597f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861206 Nov 12 03:42:08.344240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.372764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:42:06Z', 'revision_number': 5, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port': {'id': '19efe641-8803-47fd-ae29-6d00e13a1048', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:29:49Z', 'updated_at': '2021-11-12T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:08.388360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-b9fd75f3-8ef7-4eb9-afc5-73e15642bea8 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151865 Nov 12 03:42:08.394876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.20.0.6 (79a764d9-2092-4dfc-bc4d-5203e4fae6e0/77837b28-c473-4134-bfd5-036a08411bdf/feb7a728-6e5a-4199-af68-f2acba94f779) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:08.407533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Deleting port 19efe641-8803-47fd-ae29-6d00e13a1048 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:08.408324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.411886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Checking router: fea7fff4-4eed-47ad-b061-59617dfc1611 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:08.431763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Routers {'fea7fff4-4eed-47ad-b061-59617dfc1611'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:08.432777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:41:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fea7fff4-4eed-47ad-b061-59617dfc1611'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:08.536550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] For port 19efe641-8803-47fd-ae29-6d00e13a1048, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=19efe641-8803-47fd-ae29-6d00e13a1048,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:08.537151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.539808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] Set router fea7fff4-4eed-47ad-b061-59617dfc1611 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:08.542603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bad0d8-9d8a-49ee-8c35-eed92b943211 req-a13e05b7-c15b-41f3-a439-22f1781d0dd1 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325660 Nov 12 03:42:08.569145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Calling delete_port for 19efe641-8803-47fd-ae29-6d00e13a1048 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:08.610284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:42:08Z', 'revision_number': 6, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:08.639412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df9416-b56c-4ed8-b189-09e0826d9ffa None None] The sync data for ids ['fea7fff4-4eed-47ad-b061-59617dfc1611'] in n-d-766726-29 is: [{'id': 'fea7fff4-4eed-47ad-b061-59617dfc1611', 'name': 'tempest-TaggedBootDevicesTest-1634787952-router', 'tenant_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:29:47Z', 'updated_at': '2021-11-12T03:42:08Z', 'revision_number': 6, 'project_id': '1e363f8a008846f49dc7ecb9ae8a868b', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:08.786437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.833424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.865855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:08.888557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:08.892812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:08.898812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:08.907897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19efe641-8803-47fd-ae29-6d00e13a1048,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.926712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90ec26-52de-496c-b6a6-5b6ab7a6cce3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:08.935148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=feb7a728-6e5a-4199-af68-f2acba94f779,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:08.963818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:08.967383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.003256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de916b37-8ec6-4598-b3af-07341edf5f5b tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4706388 Nov 12 03:42:09.003491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37842) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.051117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.202455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.205675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.280357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.280782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea7fff4-4eed-47ad-b061-59617dfc1611 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:09.286392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.287805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6be70ae5-5ef6-4b7f-86d9-83f160ed47d9 admin admin] 10.222.0.97 "DELETE /v2.0/routers/fea7fff4-4eed-47ad-b061-59617dfc1611 HTTP/1.1" status: 204 len: 168 time: 1.3908374 Nov 12 03:42:09.291471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37846) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.322796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Deleting port feb7a728-6e5a-4199-af68-f2acba94f779 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:09.323187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.418551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Deleting subnet 4595db66-9c17-4a69-89bf-ba5e24002647 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:09.424388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.461478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37850) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.498253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.501319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.537805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Calling delete_port for feb7a728-6e5a-4199-af68-f2acba94f779 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:09.554797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.672175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6b468af4-91fd-460f-842b-575dc63b1dad no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:09.718375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.726965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e694da95-1593-4a1c-881d-7deb16819876 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:09.729733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 6b468af4-91fd-460f-842b-575dc63b1dad {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:09.730075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6b468af4-91fd-460f-842b-575dc63b1dad not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:09.751598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e694da95-1593-4a1c-881d-7deb16819876 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:09.752280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e694da95-1593-4a1c-881d-7deb16819876 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:09.752835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19efe641-8803-47fd-ae29-6d00e13a1048 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:09.788416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 19efe641-8803-47fd-ae29-6d00e13a1048 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:09.788754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 19efe641-8803-47fd-ae29-6d00e13a1048 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:09.923666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:09.972156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:09.985985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8129b806-5065-4f81-ab6e-4c9224f90e2c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e00998b353a54b99b325ceeccddc5f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232804 Nov 12 03:42:09.990981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Port': ['ID=feb7a728-6e5a-4199-af68-f2acba94f779,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.036185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.088350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.099995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.106302 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] 10.222.0.97 "DELETE /v2.0/subnets/4595db66-9c17-4a69-89bf-ba5e24002647 HTTP/1.1" status: 204 len: 168 time: 0.8108616 Nov 12 03:42:10.108106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.108880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95883c5-3b1a-4db7-9faf-03d5b8b621ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4595db66-9c17-4a69-89bf-ba5e24002647,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.117507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be913809-a3b7-40b2-ba67-9d094d766104 None None] Network 04c8896c-c562-48a3-a24b-c97ca4226e9a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:10.140242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.145091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cba196b-36ef-43e3-bc9b-7c3abd65c0c8 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/ports/feb7a728-6e5a-4199-af68-f2acba94f779 HTTP/1.1" status: 204 len: 168 time: 1.1387625 Nov 12 03:42:10.151267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:10.160374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0', 'external_fixed_ips': [{'subnet_id': '77837b28-c473-4134-bfd5-036a08411bdf', 'ip_address': '172.20.0.6'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:10.200780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.240522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.258393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.259503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.364260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Deleting port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:10.364725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.389214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.477868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] For port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,segment=NetworkSegment(3d1cf64a-a15a-403d-9a31-6b18682a4dba),segment_id=3d1cf64a-a15a-403d-9a31-6b18682a4dba)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:10.479021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.516174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Calling delete_port for 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:10.647473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.680279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3c3df4-8c5a-456e-b4ab-58f1131383e4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:10.687692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] No DVR routers for this DVR port 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:10.813238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9257c0-16f0-490c-8903-ad54b64b97c1 None None] DHCP port deletion for 04c8896c-c562-48a3-a24b-c97ca4226e9a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:10.856098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.896940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c8896c-c562-48a3-a24b-c97ca4226e9a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.912158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1cf64a-a15a-403d-9a31-6b18682a4dba') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.912936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1cf64a-a15a-403d-9a31-6b18682a4dba') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:10.931981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.980945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:10.999499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:11.000038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:11.007376 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:11.127715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.131243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.135574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7ee58046-d628-4cbb-858e-96781e539632 HTTP/1.1" status: 204 len: 168 time: 1.1622372 Nov 12 03:42:11.141342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.160577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce9110-22ad-49bb-90b1-a0ac5fda3a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee58046-d628-4cbb-858e-96781e539632,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.184893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.225598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.233486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] 10.222.0.97 "DELETE /v2.0/networks/04c8896c-c562-48a3-a24b-c97ca4226e9a HTTP/1.1" status: 204 len: 168 time: 1.1158137 Nov 12 03:42:11.234735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d5a4-4935-4b73-ab32-b66ea6f5222b admin admin] Pushing event deleted for resources: {'Network': ['ID=04c8896c-c562-48a3-a24b-c97ca4226e9a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.318989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.530552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.560150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.575364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:11.582687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37890) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.591120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-871fea00-46b7-45a2-a03c-0d956f7382cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.614948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:11.617439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2c3c3df4-8c5a-456e-b4ab-58f1131383e4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:11.653736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b27be29-48da-43c2-bef1-d68e25e43ee9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1e363f8a008846f49dc7ecb9ae8a868b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690207 Nov 12 03:42:11.658013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37892) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.747856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.760209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-871fea00-46b7-45a2-a03c-0d956f7382cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.768279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-871fea00-46b7-45a2-a03c-0d956f7382cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.788040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.20.0.6 (79a764d9-2092-4dfc-bc4d-5203e4fae6e0/77837b28-c473-4134-bfd5-036a08411bdf/7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:11.800863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.838542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.858690 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-871fea00-46b7-45a2-a03c-0d956f7382cd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b5123327196a4701b97f5c40f258de88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387752 Nov 12 03:42:11.867463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fea00-46b7-45a2-a03c-0d956f7382cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889f19c-750e-4eed-ab4a-2a984cc4b972,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:11.876052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37898) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.946437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b95cc42b-2683-4c56-aeb5-6d6cd2f63222 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=449e1078f7534772b3261b6e2b5db9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068480 Nov 12 03:42:11.949612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:11.953355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.956127 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.957331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6477da88-7763-46a0-b124-3612f278c55c HTTP/1.1" status: 204 len: 168 time: 0.2983470 Nov 12 03:42:11.983617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:11.998140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d70e9f-a7c4-4e49-9864-5dda3a0feb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6477da88-7763-46a0-b124-3612f278c55c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.025322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.041656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.102219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.106715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.106832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b889f19c-750e-4eed-ab4a-2a984cc4b972 HTTP/1.1" status: 204 len: 168 time: 0.2296472 Nov 12 03:42:12.133880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.150088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ccd6-89e0-42f3-9d86-a77ef80a019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889f19c-750e-4eed-ab4a-2a984cc4b972,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.244645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.343366 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.453167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:12.462065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:12.464908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:12.467858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:12.517354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.520120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:12.523564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3ffbbc16-4580-49ec-a0ad-bdf2ff88b382 HTTP/1.1" status: 204 len: 168 time: 0.5707200 Nov 12 03:42:12.535596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e811d-fb52-49b9-919d-11c701378962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffbbc16-4580-49ec-a0ad-bdf2ff88b382,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:13.026217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.428105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.668154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router 6f39a2f9-b366-4464-a82b-d80b769205a7 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:13.856967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:13.871442 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Sync routers for ids ['6f39a2f9-b366-4464-a82b-d80b769205a7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:13.894727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:13.898984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-49046ce2-0b63-439a-88d3-518645c50b53 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.7424424 Nov 12 03:42:13.899865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37968) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:13.905896 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Routers {'6f39a2f9-b366-4464-a82b-d80b769205a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:13.906779 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:41:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6f39a2f9-b366-4464-a82b-d80b769205a7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:13.964017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.140282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.164290 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Set router 6f39a2f9-b366-4464-a82b-d80b769205a7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:14.291132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-737572398-network', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:14.343573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:14.346980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.371974 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.462193 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f39a2f9-b366-4464-a82b-d80b769205a7', 'name': '', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0', 'external_fixed_ips': [{'subnet_id': '77837b28-c473-4134-bfd5-036a08411bdf', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:12Z', 'revision_number': 3, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port': {'id': '7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9', 'name': '', 'network_id': '79a764d9-2092-4dfc-bc4d-5203e4fae6e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f39a2f9-b366-4464-a82b-d80b769205a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '77837b28-c473-4134-bfd5-036a08411bdf', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:11Z', 'updated_at': '2021-11-12T03:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77837b28-c473-4134-bfd5-036a08411bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:14.492398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.533456 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Checking router: 6f39a2f9-b366-4464-a82b-d80b769205a7 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:14.533809 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Updating router 6f39a2f9-b366-4464-a82b-d80b769205a7 port 7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:14.606023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37988) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:14.611055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.611558 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.618970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.641114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Deleting port 7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:14.641475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.670093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:14.691459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:14.720115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.721470 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Added segment 81df78b2-ec59-45ff-a468-0b158521072c of type vlan for network dd2f4562-d9ae-4afc-bff6-f91a23409e06 Nov 12 03:42:14.816260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.845555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.894389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Calling delete_port for 7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:14.923905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.924880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:14.925479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:14.930921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-network', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.120392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2f4562-d9ae-4afc-bff6-f91a23409e06,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.132700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Made reservation on behalf of 70e05a0ad62348fb924ef29bef2d4e90 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:15.137790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.150383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af3fff00-b51e-42d8-9595-2b09b73105c1 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1810694 Nov 12 03:42:15.150383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37996) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.152571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:15.162948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Request body: {'subnet': {'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-subnet', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.202807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.229575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:15.233768 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.560013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.572004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.597063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.683677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.733398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Checking segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:15.733764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Network hostable DHCP agents. Network: dd2f4562-d9ae-4afc-bff6-f91a23409e06, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:15.760515 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:15.761517 n-d-766726-29 neutron-server[102607]: DEBUG oslo_db.api [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:15.764076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:15.778516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, dd2f4562-d9ae-4afc-bff6-f91a23409e06) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:15.787894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1ecbd-c586-45b4-b0ad-e675874c1d3a None None] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:15.788750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:15.789487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.798677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d057306e-2b6a-4d15-a8a9-586a1c2a16bf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:15.827016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-31ff57f3-bbc8-41c5-9972-fbaa061a2a3a admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6750424 Nov 12 03:42:15.831514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:42:15.831795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38008) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:15.841755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:15.865223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.865696 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Added segment 6f1bb88b-e72d-4e31-81f1-adbf00509ea4 of type vlan for network 313fb648-7415-4581-bb3d-468ae1dce5ab Nov 12 03:42:15.895543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:15.923512 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.041718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.096871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.104112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.241417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.242608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:16.243243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.306254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.324013 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7158482 Nov 12 03:42:16.329113 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Port 7a80b78b-fd11-4fb7-b7ea-c8db1ed266d9 not found while updating agent binding for router 6f39a2f9-b366-4464-a82b-d80b769205a7. {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:42:16.344704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:16.345594 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.350772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38014) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:16.353440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Routers {'6f39a2f9-b366-4464-a82b-d80b769205a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:16.354266 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:41:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6f39a2f9-b366-4464-a82b-d80b769205a7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:16.362298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Request body: {'subnet': {'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-subnet', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:16.390369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Made reservation on behalf of 70e05a0ad62348fb924ef29bef2d4e90 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:16.393539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.640576 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] Set router 6f39a2f9-b366-4464-a82b-d80b769205a7 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:16.690205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba0b22-54e0-41f9-827a-986eb8809fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=313fb648-7415-4581-bb3d-468ae1dce5ab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:16.714063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 313fb648-7415-4581-bb3d-468ae1dce5ab details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:42:16.787274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.789324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f39a2f9-b366-4464-a82b-d80b769205a7', 'name': '', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:15Z', 'revision_number': 5, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:16.792141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:16.912377 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4129bf02-d59e-4ca5-b3fb-0f548b22f151 None None] The sync data for ids ['6f39a2f9-b366-4464-a82b-d80b769205a7'] in n-d-766726-29 is: [{'id': '6f39a2f9-b366-4464-a82b-d80b769205a7', 'name': '', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:10Z', 'updated_at': '2021-11-12T03:42:15Z', 'revision_number': 5, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:17.090612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Allocated IP 172.20.0.2 (dd2f4562-d9ae-4afc-bff6-f91a23409e06/f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5/8efa1eb8-d83c-4277-b5bc-e553a2657b64) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:17.099267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.107503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.231938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.243613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.244211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f39a2f9-b366-4464-a82b-d80b769205a7 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:17.265860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.278209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c92f20a9-0fe4-4661-8059-9d0947208dd2 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/routers/6f39a2f9-b366-4464-a82b-d80b769205a7 HTTP/1.1" status: 204 len: 168 time: 3.3754046 Nov 12 03:42:17.289606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.418518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Deleting subnet 77837b28-c473-4134-bfd5-036a08411bdf {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:17.428088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.521060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.541017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.541791 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.561534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96195d02-ea04-4a5e-9d18-acef237d410f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.592087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:17.601010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:17.607363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:17.614763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Checking segment: {'id': '6f1bb88b-e72d-4e31-81f1-adbf00509ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:17.615502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Network hostable DHCP agents. Network: 313fb648-7415-4581-bb3d-468ae1dce5ab, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:42:17.619623 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.626194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Pushing event updated for resources: {'Port': ['ID=8efa1eb8-d83c-4277-b5bc-e553a2657b64,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.646527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.674943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.700602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Attempting to bind port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:17.701148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Attempting to bind port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:17.701592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Attempting to bind port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 on network dd2f4562-d9ae-4afc-bff6-f91a23409e06 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:17.704734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.705185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.705622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.706052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.706555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.707015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.707964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.708129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Network 313fb648-7415-4581-bb3d-468ae1dce5ab is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:42:17.708463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.708884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.709309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.709729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.710142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:17.719559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:17.719559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Checking segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:17.720610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.720888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Bound using segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:17.721624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Bound port: 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:17.721944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.738027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 313fb648-7415-4581-bb3d-468ae1dce5ab) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:17.773270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd699ab-8337-4601-b19d-6b7b5a62e538 None None] Network 313fb648-7415-4581-bb3d-468ae1dce5ab requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:17.784142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.855206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=77837b28-c473-4134-bfd5-036a08411bdf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:17.862888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Allocated IP 172.25.7.136 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/322f6fc8-5e25-4e82-9c8a-444bd1d88e5f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:17.872845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.886503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5752f65e-a80c-4636-a9a2-604f7e578916 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/subnets/77837b28-c473-4134-bfd5-036a08411bdf HTTP/1.1" status: 204 len: 168 time: 0.5957935 Nov 12 03:42:17.891894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:17.896473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] For port 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:17.928682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] For port 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8efa1eb8-d83c-4277-b5bc-e553a2657b64,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:17.952135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:17.956325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.970991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:17.998246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd494ddf-f981-4c8a-bcdc-89f0bb99e322 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6461833 Nov 12 03:42:18.000998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38030) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:18.007675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:18.017413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.038613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.039691 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.052336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.138213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.206665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.221914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:18.223341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24677b-3334-4fef-b6e6-3548d9e1043b None None] Pushing event updated for resources: {'Port': ['ID=8efa1eb8-d83c-4277-b5bc-e553a2657b64,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.232255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:18.236777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:18.261289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609080e4-ea58-4e48-b16b-ea9ad01072b4 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:18.290163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a764d9-2092-4dfc-bc4d-5203e4fae6e0']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:18.295373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.313932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Pushing event updated for resources: {'Port': ['ID=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:18.315270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adfb12b-a97b-40f3-8230-452921af3a70') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:18.315575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adfb12b-a97b-40f3-8230-452921af3a70') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:18.367314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-313fb648-7415-4581-bb3d-468ae1dce5ab', 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'fixed_ips': [{'subnet_id': '96195d02-ea04-4a5e-9d18-acef237d410f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:42:18.368363 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.385583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.768849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Allocated IP 172.20.0.2 (313fb648-7415-4581-bb3d-468ae1dce5ab/96195d02-ea04-4a5e-9d18-acef237d410f/0564d7e7-cf80-4bc0-b3c3-da7ec004312b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:18.850943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-30db5eb4-900e-45dd-9a2f-dcda1a1799e7 None None] Provisioning complete for port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:18.851415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-30db5eb4-900e-45dd-9a2f-dcda1a1799e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:18.934809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-30db5eb4-900e-45dd-9a2f-dcda1a1799e7 None None] Port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:18.954869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.075386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.083847 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.178676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Pushing event updated for resources: {'Port': ['ID=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.228929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Network 313fb648-7415-4581-bb3d-468ae1dce5ab is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:19.232097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:19.243713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:19.336839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.377028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Attempting to bind port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:19.377483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Attempting to bind port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '6f1bb88b-e72d-4e31-81f1-adbf00509ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:19.377811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Attempting to bind port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b on network 313fb648-7415-4581-bb3d-468ae1dce5ab {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:19.386875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:19.388480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Checking segment: {'id': '6f1bb88b-e72d-4e31-81f1-adbf00509ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:19.388895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.389290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Bound using segment: {'id': '6f1bb88b-e72d-4e31-81f1-adbf00509ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:19.389774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Bound port: 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1bb88b-e72d-4e31-81f1-adbf00509ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:19.394246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.422966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:19.423776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:19.426516 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:19.455195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.510966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.537222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] For port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:19.546275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] For port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,segment=NetworkSegment(6f1bb88b-e72d-4e31-81f1-adbf00509ea4),segment_id=6f1bb88b-e72d-4e31-81f1-adbf00509ea4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:19.558873 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.567383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.601704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79a764d9-2092-4dfc-bc4d-5203e4fae6e0 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:42:19.697391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:19.715033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/networks/79a764d9-2092-4dfc-bc4d-5203e4fae6e0 HTTP/1.1" status: 204 len: 168 time: 1.8186581 Nov 12 03:42:19.744426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6d1e-9b98-4f2f-b4c1-aea9aed7432f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Network': ['ID=79a764d9-2092-4dfc-bc4d-5203e4fae6e0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.778226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8efa1eb8-d83c-4277-b5bc-e553a2657b64 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:19.922692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242eb14-821a-4275-9f5e-7de4182389f3 None None] Pushing event updated for resources: {'Port': ['ID=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:19.971311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Router fc4ae596-7b76-446b-be34-111a01978a10 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:20.031902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:20.032440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.221783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e7099-b17d-45da-ab57-41e711100913 None None] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:20.344250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.410530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.512993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-934c17f4-7997-40fc-8ba5-31e43672b709 None None] Provisioning complete for port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:20.513342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-934c17f4-7997-40fc-8ba5-31e43672b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.527075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.568993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38056) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:20.575924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'name': 'tempest-router--1492461372', 'project_id': '23360f7fd6be43c89e11130e32fff7fb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:20.616000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Allocated IP 172.25.7.195 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/4f788d9d-e89d-46d9-b03b-83c3652d3932) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:20.670227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8efa1eb8-d83c-4277-b5bc-e553a2657b64,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:20.686402 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.700016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.706305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.811467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=8efa1eb8-d83c-4277-b5bc-e553a2657b64,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:20.935490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:20.998086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.058990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.060265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d2d25a37-60ca-496b-8673-f942a6f43762 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4897890 Nov 12 03:42:21.068880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.128385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:21.140108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Sync routers for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:21.156020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:21.156940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:41:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:21.179097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.180437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8027fbbc-a840-4a3c-ae77-4114981481af admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3475909 Nov 12 03:42:21.183642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:21.337427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.403400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:21.764190 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.770407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.797382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.856903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.857503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aea36c0b-702d-4327-bbe0-44717cf4af98 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:21.864661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405c496-b5c7-43a3-9c4b-e3fe8993b24b None None] Network 313fb648-7415-4581-bb3d-468ae1dce5ab requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:21.867322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8efa1eb8-d83c-4277-b5bc-e553a2657b64 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:21.877822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:21.881053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b41a4f0-8948-47ff-8140-0549361ddd04 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/routers/aea36c0b-702d-4327-bbe0-44717cf4af98 HTTP/1.1" status: 204 len: 168 time: 0.8105633 Nov 12 03:42:21.925170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.048704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:22.058187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:22.062895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:22.097042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.123020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Pushing event updated for resources: {'Port': ['ID=4f788d9d-e89d-46d9-b03b-83c3652d3932,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.146150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86281c5f-42c2-4241-92e0-1fb1ee7309cb None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:22.159635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38074) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:22.206530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-72af0070-42ac-42e9-8ccb-3b4e5e59acb3 None None] Provisioning complete for port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.206945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-72af0070-42ac-42e9-8ccb-3b4e5e59acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.291228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-022e4a8a-ac20-4132-83c8-9d07836140bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.357914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.358543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.397426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Allocated IP 172.20.0.1 (dd2f4562-d9ae-4afc-bff6-f91a23409e06/f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5/833cd8e9-8eb9-4639-ac08-ad345fcb0cb3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:22.634130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-282994354', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:22.641858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:18Z', 'revision_number': 3, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:22.646119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.661876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0564d7e7-cf80-4bc0-b3c3-da7ec004312b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:22.685957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.747311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.772982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Checking router: fc4ae596-7b76-446b-be34-111a01978a10 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:22.773486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Updating router fc4ae596-7b76-446b-be34-111a01978a10 port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:22.784506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.787613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.860629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Pushing event updated for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:22.874056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:22.876776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:22.878726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.880732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:22.946164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.955228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Provisioning complete for port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:22.955694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:22.986139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.098499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:23.101516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.379792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.438773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.511434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.585168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.627578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] For port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,segment=NetworkSegment(6f1bb88b-e72d-4e31-81f1-adbf00509ea4),segment_id=6f1bb88b-e72d-4e31-81f1-adbf00509ea4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:23.647556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.681185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.781550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.794335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.837408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Provisioning complete for port 4f788d9d-e89d-46d9-b03b-83c3652d3932 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:23.837929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.928031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.947208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:23.947778 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:23.974167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:23.990251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Pushing event updated for resources: {'Port': ['ID=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.000619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Pushing event updated for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.012920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.031880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-94ca3fc0-9c91-4c57-8806-38a6a631104d None None] Port 4f788d9d-e89d-46d9-b03b-83c3652d3932 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:24.091415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28a887-45ea-41f8-a9c2-f9ab8d3960ae None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:24.097278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Attempting to bind port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:24.097831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Attempting to bind port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:24.098411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Attempting to bind port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:24.109759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607f23-3634-4ffe-b234-1db2708d523f None None] Pushing event updated for resources: {'Port': ['ID=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.122044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:24.122541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:24.123182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.123840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:24.124448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Bound port: 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:24.125483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.207911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.208796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.258279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] For port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:24.264779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:24.273981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:24.287760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] For port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:24.289544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:24.307285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.352516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.392419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Provisioning complete for port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:24.400866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.407765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.424258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56678317-48c7-4087-b4b3-4f14c906927f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:24.489657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-117bf671-fe2d-4679-af82-0ab5b59ede67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:24.528444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Router fc4ae596-7b76-446b-be34-111a01978a10 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:24.585694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Router 67753c3b-7edb-4a0c-9b37-d3d56221e343 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:24.615551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:24.616339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:24.695606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607f23-3634-4ffe-b234-1db2708d523f None None] Pushing event updated for resources: {'Port': ['ID=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:24.852315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:24.878551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-71965a9e-05ce-4392-a9ca-c9ca8fc2a429 admin admin] 10.222.0.97 "PUT /v2.0/routers/fc4ae596-7b76-446b-be34-111a01978a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6933732 Nov 12 03:42:24.913277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0564d7e7-cf80-4bc0-b3c3-da7ec004312b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:24.945992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Allocated IP 172.25.7.72 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/12f8a980-67c7-415c-83d1-20166b09cee1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:25.092452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.152902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.321840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:25.349559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:25.368745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:25.430258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc556a43-35fe-4214-ab94-e0ebadfb7fee None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:25.437412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:25.439894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event updated for resources: {'Port': ['ID=12f8a980-67c7-415c-83d1-20166b09cee1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:25.452598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Sync routers for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:25.486507 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:25.488764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:25.631713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.637248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90fe996f-bb2a-4b98-978d-81962ee2169a admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6307981 Nov 12 03:42:25.638015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:25.694352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:25.695042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:25.698077 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Set router 67753c3b-7edb-4a0c-9b37-d3d56221e343 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:25.851932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:25.942579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.064776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Provisioning complete for port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:26.065317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.260738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:26.336586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Checking router: 67753c3b-7edb-4a0c-9b37-d3d56221e343 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:26.340357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Updating router 67753c3b-7edb-4a0c-9b37-d3d56221e343 port 4f788d9d-e89d-46d9-b03b-83c3652d3932 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:26.393775 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.652676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.739303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] For port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:26.761544 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:26.880561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 2, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:27.013881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c505798-59c5-4057-b1b2-55fbd491ad4c None None] The sync data for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 is: [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 2, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:27.081700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34b12e-9be1-44ee-8d5f-26e11780624b None None] Pushing event updated for resources: {'Port': ['ID=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.082674 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.089758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.091558 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.093333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:27.093864 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.181206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.224204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bd520-570e-4c14-8ddf-911a1c717650 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:27.270334 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Attempting to bind port 4f788d9d-e89d-46d9-b03b-83c3652d3932 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:27.271117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Attempting to bind port 4f788d9d-e89d-46d9-b03b-83c3652d3932 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:27.275469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Attempting to bind port 4f788d9d-e89d-46d9-b03b-83c3652d3932 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:27.305931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.309416 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:27.310066 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:27.310706 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.311418 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:27.312216 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Bound port: 4f788d9d-e89d-46d9-b03b-83c3652d3932, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:27.312920 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.375777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:27.415210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Provisioning complete for port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:27.415640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.537305 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Pushing event updated for resources: {'Port': ['ID=4f788d9d-e89d-46d9-b03b-83c3652d3932,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:27.631541 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.632285 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.635584 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.636316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.637349 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.638037 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.641179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.641880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.645381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.646166 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.647210 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.648713 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:27.697953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Provisioning complete for port 12f8a980-67c7-415c-83d1-20166b09cee1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:27.699343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.724356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.829283 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] For port 4f788d9d-e89d-46d9-b03b-83c3652d3932, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:27.838008 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] For port 4f788d9d-e89d-46d9-b03b-83c3652d3932, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4f788d9d-e89d-46d9-b03b-83c3652d3932,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:27.850054 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.871707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Allocated IP 172.20.0.1 (313fb648-7415-4581-bb3d-468ae1dce5ab/96195d02-ea04-4a5e-9d18-acef237d410f/aedd0bfe-08c0-4e29-93a6-33fb3657eba4) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:27.934151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:27.939528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2afe80b4-e3df-423e-ad54-8d910947bb3d None None] Port 12f8a980-67c7-415c-83d1-20166b09cee1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:28.086542 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:28.087456 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:28.104502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Router a9134522-2583-467b-b7ac-38dd1580d985 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:28.119436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da3b0e-7de4-4a76-b1ec-af76fea9f487 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:28.217893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] Provisioning complete for port 4f788d9d-e89d-46d9-b03b-83c3652d3932 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:28.219467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.226440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa4f0-4747-4761-b49b-933c1090dd88 None None] Pushing event updated for resources: {'Port': ['ID=4f788d9d-e89d-46d9-b03b-83c3652d3932,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.365194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.499072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.529435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] Set router 67753c3b-7edb-4a0c-9b37-d3d56221e343 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:28.617329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:28.659316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.698623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.708246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2224b99a-31de-493d-b588-b921a1817f32 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5412390 Nov 12 03:42:28.708939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:28.715154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] For port 4f788d9d-e89d-46d9-b03b-83c3652d3932, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4f788d9d-e89d-46d9-b03b-83c3652d3932,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:28.717851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] Sync routers for ids ['a9134522-2583-467b-b7ac-38dd1580d985'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:28.723082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Pushing event updated for resources: {'Port': ['ID=aedd0bfe-08c0-4e29-93a6-33fb3657eba4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:28.764416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:28.773906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Network 313fb648-7415-4581-bb3d-468ae1dce5ab is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:28.793453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:28.807735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:29.026620 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.043522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] Routers {'a9134522-2583-467b-b7ac-38dd1580d985'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:29.048511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f9b3f6a7-b4b5-4561-b31c-497840b27d84 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/a9134522-2583-467b-b7ac-38dd1580d985 HTTP/1.1" status: 200 len: 919 time: 0.3382328 Nov 12 03:42:29.051984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9134522-2583-467b-b7ac-38dd1580d985'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.053048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38198) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.106064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8d189d31-d684-40c9-a3fd-87407774a702 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=a9134522-2583-467b-b7ac-38dd1580d985 HTTP/1.1" status: 200 len: 205 time: 0.0503552 Nov 12 03:42:29.110395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38200) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:29.427536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-821dfdb4-65e4-44e2-9926-715f319ffeff None None] Provisioning complete for port 4f788d9d-e89d-46d9-b03b-83c3652d3932 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:29.428202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-821dfdb4-65e4-44e2-9926-715f319ffeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.513660 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.606692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:29.619511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.664642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:29.713004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.766811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] Routers {'a9134522-2583-467b-b7ac-38dd1580d985'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:29.776238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a9134522-2583-467b-b7ac-38dd1580d985'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:29.896248 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e7acd-4071-4c4c-9b08-420adc670fe2 None None] The sync data for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 is: [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:22Z', 'revision_number': 3, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:30.008948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7f15-1807-426d-a72c-90b63a535100 None None] Pushing event updated for resources: {'Port': ['ID=4f788d9d-e89d-46d9-b03b-83c3652d3932,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.031700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:30.032448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa99bd4-90d9-4aff-a2eb-bf0329d39ec4 None None] The sync data for ids ['a9134522-2583-467b-b7ac-38dd1580d985'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:30.058894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.075140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.108720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.239285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:30.239868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.320917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.369062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port 12f8a980-67c7-415c-83d1-20166b09cee1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:30.375573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.419829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Pushing event updated for resources: {'Port': ['ID=aedd0bfe-08c0-4e29-93a6-33fb3657eba4,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:30.518267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d26336ea-0684-42ff-bd99-d69c1e5ad2db None None] Provisioning complete for port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:30.522303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d26336ea-0684-42ff-bd99-d69c1e5ad2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.645476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:30.648038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d26336ea-0684-42ff-bd99-d69c1e5ad2db None None] Port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:30.669214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for 12f8a980-67c7-415c-83d1-20166b09cee1 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:30.798190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Network 313fb648-7415-4581-bb3d-468ae1dce5ab is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:30.805432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:31.105498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4f788d9d-e89d-46d9-b03b-83c3652d3932 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:31.243977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4f788d9d-e89d-46d9-b03b-83c3652d3932 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:31.244351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.412448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.420303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.483935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Router 67753c3b-7edb-4a0c-9b37-d3d56221e343 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:31.513416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:31.600213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=12f8a980-67c7-415c-83d1-20166b09cee1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:31.613623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.623438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.624042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.624563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.625055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.632253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.632866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.633389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.633886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.634390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.634903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.635382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:31.668404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac59e51-83c0-4cb7-bd0b-5ed9f172cf97 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:31.696865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2b7b351c-6011-403c-8619-16b9708c341d None None] Provisioning complete for port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:31.697871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2b7b351c-6011-403c-8619-16b9708c341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.813611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:31.867604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b351c-6011-403c-8619-16b9708c341d None None] Port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:32.096277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:32.111734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.121717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.128331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-468002ac-6dae-42fe-96dd-8411bd0e6601 admin admin] 10.222.0.97 "PUT /v2.0/routers/67753c3b-7edb-4a0c-9b37-d3d56221e343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4819119 Nov 12 03:42:32.130557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-546081ef-5b34-4fc5-8198-79f47cb1d69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.255948 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Sync routers for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:32.277108 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:32.277387 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:32.340309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.340801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router a9134522-2583-467b-b7ac-38dd1580d985 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:32.353514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.359493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-afb26e63-eef4-4ab1-aa07-a1125c158318 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/a9134522-2583-467b-b7ac-38dd1580d985 HTTP/1.1" status: 204 len: 168 time: 3.2434964 Nov 12 03:42:32.359493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38232) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.373422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749421812', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:32.457474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.460052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.512517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-546081ef-5b34-4fc5-8198-79f47cb1d69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.521304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-546081ef-5b34-4fc5-8198-79f47cb1d69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.597196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546081ef-5b34-4fc5-8198-79f47cb1d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c098bb06-7ba3-4516-816d-d97d41f91751,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:32.628199 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:32.668529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-546081ef-5b34-4fc5-8198-79f47cb1d69d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7c304a4155a345b88ddb782ae597cbf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1489687 Nov 12 03:42:32.671366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:32.692151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.760069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:32.821421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.044027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-948a8487-94ae-4678-993c-f516e12f62d0 req-6084d83b-7091-4515-96c7-0e5f46e0a6ad tempest-FloatingIPsNegativeTestJSON-1488473632 tempest-FloatingIPsNegativeTestJSON-1488473632-project] 10.222.0.97 "GET /v2.0/floatingips?tenant_id=70e05a0ad62348fb924ef29bef2d4e90 HTTP/1.1" status: 200 len: 217 time: 0.1531768 Nov 12 03:42:33.092495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.113410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.116958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c098bb06-7ba3-4516-816d-d97d41f91751 HTTP/1.1" status: 204 len: 168 time: 0.4441628 Nov 12 03:42:33.172301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.202550 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 2, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:33.205082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abebe2-df12-4d8d-b41f-3a744ad2d5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098bb06-7ba3-4516-816d-d97d41f91751,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:33.214116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcfde2ae-fa23-4414-8b59-1ff2b7724fc0 req-fa288386-4948-4a00-a31a-e77c551e7eb7 tempest-FloatingIPsNegativeTestJSON-1488473632 tempest-FloatingIPsNegativeTestJSON-1488473632-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0946414 Nov 12 03:42:33.307935 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Checking router: fc4ae596-7b76-446b-be34-111a01978a10 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:33.309462 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Updating router fc4ae596-7b76-446b-be34-111a01978a10 port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:33.374484 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:33.441771 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-e2acb9bb-f1d1-4d22-b162-89f8d72445db req-6fde072b-c985-484f-910e-223eb2713260 tempest-FloatingIPsNegativeTestJSON-1488473632 tempest-FloatingIPsNegativeTestJSON-1488473632-project] show failed (client error): The resource could not be found. Nov 12 03:42:33.444796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2acb9bb-f1d1-4d22-b162-89f8d72445db req-6fde072b-c985-484f-910e-223eb2713260 tempest-FloatingIPsNegativeTestJSON-1488473632 tempest-FloatingIPsNegativeTestJSON-1488473632-project] 10.222.0.97 "GET /v2.0/floatingips/a30e4d69-4747-4250-bac3-52ac84e6b558 HTTP/1.1" status: 404 len: 350 time: 0.1862376 Nov 12 03:42:33.455594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:33.865228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Sync routers for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:33.903791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:33.907204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.064320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.116921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.175455 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.181660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.187666 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.303489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Set router 67753c3b-7edb-4a0c-9b37-d3d56221e343 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:34.330928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-634a4257-ed5f-4465-8ae5-967638a428f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.369885 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aa9ee-7d83-42b4-be05-26623bda3b01 None None] Pushing event updated for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.451040 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Attempting to bind port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:34.451446 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Attempting to bind port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:34.452003 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Attempting to bind port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 on network dd2f4562-d9ae-4afc-bff6-f91a23409e06 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:34.468478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:34.468857 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Checking segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:34.470632 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.474022 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Bound using segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:34.475742 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Bound port: 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:34.478164 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.624833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-634a4257-ed5f-4465-8ae5-967638a428f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.633847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-634a4257-ed5f-4465-8ae5-967638a428f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.657321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] For port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:34.661968 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] For port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:34.668110 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.742869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a4257-ed5f-4465-8ae5-967638a428f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3929ea26-1a5f-408b-9d4d-2daf0ceed72f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:34.769511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-634a4257-ed5f-4465-8ae5-967638a428f0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=28dbb7ae1f6e4a03a95cdb6feaeaa7b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6960278 Nov 12 03:42:34.770165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38270) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:34.903720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.25.7.120 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/7e42e5b2-efd1-4431-89a9-0dd0d3510ead) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:34.924172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:34.926648 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:34.927562 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:34.991104 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aa9ee-7d83-42b4-be05-26623bda3b01 None None] Pushing event updated for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.001146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.226099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:35.247330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.250242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.251649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3929ea26-1a5f-408b-9d4d-2daf0ceed72f HTTP/1.1" status: 204 len: 168 time: 0.4745085 Nov 12 03:42:35.293439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d93a7a-6330-416f-8ae6-b0f89886fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3929ea26-1a5f-408b-9d4d-2daf0ceed72f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.335638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.435786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.442955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:35.443840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.565796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:35.568525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:35.571602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:35.586477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:35.610322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65762d8-7e6b-4514-9e72-2e111e2ead00 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:35.622059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:35.623984 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:42:35.711710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:29Z', 'revision_number': 4, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'aedd0bfe-08c0-4e29-93a6-33fb3657eba4', 'name': '', 'network_id': '313fb648-7415-4581-bb3d-468ae1dce5ab', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'mac_address': 'fa:16:3e:46:ac:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '96195d02-ea04-4a5e-9d18-acef237d410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:27Z', 'updated_at': '2021-11-12T03:42:29Z', 'revision_number': 2, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'subnets': [{'id': '96195d02-ea04-4a5e-9d18-acef237d410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.841273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Checking router: 67753c3b-7edb-4a0c-9b37-d3d56221e343 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:35.844279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Updating router 67753c3b-7edb-4a0c-9b37-d3d56221e343 port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:35.921690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:34Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:35.967453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.008337 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e2a7ac-f939-414e-b79f-3e6e69940c5a None None] The sync data for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 is: [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:34Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:36.101406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.228596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.273437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] For port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:36.291289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.491083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Deleting port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:36.491961 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.699535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-71f302ec-d7de-4665-b7a9-ee59dbafc27f None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:36.712907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71f302ec-d7de-4665-b7a9-ee59dbafc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.783847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.825010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad06a-24ac-4a12-9b0b-e0a031eb0985 None None] Pushing event updated for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:36.847913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:36.960157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Calling delete_port for aedd0bfe-08c0-4e29-93a6-33fb3657eba4 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:37.160292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:37.275290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router ddd4fea2-5482-4d98-acdb-c542ae10fb01 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:37.465400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.466329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.668376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.686687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-71f302ec-d7de-4665-b7a9-ee59dbafc27f None None] Provisioning complete for port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:37.687798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71f302ec-d7de-4665-b7a9-ee59dbafc27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.723890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedd0bfe-08c0-4e29-93a6-33fb3657eba4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:37.746443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:37.754357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.755017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.756480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.756894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.760081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.760682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.761056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.761480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.761905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.762460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.762806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.763484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:42:37.775967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a80b40-2593-422a-921d-20efb323683a None None] Sync routers for ids ['ddd4fea2-5482-4d98-acdb-c542ae10fb01'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:37.817366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:37.823352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c5d2c4dd-5a08-4cef-8b5c-06e8e46e5850 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4565578 Nov 12 03:42:37.824489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] Routers {'ddd4fea2-5482-4d98-acdb-c542ae10fb01'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:37.825488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ddd4fea2-5482-4d98-acdb-c542ae10fb01'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:37.831328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:37.854141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:42:37.859001 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:42:38.023880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-71f302ec-d7de-4665-b7a9-ee59dbafc27f None None] Port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:38.268675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a17b017-6e4e-4eb8-8cfd-30cd80deff35 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/ddd4fea2-5482-4d98-acdb-c542ae10fb01 HTTP/1.1" status: 200 len: 909 time: 0.4347119 Nov 12 03:42:38.269615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:38.284194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749421812', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': True}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:38.325719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.327633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.415026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Port aedd0bfe-08c0-4e29-93a6-33fb3657eba4 not found while updating agent binding for router 67753c3b-7edb-4a0c-9b37-d3d56221e343. {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:42:38.417704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.441179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] Set router ddd4fea2-5482-4d98-acdb-c542ae10fb01 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:38.456366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:38.456961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:38.532723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:38.656975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] Set router 67753c3b-7edb-4a0c-9b37-d3d56221e343 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:38.996697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:39.125690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.165819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:39.166218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.186348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Router 67753c3b-7edb-4a0c-9b37-d3d56221e343 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:39.277214 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120'}], 'enable_snat': False}, 'gw_port_id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:32Z', 'updated_at': '2021-11-12T03:42:35Z', 'revision_number': 3, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port': {'id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:34Z', 'updated_at': '2021-11-12T03:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.383211 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a80b40-2593-422a-921d-20efb323683a None None] Checking router: ddd4fea2-5482-4d98-acdb-c542ae10fb01 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:39.383740 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a80b40-2593-422a-921d-20efb323683a None None] Updating router ddd4fea2-5482-4d98-acdb-c542ae10fb01 port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:39.397381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:37Z', 'revision_number': 5, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:39.468950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08afbfde-4c04-4699-909a-17e718294c05 None None] The sync data for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 is: [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:37Z', 'revision_number': 5, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port': {'id': '4f788d9d-e89d-46d9-b03b-83c3652d3932', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:20Z', 'updated_at': '2021-11-12T03:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:39.523684 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.546913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:39.574183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:39.580086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-724e3592-07c7-443b-b241-994551388db9 admin admin] 10.222.0.97 "PUT /v2.0/routers/67753c3b-7edb-4a0c-9b37-d3d56221e343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1229131 Nov 12 03:42:39.584827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38352) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:40.018356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.451858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.522478 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.541137 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.610821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Deleting port 4f788d9d-e89d-46d9-b03b-83c3652d3932 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:40.610821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.633191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.671706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.762785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f20b9-5e9c-47e2-aa9d-976720c98bad None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:40.825111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93a80b40-2593-422a-921d-20efb323683a None None] Attempting to bind port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:40.825751 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93a80b40-2593-422a-921d-20efb323683a None None] Attempting to bind port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:40.826256 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a80b40-2593-422a-921d-20efb323683a None None] Attempting to bind port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:40.862513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f29a3-e037-42fc-880e-e955fca05539 None None] Pushing event updated for resources: {'Port': ['ID=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:40.885858 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a80b40-2593-422a-921d-20efb323683a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:40.888566 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a80b40-2593-422a-921d-20efb323683a None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:40.889434 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.890240 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a80b40-2593-422a-921d-20efb323683a None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:40.891253 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93a80b40-2593-422a-921d-20efb323683a None None] Bound port: 7e42e5b2-efd1-4431-89a9-0dd0d3510ead, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:40.892165 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.912043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dd082ee6-3912-4d0a-9061-c0a73b13c576 None None] Provisioning complete for port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:40.912513 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd082ee6-3912-4d0a-9061-c0a73b13c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:40.977377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] For port 4f788d9d-e89d-46d9-b03b-83c3652d3932, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4f788d9d-e89d-46d9-b03b-83c3652d3932,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:40.978801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.043138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Calling delete_port for 4f788d9d-e89d-46d9-b03b-83c3652d3932 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:41.075041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dd082ee6-3912-4d0a-9061-c0a73b13c576 None None] Port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:41.088342 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93a80b40-2593-422a-921d-20efb323683a None None] For port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:41.101394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93a80b40-2593-422a-921d-20efb323683a None None] For port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:41.108048 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93a80b40-2593-422a-921d-20efb323683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.139714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.25.7.64 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/0c9684bd-7485-4d27-a8ac-52c31423ba47) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:41.237358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69d96b-b059-4eba-98db-ef73d80072fb None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:41.273469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] Routers {'ddd4fea2-5482-4d98-acdb-c542ae10fb01'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.274127 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ddd4fea2-5482-4d98-acdb-c542ae10fb01'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.337011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] Provisioning complete for port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:41.337622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.380275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f29a3-e037-42fc-880e-e955fca05539 None None] Pushing event updated for resources: {'Port': ['ID=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.455044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b18a-4155-4203-aebf-653afcece725 None None] Sync routers for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:41.498327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:41.515868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:41.518961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.551218 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] Set router ddd4fea2-5482-4d98-acdb-c542ae10fb01 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:41.622255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.661484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.702732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:41.741553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:41.742395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=0c9684bd-7485-4d27-a8ac-52c31423ba47,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.761479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:41.765713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:41.785429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f788d9d-e89d-46d9-b03b-83c3652d3932,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:41.791073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] Set router 67753c3b-7edb-4a0c-9b37-d3d56221e343 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:41.796852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e6092-c3fe-4aa2-8c12-70f704f60e38 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:41.832670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] For port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:41.907260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.014417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67753c3b-7edb-4a0c-9b37-d3d56221e343', 'name': 'tempest-FloatingIPsNegativeTestJSON-1829485478-router', 'tenant_id': '70e05a0ad62348fb924ef29bef2d4e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:18Z', 'updated_at': '2021-11-12T03:42:40Z', 'revision_number': 6, 'project_id': '70e05a0ad62348fb924ef29bef2d4e90', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.047899 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93a80b40-2593-422a-921d-20efb323683a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120'}], 'enable_snat': False}, 'gw_port_id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:32Z', 'updated_at': '2021-11-12T03:42:35Z', 'revision_number': 3, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port': {'id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:34Z', 'updated_at': '2021-11-12T03:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.158813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b18a-4155-4203-aebf-653afcece725 None None] Checking router: 67753c3b-7edb-4a0c-9b37-d3d56221e343 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:42.164265 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a80b40-2593-422a-921d-20efb323683a None None] The sync data for ids ['ddd4fea2-5482-4d98-acdb-c542ae10fb01'] in n-d-766726-29 is: [{'id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120'}], 'enable_snat': False}, 'gw_port_id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:32Z', 'updated_at': '2021-11-12T03:42:35Z', 'revision_number': 3, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port': {'id': '7e42e5b2-efd1-4431-89a9-0dd0d3510ead', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd4fea2-5482-4d98-acdb-c542ae10fb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:34Z', 'updated_at': '2021-11-12T03:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:42.171808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.241172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.247618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.347020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8320a0-baa1-446f-b882-c0c256ba8085 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:42.375337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.376160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67753c3b-7edb-4a0c-9b37-d3d56221e343 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:42.385337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] Routers {'67753c3b-7edb-4a0c-9b37-d3d56221e343'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:42.386811 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.390757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['67753c3b-7edb-4a0c-9b37-d3d56221e343'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.392843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0b574064-7a6d-4fe5-a9de-c1ec9f0adc84 admin admin] 10.222.0.97 "DELETE /v2.0/routers/67753c3b-7edb-4a0c-9b37-d3d56221e343 HTTP/1.1" status: 204 len: 168 time: 2.8031218 Nov 12 03:42:42.393959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:42.528076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.535725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Deleting subnet 96195d02-ea04-4a5e-9d18-acef237d410f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:42:42.537826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1de06f6b-c47b-47d2-b2da-ab181ca6ac69 None None] Provisioning complete for port 0c9684bd-7485-4d27-a8ac-52c31423ba47 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:42.538258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1de06f6b-c47b-47d2-b2da-ab181ca6ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.551649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.595582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a497b18a-4155-4203-aebf-653afcece725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:42.596975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497b18a-4155-4203-aebf-653afcece725 None None] The sync data for ids ['67753c3b-7edb-4a0c-9b37-d3d56221e343'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:42.623281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefbf2d-c160-460b-bd44-85350bb94b0b None None] Pushing event updated for resources: {'Port': ['ID=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:42.664007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:42.702524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1de06f6b-c47b-47d2-b2da-ab181ca6ac69 None None] Port 0c9684bd-7485-4d27-a8ac-52c31423ba47 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:42.836597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-367dd0ab-9b3d-4a92-abd0-ea2fb9859ee8 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=9eeb1bf74ee64ce784391ca624b97329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811727 Nov 12 03:42:43.102368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-60a1a524-ee30-493d-a01f-27f2e3bd0f35 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:43.111535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-60a1a524-ee30-493d-a01f-27f2e3bd0f35 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538188 Nov 12 03:42:43.119721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.244533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-8770b08c-c784-4470-bf33-b93f1e07d19b tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/quotas/9eeb1bf74ee64ce784391ca624b97329 HTTP/1.1" status: 200 len: 375 time: 0.0616720 Nov 12 03:42:43.290710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.330189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-87315d05-f537-489f-9eef-f2fd12a794cf tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845799 Nov 12 03:42:43.351711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.384713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439031ae-4fcd-4ba9-90e6-76d9b2024443 None None] Network 313fb648-7415-4581-bb3d-468ae1dce5ab requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:42:43.386144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.407236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/96195d02-ea04-4a5e-9d18-acef237d410f HTTP/1.1" status: 204 len: 168 time: 1.0110095 Nov 12 03:42:43.412003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:43.522169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3dfc8-22a8-4ede-9fa4-2769ee340071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96195d02-ea04-4a5e-9d18-acef237d410f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:43.720411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:43.841561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:43.885883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c17b974-c9f1-497d-86fa-0bd22c91821d req-8cda4adb-f4a9-474e-92e0-5369f51814cb tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 210 time: 0.1555717 Nov 12 03:42:44.016690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Deleting port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:44.017038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.174564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] For port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,segment=NetworkSegment(6f1bb88b-e72d-4e31-81f1-adbf00509ea4),segment_id=6f1bb88b-e72d-4e31-81f1-adbf00509ea4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:44.186628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.267323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Calling delete_port for 0564d7e7-cf80-4bc0-b3c3-da7ec004312b owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:44.355743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:44.369927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] DHCP port deletion for 313fb648-7415-4581-bb3d-468ae1dce5ab request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:44.381203 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Sync routers for ids ['7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:44.414368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Routers {'7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:44.415590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:44.464124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.478142 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-756035c7-a206-43b3-8e4e-ab37fe77efc4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1947756 Nov 12 03:42:44.481215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38438) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:44.574572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.598252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Deleting port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:44.598987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.706390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] For port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:44.707765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.724255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Calling delete_port for 0564d7e7-cf80-4bc0-b3c3-da7ec004312b owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:44.732480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:42:44.734988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:44.735234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Pushing event deleted for resources: {'Port': ['ID=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.742959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] No DVR routers for this DVR port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:44.817869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] No DVR routers for this DVR port 0564d7e7-cf80-4bc0-b3c3-da7ec004312b on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:42:44.831121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb60c5-cec6-4f36-b1a9-73162a1aa332 None None] Pushing event deleted for resources: {'Port': ['ID=0564d7e7-cf80-4bc0-b3c3-da7ec004312b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:44.879943 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Set router 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:45.045571 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e6eb9b2-a61a-4352-bbaf-fcd7d98e61d9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/7af2b414-d9c2-4dc9-aab1-bdac53bd4bac HTTP/1.1" status: 200 len: 907 time: 0.5557604 Nov 12 03:42:45.047129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38448) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:45.058635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.127829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7e42e5b2-efd1-4431-89a9-0dd0d3510ead up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:45.298254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:45.298747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.399566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-203aaace-61e1-45c3-8a50-491b4e5c3a78 req-648ac4ee-0cf9-4422-a635-e3c016fab740 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 210 time: 0.1780186 Nov 12 03:42:45.453634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313fb648-7415-4581-bb3d-468ae1dce5ab']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:45.510604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1bb88b-e72d-4e31-81f1-adbf00509ea4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:45.510951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1bb88b-e72d-4e31-81f1-adbf00509ea4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:45.528123 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af2b414-d9c2-4dc9-aab1-bdac53bd4bac', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '0c9684bd-7485-4d27-a8ac-52c31423ba47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:42Z', 'revision_number': 3, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port': {'id': '0c9684bd-7485-4d27-a8ac-52c31423ba47', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af2b414-d9c2-4dc9-aab1-bdac53bd4bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:40Z', 'updated_at': '2021-11-12T03:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:45.635357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.674828 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Checking router: 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:42:45.675780 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Updating router 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac port 0c9684bd-7485-4d27-a8ac-52c31423ba47 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:42:45.687918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4f788d9d-e89d-46d9-b03b-83c3652d3932 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:45.704237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.734264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:42:45.734774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:42:45.736871 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:42:45.740789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.777553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 4f788d9d-e89d-46d9-b03b-83c3652d3932 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:45.778129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4f788d9d-e89d-46d9-b03b-83c3652d3932 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:45.778804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0564d7e7-cf80-4bc0-b3c3-da7ec004312b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:45.797423 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.821612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 0564d7e7-cf80-4bc0-b3c3-da7ec004312b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:45.822318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0564d7e7-cf80-4bc0-b3c3-da7ec004312b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:45.946711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.955744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:45.960615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] 10.222.0.97 "DELETE /v2.0/networks/313fb648-7415-4581-bb3d-468ae1dce5ab HTTP/1.1" status: 204 len: 168 time: 2.5469644 Nov 12 03:42:45.992971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894062b1-bad1-43ee-a10c-072444bc0697 admin admin] Pushing event deleted for resources: {'Network': ['ID=313fb648-7415-4581-bb3d-468ae1dce5ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.026542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.209001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-314fa40c-4ddd-4221-907e-b34fa16343dc tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9eeb1bf74ee64ce784391ca624b97329&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614209 Nov 12 03:42:46.215022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Deleting port 0c9684bd-7485-4d27-a8ac-52c31423ba47 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:46.216137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.524780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-e033c9d6-5301-4c83-ae6a-ff222aedb42f tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:46.526399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-e033c9d6-5301-4c83-ae6a-ff222aedb42f tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043587 Nov 12 03:42:46.531363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.544640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.556088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Calling delete_port for 0c9684bd-7485-4d27-a8ac-52c31423ba47 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:46.646350 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.675765 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.714134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc4295d0-6dd3-4acc-ae1e-8442f4a2f1b9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=70e05a0ad62348fb924ef29bef2d4e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685660 Nov 12 03:42:46.718074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:46.725709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1bc4a-0e9b-4e51-a692-dcc051f84267 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:46.773387 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Attempting to bind port 0c9684bd-7485-4d27-a8ac-52c31423ba47 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:46.773959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Attempting to bind port 0c9684bd-7485-4d27-a8ac-52c31423ba47 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:46.774489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Attempting to bind port 0c9684bd-7485-4d27-a8ac-52c31423ba47 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:46.796114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.805186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:46.805924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:46.806509 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.807133 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:46.807860 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Bound port: 0c9684bd-7485-4d27-a8ac-52c31423ba47, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:46.808674 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.814669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc61bb-cb00-47cf-9a94-a614d8a73bb1 None None] Pushing event updated for resources: {'Port': ['ID=0c9684bd-7485-4d27-a8ac-52c31423ba47,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:46.828871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.862013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8d6638b0-5920-4d9d-a00e-bdcf58c291db None None] Provisioning complete for port 0c9684bd-7485-4d27-a8ac-52c31423ba47 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:46.865667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d6638b0-5920-4d9d-a00e-bdcf58c291db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.920838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Request body: {'port': {'device_id': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '9eeb1bf74ee64ce784391ca624b97329'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:46.966244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.969777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:46.971579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d057306e-2b6a-4d15-a8a9-586a1c2a16bf HTTP/1.1" status: 204 len: 168 time: 0.2520330 Nov 12 03:42:46.993524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8d6638b0-5920-4d9d-a00e-bdcf58c291db None None] Port 0c9684bd-7485-4d27-a8ac-52c31423ba47 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:46.994109 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] For port 0c9684bd-7485-4d27-a8ac-52c31423ba47, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:47.004836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791230-77bd-4248-a072-b2c9845c1437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d057306e-2b6a-4d15-a8a9-586a1c2a16bf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.008327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] For port 0c9684bd-7485-4d27-a8ac-52c31423ba47, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0c9684bd-7485-4d27-a8ac-52c31423ba47,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:47.017132 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.126670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258b8e0-7493-4100-8418-d26dbc4f8dd9 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:47.147243 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Routers {'7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:47.149649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.152594 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc61bb-cb00-47cf-9a94-a614d8a73bb1 None None] Pushing event updated for resources: {'Port': ['ID=0c9684bd-7485-4d27-a8ac-52c31423ba47,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.253259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6bdc4fe1-37d5-4d58-a24f-fb941e79e50d None None] Provisioning complete for port 0c9684bd-7485-4d27-a8ac-52c31423ba47 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:47.253698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4fe1-37d5-4d58-a24f-fb941e79e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.339201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fde6eca7-3609-4765-8a1c-b4b5cdd2d32f req-3a3bfc1e-9a6e-402b-8715-43c0b7c3d900 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 210 time: 0.1713622 Nov 12 03:42:47.438417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4fe1-37d5-4d58-a24f-fb941e79e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.542801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.573260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Made reservation on behalf of 9eeb1bf74ee64ce784391ca624b97329 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:47.581304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.655689 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] Set router 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:42:47.656502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7e87c-a141-4d0a-8734-2519e749ebe0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:47.668876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:47.677684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c9684bd-7485-4d27-a8ac-52c31423ba47,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:47.771015 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af2b414-d9c2-4dc9-aab1-bdac53bd4bac', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:46Z', 'revision_number': 4, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:47.815483 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcffe1f-db10-4c8c-a6a9-12e8ed7e8f53 None None] The sync data for ids ['7af2b414-d9c2-4dc9-aab1-bdac53bd4bac'] in n-d-766726-29 is: [{'id': '7af2b414-d9c2-4dc9-aab1-bdac53bd4bac', 'name': 'tempest-snat-router-1749421812', 'tenant_id': '9354e4aa8a6045cf9e58891954d9a47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:38Z', 'updated_at': '2021-11-12T03:42:46Z', 'revision_number': 4, 'project_id': '9354e4aa8a6045cf9e58891954d9a47a', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:47.820945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.020604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.032440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.091900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.098256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.631156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.631689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7af2b414-d9c2-4dc9-aab1-bdac53bd4bac {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:48.640970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:48.642131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f74394ca-e731-4038-b4b7-98161fe98027 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/routers/7af2b414-d9c2-4dc9-aab1-bdac53bd4bac HTTP/1.1" status: 204 len: 168 time: 3.5939929 Nov 12 03:42:48.647023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38522) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:48.678990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cf18207-54fb-4e72-bfad-f67f0564ddae req-0a623c0e-994f-47c0-a98b-9cff2c8ad29e tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 210 time: 0.0520916 Nov 12 03:42:48.699882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bcd7aa-cbf9-4225-be4a-da374e1881f4,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:48.905939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Allocated IP 192.168.233.219 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/9624ffb8-605d-4764-949c-d1c38e5bf91a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:48.906058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.148507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.210702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.259413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Deleting port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:49.260224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.286679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.404501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:49.411536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:49.428696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:49.486038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] For port 7e42e5b2-efd1-4431-89a9-0dd0d3510ead, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:49.486423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.530096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Calling delete_port for 7e42e5b2-efd1-4431-89a9-0dd0d3510ead owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:49.575903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Pushing event updated for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:49.600434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-548d5c60-e8e3-4e57-96b5-565f6a6cd062 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539507 Nov 12 03:42:49.718719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:49.721239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.956207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-abd85b45-a115-4edf-b95f-6cd0f7f58b76 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0539873 Nov 12 03:42:49.988414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-05cb1139-0605-4432-b56e-612761177457 None None] Provisioning complete for port 9624ffb8-605d-4764-949c-d1c38e5bf91a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:49.989399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05cb1139-0605-4432-b56e-612761177457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:49.990795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Request body: {'port': {'device_id': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.000485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-3978ab19-8940-4c2a-87a1-d555d7f476b8 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.004601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.008361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-3978ab19-8940-4c2a-87a1-d555d7f476b8 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3912082 Nov 12 03:42:50.070057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-368bb724-63dd-4c59-a2b8-411449dd9a14 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/quotas/25b8334ef2dc41d2aa6027fc64e31366 HTTP/1.1" status: 200 len: 375 time: 0.0603924 Nov 12 03:42:50.071564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e42e5b2-efd1-4431-89a9-0dd0d3510ead,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:50.108887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-05cb1139-0605-4432-b56e-612761177457 None None] Port 9624ffb8-605d-4764-949c-d1c38e5bf91a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:50.110697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66754e29-7202-4ebd-a7a1-d5ad6a5fae6e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:50.161068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9ce4-e0e6-4f2d-86ae-60c2af553e2d req-ca13f5ea-0df8-4fec-a253-b5d94380ce39 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:50.167886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-130f9ce4-e0e6-4f2d-86ae-60c2af553e2d req-ca13f5ea-0df8-4fec-a253-b5d94380ce39 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 936 time: 0.2684391 Nov 12 03:42:50.171656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-5191c3c8-d2b9-47b7-ad58-1c4f206c64d4 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910263 Nov 12 03:42:50.181292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.249050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.293084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-130f9ce4-e0e6-4f2d-86ae-60c2af553e2d req-c9b36ef1-2d97-4b58-b93b-1b0eb850e020 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224818 Nov 12 03:42:50.413957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.417098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.487679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.488751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd4fea2-5482-4d98-acdb-c542ae10fb01 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:50.504634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.506239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee04d1a7-ec9a-482e-821f-5687d8086a6f tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "DELETE /v2.0/routers/ddd4fea2-5482-4d98-acdb-c542ae10fb01 HTTP/1.1" status: 204 len: 168 time: 1.8573463 Nov 12 03:42:50.510323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38572) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:50.538825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-749606228', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:50.589965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92db5bc6-891b-404b-a54b-e5f805f58120 req-bd8b537d-8203-44db-9066-c8095d17c687 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 210 time: 0.0873685 Nov 12 03:42:50.607409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.608490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.719808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.892419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9624ffb8-605d-4764-949c-d1c38e5bf91a {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:50.901094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.927296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Transition to ACTIVE for port object 9624ffb8-605d-4764-949c-d1c38e5bf91a will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:50.943089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:50.944748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.283094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Pushing event updated for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.290612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7e42e5b2-efd1-4431-89a9-0dd0d3510ead no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:42:51.393402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7e42e5b2-efd1-4431-89a9-0dd0d3510ead {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:42:51.404421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7e42e5b2-efd1-4431-89a9-0dd0d3510ead not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:42:51.449751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Attempting to bind port 9624ffb8-605d-4764-949c-d1c38e5bf91a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:51.450219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Attempting to bind port 9624ffb8-605d-4764-949c-d1c38e5bf91a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:51.450753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Attempting to bind port 9624ffb8-605d-4764-949c-d1c38e5bf91a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:51.477057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Port 9624ffb8-605d-4764-949c-d1c38e5bf91a on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:51.477497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Attempting to bind port 9624ffb8-605d-4764-949c-d1c38e5bf91a on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:51.488775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:51.490325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:51.491204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:51.492161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Bound port: 9624ffb8-605d-4764-949c-d1c38e5bf91a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:51.492799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.607831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.676038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.781426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:51.785673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:51.808968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:51.921527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691564-7437-458e-9301-feb2b5f0c53e req-869784f1-a7bd-4f49-a93f-341ff24ec059 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:51.924209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78691564-7437-458e-9301-feb2b5f0c53e req-869784f1-a7bd-4f49-a93f-341ff24ec059 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 948 time: 0.3790271 Nov 12 03:42:51.979537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e80f3ae-5d5f-4393-9d58-b453a103d67b req-66d41a61-dbbf-463b-be73-0f3bcf60eb60 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 210 time: 0.0732355 Nov 12 03:42:51.980351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Pushing event updated for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:51.981216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Allocated IP 172.25.7.68 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/b54e2811-906a-4db8-a5e9-0ed9a9d128a8) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:52.008623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.009340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.010953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d0b55cb2-28a2-4088-92ce-44111b71492c service neutron] 10.222.0.16 "PUT /v2.0/ports/9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 1097 time: 2.0285919 Nov 12 03:42:52.012027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:52.014884 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72433453-6346-4901-a3e5-95ee896a0230" -d '{"events": [{"name": "network-changed", "server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:52.121763 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02ecd5e-ba79-4870-8315-4dcbf1d2dbc6 x-openstack-request-id: req-c02ecd5e-ba79-4870-8315-4dcbf1d2dbc6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:52.122444 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:52.122668 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c02ecd5e-ba79-4870-8315-4dcbf1d2dbc6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:52.123388 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a', 'status': 'completed', 'code': 200} Nov 12 03:42:52.128176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78691564-7437-458e-9301-feb2b5f0c53e req-bd120e7a-243b-43c4-b895-a9181e2dff05 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536298 Nov 12 03:42:52.193718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21b11fbd-4eb7-41cb-b91a-76f993b5b5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.294095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d7079a11-6ef0-4df5-9f0f-eff5ae33c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.296502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-d7079a11-6ef0-4df5-9f0f-eff5ae33c3dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1100 time: 0.1058795 Nov 12 03:42:52.328635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.388522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-5e9f151b-5610-462b-a755-a5a04cd5c69e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 217 time: 0.0658076 Nov 12 03:42:52.414983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.477178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-5fdbd11c-cdd8-4897-aa8d-484d6f296506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.480436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-5fdbd11c-cdd8-4897-aa8d-484d6f296506 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0796595 Nov 12 03:42:52.495542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:52.499058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:52.521924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:52.544399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7a5ec-cc90-457b-be29-c581be9c391d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:52.551338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-b039be93-3649-4904-ab85-ad252add41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:52.553006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-b039be93-3649-4904-ab85-ad252add41c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605972 Nov 12 03:42:52.576465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event updated for resources: {'Port': ['ID=b54e2811-906a-4db8-a5e9-0ed9a9d128a8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:52.643380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7ac6fc02-d9cb-40d5-bc44-fff1792ee60b None None] Provisioning complete for port b54e2811-906a-4db8-a5e9-0ed9a9d128a8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:52.643845 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ac6fc02-d9cb-40d5-bc44-fff1792ee60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:52.712252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6fc02-d9cb-40d5-bc44-fff1792ee60b None None] Port b54e2811-906a-4db8-a5e9-0ed9a9d128a8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:52.771669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-a6ccdea2-0315-47ec-a38a-353e4ac474ab service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036474 Nov 12 03:42:52.942123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b8d1672-e4e6-4549-9a80-fc1d5e74c428 req-dc4f20ff-9031-48c6-97eb-14882ce1b888 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529927 Nov 12 03:42:52.983295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.200948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faa47584-0655-48d6-9596-8503a1aa074f req-faa190ba-4886-4636-b8ef-77d9481cdcee tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 210 time: 0.0833299 Nov 12 03:42:53.293630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-ceb0ecf7-a30f-4bf6-b654-bcf0846cce39 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293581 Nov 12 03:42:53.306782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72433453-6346-4901-a3e5-95ee896a0230 req-a4938d83-fe1d-4ba0-839c-ad1886b04de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.309312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-a4938d83-fe1d-4ba0-839c-ad1886b04de8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1100 time: 0.2441416 Nov 12 03:42:53.358362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.554068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Router dedfd5b6-44d5-4549-9cb5-bd8779f90c3a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:42:53.600865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-814852e4-14a0-4785-891d-8de259551b15 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.602883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-814852e4-14a0-4785-891d-8de259551b15 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018250 Nov 12 03:42:53.639726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce5f2b-ce7a-4947-a4be-f476f9613a7b req-97142ee1-9576-4623-985e-7ae2c5c0daeb tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.653400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ce5f2b-ce7a-4947-a4be-f476f9613a7b req-97142ee1-9576-4623-985e-7ae2c5c0daeb tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 948 time: 0.2954946 Nov 12 03:42:53.679812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Request body: {'port': {'device_id': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '25b8334ef2dc41d2aa6027fc64e31366'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.700404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:53.713044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] Sync routers for ids ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:53.726318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:53.731205 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f16449ef-1d0b-4acd-b847-fd8e27e82eab tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2121501 Nov 12 03:42:53.731973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:53.735865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] Routers {'dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:53.736664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:53.739248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:53.826134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:53.867500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] Routers {'dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:53.868454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:53.948351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93ce5f2b-ce7a-4947-a4be-f476f9613a7b req-c9dc0bbf-5860-49d5-8d3d-fde5c32d1037 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935619 Nov 12 03:42:53.979587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:53.981301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72433453-6346-4901-a3e5-95ee896a0230 req-0fe94f67-bbc6-4869-8699-40a9a7626de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:53.982629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af985c-0a60-4457-ac4e-a001f264b2dd None None] The sync data for ids ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:53.993431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-0fe94f67-bbc6-4869-8699-40a9a7626de7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.6370790 Nov 12 03:42:54.054038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Made reservation on behalf of 25b8334ef2dc41d2aa6027fc64e31366 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:42:54.059484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.069343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-d7cc9d99-c274-4a99-8fc5-dad892cc37c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 217 time: 0.0661047 Nov 12 03:42:54.077425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.202609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72433453-6346-4901-a3e5-95ee896a0230 req-3ec1b70b-1d41-40a6-a1a8-0293afe5d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.205499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-3ec1b70b-1d41-40a6-a1a8-0293afe5d033 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1232090 Nov 12 03:42:54.290516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.320811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72433453-6346-4901-a3e5-95ee896a0230 req-21d043af-481e-4e0d-8172-47c474b5bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:54.326576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a9d24926-24f1-4576-9411-6f9ce9b9a440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.327691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-21d043af-481e-4e0d-8172-47c474b5bcbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096992 Nov 12 03:42:54.376356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.403560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:54.515244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d395bfaa-4f25-4b37-9223-d1463f81bfc6 req-7b6979f3-d65c-42d4-a343-9c6b0c3aed95 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 210 time: 0.1137474 Nov 12 03:42:54.745039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa42d5f-588d-4c86-bedb-a738175543ca,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:54.860343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-ec66dcd4-ae8c-45f1-a60d-3b1615c18272 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808879 Nov 12 03:42:55.014533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Allocated IP 192.168.233.129 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/0e8d7803-f65a-41b6-86c6-f1112583ee7b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:55.072157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72433453-6346-4901-a3e5-95ee896a0230 req-e3979aa1-fb9d-4663-9a47-1a4a3f588fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823769 Nov 12 03:42:55.254117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072da04d-58f6-48e5-9a84-58972fa5ded8 req-30cf79c5-16d9-4b7a-b180-fff010f74e0a tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.255350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-072da04d-58f6-48e5-9a84-58972fa5ded8 req-30cf79c5-16d9-4b7a-b180-fff010f74e0a tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 948 time: 0.1195152 Nov 12 03:42:55.283530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.383064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-072da04d-58f6-48e5-9a84-58972fa5ded8 req-e8b65920-6263-40c6-8aea-19a815e3271d tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118131 Nov 12 03:42:55.416695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.426102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.431646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.436235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.562742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:55.577653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:42:55.579703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:42:55.583303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:42:55.600207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router dedfd5b6-44d5-4549-9cb5-bd8779f90c3a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:42:55.770024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.771029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.848422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-085c5ebe-cf83-4bfe-b547-ecbe9d3391a9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1749823 Nov 12 03:42:55.854887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:42:55.865380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.866995 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-08ba86d5-8ed8-4ce9-83ae-1bdb1509a6dd tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "PUT /v2.0/routers/dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 200 len: 920 time: 2.1338768 Nov 12 03:42:55.870711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:55.870963 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] Sync routers for ids ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:42:55.873829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Request body: {'port': {'device_id': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:55.895130 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] Routers {'dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:55.895668 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:55.951618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135535b3-a0ac-4d6f-aaf6-ae78ec4198e8 req-b89c9e6f-abc5-4839-a385-9deca4c874b5 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:55.960276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135535b3-a0ac-4d6f-aaf6-ae78ec4198e8 req-b89c9e6f-abc5-4839-a385-9deca4c874b5 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 936 time: 0.2768085 Nov 12 03:42:55.964142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f8f4f1d4-364a-4d44-9386-b0a1e7d5ac07 None None] Provisioning complete for port 0e8d7803-f65a-41b6-86c6-f1112583ee7b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:55.964522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8f4f1d4-364a-4d44-9386-b0a1e7d5ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:55.983063 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:56.010511 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] Routers {'dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:42:56.011435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:56.033746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4f1d4-364a-4d44-9386-b0a1e7d5ac07 None None] Port 0e8d7803-f65a-41b6-86c6-f1112583ee7b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:42:56.097876 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:42:56.098817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae8b6-e91f-4be2-9c25-6579bbe41da8 None None] The sync data for ids ['dedfd5b6-44d5-4549-9cb5-bd8779f90c3a'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:42:56.131278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.148565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f3368be2-707d-4014-b586-2517696c1c8d tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 200 len: 920 time: 0.2612047 Nov 12 03:42:56.169510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-135535b3-a0ac-4d6f-aaf6-ae78ec4198e8 req-200448ad-6b40-4417-a9b7-fb7c0ed9c931 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083418 Nov 12 03:42:56.170539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.174981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9624ffb8-605d-4764-949c-d1c38e5bf91a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:42:56.329298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc2b7f-5dd0-4121-b631-42d11aad83f4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.336429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.343898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47bc2b7f-5dd0-4121-b631-42d11aad83f4 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=dedfd5b6-44d5-4549-9cb5-bd8779f90c3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1989675 Nov 12 03:42:56.388924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:56.412718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '9624ffb8-605d-4764-949c-d1c38e5bf91a', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '9624ffb8-605d-4764-949c-d1c38e5bf91a', 'mac_address': 'fa:16:3e:44:c4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:42:56.547257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0df9b5-d186-4742-8b31-d3437d477c33 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.552447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0e0df9b5-d186-4742-8b31-d3437d477c33 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.2120771 Nov 12 03:42:56.553524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38716) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.585134 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.607947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-56ce6fc6-f55b-44ec-a06d-316e023ed0ed tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 200 len: 205 time: 0.0499973 Nov 12 03:42:56.610685 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:56.647723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9624ffb8-605d-4764-949c-d1c38e5bf91a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:56.704431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:56.711343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.794174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:42:56.807438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.822885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.826645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Transition to ACTIVE for port object 0e8d7803-f65a-41b6-86c6-f1112583ee7b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:42:56.848288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.856337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:56.920831 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:56.988045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40fe24-2623-4edc-8ac7-e5eedb4367d7 req-ab02e0c2-fc8c-4c88-afb2-5ea9e8808c14 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:56.989884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d40fe24-2623-4edc-8ac7-e5eedb4367d7 req-ab02e0c2-fc8c-4c88-afb2-5ea9e8808c14 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 949 time: 0.1606703 Nov 12 03:42:57.039762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.048511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9624ffb8-605d-4764-949c-d1c38e5bf91a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:42:57.063131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.250088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port b54e2811-906a-4db8-a5e9-0ed9a9d128a8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:42:57.250720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.309499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d40fe24-2623-4edc-8ac7-e5eedb4367d7 req-875b8559-5011-4a8e-a46d-74a3b4b55fa4 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821932 Nov 12 03:42:57.420548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Attempting to bind port 0e8d7803-f65a-41b6-86c6-f1112583ee7b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:42:57.421125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Attempting to bind port 0e8d7803-f65a-41b6-86c6-f1112583ee7b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:42:57.421656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Attempting to bind port 0e8d7803-f65a-41b6-86c6-f1112583ee7b on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:57.443034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Port 0e8d7803-f65a-41b6-86c6-f1112583ee7b on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:42:57.450773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Attempting to bind port 0e8d7803-f65a-41b6-86c6-f1112583ee7b on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:42:57.462204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:42:57.462540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:42:57.462947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:42:57.463383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Bound port: 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:42:57.463736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.531941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.557203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for b54e2811-906a-4db8-a5e9-0ed9a9d128a8 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:42:57.578723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:42:57.586048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:42:57.611212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.627200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640589ef-7545-44a9-af89-8a9ed4ba9ce8 req-f747c1b8-b34c-43b3-aa69-d2fbc8a18e59 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.629247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-640589ef-7545-44a9-af89-8a9ed4ba9ce8 req-f747c1b8-b34c-43b3-aa69-d2fbc8a18e59 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 948 time: 0.1438828 Nov 12 03:42:57.698294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.698967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.700793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] 10.222.0.104 "PUT /v2.0/ports/0e8d7803-f65a-41b6-86c6-f1112583ee7b HTTP/1.1" status: 200 len: 1097 time: 1.8371813 Nov 12 03:42:57.701257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:57.703621 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906" -d '{"events": [{"name": "network-changed", "server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:57.779992 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:57.856249 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02952fb2-4f4a-49b4-87ec-cad92ffea90a x-openstack-request-id: req-02952fb2-4f4a-49b4-87ec-cad92ffea90a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:57.856693 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:57.856872 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-02952fb2-4f4a-49b4-87ec-cad92ffea90a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:57.857350 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'status': 'completed', 'code': 200} Nov 12 03:42:57.916993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7567-8bb6-4b23-98db-3adac02dcff2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:57.959529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-640589ef-7545-44a9-af89-8a9ed4ba9ce8 req-c042c941-7ae2-4259-9cb6-4261ca89f478 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940133 Nov 12 03:42:57.975697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-65cabece-5fc1-4f21-9bf8-3c78af0a2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:57.977223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-65cabece-5fc1-4f21-9bf8-3c78af0a2787 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 1100 time: 0.1551628 Nov 12 03:42:57.996940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.046518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-6d90a183-40b2-4032-996d-93056c39de88 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b HTTP/1.1" status: 200 len: 217 time: 0.0455468 Nov 12 03:42:58.069158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=b54e2811-906a-4db8-a5e9-0ed9a9d128a8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.095035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc6a5d-a290-4c7a-9eb1-d73121b9218e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:42:58.174823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f2c252fc-7891-4ee2-9f0e-5a128de51beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.176574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-f2c252fc-7891-4ee2-9f0e-5a128de51beb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1223359 Nov 12 03:42:58.194907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9624ffb8-605d-4764-949c-d1c38e5bf91a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:42:58.214413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.277775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-4d6fe471-c068-4769-8c09-c3466ac94839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.279820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-4d6fe471-c068-4769-8c09-c3466ac94839 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939796 Nov 12 03:42:58.293117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 9624ffb8-605d-4764-949c-d1c38e5bf91a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:42:58.299891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 9624ffb8-605d-4764-949c-d1c38e5bf91a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:42:58.301277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.465003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.497995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-0a30bb43-a44d-42ba-9aff-4f8215380c1d service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085958 Nov 12 03:42:58.507327 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.510762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.547116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:42:58.552565 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc436c6a-a4a0-4128-9bad-bd8e868e41b5" -d '{"events": [{"server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:42:58.563818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:42:58.583718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.650068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.651137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router dedfd5b6-44d5-4549-9cb5-bd8779f90c3a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:42:58.681539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-353f7913-92aa-495b-a65f-d1461ec8ca83 req-dc727570-ebad-4eec-a178-8f8fc145fa0b service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670728 Nov 12 03:42:58.682671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.693626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa9bea22-da44-4e4d-a6d3-74e4080bd813 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 204 len: 168 time: 2.0815060 Nov 12 03:42:58.694482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38768) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.701889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1785461468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.741833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b916f8-90cc-405e-9309-0d349f56aa1b req-07af565e-3859-4115-8f38-1d5a048ff6d8 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:58.744818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07b916f8-90cc-405e-9309-0d349f56aa1b req-07af565e-3859-4115-8f38-1d5a048ff6d8 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 949 time: 0.2426233 Nov 12 03:42:58.756286 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00df4c6-0238-4a04-9b80-04678a7f9475 x-openstack-request-id: req-e00df4c6-0238-4a04-9b80-04678a7f9475 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:42:58.756607 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "name": "network-vif-plugged", "status": "completed", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:42:58.756820 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e00df4c6-0238-4a04-9b80-04678a7f9475 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:42:58.757224 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a', 'code': 200} Nov 12 03:42:58.761936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:42:58.773966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.775024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.878061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.884436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.916095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:58.925891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62f2dc03-8c6d-4ff3-bbb9-20f259452139 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2290826 Nov 12 03:42:58.926779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38772) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:42:58.938722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:42:58.999643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07b916f8-90cc-405e-9309-0d349f56aa1b req-c7e25130-7930-44c7-9749-e7ae005bff64 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411988 Nov 12 03:42:59.028486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-ed61d817-4f6b-4c17-a6b8-da205ceece79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.031170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-ed61d817-4f6b-4c17-a6b8-da205ceece79 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 1100 time: 0.2323127 Nov 12 03:42:59.157274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b8492-f5ae-4924-a63a-ebe6616596d4 req-8d1070f9-7363-43c9-9bd6-c019f81574ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.157274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-633b8492-f5ae-4924-a63a-ebe6616596d4 req-8d1070f9-7363-43c9-9bd6-c019f81574ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1102 time: 0.2621529 Nov 12 03:42:59.251611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad56a98-9fce-4df2-8bd9-ed2a941924b8 req-8ad42e38-1693-4e22-9b05-7516fe677f3d tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.253557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ad56a98-9fce-4df2-8bd9-ed2a941924b8 req-8ad42e38-1693-4e22-9b05-7516fe677f3d tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 948 time: 0.1646137 Nov 12 03:42:59.315527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.344082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-633b8492-f5ae-4924-a63a-ebe6616596d4 req-99e067e9-91f4-4ee0-81f8-ed0e58d5a38b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490521 Nov 12 03:42:59.347872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-cabede1d-dd65-46af-ae9a-3a620b78217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.350342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-cabede1d-dd65-46af-ae9a-3a620b78217c service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3065016 Nov 12 03:42:59.441918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-fd3a2df8-5008-4968-ba30-1543ad5dd80d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b HTTP/1.1" status: 200 len: 217 time: 0.0828469 Nov 12 03:42:59.501537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ad56a98-9fce-4df2-8bd9-ed2a941924b8 req-8f44e775-bd50-4a36-8aa9-d4c19c81a0bb tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355638 Nov 12 03:42:59.558441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-7ef635e0-c3f4-4fb6-958d-53624714f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.560203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-7ef635e0-c3f4-4fb6-958d-53624714f5ea service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1074994 Nov 12 03:42:59.624759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.649255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:42:59.658611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-493a65e0-7b91-4042-aa6b-1323ad4cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:42:59.663681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-493a65e0-7b91-4042-aa6b-1323ad4cb385 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889249 Nov 12 03:42:59.843726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-f4691231-9fde-49ba-9ddd-ef777c841136 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722438 Nov 12 03:42:59.867925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Allocated IP 172.25.7.212 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a10fff2e-878f-4db3-ad72-8fd2db996da4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:42:59.978795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97cb0a1a-cf06-4995-9bdd-0f8f985b5906 req-8f8e7cc6-1462-4426-b6c8-def4f102229a service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245408 Nov 12 03:43:00.089565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.168828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.232924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event updated for resources: {'Port': ['ID=a10fff2e-878f-4db3-ad72-8fd2db996da4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:00.249041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07506382-549b-44d8-85e9-6d90feb8bba0 req-fd049ddd-fe07-4f80-9a51-28f425d8e23e tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.251688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07506382-549b-44d8-85e9-6d90feb8bba0 req-fd049ddd-fe07-4f80-9a51-28f425d8e23e tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.1235216 Nov 12 03:43:00.268310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:00.272780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:00.283104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:00.302184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c366abd-9343-4b17-9464-c7c2363b5bd9 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:00.379776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07506382-549b-44d8-85e9-6d90feb8bba0 req-0f7077d2-6946-4c97-beb8-02d08a5b845d tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198227 Nov 12 03:43:00.452273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-19042cb4-9433-442a-b8b6-0bb4d7f2330c None None] Provisioning complete for port a10fff2e-878f-4db3-ad72-8fd2db996da4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:00.452826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19042cb4-9433-442a-b8b6-0bb4d7f2330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:00.537135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19042cb4-9433-442a-b8b6-0bb4d7f2330c None None] Port a10fff2e-878f-4db3-ad72-8fd2db996da4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:00.756722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ed65-6f4c-4a55-a267-71b6d98792ff req-066ac686-a1d6-44fc-8306-e6a7b0530178 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:00.760115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a25ed65-6f4c-4a55-a267-71b6d98792ff req-066ac686-a1d6-44fc-8306-e6a7b0530178 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 948 time: 0.1342056 Nov 12 03:43:00.840811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a25ed65-6f4c-4a55-a267-71b6d98792ff req-fefad30f-34d1-46cc-9706-9d526475e160 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Nov 12 03:43:00.869195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.264438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.269300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.356608 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.552989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Router 6cfc9faa-53fa-4872-bd6c-45beded9e87a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:01.650653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f79be-0e9b-4bb3-98b0-a43c05b347a4 req-e53918e0-6296-4850-bcc6-a6f297f94ff4 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:01.659389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-810f79be-0e9b-4bb3-98b0-a43c05b347a4 req-e53918e0-6296-4850-bcc6-a6f297f94ff4 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.0960271 Nov 12 03:43:01.733832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-810f79be-0e9b-4bb3-98b0-a43c05b347a4 req-f4ed253a-7474-4fff-ad85-61680cb8aa2d tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Nov 12 03:43:01.784456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:01.803430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:01.808355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38832) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:01.810818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71be43e7-edc2-408a-9271-0cc6a5d96d0a tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "PUT /v2.0/routers/6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 200 len: 880 time: 2.8821421 Nov 12 03:43:01.820430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] Sync routers for ids ['6cfc9faa-53fa-4872-bd6c-45beded9e87a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:01.871126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:02.037387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] Routers {'6cfc9faa-53fa-4872-bd6c-45beded9e87a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:02.040323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cfc9faa-53fa-4872-bd6c-45beded9e87a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.131733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:02.163217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'mac_address': 'fa:16:3e:4e:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:02.213353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.261786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] Routers {'6cfc9faa-53fa-4872-bd6c-45beded9e87a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:02.262620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cfc9faa-53fa-4872-bd6c-45beded9e87a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.322653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:02.323631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04203e42-dd0a-40b6-87a8-7b2e59f55fb8 None None] The sync data for ids ['6cfc9faa-53fa-4872-bd6c-45beded9e87a'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:02.334364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.354897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:02.405478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:02.423704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:02.609820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:02.839365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.851835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-531f8395-22ca-48f0-acb8-3dd840726bcc tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 200 len: 921 time: 1.0391796 Nov 12 03:43:02.859313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['0e8d7803-f65a-41b6-86c6-f1112583ee7b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:02.870369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201bb0a-f6e0-438b-b651-5ad0f7b0c7e2 req-8b49b4c7-3f55-4f7c-ae47-45f29251f3a5 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.879674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e201bb0a-f6e0-438b-b651-5ad0f7b0c7e2 req-8b49b4c7-3f55-4f7c-ae47-45f29251f3a5 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 949 time: 0.1105053 Nov 12 03:43:02.951244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e201bb0a-f6e0-438b-b651-5ad0f7b0c7e2 req-08b9fb2e-16ba-489c-8462-2e6a41c5f348 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Nov 12 03:43:02.972674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123574d0-3d5b-4f46-b3b5-489e9e6f2c79 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:02.978113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:02.978716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-123574d0-3d5b-4f46-b3b5-489e9e6f2c79 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=6cfc9faa-53fa-4872-bd6c-45beded9e87a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1377892 Nov 12 03:43:03.102276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fecfd8e-a06f-4fbc-8655-5c752bb88049 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:03.106320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9fecfd8e-a06f-4fbc-8655-5c752bb88049 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1244533 Nov 12 03:43:03.106713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.139064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0f6ac5f-308c-4619-8e81-c06748db5324 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 200 len: 205 time: 0.0306401 Nov 12 03:43:03.141413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:03.272922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.471228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.602175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port a10fff2e-878f-4db3-ad72-8fd2db996da4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:03.602663 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.737896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:03.753108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for a10fff2e-878f-4db3-ad72-8fd2db996da4 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:03.873597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:03.970456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 0e8d7803-f65a-41b6-86c6-f1112583ee7b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:43:03.975899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 0e8d7803-f65a-41b6-86c6-f1112583ee7b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:03.976587 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.041348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-c956a8a2-07b3-4170-a41a-af13a048951e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634842 Nov 12 03:43:04.042241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.108658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=a10fff2e-878f-4db3-ad72-8fd2db996da4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.206969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120c52f-a005-4a0b-8210-634effed8e81 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:04.255142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.269454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.276016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-2199cc22-d17a-4073-831c-c1f95bec3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.277572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-2199cc22-d17a-4073-831c-c1f95bec3bee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1102 time: 0.1470444 Nov 12 03:43:04.306906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:04.309516 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad9ce0-52d4-416c-983a-eeeb07f07f0a" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:04.313414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c151685-4818-4aea-b5f3-d2032059ee63 req-d5ca1242-459a-4cae-81d8-ff05e1f1be5c tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.315130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c151685-4818-4aea-b5f3-d2032059ee63 req-d5ca1242-459a-4cae-81d8-ff05e1f1be5c tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 949 time: 0.2138617 Nov 12 03:43:04.325055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:04.334727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.437785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:04.443001 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f537ae-819d-4f15-bc97-523f75ca77fa x-openstack-request-id: req-35f537ae-819d-4f15-bc97-523f75ca77fa {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:04.443772 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:04.444278 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-35f537ae-819d-4f15-bc97-523f75ca77fa {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:04.445049 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'code': 200} Nov 12 03:43:04.524632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.536094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.684588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c151685-4818-4aea-b5f3-d2032059ee63 req-dfef6ad4-fabd-4e96-8485-824293afbb0b tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064244 Nov 12 03:43:04.695293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-e55444bd-85c3-40df-a240-ff80b0e89a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.697710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-e55444bd-85c3-40df-a240-ff80b0e89a5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3810120 Nov 12 03:43:04.699370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.699941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router 6cfc9faa-53fa-4872-bd6c-45beded9e87a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:04.708483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.709636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b9b2e3cb-055b-49e8-b614-40e359375c6b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 204 len: 168 time: 1.5672021 Nov 12 03:43:04.715870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38906) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:04.726033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1608724998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:04.753718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87720-ede8-4be2-9a30-294948258bef req-3ef724ee-2e9e-4f4a-8c5a-3e4b9d5394a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.757795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8c87720-ede8-4be2-9a30-294948258bef req-3ef724ee-2e9e-4f4a-8c5a-3e4b9d5394a3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 1102 time: 0.2396803 Nov 12 03:43:04.770061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-e869ff2e-e86b-44d1-abb6-ecde280966b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 217 time: 0.0549924 Nov 12 03:43:04.796237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.797728 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:04.982010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-c9d6c42e-e75a-4eb0-b4db-c4801d29bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:04.983504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-c9d6c42e-e75a-4eb0-b4db-c4801d29bf28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1543121 Nov 12 03:43:04.985215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.009683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.085340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:05.092468 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f5f2b8e-c93a-45e5-b053-2767b5961fa0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3684914 Nov 12 03:43:05.093549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 38918) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:05.107615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8c87720-ede8-4be2-9a30-294948258bef req-a7188b8c-8229-448d-b891-8a9315e6085f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361177 Nov 12 03:43:05.109824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': True}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:05.151434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-87b0b44a-dc3e-4a95-955c-59aa789249d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.153299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-87b0b44a-dc3e-4a95-955c-59aa789249d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345754 Nov 12 03:43:05.294545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-f984d1f0-90a9-40dc-8489-54347b7364c3 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330099 Nov 12 03:43:05.497380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6edd3b6-0aec-4234-b127-2336c5be9bd6 req-1ebe4665-2a1c-40db-b2c1-0353bc4ca6c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913879 Nov 12 03:43:05.987995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be592f-0c03-4bf1-b636-57c9ffb6f9da req-4a90cae3-be3a-4667-bed0-2df89d4fba38 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:05.996556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32be592f-0c03-4bf1-b636-57c9ffb6f9da req-4a90cae3-be3a-4667-bed0-2df89d4fba38 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 950 time: 0.1152406 Nov 12 03:43:06.091600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.107003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32be592f-0c03-4bf1-b636-57c9ffb6f9da req-2a72d0d8-4ba1-4593-be30-3b474e02debd tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046422 Nov 12 03:43:06.492710 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.521948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.694049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.25.7.180 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/1767601b-0dd3-48be-953b-a88ee7ba41e7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:06.811042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.851587 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:06.919445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:06.920567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=1767601b-0dd3-48be-953b-a88ee7ba41e7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:06.924080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:06.926145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:06.950042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023c0b3-4539-47d6-8e08-40100bcbb7aa None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:07.022764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f08c6340-b334-41b6-892c-996bec5cd6fb None None] Provisioning complete for port 1767601b-0dd3-48be-953b-a88ee7ba41e7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:07.023179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f08c6340-b334-41b6-892c-996bec5cd6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.062343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f08c6340-b334-41b6-892c-996bec5cd6fb None None] Port 1767601b-0dd3-48be-953b-a88ee7ba41e7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:07.340008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe663bd-4fa6-41a6-919d-e0b6aca6724e req-0c1198c8-b6db-4202-ab3b-d9e53f9457ec tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:07.348138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.348635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fe663bd-4fa6-41a6-919d-e0b6aca6724e req-0c1198c8-b6db-4202-ab3b-d9e53f9457ec tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 950 time: 0.1577144 Nov 12 03:43:07.433905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fe663bd-4fa6-41a6-919d-e0b6aca6724e req-fb52b9b9-8135-4f6d-aeab-54d7bf688e6f tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843246 Nov 12 03:43:07.828494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:07.838689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.156423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-602edd15-633c-4f46-a90b-47b1b1786ea4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1787226 Nov 12 03:43:08.307330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router 643333a2-4905-4165-b600-1f0bd10bc2f3 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:08.390388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-81ee8a0b-25c7-417b-9e01-80baa729fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.392688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-81ee8a0b-25c7-417b-9e01-80baa729fad1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.0983083 Nov 12 03:43:08.563469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:08.569022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:08.573482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ad6f7f4-fada-4465-aa3b-88caef755db9 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "PUT /v2.0/routers/643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 200 len: 915 time: 3.4756105 Nov 12 03:43:08.577210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.580242 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] Sync routers for ids ['643333a2-4905-4165-b600-1f0bd10bc2f3'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:08.598490 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] Routers {'643333a2-4905-4165-b600-1f0bd10bc2f3'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:08.599479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['643333a2-4905-4165-b600-1f0bd10bc2f3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.681918 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.697321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] Routers {'643333a2-4905-4165-b600-1f0bd10bc2f3'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:08.698188 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['643333a2-4905-4165-b600-1f0bd10bc2f3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.735011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ea051209-4519-4df7-9921-2f0e76c2d5eb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 200 len: 921 time: 0.1533327 Nov 12 03:43:08.735011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-3626417d-ef0f-4631-beb7-3b6083402108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.736739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-3626417d-ef0f-4631-beb7-3b6083402108 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.3186462 Nov 12 03:43:08.738057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.745375 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:08.746425 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61038-6ecb-4b05-8a55-6a5b65706ec9 None None] The sync data for ids ['643333a2-4905-4165-b600-1f0bd10bc2f3'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:08.816636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0cbd3a-5fe5-499f-b836-2055cad38a59 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.818528 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9d0cbd3a-5fe5-499f-b836-2055cad38a59 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=643333a2-4905-4165-b600-1f0bd10bc2f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0794590 Nov 12 03:43:08.823348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.880040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-fd9539cd-3a4c-4bd0-9344-ce44878fdddc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1001 time: 0.1348422 Nov 12 03:43:08.931453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dcdd7e-5a50-4010-a63e-69a727bb7ac3 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.937733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-83dcdd7e-5a50-4010-a63e-69a727bb7ac3 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1132474 Nov 12 03:43:08.938403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39022) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.965519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-e28d15a6-f91d-425c-afd9-57f6ef5483da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:08.967612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-e28d15a6-f91d-425c-afd9-57f6ef5483da service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0759003 Nov 12 03:43:08.992978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:08.996702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-009cf29d-4585-4cae-ab5d-628839f9dfc3 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 200 len: 205 time: 0.0568087 Nov 12 03:43:09.187555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-d91afd17-edc4-4d0e-a731-b1489cf9fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:09.189372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-d91afd17-edc4-4d0e-a731-b1489cf9fe94 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143464 Nov 12 03:43:09.297788 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.545739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-ef270be5-271e-4a08-bda0-999d8a7b0429 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358622 Nov 12 03:43:09.600953 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.668033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.730821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ef720d6-efd1-4db5-beb1-79e642c9c862 req-dc52c693-7f7f-4b5a-a6da-425d0ca83d98 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842124 Nov 12 03:43:09.757299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port 1767601b-0dd3-48be-953b-a88ee7ba41e7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:09.757673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.891256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:09.906704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for 1767601b-0dd3-48be-953b-a88ee7ba41e7 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:10.157913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.196584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=1767601b-0dd3-48be-953b-a88ee7ba41e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.227713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b292c-e9c3-4ea1-b0d7-dc1e7a1fd50f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:10.305335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.334990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.342541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1129720800'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.372184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:10.391888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.437721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:10.439985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.446330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.461375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.461943 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Added segment e7a787a8-24d4-4b76-bcd8-b41ce81db91e of type vlan for network c6fec5f1-e2b2-45f3-9432-7aae984091f1 Nov 12 03:43:10.507979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.508821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router 643333a2-4905-4165-b600-1f0bd10bc2f3 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:10.534819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.535995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-192d3e89-000e-4e3e-b59e-5c61d6099dc5 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 204 len: 168 time: 1.5419645 Nov 12 03:43:10.542022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39082) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.552663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730551963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.576848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.588945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.590359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.635014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.644927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:10.646908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.700853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.708783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.760565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.766533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff7eae67-30e5-4fb4-aad6-a9c1ec151648 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2230566 Nov 12 03:43:10.767361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.775045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.793964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4524827 Nov 12 03:43:10.798283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:10.849300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1001934640'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:10.872203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d21b9b-2880-4299-8f5b-ecc550badb68 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Network': ['ID=c6fec5f1-e2b2-45f3-9432-7aae984091f1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:10.894339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:10.897216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:10.902313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.941008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:10.954500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:10.955153 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Added segment 01985d15-08e4-4a8e-aa1a-8dcbc2de7450 of type vlan for network 8d22ef08-baa3-4390-97bb-83d9e85d2857 Nov 12 03:43:11.016236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.048063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.054734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:11.055517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.122520 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2847080 Nov 12 03:43:11.127384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:11.132961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'subnet': {'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:11.229971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b3f3b-2cd1-45e3-b2b8-e6f73ac58c37 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Network': ['ID=8d22ef08-baa3-4390-97bb-83d9e85d2857,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.251087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:11.283067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:11.288108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.438244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.567348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.646583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Subnet': ['ID=e8bec530-8030-401f-b29c-344c731c7d66,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:11.666880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:11.667263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network hostable DHCP agents. Network: c6fec5f1-e2b2-45f3-9432-7aae984091f1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:11.781776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.804622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:11.959199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:11.995244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Allocated IP 172.25.7.99 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ff8f0852-83b4-4db2-b66a-0f9e51b484eb) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:12.026799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:12.040968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c6fec5f1-e2b2-45f3-9432-7aae984091f1) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.046714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.047414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.070233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:12.077330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74710e1a-d8a7-4cd0-a91b-5a564a35a7fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9475322 Nov 12 03:43:12.079355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39120) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.084904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'mac_address': 'fa:16:3e:4e:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:12.086672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016622c-17ac-4734-809e-7b6a061e2308 None None] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:12.091250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'subnet': {'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:12.187797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.207866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.211444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:12.242573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:12.259962 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.262821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:12.269961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.276834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.311652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:12.357305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.383201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8f0852-83b4-4db2-b66a-0f9e51b484eb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.388779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.392197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:12.420031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ce265-7a60-47c2-9d17-e7720dc20f3e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:12.472995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:12.474759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.490114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:12.500170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['0e8d7803-f65a-41b6-86c6-f1112583ee7b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:12.578539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.681881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Subnet': ['ID=3e318bc5-fc8a-4877-ab46-e8be62da34ec,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:12.690071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Checking segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:12.691131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network hostable DHCP agents. Network: 8d22ef08-baa3-4390-97bb-83d9e85d2857, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:12.711766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:12.732449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8d22ef08-baa3-4390-97bb-83d9e85d2857) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:12.762339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:12.766122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d75ebc-8ee6-4a0c-b826-e8ea42d70ddc None None] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:12.766925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.771293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1114d51b-1aab-4d4f-a70c-63166a5fc5b9 None None] Provisioning complete for port ff8f0852-83b4-4db2-b66a-0f9e51b484eb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:12.771859 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1114d51b-1aab-4d4f-a70c-63166a5fc5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:12.804361 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4cbd2372-357f-4ebb-a58e-bb90b1736ce7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7202971 Nov 12 03:43:12.805296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:12.814057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1911203380', 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:12.972808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.121914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:13.171680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1114d51b-1aab-4d4f-a70c-63166a5fc5b9 None None] Port ff8f0852-83b4-4db2-b66a-0f9e51b484eb cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:13.232432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Allocated IP 10.1.1.2 (c6fec5f1-e2b2-45f3-9432-7aae984091f1/e8bec530-8030-401f-b29c-344c731c7d66/1517313f-d106-4d34-a547-f036897b3859) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:13.333915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.370514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] device_id is not set on port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:13.384818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.402954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8d22ef08-baa3-4390-97bb-83d9e85d2857', 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ips': [{'subnet_id': '3e318bc5-fc8a-4877-ab46-e8be62da34ec'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:13.403806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.449045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.542173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.561852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.647461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:13.650213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Pushing event updated for resources: {'Port': ['ID=1517313f-d106-4d34-a547-f036897b3859,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:13.655064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:13.661887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:13.670723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Allocated IP 10.2.2.2 (8d22ef08-baa3-4390-97bb-83d9e85d2857/3e318bc5-fc8a-4877-ab46-e8be62da34ec/637fa9a7-2259-4ed3-ab58-ba14d2b7f863) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:13.730264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.1.1.173 (c6fec5f1-e2b2-45f3-9432-7aae984091f1/e8bec530-8030-401f-b29c-344c731c7d66/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:13.744149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Router 8c71de5a-36f5-4641-a35a-9d8641c8ffe9 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:13.758254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Attempting to bind port 1517313f-d106-4d34-a547-f036897b3859 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:13.758904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Attempting to bind port 1517313f-d106-4d34-a547-f036897b3859 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:13.759475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Attempting to bind port 1517313f-d106-4d34-a547-f036897b3859 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:13.817719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:13.818313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:13.819048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.821074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Bound using segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:13.821074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Bound port: 1517313f-d106-4d34-a547-f036897b3859, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:13.821505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:13.973790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] For port 1517313f-d106-4d34-a547-f036897b3859, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:13.979546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] For port 1517313f-d106-4d34-a547-f036897b3859, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1517313f-d106-4d34-a547-f036897b3859,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:14.000192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:14.005789 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.047825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:14.053749 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.058326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-917b1fe5-b39c-4707-941e-03bdc3b4bcbb tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "PUT /v2.0/routers/8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 200 len: 914 time: 3.2891757 Nov 12 03:43:14.058957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.074247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] Sync routers for ids ['8c71de5a-36f5-4641-a35a-9d8641c8ffe9'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:14.106827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.111269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.164484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] Routers {'8c71de5a-36f5-4641-a35a-9d8641c8ffe9'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:14.171738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['8c71de5a-36f5-4641-a35a-9d8641c8ffe9'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.185847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.190425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.257579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:14.267710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:14.271535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:14.276880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.279744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566f857-d08f-49a3-b1a7-42e4374770b9 None None] Pushing event updated for resources: {'Port': ['ID=1517313f-d106-4d34-a547-f036897b3859,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.337831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:14.345432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 0e8d7803-f65a-41b6-86c6-f1112583ee7b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:14.346179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.351958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:14.355666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] Routers {'8c71de5a-36f5-4641-a35a-9d8641c8ffe9'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:14.356812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['8c71de5a-36f5-4641-a35a-9d8641c8ffe9'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.386630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.387787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.414536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:14.416702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.438986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ccda01c-11cc-4701-a3e3-cbee2f4d70a1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6292968 Nov 12 03:43:14.441748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.465268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'name': 'tempest-TaggedBootDevicesTest_v242-1729175997', 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:14.512007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Pushing event updated for resources: {'Port': ['ID=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:14.531699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:14.535558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0512a784-b452-44b3-90a4-b73b31aa75c8 None None] The sync data for ids ['8c71de5a-36f5-4641-a35a-9d8641c8ffe9'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:14.608710 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4806da33-1c45-444e-bfb7-f0f3178aed83 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 200 len: 920 time: 0.5475955 Nov 12 03:43:14.613093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.715567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Attempting to bind port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:14.715928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Attempting to bind port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:14.716420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Attempting to bind port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:14.720924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:14.733340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:14.733722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Checking segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:14.734096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.734481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Bound using segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:14.735203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Bound port: 637fa9a7-2259-4ed3-ab58-ba14d2b7f863, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:14.735379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.756530 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.758543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd8093-29d9-4c18-aabf-32b3def34046 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.763035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e8dd8093-29d9-4c18-aabf-32b3def34046 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=8c71de5a-36f5-4641-a35a-9d8641c8ffe9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1457226 Nov 12 03:43:14.764634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39192) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.815441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:14.817765 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95a57e-2011-455d-8d06-1c999c716c30" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:14.854613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] For port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:14.863739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] For port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:14.887139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:14.893142 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a934f-bcbf-46c8-a9eb-58efdce1bd50 x-openstack-request-id: req-a28a934f-bcbf-46c8-a9eb-58efdce1bd50 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:14.894560 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:14.897070 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a28a934f-bcbf-46c8-a9eb-58efdce1bd50 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:14.898014 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'code': 200} Nov 12 03:43:14.908818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.920303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.921002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:14.960412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac6199-8077-4053-a603-a84fd092bdf7 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:14.962498 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8ac6199-8077-4053-a603-a84fd092bdf7 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1970499 Nov 12 03:43:14.966031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39204) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:14.987960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] device_id is not set on port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:43:15.054056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-194ac134-c117-49a4-aaa0-6088a64daa83 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 200 len: 205 time: 0.0859768 Nov 12 03:43:15.059977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:15.104578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b61ffb-4758-476c-ae36-84a32842dd16 None None] Pushing event updated for resources: {'Port': ['ID=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.185096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1517313f-d106-4d34-a547-f036897b3859 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:15.278118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1517313f-d106-4d34-a547-f036897b3859 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:15.278488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.280576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.330286 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.574487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.1.1.219 (c6fec5f1-e2b2-45f3-9432-7aae984091f1/e8bec530-8030-401f-b29c-344c731c7d66/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:15.591200 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.620927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.701044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 1517313f-d106-4d34-a547-f036897b3859, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1517313f-d106-4d34-a547-f036897b3859,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:15.708081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.823860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port ff8f0852-83b4-4db2-b66a-0f9e51b484eb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:15.824750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:15.855736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=1517313f-d106-4d34-a547-f036897b3859,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:15.997882 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.004062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.027354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for ff8f0852-83b4-4db2-b66a-0f9e51b484eb owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:16.084895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.174152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:16.191024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:16.200459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:16.215609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0f08c-aa3d-4c02-ad6f-1226d7bd02c3 None None] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:16.400801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.436257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-88e26eed-1285-48b2-96cf-cf623e659a4c None None] Provisioning complete for port 1517313f-d106-4d34-a547-f036897b3859 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:16.439932 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-88e26eed-1285-48b2-96cf-cf623e659a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.486996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:16.487741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.544686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4945cc47-e1ff-4846-88de-f8501fd57100 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1015060 Nov 12 03:43:16.553187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:16.702377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=ff8f0852-83b4-4db2-b66a-0f9e51b484eb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:16.750888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b0bce-fbb7-4ac2-bddb-012483025f53 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:17.017567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.195266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39262) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.201279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918772883', 'description': 'tempest-description--1516208257'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.218525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.224325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.250590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.318081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1517313f-d106-4d34-a547-f036897b3859 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:17.421845 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.422705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router 8c71de5a-36f5-4641-a35a-9d8641c8ffe9 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:17.456741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.468802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd4764f4-34d9-4b20-846a-2782dc3fc6c2 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 204 len: 168 time: 2.4063768 Nov 12 03:43:17.475306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.506608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-968717360', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.568523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.571805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1517313f-d106-4d34-a547-f036897b3859 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:17.573852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.577935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.589992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.592272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.633481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b776f-687c-48a6-a4e8-8a8795cfe0d7 None None] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:17.678826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.687921 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4876759 Nov 12 03:43:17.710045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:17.745839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'security_group_rule': {'security_group_id': 'f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:17.798243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:17.804254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ba9b9-c660-44de-8b53-d7fe5e9b2da2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:17.881961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.109476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.119141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.162392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0056bff5-38e9-469f-b379-ee084719ac7a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.186301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.196147 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b343dcb-85fe-4c7e-be1d-4047c5ef9d4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847934 Nov 12 03:43:18.199133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39308) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:18.210229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'security_group_rule': {'security_group_id': 'f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:18.273484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.420396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.439184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.486553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Provisioning complete for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.487927 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.488191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240a5645-4711-4beb-aa80-37ce245ed02c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:18.514692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.516577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70a44bfd-7cc6-4aa7-b428-a4449c962888 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154981 Nov 12 03:43:18.520440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:18.536247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:18.640023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.733325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:18.824412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:18.942272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.942967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.949695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Provisioning complete for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:18.950131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:18.978531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.093840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:19.151672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.255157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Provisioning complete for port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:19.255527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.332679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 172.25.7.182 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/906151fc-69cf-437f-bb4f-6878339d6588) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:19.523371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.751934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.775050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.780686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.839278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.852660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:19.895830 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.910906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:19.996943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:20.009285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:20.033026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Allocated IP 172.25.7.167 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/01387599-2feb-4cd2-848e-d701931fddc0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:20.035271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:20.198329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.239289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.250396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=906151fc-69cf-437f-bb4f-6878339d6588,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.304378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:20.305234 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:20.305877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event updated for resources: {'Port': ['ID=01387599-2feb-4cd2-848e-d701931fddc0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.329709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:20.332172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:20.344822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:20.352201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.403559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354924d-324e-4105-8cb9-25b6c0af570d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:20.414776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.432498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:20.505114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.505652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.506204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.506723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.507306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.507848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.508411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.508924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.509474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.510003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.510526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.511075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:20.889075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.897896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.954462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Provisioning complete for port 1517313f-d106-4d34-a547-f036897b3859 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:20.956912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82bce1ae-e142-41ac-916c-50d94eedfb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:20.970976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=906151fc-69cf-437f-bb4f-6878339d6588,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:21.121615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.204408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.223386 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6fab4022-1573-437b-8149-9a56ddf446c0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7013052 Nov 12 03:43:21.258502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.376131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Provisioning complete for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.376626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.488473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:21.514019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Provisioning complete for port 01387599-2feb-4cd2-848e-d701931fddc0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.515144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.602943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Port 01387599-2feb-4cd2-848e-d701931fddc0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:21.616175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Provisioning complete for port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.616701 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.728984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.861357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Provisioning complete for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:21.861734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:21.958236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f17594b4-4706-4e07-9a69-c1af519611ab None None] Port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:22.028195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-eba9b4a0-2bbe-4a31-ac5e-cb3639990b19 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--918772883&fields=id&tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8 HTTP/1.1" status: 200 len: 267 time: 0.2958112 Nov 12 03:43:22.192500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be7c951d-d841-4a17-81c2-db5229bc05ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.220592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:22.308845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-67d7d19d-3292-4bcd-a46c-fcd12ee3962f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.310479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-67d7d19d-3292-4bcd-a46c-fcd12ee3962f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 937 time: 0.2713695 Nov 12 03:43:22.371771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:22.372141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:22.404750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2a0ff975-a9ef-4c0d-ac04-0d56f7a00d01 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.414005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2a0ff975-a9ef-4c0d-ac04-0d56f7a00d01 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 937 time: 0.0898421 Nov 12 03:43:22.463693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Router 81e3bdc0-3b4b-4664-9946-be9a6ae24d84 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:43:22.494148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-eb1a3b4c-17ef-40df-9978-30c6be27007c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0786026 Nov 12 03:43:22.622634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ee47a9af-5081-4c90-82ba-c778b6f3b658 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1269393 Nov 12 03:43:22.809153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-51bfa19f-44b2-400f-9374-335631b4360c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.816502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-51bfa19f-44b2-400f-9374-335631b4360c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.823988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-51bfa19f-44b2-400f-9374-335631b4360c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:22.828960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-51bfa19f-44b2-400f-9374-335631b4360c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 1995 time: 0.1646087 Nov 12 03:43:22.867271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-01a2f9e2-57f1-43cc-a745-0e4429c179a0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/quotas/2ce1b0482d7b424e8695dc02f7f22ed8 HTTP/1.1" status: 200 len: 375 time: 0.0273798 Nov 12 03:43:22.914562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:22.926124 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] Sync routers for ids ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:22.960030 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] Routers {'81e3bdc0-3b4b-4664-9946-be9a6ae24d84'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:22.960682 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:23.017474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.018404 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:23.024235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:23.026270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0c6368dc-9a9c-4efb-8801-4aaa73b6bb4b tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5468314 Nov 12 03:43:23.030589 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] Routers {'81e3bdc0-3b4b-4664-9946-be9a6ae24d84'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:23.030773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:23.031617 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:42:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:23.050228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-12df1280-9d9d-4939-b301-296b99d10548 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1698601 Nov 12 03:43:23.081992 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:23.083445 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d9b72-927b-41d1-a167-2c5128cab9b5 None None] The sync data for ids ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:23.261510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-8708f8bd-2123-412e-9dfe-4a23bbe25532 service neutron] 10.222.0.97 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948826 Nov 12 03:43:23.490030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a1dd1146-74d5-48f9-8c91-76ad9aa4b233 service neutron] 10.222.0.97 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981099 Nov 12 03:43:23.577321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-96a39ce3-619d-4437-8003-87eb67f2177e service neutron] 10.222.0.97 "GET /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0777717 Nov 12 03:43:23.707707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.760908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.762868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-992adeb2-164d-4a07-903b-7b4dbce08c50 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841717 Nov 12 03:43:23.850456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Deleting port 01387599-2feb-4cd2-848e-d701931fddc0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:23.850804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:23.981290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-12ad163a-bdf5-4503-b7af-fb759235255e service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063162 Nov 12 03:43:24.032905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.074474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Calling delete_port for 01387599-2feb-4cd2-848e-d701931fddc0 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:24.128381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce903101-67a1-4f52-8c4b-50dcb761c8eb service neutron] 10.222.0.97 "GET /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1406443 Nov 12 03:43:24.360222 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a10980b-c5e3-4dfd-8283-7179a194e5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.362884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ec0c4da2-4612-4bdd-ae41-93224c044cc0 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323992 Nov 12 03:43:24.477957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.519889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6763890-3821-4ca7-8833-23c93c2d376b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:43:24.600121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Pushing event deleted for resources: {'Port': ['ID=01387599-2feb-4cd2-848e-d701931fddc0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:24.631864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a84565a4-ba26-40fb-a3af-72fcdb475a93 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682996 Nov 12 03:43:24.692488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:24.846049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-0a7da100-73fd-4e4c-8799-a8a432349319 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044549 Nov 12 03:43:25.045176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a42434e6-d89a-4586-8ede-57893186e6b3 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900954 Nov 12 03:43:25.059808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.064001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.309511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5a7412d0-e86e-4af2-9e0a-13677cb112f7 service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535145 Nov 12 03:43:25.483490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.511448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-315d13c5-6c0a-43d2-9997-c6cbb9d101bd service neutron] 10.222.0.97 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949639 Nov 12 03:43:25.685185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-fac67dcf-b94b-4e14-bc5b-280029ffee90 service neutron] 10.222.0.97 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632843 Nov 12 03:43:25.726698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Router 81e3bdc0-3b4b-4664-9946-be9a6ae24d84 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:43:25.884480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:43:25.887382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-00ceed2a-8c4d-43b0-aaf8-2a6dd0b9f683 service neutron] 10.222.0.97 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943448 Nov 12 03:43:25.897916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] Sync routers for ids ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:43:25.909964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:25.912178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-941638dd-0ab1-4dee-a577-68be3a072d81 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "PUT /v2.0/routers/81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 200 len: 705 time: 2.8862140 Nov 12 03:43:25.927538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39498) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:25.953404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] Routers {'81e3bdc0-3b4b-4664-9946-be9a6ae24d84'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:25.961177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:43:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:26.016696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:26.032757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] Routers {'81e3bdc0-3b4b-4664-9946-be9a6ae24d84'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:43:26.033528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:43:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:26.075834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:26.076898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910eaf8-e0f7-4361-a079-676c64fc4528 None None] The sync data for ids ['81e3bdc0-3b4b-4664-9946-be9a6ae24d84'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:43:26.130002 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d358f49-47c4-4121-b611-445b9ffc7a01 tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/routers/81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 200 len: 740 time: 0.2007868 Nov 12 03:43:26.139802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.239495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-67e02ce4-c1b7-4bd4-920d-583246284ad7 service neutron] 10.222.0.97 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294172 Nov 12 03:43:26.324235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b3994c25-a485-4c62-a8ba-d71bccda3fde tempest-RoutersAdminTest-683459695 tempest-RoutersAdminTest-683459695-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 200 len: 205 time: 0.1828296 Nov 12 03:43:26.330338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39504) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.388247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bec1d2ae-4f06-4f82-9b34-714f0872d270 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 200 len: 205 time: 0.0560493 Nov 12 03:43:26.390561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:26.441606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-00a5924b-5b25-467c-975f-ce46e891cb13 service neutron] 10.222.0.97 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954377 Nov 12 03:43:26.515281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.818584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.836297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.929376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.964427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:26.965071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Fanout notify agent at l3_agent the message router_deleted on router 81e3bdc0-3b4b-4664-9946-be9a6ae24d84 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:43:26.996286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.000577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2cc2aa68-f212-476d-abcb-2ce1e0975ce0 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 204 len: 168 time: 0.6084683 Nov 12 03:43:27.005016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39548) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.060022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.066773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c14a448f-d5cd-42ae-a2fc-5c9c78c5e0b7 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 200 len: 205 time: 0.0589807 Nov 12 03:43:27.139034 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-68afafce-8d8c-4f2a-b57b-2171f997f39f tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:27.143757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-68afafce-8d8c-4f2a-b57b-2171f997f39f tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/81e3bdc0-3b4b-4664-9946-be9a6ae24d84 HTTP/1.1" status: 404 len: 336 time: 0.0769668 Nov 12 03:43:27.145359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.219178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ac619fe7-7386-4ff3-b849-7bb03dceed8d tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 200 len: 205 time: 0.0719352 Nov 12 03:43:27.219757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39558) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.326817 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-43bc217c-08bc-429d-ab1e-fd6e78993240 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:27.342016 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43bc217c-08bc-429d-ab1e-fd6e78993240 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/8c71de5a-36f5-4641-a35a-9d8641c8ffe9 HTTP/1.1" status: 404 len: 336 time: 0.1181812 Nov 12 03:43:27.342385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39560) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.387807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2884ac1-e5ef-4100-9211-2cc30a06eee3 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 200 len: 205 time: 0.0423067 Nov 12 03:43:27.388135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39562) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.504584 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-1af8f7b2-4cc7-455f-901f-a919238688a8 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:27.506641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1af8f7b2-4cc7-455f-901f-a919238688a8 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/643333a2-4905-4165-b600-1f0bd10bc2f3 HTTP/1.1" status: 404 len: 336 time: 0.1166790 Nov 12 03:43:27.508337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39572) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.569274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c70234a-9f5f-487d-97f5-f94f0ffcd975 req-7a4f084f-f56e-402e-b743-abd3e8045894 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0790865 Nov 12 03:43:27.608027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92d85af5-bf3b-482a-a8e3-2518d4fe02e4 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 200 len: 205 time: 0.0985398 Nov 12 03:43:27.610577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.673225 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-27f4dae8-3254-4890-9a10-3e768da4f278 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:27.676000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-27f4dae8-3254-4890-9a10-3e768da4f278 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/6cfc9faa-53fa-4872-bd6c-45beded9e87a HTTP/1.1" status: 404 len: 336 time: 0.0635777 Nov 12 03:43:27.678117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39580) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.741368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:27.757486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e4bf4e34-33ba-499a-913d-5673281ea917 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 200 len: 205 time: 0.0773017 Nov 12 03:43:27.759613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.896255 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4a997a0e-a962-4e55-b5bd-320853816681 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:27.898352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4a997a0e-a962-4e55-b5bd-320853816681 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/dedfd5b6-44d5-4549-9cb5-bd8779f90c3a HTTP/1.1" status: 404 len: 336 time: 0.1376646 Nov 12 03:43:27.901166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:27.945908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2e8aefc0-d1b0-49ce-9590-f2c36eb0012f tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "GET /v2.0/ports?device_id=a9134522-2583-467b-b7ac-38dd1580d985 HTTP/1.1" status: 200 len: 205 time: 0.0428607 Nov 12 03:43:27.947678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39602) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.023503 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-60ca3750-b643-416e-8d59-973849e36ff1 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] delete failed (client error): The resource could not be found. Nov 12 03:43:28.025164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-60ca3750-b643-416e-8d59-973849e36ff1 tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/routers/a9134522-2583-467b-b7ac-38dd1580d985 HTTP/1.1" status: 404 len: 336 time: 0.0759091 Nov 12 03:43:28.027486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.070783 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b1a307-6241-440c-a371-926b0a9659ec tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] DELETE failed (client error): The resource could not be found. Nov 12 03:43:28.077051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b1a307-6241-440c-a371-926b0a9659ec tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:43:28.082104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-26b1a307-6241-440c-a371-926b0a9659ec tempest-RoutersAdminTest-1362069764 tempest-RoutersAdminTest-1362069764-project] 10.222.0.97 "DELETE /v2.0/subnets/77837b28-c473-4134-bfd5-036a08411bdf HTTP/1.1" status: 404 len: 337 time: 0.0534704 Nov 12 03:43:28.837061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:28.968052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bb940a-01db-4ca4-9a77-32099c80035f req-c511f16d-e25e-4c2e-8af4-2fd72b2bcacb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.1111970 Nov 12 03:43:29.255463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29836aa2-66ef-4ba7-81e4-0235bc7d84c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.476551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29836aa2-66ef-4ba7-81e4-0235bc7d84c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.482195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29836aa2-66ef-4ba7-81e4-0235bc7d84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.553373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29836aa2-66ef-4ba7-81e4-0235bc7d84c4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95342ca2f79e4c4fbc8ce5e357ff3b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7146707 Nov 12 03:43:29.554452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:29.570321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29836aa2-66ef-4ba7-81e4-0235bc7d84c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19acc42-57c6-4434-a427-5a60ff8f9a74,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:29.704823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.851214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:29.907435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-58360aff-7978-4509-9424-a87c6948d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:29.927067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-58360aff-7978-4509-9424-a87c6948d64c service neutron] 10.222.0.16 "GET /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 1033 time: 0.2359068 Nov 12 03:43:30.030539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-548a2e0e-5dc4-49fd-9237-93a1d77d8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.032016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-548a2e0e-5dc4-49fd-9237-93a1d77d8377 service neutron] 10.222.0.16 "GET /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 1033 time: 0.0821927 Nov 12 03:43:30.268931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd28cf10-98db-4966-a0aa-1e35bd08a83f req-9bf8f4fb-8249-449e-8203-cc7f3c7c7886 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0440176 Nov 12 03:43:30.313378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.320275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:30.322001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b19acc42-57c6-4434-a427-5a60ff8f9a74 HTTP/1.1" status: 204 len: 168 time: 0.7661624 Nov 12 03:43:30.386461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5983f851-a5c0-4d8e-b7f3-d2c9ccf404a7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.393176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5983f851-a5c0-4d8e-b7f3-d2c9ccf404a7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.399758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5983f851-a5c0-4d8e-b7f3-d2c9ccf404a7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:30.401747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5983f851-a5c0-4d8e-b7f3-d2c9ccf404a7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 1995 time: 0.3579264 Nov 12 03:43:30.403551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530f7d-acbe-41c4-b294-c452216ada57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19acc42-57c6-4434-a427-5a60ff8f9a74,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:30.628224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-15495610-1a17-4d65-92f3-49b6d87dd02b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8 HTTP/1.1" status: 200 len: 379 time: 0.2083373 Nov 12 03:43:30.646259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'admin_state_up': True, 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'security_groups': ['f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:30.966378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:30.979582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.046229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39680) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.383484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.509282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-032a87a1-9651-46ce-8254-ffa23a0a6365 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9354e4aa8a6045cf9e58891954d9a47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617836 Nov 12 03:43:31.532007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39698) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:31.563892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4608013-2d3f-4f34-a508-0de87feccd01 req-7115bfbc-618b-4d48-85e2-30715df06e31 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0813766 Nov 12 03:43:31.612714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.623604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 172.20.0.12 (dd2f4562-d9ae-4afc-bff6-f91a23409e06/f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5/6dc9f446-66cc-47aa-8529-2bf9adc732cf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:31.680080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.798956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.805315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:31.829042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ca849d23-1de4-4894-a97d-02ddfd0e8259 HTTP/1.1" status: 204 len: 168 time: 0.2730284 Nov 12 03:43:31.856463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca849d23-1de4-4894-a97d-02ddfd0e8259,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:31.873968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.874583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.877482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.879218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.879723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.880214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.880700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.881184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.881689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.882169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.886001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.890822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a17bbcc-6379-4ca8-a7a6-2214b75195f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:31.987333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.102859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.229054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:32.277161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:32.281864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:32.289239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:32.493822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.500451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.543823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-148afe33-4e82-4fa4-9c33-e2f03ed659a5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9078987 Nov 12 03:43:32.573988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'admin_state_up': True, 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'security_groups': ['f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:32.831519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-47baadb0-febb-49d3-9441-e59f9612c18a None None] Provisioning complete for port 6dc9f446-66cc-47aa-8529-2bf9adc732cf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:32.833365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47baadb0-febb-49d3-9441-e59f9612c18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:32.968776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7431-f98b-46eb-bf08-260d5d56bf99 req-250d55c0-0722-4a6d-b4ea-a1c6c391ac22 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:32.998834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81de7431-f98b-46eb-bf08-260d5d56bf99 req-250d55c0-0722-4a6d-b4ea-a1c6c391ac22 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 932 time: 0.2487369 Nov 12 03:43:33.014353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-47baadb0-febb-49d3-9441-e59f9612c18a None None] Port 6dc9f446-66cc-47aa-8529-2bf9adc732cf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:33.066496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:33.076377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:33.171452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81de7431-f98b-46eb-bf08-260d5d56bf99 req-ee53c494-5cc0-432f-aad1-37873ac51290 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713920 Nov 12 03:43:33.489745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.1.1.115 (c6fec5f1-e2b2-45f3-9432-7aae984091f1/e8bec530-8030-401f-b29c-344c731c7d66/b5d1b1ed-e527-45fd-9962-ed70ce821692) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:33.940577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.022097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.082423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:34.102051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:34.109810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:34.168745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:34.211452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.212117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.242897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f95d2936-ac01-47d9-a0cf-f2642971dc61 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6854157 Nov 12 03:43:34.261635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'admin_state_up': True, 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'security_groups': ['f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.441312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39764) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:34.568317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-40c929be-679a-48bc-a4f2-4a606cada033 None None] Provisioning complete for port b5d1b1ed-e527-45fd-9962-ed70ce821692 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:34.569308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-40c929be-679a-48bc-a4f2-4a606cada033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:34.633418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-40c929be-679a-48bc-a4f2-4a606cada033 None None] Port b5d1b1ed-e527-45fd-9962-ed70ce821692 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:34.833610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975513041'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:34.863988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:43:34.863988 n-d-766726-29 neutron-server[102604]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:43:34.863988 n-d-766726-29 neutron-server[102604]: [parameters: {'project_id': '20ee12745c624655a04238e741c572d2', 'id': 'daf836e6-c78c-4a00-a57a-a7fd955a3b05', 'expiration': datetime.datetime(2021, 11, 12, 3, 45, 34, 856821)}] Nov 12 03:43:34.863988 n-d-766726-29 neutron-server[102604]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:34.864895 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:34.893893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692aca-35ec-4001-8be7-511be615ea66 req-4aca00df-c90f-4325-b99f-704b9f51d9fa tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.904914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52692aca-35ec-4001-8be7-511be615ea66 req-4aca00df-c90f-4325-b99f-704b9f51d9fa tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:34.914421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52692aca-35ec-4001-8be7-511be615ea66 req-4aca00df-c90f-4325-b99f-704b9f51d9fa tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 1654 time: 0.3150601 Nov 12 03:43:34.948304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:34.952872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.115567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52692aca-35ec-4001-8be7-511be615ea66 req-b2bf6d2c-80fb-43aa-910b-ca192a160d3a tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001014 Nov 12 03:43:35.423782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:35.428214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.481018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.700801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.709065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.795805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:35.819369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b696942d-9d6b-4386-a041-b5da33f76bdb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:35.837624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.837984 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment a27dc0b1-9963-431e-96e1-0c510bbdb2f4 of type vlan for network 9b71d9df-ae6b-4427-962a-3d152252c86f Nov 12 03:43:35.905702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.1.1.216 (c6fec5f1-e2b2-45f3-9432-7aae984091f1/e8bec530-8030-401f-b29c-344c731c7d66/bd24c85a-3c41-4f44-b6fd-37c5ccd7f517) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:35.907607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.947852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:35.959667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:35.960610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.049833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=9b71d9df-ae6b-4427-962a-3d152252c86f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.069828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9b71d9df-ae6b-4427-962a-3d152252c86f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:36.075227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6ad29072-3f4f-4849-b16e-f9570a1743aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6326890 Nov 12 03:43:36.184980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.238256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.314888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:36.337675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:36.340195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:36.344587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:36.479365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e2d4-952e-46a8-b7ad-5ceb42869b5b req-ff375c56-1ef8-4320-aaa5-ab3868695b34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.489373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e2d4-952e-46a8-b7ad-5ceb42869b5b req-ff375c56-1ef8-4320-aaa5-ab3868695b34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.496471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e2d4-952e-46a8-b7ad-5ceb42869b5b req-ff375c56-1ef8-4320-aaa5-ab3868695b34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.513814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71f9e2d4-952e-46a8-b7ad-5ceb42869b5b req-ff375c56-1ef8-4320-aaa5-ab3868695b34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 2375 time: 0.1926439 Nov 12 03:43:36.532372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:36.536016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:36.690546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71f9e2d4-952e-46a8-b7ad-5ceb42869b5b req-12727f8f-5554-49eb-a973-0576e7218ca6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730955 Nov 12 03:43:36.695238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-590c7071-f888-4126-9c89-e75e1a86c0a6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4376366 Nov 12 03:43:36.724578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'admin_state_up': True, 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'security_groups': ['f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:36.886159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d803b6e4-699b-4ce4-8db4-6a264a27b4f6 None None] Provisioning complete for port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:36.888950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d803b6e4-699b-4ce4-8db4-6a264a27b4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.017527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d803b6e4-699b-4ce4-8db4-6a264a27b4f6 None None] Port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:37.052364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:37.204529 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:37.917110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.2.2.100 (8d22ef08-baa3-4390-97bb-83d9e85d2857/3e318bc5-fc8a-4877-ab46-e8be62da34ec/894d3542-41d1-4589-83ad-fcb1372e320d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:38.457101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.577401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.689381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-964ab695-d2a8-4e1a-9530-28dab70c7df2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.697526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-964ab695-d2a8-4e1a-9530-28dab70c7df2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.703806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-964ab695-d2a8-4e1a-9530-28dab70c7df2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.706197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-964ab695-d2a8-4e1a-9530-28dab70c7df2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 2375 time: 0.4705098 Nov 12 03:43:38.710279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:38.780874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-6add2b5c-3f02-4205-8f77-03c54da0bc15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558903 Nov 12 03:43:38.782588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:38.787847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:38.853699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:38.888846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.889250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.889537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.889865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.890193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.890522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.890864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.891194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.891609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.892069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.892516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.893458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:43:38.941459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:38.942034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:38.978386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9b74a1ce-8a6f-4eb7-905c-ab51252836fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2613535 Nov 12 03:43:39.011901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'admin_state_up': True, 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'security_groups': ['f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:39.237934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Made reservation on behalf of 2ce1b0482d7b424e8695dc02f7f22ed8 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:39.271187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.515975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4bc48c87-a0f9-4398-a9b4-7e19f3d578c9 None None] Provisioning complete for port 894d3542-41d1-4589-83ad-fcb1372e320d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:39.517097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bc48c87-a0f9-4398-a9b4-7e19f3d578c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.585848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bc48c87-a0f9-4398-a9b4-7e19f3d578c9 None None] Port 894d3542-41d1-4589-83ad-fcb1372e320d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:39.649512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39852) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:39.661590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:39.748531 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:39.797670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Allocated IP 10.2.2.200 (8d22ef08-baa3-4390-97bb-83d9e85d2857/3e318bc5-fc8a-4877-ab46-e8be62da34ec/ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:39.827549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:39.835290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.046743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.113425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.166638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:40.171207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:40.176230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:40.244498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.311480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.314212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.338695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event updated for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.347474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5aab48af-956f-4717-9cd0-0fa100cb7b94 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3488867 Nov 12 03:43:40.358421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=08af855b-4c4b-43fe-a234-701934ffd206,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:40.368542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.404413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:40.404937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 9b71d9df-ae6b-4427-962a-3d152252c86f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:40.443595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 9b71d9df-ae6b-4427-962a-3d152252c86f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:40.472371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9b71d9df-ae6b-4427-962a-3d152252c86f) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:40.481763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:40.482497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.492832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.494574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18e2fe-15b1-47d6-9a1d-f70d2a367496 None None] Network 9b71d9df-ae6b-4427-962a-3d152252c86f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:40.551365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df159fa6-3a59-4f84-aaa9-735b0e9b247b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8997946 Nov 12 03:43:40.552052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:40.570708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2051121101'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:40.660145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:40.664871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.761572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:40.799457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.802502 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment fc569e14-a05a-45a0-b149-c6d5c04fd529 of type vlan for network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 Nov 12 03:43:40.877456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9b71d9df-ae6b-4427-962a-3d152252c86f', 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '08af855b-4c4b-43fe-a234-701934ffd206'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:40.883907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.939123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.979930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:40.986670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.000373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.094400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc9f446-66cc-47aa-8529-2bf9adc732cf {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:41.098149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Allocated IP 2001:db8:0:ffff::2 (9b71d9df-ae6b-4427-962a-3d152252c86f/08af855b-4c4b-43fe-a234-701934ffd206/ce4d5a88-6cf3-45d3-bedf-c0fee867e88e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:41.108134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.135943 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5798430 Nov 12 03:43:41.136635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39876) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:41.142159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:41.201873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Transition to ACTIVE for port object 6dc9f446-66cc-47aa-8529-2bf9adc732cf will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:41.208153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.287939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93978f9-be20-442e-b335-4b9c05cf58aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=05f93c4c-7fff-41e4-906b-dab8cc1190a0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.331158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:41.334793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.369385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.380181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:41.383992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.464370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Attempting to bind port 6dc9f446-66cc-47aa-8529-2bf9adc732cf on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:41.464708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Attempting to bind port 6dc9f446-66cc-47aa-8529-2bf9adc732cf by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:41.465039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Attempting to bind port 6dc9f446-66cc-47aa-8529-2bf9adc732cf on network dd2f4562-d9ae-4afc-bff6-f91a23409e06 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.467264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.477721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Port 6dc9f446-66cc-47aa-8529-2bf9adc732cf on network dd2f4562-d9ae-4afc-bff6-f91a23409e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:41.477947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-433ac179-62d1-4307-a0af-e70f14c317c6 None None] Provisioning complete for port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:41.478103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Attempting to bind port 6dc9f446-66cc-47aa-8529-2bf9adc732cf on network dd2f4562-d9ae-4afc-bff6-f91a23409e06 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.478304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-433ac179-62d1-4307-a0af-e70f14c317c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.490753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:41.491125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Checking segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.491514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Bound using segment: {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:41.492011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Bound port: 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81df78b2-ec59-45ff-a468-0b158521072c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:41.492364 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.563483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Network 9b71d9df-ae6b-4427-962a-3d152252c86f is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:41.565050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-433ac179-62d1-4307-a0af-e70f14c317c6 None None] Port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:43:41.576249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.586696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:41.622170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Pushing event updated for resources: {'Port': ['ID=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.662197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:41.666000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:41.673593 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.707342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Attempting to bind port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:41.707707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Attempting to bind port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:41.708370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Attempting to bind port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e on network 9b71d9df-ae6b-4427-962a-3d152252c86f {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:41.718761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:41.720304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Checking segment: {'id': 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.720304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.720647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Bound using segment: {'id': 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:41.721755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Bound port: ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9b71d9df-ae6b-4427-962a-3d152252c86f'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:41.722768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.771973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.772963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.775496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] 10.222.0.16 "PUT /v2.0/ports/6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1093 time: 1.4115295 Nov 12 03:43:41.776145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:41.778570 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc3335-6d3e-449f-92fb-9098d6958a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:41.805377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4dda4-34b5-49c3-9f4d-a942e2f8c785 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.824207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:41.825160 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.908022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=5cef3563-e8c8-473f-99e8-623e3e94ca4e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:41.920047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': 'fc569e14-a05a-45a0-b149-c6d5c04fd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:41.921616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 05f93c4c-7fff-41e4-906b-dab8cc1190a0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:41.939933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] For port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:41.950885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] For port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,segment=NetworkSegment(a27dc0b1-9963-431e-96e1-0c510bbdb2f4),segment_id=a27dc0b1-9963-431e-96e1-0c510bbdb2f4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:41.954257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:41.960916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.961257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:41.974020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 05f93c4c-7fff-41e4-906b-dab8cc1190a0) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:41.988310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:41.989339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.000977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c34093-585f-4e27-ba5d-d803d986bc12 None None] Network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:42.039379 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97c48a36-12e6-42ab-89c3-cbc3f4494c78 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9013238 Nov 12 03:43:42.048279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:42.191528 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b904d8-d308-4e42-a347-19c9d09a1462 x-openstack-request-id: req-a4b904d8-d308-4e42-a347-19c9d09a1462 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:42.192073 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:42.192073 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a4b904d8-d308-4e42-a347-19c9d09a1462 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:42.192475 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'status': 'completed', 'code': 200} Nov 12 03:43:42.205831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787061-4efe-43ec-811a-3806c53ec3e7 None None] Pushing event updated for resources: {'Port': ['ID=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.304692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-05f93c4c-7fff-41e4-906b-dab8cc1190a0', 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '5cef3563-e8c8-473f-99e8-623e3e94ca4e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:42.305548 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.371405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.501491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.502018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.503104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.503572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.504065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.507430 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-ca2aae82-c6a0-4d10-a750-95b1d13b7226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 4365 time: 0.2516859 Nov 12 03:43:42.580101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Allocated IP 2001:db8::1 (05f93c4c-7fff-41e4-906b-dab8cc1190a0/5cef3563-e8c8-473f-99e8-623e3e94ca4e/392c971a-2d95-48c6-8d14-f8993b418a40) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:42.618727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.709168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36c3fd-47d9-470f-8d8d-206be766bfa2 req-63951368-de84-4a1d-9554-2038bdf3a8e4 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.710968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d36c3fd-47d9-470f-8d8d-206be766bfa2 req-63951368-de84-4a1d-9554-2038bdf3a8e4 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 950 time: 0.2273810 Nov 12 03:43:42.724089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:42.745306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.782820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Transition to ACTIVE for port object 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:42.796894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.878168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d36c3fd-47d9-470f-8d8d-206be766bfa2 req-eab7996c-3112-49f3-984d-015fd521d59f tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567450 Nov 12 03:43:42.911912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.933905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:42.934446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:42.942553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-e518e174-2975-4476-a9bb-b6e7621d4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.943164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-e518e174-2975-4476-a9bb-b6e7621d4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.944035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-e518e174-2975-4476-a9bb-b6e7621d4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:42.946877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-e518e174-2975-4476-a9bb-b6e7621d4690 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4123435 Nov 12 03:43:43.006501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:43.011700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:43.018341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:43.034658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Pushing event updated for resources: {'Port': ['ID=392c971a-2d95-48c6-8d14-f8993b418a40,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.109347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Attempting to bind port 392c971a-2d95-48c6-8d14-f8993b418a40 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:43.110309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Attempting to bind port 392c971a-2d95-48c6-8d14-f8993b418a40 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fc569e14-a05a-45a0-b149-c6d5c04fd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:43.111106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.112308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Attempting to bind port 392c971a-2d95-48c6-8d14-f8993b418a40 on network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:43.126438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:43.127781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Attempting to bind port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:43.128114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Attempting to bind port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:43.128439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Attempting to bind port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:43.130336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Checking segment: {'id': 'fc569e14-a05a-45a0-b149-c6d5c04fd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:43.130877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.131285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Bound using segment: {'id': 'fc569e14-a05a-45a0-b149-c6d5c04fd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:43.131792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Bound port: 392c971a-2d95-48c6-8d14-f8993b418a40, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc569e14-a05a-45a0-b149-c6d5c04fd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:43.132174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.140844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:43.141262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Attempting to bind port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:43.152359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:43.152770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:43.153086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Bound using segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:43.153528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Bound port: 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:43.153896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.285476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] For port 392c971a-2d95-48c6-8d14-f8993b418a40, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:43.294891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] For port 392c971a-2d95-48c6-8d14-f8993b418a40, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=392c971a-2d95-48c6-8d14-f8993b418a40,segment=NetworkSegment(fc569e14-a05a-45a0-b149-c6d5c04fd529),segment_id=fc569e14-a05a-45a0-b149-c6d5c04fd529)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:43.299842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.304726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:43.312806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:43.325910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.401128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.401762 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.403208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 1137 time: 1.5855210 Nov 12 03:43:43.421214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456ce5-cd7c-433d-bbfd-f405ff4a6873 None None] Pushing event updated for resources: {'Port': ['ID=392c971a-2d95-48c6-8d14-f8993b418a40,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.454381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:43.544869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312a16-1dd5-4f7c-9218-8c303b24bb59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.594240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c8ae43-35e7-4e27-85e2-975f3bb27b02 None None] Network 05f93c4c-7fff-41e4-906b-dab8cc1190a0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:43.603807 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:43.711118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=5cef3563-e8c8-473f-99e8-623e3e94ca4e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:43.962104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-8887e985-7cca-4b2d-bf4e-188152bef722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:43.971770 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a6dc3335-6d3e-449f-92fb-9098d6958a4a req-8887e985-7cca-4b2d-bf4e-188152bef722 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0141859 Nov 12 03:43:43.995248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.058565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f93c4c-7fff-41e4-906b-dab8cc1190a0']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.081839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a6b0b-9938-42fe-9da9-3762561ac065 None None] Network 9b71d9df-ae6b-4427-962a-3d152252c86f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:44.084790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc569e14-a05a-45a0-b149-c6d5c04fd529') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.085087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc569e14-a05a-45a0-b149-c6d5c04fd529') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:44.104788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.136598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.149933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:44.150337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:44.157891 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:44.245837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:44.256275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.271182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ce4d5a88-6cf3-45d3-bedf-c0fee867e88e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:44.273496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Transition to ACTIVE for port object 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:44.274931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:44.281006 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25156ba7-dabf-4a1d-af02-28e6704b1499" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:44.286390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.306484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:43:44.306484 n-d-766726-29 neutron-server[102604]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:43:44.306484 n-d-766726-29 neutron-server[102604]: [parameters: {'id': '05f93c4c-7fff-41e4-906b-dab8cc1190a0'}] Nov 12 03:43:44.306484 n-d-766726-29 neutron-server[102604]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:44.307305 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:44.411834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4699291-3772-4850-876a-ce354170c646 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.415540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:44.415907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.462835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] Provisioning complete for port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:44.463240 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.560910 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16af9df-4bb6-4c31-b506-4dccfb7a453c x-openstack-request-id: req-d16af9df-4bb6-4c31-b506-4dccfb7a453c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:44.562912 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:44.563459 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d16af9df-4bb6-4c31-b506-4dccfb7a453c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:44.564190 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed', 'status': 'completed', 'code': 200} Nov 12 03:43:44.655265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Attempting to bind port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:44.657317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Attempting to bind port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:44.657727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Attempting to bind port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:44.664320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:44.665055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Attempting to bind port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:44.678712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:44.679304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:44.679783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Bound using segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:44.680686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Bound port: 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:44.685082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.685239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.685539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.686010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.715318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.716230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.717014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.717525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.719662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-3a8692cb-7aab-4e39-b67d-40c7481c6b79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6183 time: 0.1639800 Nov 12 03:43:44.809236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.819673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:44.824872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:44.836490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.859934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.909760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4699291-3772-4850-876a-ce354170c646 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:44.924333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:44.925336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:44.934179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a4699291-3772-4850-876a-ce354170c646 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 1137 time: 1.4881742 Nov 12 03:43:44.968980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:44.998432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.065420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-25bf008f-a70c-49eb-bb05-53cdad980478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.073600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-25bf008f-a70c-49eb-bb05-53cdad980478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.074177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-25bf008f-a70c-49eb-bb05-53cdad980478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.076601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-25bf008f-a70c-49eb-bb05-53cdad980478 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3371849 Nov 12 03:43:45.110367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] For port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,segment=NetworkSegment(a27dc0b1-9963-431e-96e1-0c510bbdb2f4),segment_id=a27dc0b1-9963-431e-96e1-0c510bbdb2f4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.115046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.128463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port 392c971a-2d95-48c6-8d14-f8993b418a40 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:45.129254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.265645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.269579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:45.269956 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:45.340789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port 392c971a-2d95-48c6-8d14-f8993b418a40, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=392c971a-2d95-48c6-8d14-f8993b418a40,segment=NetworkSegment(fc569e14-a05a-45a0-b149-c6d5c04fd529),segment_id=fc569e14-a05a-45a0-b149-c6d5c04fd529)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:45.347070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.468227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for 392c971a-2d95-48c6-8d14-f8993b418a40 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:45.516229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0882675-49f5-4112-8baa-63db5162dec5 None None] Pushing event updated for resources: {'Port': ['ID=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.618233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a8a76-b525-497d-88b8-78d1a9be422c None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:45.652912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-10d05d37-5a6f-467a-a43b-8bd5078c015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:45.655572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-25156ba7-dabf-4a1d-af02-28e6704b1499 req-10d05d37-5a6f-467a-a43b-8bd5078c015d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5620279 Nov 12 03:43:45.869267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d1b1ed-e527-45fd-9962-ed70ce821692 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:45.882666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.889197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.915882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Transition to ACTIVE for port object b5d1b1ed-e527-45fd-9962-ed70ce821692 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:45.921859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:45.922267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=392c971a-2d95-48c6-8d14-f8993b418a40,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:45.925226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port 392c971a-2d95-48c6-8d14-f8993b418a40 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:46.011884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a8a76-b525-497d-88b8-78d1a9be422c None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:46.032808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.054390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.086777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f93c4c-7fff-41e4-906b-dab8cc1190a0']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.105328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc569e14-a05a-45a0-b149-c6d5c04fd529') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.105997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc569e14-a05a-45a0-b149-c6d5c04fd529') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:46.107344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5a963994-b2fb-4fe5-89ac-d0d5ccf9140b None None] Provisioning complete for port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.107702 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a963994-b2fb-4fe5-89ac-d0d5ccf9140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.119435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.151054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.172528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:46.173475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.199946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Attempting to bind port b5d1b1ed-e527-45fd-9962-ed70ce821692 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:46.200271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Attempting to bind port b5d1b1ed-e527-45fd-9962-ed70ce821692 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:46.200605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Attempting to bind port b5d1b1ed-e527-45fd-9962-ed70ce821692 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:46.214889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Port b5d1b1ed-e527-45fd-9962-ed70ce821692 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:46.215614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Attempting to bind port b5d1b1ed-e527-45fd-9962-ed70ce821692 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:46.231960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:46.232606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:46.233184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Bound using segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:46.233809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Bound port: b5d1b1ed-e527-45fd-9962-ed70ce821692, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:46.234601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:46.303360 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:46.312526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.322566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.331244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/05f93c4c-7fff-41e4-906b-dab8cc1190a0 HTTP/1.1" status: 204 len: 168 time: 4.2810984 Nov 12 03:43:46.340241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.350601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ce4d5a88-6cf3-45d3-bedf-c0fee867e88e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:46.358547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:46.369087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078f11-e492-49fb-bb8a-5a404ad1eab7 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=05f93c4c-7fff-41e4-906b-dab8cc1190a0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.378102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182642894'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:46.401011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:46.415647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.419568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:43:46.467450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:46.471786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.500847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.501598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.504036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] 10.222.0.16 "PUT /v2.0/ports/b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 1092 time: 1.5399981 Nov 12 03:43:46.544496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770b235-be05-4ca7-a5ab-5ca17bd89f37 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:46.564191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:46.567541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:46.567840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162'}, {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:46.567956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.573410 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2edadab-a8a7-4639-b29c-61f5dd7133ee" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162"}, {"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:46.579669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:46.624059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.624414 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a of type vlan for network fd73e557-0336-4584-bdfe-42e5b62b8cb3 Nov 12 03:43:46.642940 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b33c8-211a-4419-a46f-3c6e257fcf1f x-openstack-request-id: req-050b33c8-211a-4419-a46f-3c6e257fcf1f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:46.643290 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:46.643595 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-050b33c8-211a-4419-a46f-3c6e257fcf1f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:46.644007 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162', 'status': 'completed', 'code': 200} Nov 12 03:43:46.644262 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'status': 'completed', 'code': 200} Nov 12 03:43:46.719648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.725100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.785810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.786617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.787386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.788036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.788718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.790159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.791192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.793587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-7ce703fa-0327-4217-af37-2c77b60ad82d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6293 time: 0.1025536 Nov 12 03:43:46.797432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.834564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.845324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:46.846742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:46.883162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5387456 Nov 12 03:43:46.886150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40040) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:46.896106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:46.912391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:46.915418 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a42be-4384-4204-84ed-db3716329c7f" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:46.964735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:46.972154 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.015298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-012eefdf-216e-4b41-abf5-98fa35383c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.021896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-012eefdf-216e-4b41-abf5-98fa35383c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.022769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-012eefdf-216e-4b41-abf5-98fa35383c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.025204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-012eefdf-216e-4b41-abf5-98fa35383c79 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2066691 Nov 12 03:43:47.057918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b824ede-5b27-47a7-af7d-5bf0e1719c62 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=fd73e557-0336-4584-bdfe-42e5b62b8cb3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.108269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.113605 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdeccd8-9ab4-4ba1-aeb8-c4950d7bb1c8 x-openstack-request-id: req-5fdeccd8-9ab4-4ba1-aeb8-c4950d7bb1c8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:47.114502 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:47.115079 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5fdeccd8-9ab4-4ba1-aeb8-c4950d7bb1c8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:47.115805 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'code': 200} Nov 12 03:43:47.120968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:47.208924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-4560810e-ad1e-40fc-8f10-577803504a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.212360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-4560810e-ad1e-40fc-8f10-577803504a1d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1721699 Nov 12 03:43:47.259723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:47.268652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.292206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Transition to ACTIVE for port object bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:47.300248 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.336837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:47.349577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.360641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Pushing event updated for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.464704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Attempting to bind port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:47.465792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Attempting to bind port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:47.466127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Attempting to bind port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:47.474044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:47.474430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Attempting to bind port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:47.482575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:47.483108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Checking segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:47.483599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Bound using segment: {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:47.484409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Bound port: bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:47.484887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.529423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.530026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.530572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.531063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.531627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.532090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.532602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.535310 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-adb52385-615d-45bf-9214-188e4f105a21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6319 time: 0.2369418 Nov 12 03:43:47.583363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:47.591584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:47.597583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.658699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.659430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.661019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] 10.222.0.16 "PUT /v2.0/ports/bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 1092 time: 1.1098363 Nov 12 03:43:47.677710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc219c1-b61d-4700-9a88-02a2bddfb52b service neutron] Pushing event updated for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:47.706748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:47.756372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-c3d364ea-5356-4dfd-89ec-cf761ac4d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.757410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-c3d364ea-5356-4dfd-89ec-cf761ac4d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.758204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-c3d364ea-5356-4dfd-89ec-cf761ac4d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.760414 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-c3d364ea-5356-4dfd-89ec-cf761ac4d1eb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1658227 Nov 12 03:43:47.791001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.904130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:47.989916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-47eb3695-ea68-4dbf-9fc4-fd04e56347b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:47.991983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2edadab-a8a7-4639-b29c-61f5dd7133ee req-47eb3695-ea68-4dbf-9fc4-fd04e56347b2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2083933 Nov 12 03:43:48.057439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=863d6fc7-a950-448e-8219-9571b70c53c4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.062303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:48.062303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: fd73e557-0336-4584-bdfe-42e5b62b8cb3, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:48.096207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:48.112950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fd73e557-0336-4584-bdfe-42e5b62b8cb3) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:48.124015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059b0d4-8ae2-46d1-bfb8-0ecf05dcff08 None None] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:48.136399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.137018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.169531 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-365d7908-3c07-4c3b-9c8e-01290e8cf522 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2825670 Nov 12 03:43:48.174576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.182477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921828757'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.239385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:48.245606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.283093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:48.287527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894d3542-41d1-4589-83ad-fcb1372e320d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:48.296785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.297451 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 52df8de2-2434-41d7-ace1-dc38b2627dd0 of type vlan for network 76822f5c-9b16-4cd3-b018-5395c6c2979c Nov 12 03:43:48.302068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.324780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Transition to ACTIVE for port object 894d3542-41d1-4589-83ad-fcb1372e320d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:48.331373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.375493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.391046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-fd73e557-0336-4584-bdfe-42e5b62b8cb3', 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '863d6fc7-a950-448e-8219-9571b70c53c4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:48.394207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.428962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.445486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Pushing event updated for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.464151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.465284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.574787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=76822f5c-9b16-4cd3-b018-5395c6c2979c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:48.590093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Attempting to bind port 894d3542-41d1-4589-83ad-fcb1372e320d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:48.590438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Attempting to bind port 894d3542-41d1-4589-83ad-fcb1372e320d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:48.590958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Attempting to bind port 894d3542-41d1-4589-83ad-fcb1372e320d on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:48.597443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Port 894d3542-41d1-4589-83ad-fcb1372e320d on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:48.597761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Attempting to bind port 894d3542-41d1-4589-83ad-fcb1372e320d on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:48.607986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 76822f5c-9b16-4cd3-b018-5395c6c2979c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:48.613942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:48.614710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Checking segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:48.615814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Bound using segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:48.620188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Bound port: 894d3542-41d1-4589-83ad-fcb1372e320d, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:48.620979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1cc65be6-469b-498c-91f2-9feb6ad17c3f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4450641 Nov 12 03:43:48.623099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.625758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40062) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:48.636219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '76822f5c-9b16-4cd3-b018-5395c6c2979c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.646041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:48.649045 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:48.734521 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f72e0-5698-4145-816e-645efa56bc52 x-openstack-request-id: req-265f72e0-5698-4145-816e-645efa56bc52 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:48.735019 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:48.736080 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-265f72e0-5698-4145-816e-645efa56bc52 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:48.736634 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517', 'status': 'completed', 'code': 200} Nov 12 03:43:48.744409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:48.759630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=894d3542-41d1-4589-83ad-fcb1372e320d,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:48.766646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Allocated IP 2001:db8::3 (fd73e557-0336-4584-bdfe-42e5b62b8cb3/863d6fc7-a950-448e-8219-9571b70c53c4/000a825c-6e53-4769-869d-a3c5285306e4) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:48.769402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.829210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.829772 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.831975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] 10.222.0.16 "PUT /v2.0/ports/894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 1092 time: 1.1317213 Nov 12 03:43:48.854956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:48.866524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:48.924837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Request body: {'port': {'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:48.957379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.957854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.958321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.960404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.960873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.961338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.961800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:48.968492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-7806e9b5-26fa-4ea1-8de5-e320ea8b9e89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6429 time: 0.1784515 Nov 12 03:43:48.973308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c4a2-4b1f-4a01-a026-c44cde141324 service neutron] Pushing event updated for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.041814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.048741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.056151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.079745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:49.083516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:49.089424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:49.145764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:43:49.146287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:43:49.182799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Pushing event updated for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.224775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Attempting to bind port 000a825c-6e53-4769-869d-a3c5285306e4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:49.225436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Attempting to bind port 000a825c-6e53-4769-869d-a3c5285306e4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:49.225971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Attempting to bind port 000a825c-6e53-4769-869d-a3c5285306e4 on network fd73e557-0336-4584-bdfe-42e5b62b8cb3 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:49.233373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:49.235137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Checking segment: {'id': 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:49.235774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.237223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Bound using segment: {'id': 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:49.238214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Bound port: 000a825c-6e53-4769-869d-a3c5285306e4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fd73e557-0336-4584-bdfe-42e5b62b8cb3'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:49.238962 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.349604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-c7bd4621-815c-45eb-902f-22d38c6bcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.350187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-c7bd4621-815c-45eb-902f-22d38c6bcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.350515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-c7bd4621-815c-45eb-902f-22d38c6bcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.352916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-c7bd4621-815c-45eb-902f-22d38c6bcbff service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3118863 Nov 12 03:43:49.367496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:49.371870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=000a825c-6e53-4769-869d-a3c5285306e4,segment=NetworkSegment(a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a),segment_id=a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:49.382591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.480403 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:43:49.490303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cfdbc-130c-4d16-be0f-8c91dc2bca3b None None] Pushing event updated for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.529474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.537456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:49.547562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.569734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Transition to ACTIVE for port object ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:43:49.575674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.610574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-6426be05-0f01-4636-b786-ae14f2aeed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.612732 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3d8bac5-8968-49a5-a5bf-d4b56bd28fd7 req-6426be05-0f01-4636-b786-ae14f2aeed3f service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2470567 Nov 12 03:43:49.637864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.646082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '52df8de2-2434-41d7-ace1-dc38b2627dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '76822f5c-9b16-4cd3-b018-5395c6c2979c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:49.647415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 76822f5c-9b16-4cd3-b018-5395c6c2979c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:49.677631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 76822f5c-9b16-4cd3-b018-5395c6c2979c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:49.692532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 76822f5c-9b16-4cd3-b018-5395c6c2979c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:49.705129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340b957-cb8b-4e30-9f79-3b771a851805 None None] Network 76822f5c-9b16-4cd3-b018-5395c6c2979c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:49.706083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Pushing event updated for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:49.726525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:49.727799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:49.793743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-223bb81b-e3b6-4eca-853b-dc196891c41a tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1663246 Nov 12 03:43:49.796487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:49.863937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Attempting to bind port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:49.864426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Attempting to bind port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:49.864880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Attempting to bind port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:49.872516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:43:49.872891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Attempting to bind port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 on network 8d22ef08-baa3-4390-97bb-83d9e85d2857 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:49.882306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:49.884772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Checking segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:49.884991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Bound using segment: {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:49.885501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Bound port: ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01985d15-08e4-4a8e-aa1a-8dcbc2de7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:49.885872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.041341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:50.050154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:50.055421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4ff06-4703-4780-b799-14296a462be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-76822f5c-9b16-4cd3-b018-5395c6c2979c', 'network_id': '76822f5c-9b16-4cd3-b018-5395c6c2979c', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:50.056167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.070887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ff06-4703-4780-b799-14296a462be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.110354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.170226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.170883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.172359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] 10.222.0.16 "PUT /v2.0/ports/ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 1092 time: 1.2885151 Nov 12 03:43:50.212896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.231743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 000a825c-6e53-4769-869d-a3c5285306e4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:50.232228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3fa62-1ba4-4a33-aa58-5b31f769528b service neutron] Pushing event updated for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.234643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:43:50.329098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.329685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.330172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.330644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.331215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.331677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.332381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.333417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.334435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-57145fb1-c9c5-4be9-8fa6-43a33aaf7a82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6497 time: 0.0956633 Nov 12 03:43:50.440121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.461730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-68b2a1c2-daa9-4c83-a87b-29240cf4bd98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 217 time: 0.1033795 Nov 12 03:43:50.476623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76822f5c-9b16-4cd3-b018-5395c6c2979c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.496372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52df8de2-2434-41d7-ace1-dc38b2627dd0') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.496673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52df8de2-2434-41d7-ace1-dc38b2627dd0') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:50.516846 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.536097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.543504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-8c329a76-b2c9-4f6c-b6b6-ee8341ba7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.544613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:50.545172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.545349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-8c329a76-b2c9-4f6c-b6b6-ee8341ba7505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.0706453 Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:50.569273 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:50.598619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.622241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5fe45aab-f6f9-441b-8670-f27db3dfd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.624653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5fe45aab-f6f9-441b-8670-f27db3dfd1a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662022 Nov 12 03:43:50.672566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.677484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.680794 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/76822f5c-9b16-4cd3-b018-5395c6c2979c HTTP/1.1" status: 204 len: 168 time: 0.8835166 Nov 12 03:43:50.684728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:50.693328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-256978382'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:50.712932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5a4d-cfd3-4f6e-842d-322eb42acb48 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=76822f5c-9b16-4cd3-b018-5395c6c2979c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:50.738718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d'}, {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:50.739593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:50.741922 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4289f861-4f78-4e37-817f-53661e7e1c28" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d"}, {"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:50.744153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-eeb4ff06-4703-4780-b799-14296a462be0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c: This subnet is being modified by another concurrent operation. Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c: This subnet is being modified by another concurrent operation. Nov 12 03:43:50.752619 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 03:43:50.784274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef457e15-9bfb-4899-9874-edd46d088642 None None] Network 76822f5c-9b16-4cd3-b018-5395c6c2979c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:50.788569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:50.805053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-e5858cbb-170e-40ad-82bd-a68cbef188f0 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683719 Nov 12 03:43:50.808853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.809210 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 47438748-e29f-470e-9915-520d1c9d8000 of type vlan for network 1820bba4-b73d-4570-8560-48031510e632 Nov 12 03:43:50.845629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef457e15-9bfb-4899-9874-edd46d088642 None None] Network 76822f5c-9b16-4cd3-b018-5395c6c2979c could not be found, it might have been deleted concurrently. {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:43:50.853956 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9b788a-ff59-4fb9-ae3b-6326c0445439 x-openstack-request-id: req-0f9b788a-ff59-4fb9-ae3b-6326c0445439 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:50.854248 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:50.857818 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0f9b788a-ff59-4fb9-ae3b-6326c0445439 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:50.858891 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d', 'status': 'completed', 'code': 200} Nov 12 03:43:50.858891 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412', 'status': 'completed', 'code': 200} Nov 12 03:43:50.863030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.892313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:50.904319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.911435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:50.912399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:50.935298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'mac_address': 'fa:16:3e:4e:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:43:50.952073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 000a825c-6e53-4769-869d-a3c5285306e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:50.952674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.037847 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.038878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=1820bba4-b73d-4570-8560-48031510e632,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.056309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 1820bba4-b73d-4570-8560-48031510e632 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:51.075224 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-839bd305-a10f-4d6b-9cf4-90dc482b4390 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3893552 Nov 12 03:43:51.076796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40106) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:51.083517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '1820bba4-b73d-4570-8560-48031510e632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:51.150834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7ae51-53ca-49ea-8be0-e61b8c095de6 None None] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:51.183190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:43:51.279857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d093f495-96d0-48f5-aa3d-57e30b7638b9 None None] Provisioning complete for port 000a825c-6e53-4769-869d-a3c5285306e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:51.280917 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d093f495-96d0-48f5-aa3d-57e30b7638b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.316152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:51.333506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.434386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.549450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-d95ebbeb-417e-4c12-9d43-1f065150df84 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234340 Nov 12 03:43:51.601448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-81cc7a19-fbf0-4977-8713-cda7bb88111b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.0397897 Nov 12 03:43:51.609028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['0e8d7803-f65a-41b6-86c6-f1112583ee7b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:43:51.676214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f1aeeff8-bf50-4390-b2ca-26864bc7ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.678195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-f1aeeff8-bf50-4390-b2ca-26864bc7ead6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0656333 Nov 12 03:43:51.678957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:51.683183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.693372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:51.769818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=000a825c-6e53-4769-869d-a3c5285306e4,segment=NetworkSegment(a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a),segment_id=a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:51.776582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a98c22f2-15a9-4e54-b170-3545305bd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:51.778308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-a98c22f2-15a9-4e54-b170-3545305bd9e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870936 Nov 12 03:43:51.792377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.911749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d093f495-96d0-48f5-aa3d-57e30b7638b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:51.945624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-eefacf36-bfb0-44fc-b931-ebfc563c02fc service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431811 Nov 12 03:43:52.029248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.077548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.084751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5f63373c-4f88-48a3-b31d-e9ae8ba5a285 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258109 Nov 12 03:43:52.176917 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-d093f495-96d0-48f5-aa3d-57e30b7638b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:52.177411 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-d093f495-96d0-48f5-aa3d-57e30b7638b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:52.189586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-1eacfdd4-8f25-4d80-aa6f-a5c4e6b62a84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.0952442 Nov 12 03:43:52.202038 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbc80bff-f3b6-4b40-a4df-af4c1106558e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.264014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 000a825c-6e53-4769-869d-a3c5285306e4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:52.266234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9e4fe251-5407-493c-bb77-bad917a12c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.268989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-9e4fe251-5407-493c-bb77-bad917a12c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0677946 Nov 12 03:43:52.296422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=684850b4-0170-4a49-b2ae-b602a47ccc55,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.313384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '47438748-e29f-470e-9915-520d1c9d8000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1820bba4-b73d-4570-8560-48031510e632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:52.313760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 1820bba4-b73d-4570-8560-48031510e632, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:52.335659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 1820bba4-b73d-4570-8560-48031510e632 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:52.346447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 000a825c-6e53-4769-869d-a3c5285306e4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:52.346447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.352302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 1820bba4-b73d-4570-8560-48031510e632) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:52.356922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.357546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.372380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ee8b1e54-9d8f-4dab-9a06-3c4116b7fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.378034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ee8b1e54-9d8f-4dab-9a06-3c4116b7fba9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913348 Nov 12 03:43:52.378789 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-338f695d-3eb6-4e36-ae24-8f547ac4f121 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3007348 Nov 12 03:43:52.381346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40126) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:52.390932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b81ad1a-5d94-4c00-9f52-e94c6c33c037 None None] Network 1820bba4-b73d-4570-8560-48031510e632 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:52.498340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-300d6def-65ce-4487-b791-a5f004cd2888 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106684 Nov 12 03:43:52.504068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.585412 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.668867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be867535-356b-4a31-9cc4-52e91a8a2280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-1820bba4-b73d-4570-8560-48031510e632', 'network_id': '1820bba4-b73d-4570-8560-48031510e632', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '684850b4-0170-4a49-b2ae-b602a47ccc55'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:52.669738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be867535-356b-4a31-9cc4-52e91a8a2280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.686096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-1d4b883f-bec8-414c-a895-4531b802d9f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756082 Nov 12 03:43:52.690910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.722280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=684850b4-0170-4a49-b2ae-b602a47ccc55,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:52.757080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-ae00dcbc-7f4e-4e7d-88fd-1cd2f20e8640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.0581756 Nov 12 03:43:52.798599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.811676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e52048-0d9e-4c8d-b66b-2cdd01a4a837 None None] Network 1820bba4-b73d-4570-8560-48031510e632 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:52.832851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1820bba4-b73d-4570-8560-48031510e632']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.842107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3c9b22d7-75d7-40d0-b155-7b79e19bd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.843743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-3c9b22d7-75d7-40d0-b155-7b79e19bd657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0782230 Nov 12 03:43:52.844762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47438748-e29f-470e-9915-520d1c9d8000') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.845059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47438748-e29f-470e-9915-520d1c9d8000') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:52.855546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.870120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.880384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:52.881188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:52.886169 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:52.935994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-47e85e31-bb06-42c2-bec4-b16434269aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:52.937958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-47e85e31-bb06-42c2-bec4-b16434269aad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814927 Nov 12 03:43:52.959748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8294fff0-a316-49d1-8360-9c96ec0b2c4e None None] Provisioning complete for port 000a825c-6e53-4769-869d-a3c5285306e4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:52.960338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8294fff0-a316-49d1-8360-9c96ec0b2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.989887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:52.990418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef2197e-90ce-457d-b3d6-c9e97636c780 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:53.019448 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.026685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/1820bba4-b73d-4570-8560-48031510e632 HTTP/1.1" status: 204 len: 168 time: 0.6437435 Nov 12 03:43:53.027972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc476a74-f2d1-4410-85b7-3c7a3c539f64 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=1820bba4-b73d-4570-8560-48031510e632,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.030416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.035826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284875247'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.062645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:53.067604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.098195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:53.109052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-bd047033-c58a-4542-98fe-9f6353757084 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588278 Nov 12 03:43:53.116867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.117483 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 5414e1bd-d163-48c9-a425-4f0f820d0b6e of type vlan for network 0acb6134-eefa-45aa-a686-7946c407e302 Nov 12 03:43:53.183486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.189558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2197e-90ce-457d-b3d6-c9e97636c780 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:53.219352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.232885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.233524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.282776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-5a739df9-6ae1-4e5f-826d-9b0b6b5c4731 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613698 Nov 12 03:43:53.316590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2855062 Nov 12 03:43:53.317294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40146) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:53.325839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '0acb6134-eefa-45aa-a686-7946c407e302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:53.342016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-6b6f1c8a-654b-4b6f-9266-9414b37d5607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.0508666 Nov 12 03:43:53.368131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024a41c-05ca-424e-bade-104d5b41dc8e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=0acb6134-eefa-45aa-a686-7946c407e302,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.388755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0acb6134-eefa-45aa-a686-7946c407e302 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:53.451661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-12ad926c-9855-4b4c-b06b-62d6383f3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.455037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-12ad926c-9855-4b4c-b06b-62d6383f3bb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1002309 Nov 12 03:43:53.517354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:53.521734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.537445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-268fdb31-27bd-4f74-88e6-6d39604a6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:53.541375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-268fdb31-27bd-4f74-88e6-6d39604a6915 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0735476 Nov 12 03:43:53.733463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-93e67471-acf1-4dea-b3b2-522329eda166 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759822 Nov 12 03:43:53.864482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:53.879527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-b70e6bc2-415f-4bca-81d4-b200d9897a27 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326659 Nov 12 03:43:53.950931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-34a2a89a-c3fd-439e-87ab-0fc3647e305b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0599954 Nov 12 03:43:53.956637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=aa4c532a-10fb-40dc-a4f1-7aa676b75183,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:53.977741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '5414e1bd-d163-48c9-a425-4f0f820d0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:53.978146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 0acb6134-eefa-45aa-a686-7946c407e302, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:53.998363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 0acb6134-eefa-45aa-a686-7946c407e302 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:54.018833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0acb6134-eefa-45aa-a686-7946c407e302) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:54.026549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.026721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-c12d2d24-8e43-44e9-a354-6cb57d4c1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.027185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.027971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c555a0-6a4f-44e8-952a-88ad582a20b7 None None] Network 0acb6134-eefa-45aa-a686-7946c407e302 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:54.028323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-c12d2d24-8e43-44e9-a354-6cb57d4c1782 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0637932 Nov 12 03:43:54.055342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-61a784c2-7a34-494b-b8e1-627ffa5c91f8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7341924 Nov 12 03:43:54.066165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:54.209158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2d76a2a5-7dbe-45c2-b6bc-aa9a3c111aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.222587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-2d76a2a5-7dbe-45c2-b6bc-aa9a3c111aeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1673746 Nov 12 03:43:54.224397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0acb6134-eefa-45aa-a686-7946c407e302', 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': 'aa4c532a-10fb-40dc-a4f1-7aa676b75183'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:54.225292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.255983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:43:54.295037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.411042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-993422d9-f2ec-476a-b11c-0bb607d1e25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.458282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-74ba1774-f421-4fdc-8c55-bb2ce7464b94 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317295 Nov 12 03:43:54.476713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 0e8d7803-f65a-41b6-86c6-f1112583ee7b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:43:54.477084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.574455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.715411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-643fb527-9902-4e0e-8050-e3aa6d6f3dc5 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424469 Nov 12 03:43:54.751226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Allocated IP 2001:db8::1 (0acb6134-eefa-45aa-a686-7946c407e302/aa4c532a-10fb-40dc-a4f1-7aa676b75183/21748a92-0186-4dd8-880e-7832a341905a) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:54.782336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-67b4a083-4e8e-4a08-8d4f-5ec05fa4593d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0554240 Nov 12 03:43:54.857967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-b6bef190-1413-4115-9546-51f0dd16fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.859686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-b6bef190-1413-4115-9546-51f0dd16fb26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0592136 Nov 12 03:43:54.887025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:54.969955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-c7ac823e-af5f-41fc-8172-0a4532934eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:54.973338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:43:54.974077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-c7ac823e-af5f-41fc-8172-0a4532934eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0982115 Nov 12 03:43:54.975640 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dfd6e3-23ef-44ef-bd51-4673aac94c52" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:43:54.996962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:55.013208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.022996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.093061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.106599 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc5c7a4-2237-4ef9-8dc0-01920c1a3925 x-openstack-request-id: req-6dc5c7a4-2237-4ef9-8dc0-01920c1a3925 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:43:55.107587 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-plugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:43:55.108172 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6dc5c7a4-2237-4ef9-8dc0-01920c1a3925 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:43:55.108603 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'code': 200} Nov 12 03:43:55.109955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.126586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.130215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-fc663eab-c4cb-4480-80c7-1b2f2bf4fae4 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452584 Nov 12 03:43:55.161213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4c532a-10fb-40dc-a4f1-7aa676b75183,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.198963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Network 0acb6134-eefa-45aa-a686-7946c407e302 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:55.204690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:55.210472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:55.221588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Pushing event updated for resources: {'Port': ['ID=21748a92-0186-4dd8-880e-7832a341905a,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.303981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Attempting to bind port 21748a92-0186-4dd8-880e-7832a341905a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:55.304380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Attempting to bind port 21748a92-0186-4dd8-880e-7832a341905a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5414e1bd-d163-48c9-a425-4f0f820d0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:55.304735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Attempting to bind port 21748a92-0186-4dd8-880e-7832a341905a on network 0acb6134-eefa-45aa-a686-7946c407e302 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:55.312957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:55.313559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Checking segment: {'id': '5414e1bd-d163-48c9-a425-4f0f820d0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:55.314136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.315168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Bound using segment: {'id': '5414e1bd-d163-48c9-a425-4f0f820d0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:55.315977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Bound port: 21748a92-0186-4dd8-880e-7832a341905a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5414e1bd-d163-48c9-a425-4f0f820d0b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0acb6134-eefa-45aa-a686-7946c407e302'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:55.316871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.383158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.397923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f192d985-46a3-46c8-8baf-ca9cd923450e req-c236a590-7796-40cc-9083-15645697ca05 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377062 Nov 12 03:43:55.417539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acb6134-eefa-45aa-a686-7946c407e302']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:55.418081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] For port 21748a92-0186-4dd8-880e-7832a341905a, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:43:55.432107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5414e1bd-d163-48c9-a425-4f0f820d0b6e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:55.432432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5414e1bd-d163-48c9-a425-4f0f820d0b6e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:55.441295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] For port 21748a92-0186-4dd8-880e-7832a341905a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=21748a92-0186-4dd8-880e-7832a341905a,segment=NetworkSegment(5414e1bd-d163-48c9-a425-4f0f820d0b6e),segment_id=5414e1bd-d163-48c9-a425-4f0f820d0b6e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:43:55.446474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.454002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.460577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.475071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.487473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:55.488235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: items = [ Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:55.520447 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:55.573681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef12c16-1624-4966-991a-dba6041fdb5d None None] Pushing event updated for resources: {'Port': ['ID=21748a92-0186-4dd8-880e-7832a341905a,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:55.602407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a906ed-54d0-4e8c-a7d3-c04c8141c4db None None] Network 0acb6134-eefa-45aa-a686-7946c407e302 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:55.626872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 03:43:55.626872 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 03:43:55.626872 n-d-766726-29 neutron-server[102605]: [parameters: {'id': '0acb6134-eefa-45aa-a686-7946c407e302'}] Nov 12 03:43:55.626872 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:43:55.627731 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:43:55.650891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.651762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.652416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.653062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.653704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.654422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.655617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.659084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-429c25fe-a202-4bbb-b628-57e76fb240bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6497 time: 0.0926065 Nov 12 03:43:55.828738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-4c5a59f0-0c0f-4631-9193-b2930806c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:55.833245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-4c5a59f0-0c0f-4631-9193-b2930806c7f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 902 time: 0.1613917 Nov 12 03:43:55.852459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dff5c-3aae-4972-9863-97818c500032 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:43:55.933629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-da054d16-fbcf-4392-ba05-3e5d1c6ab846 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0885050 Nov 12 03:43:56.015318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-2993370a-1786-4cd9-a431-78e887794558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.017809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-2993370a-1786-4cd9-a431-78e887794558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0710545 Nov 12 03:43:56.058652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28dff5c-3aae-4972-9863-97818c500032 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:43:56.117853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-b073b63c-0d0e-4237-a0f7-2175aceaea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:56.120989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-b073b63c-0d0e-4237-a0f7-2175aceaea7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0922031 Nov 12 03:43:56.131482 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.392195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port 21748a92-0186-4dd8-880e-7832a341905a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:43:56.392999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.535033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port 21748a92-0186-4dd8-880e-7832a341905a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=21748a92-0186-4dd8-880e-7832a341905a,segment=NetworkSegment(5414e1bd-d163-48c9-a425-4f0f820d0b6e),segment_id=5414e1bd-d163-48c9-a425-4f0f820d0b6e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:43:56.535680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.547535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-00cbacc1-8518-47a0-ac32-bcce38732ccf service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096043 Nov 12 03:43:56.555850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for 21748a92-0186-4dd8-880e-7832a341905a owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:43:56.755787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-060d9b7b-9f5f-4da6-9cf6-24ac1f14d85a service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942890 Nov 12 03:43:56.773029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:56.843530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=21748a92-0186-4dd8-880e-7832a341905a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:56.858241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port 21748a92-0186-4dd8-880e-7832a341905a on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:43:56.934210 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.078613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.113612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acb6134-eefa-45aa-a686-7946c407e302']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:57.125579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5414e1bd-d163-48c9-a425-4f0f820d0b6e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:57.125865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5414e1bd-d163-48c9-a425-4f0f820d0b6e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:43:57.133431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.134100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.134711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.135348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.135955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.144614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.145279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.153183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-9ec67baa-3233-4724-b2cc-9c8fea95c729 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6497 time: 0.2220871 Nov 12 03:43:57.288633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-a0bbccd0-345a-4f9a-84e7-a9cca9f19246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.290108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-a0bbccd0-345a-4f9a-84e7-a9cca9f19246 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 902 time: 0.1222739 Nov 12 03:43:57.292349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.349835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-478e3c20-316d-4f29-ae24-9bf540ad64c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0484710 Nov 12 03:43:57.352075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.366715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:43:57.367388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:43:57.434557 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:43:57.446142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.451135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.455778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/0acb6134-eefa-45aa-a686-7946c407e302 HTTP/1.1" status: 204 len: 168 time: 3.3863301 Nov 12 03:43:57.460737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40478) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.469146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442162270'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:57.499578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af93aa-2ab9-4b62-97ce-20d93f65a8e4 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=0acb6134-eefa-45aa-a686-7946c407e302,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:57.514877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-8f2ac5b0-805f-4638-93bb-f2e9483ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.516637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-8f2ac5b0-805f-4638-93bb-f2e9483ec025 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.1565678 Nov 12 03:43:57.549246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:57.559599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.617356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-f44e66d5-4e9c-490f-b471-837560a87505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.619769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-f44e66d5-4e9c-490f-b471-837560a87505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912061 Nov 12 03:43:57.624161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:43:57.650161 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.650806 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 718730ee-daf1-44dc-9e6e-a6c5c6bcb68c of type vlan for network 302a1073-f6b7-46a8-968e-4b50981abe5b Nov 12 03:43:57.738344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.781297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.826967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-cc446a6b-e850-4e8d-8224-3dc53da073a3 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953509 Nov 12 03:43:57.827246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.836292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:57.837958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:57.867797 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4053657 Nov 12 03:43:57.871083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40506) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:57.879536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:58.024887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4289f861-4f78-4e37-817f-53661e7e1c28 req-b5e80c52-731c-4fe4-85c4-ba70d45c6afd service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841981 Nov 12 03:43:58.038243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0cb4a-58e1-47c8-9fd8-9478ec25b624 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=302a1073-f6b7-46a8-968e-4b50981abe5b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.051407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:43:58.160312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:58.173048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.534512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.634833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=421b91e5-8e8f-41ad-b8d1-3d9bafb554e1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:58.643846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:58.644156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 302a1073-f6b7-46a8-968e-4b50981abe5b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:43:58.675150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 302a1073-f6b7-46a8-968e-4b50981abe5b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:43:58.690602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 302a1073-f6b7-46a8-968e-4b50981abe5b) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:58.701971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a24ac-1742-48bb-b70d-8e8c8e7d5979 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:43:58.707522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:43:58.708182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:58.738357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:43:58.738477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d568ed48-589f-4d86-a38a-52b9fd6eecbb tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8653171 Nov 12 03:43:58.749229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:43:58.983624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-302a1073-f6b7-46a8-968e-4b50981abe5b', 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '421b91e5-8e8f-41ad-b8d1-3d9bafb554e1'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:43:58.984502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.224239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Allocated IP 2001:db8::2 (302a1073-f6b7-46a8-968e-4b50981abe5b/421b91e5-8e8f-41ad-b8d1-3d9bafb554e1/a6f8a0e9-dcaf-4916-8a20-61d854a912bb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:43:59.586937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:43:59.612869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.671016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.688911 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.847520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:43:59.850736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:43:59.856538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:43:59.891933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Pushing event updated for resources: {'Port': ['ID=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:43:59.938677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Attempting to bind port a6f8a0e9-dcaf-4916-8a20-61d854a912bb on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:43:59.939106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Attempting to bind port a6f8a0e9-dcaf-4916-8a20-61d854a912bb by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:43:59.939560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Attempting to bind port a6f8a0e9-dcaf-4916-8a20-61d854a912bb on network 302a1073-f6b7-46a8-968e-4b50981abe5b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:43:59.945125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:43:59.945708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Checking segment: {'id': '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:43:59.946348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:43:59.947185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Bound using segment: {'id': '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:43:59.948278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Bound port: a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:43:59.948827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.013109 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.077967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 302a1073-f6b7-46a8-968e-4b50981abe5b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:00.081625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] For port a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:00.083365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:00.086211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] For port a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,segment=NetworkSegment(718730ee-daf1-44dc-9e6e-a6c5c6bcb68c),segment_id=718730ee-daf1-44dc-9e6e-a6c5c6bcb68c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:00.093798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.094513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.096164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.110410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=77cb92f0-97e9-4de9-93a8-aa450359acdc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.141513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97a2ee8b-6497-4500-9307-71206ad76376 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4017079 Nov 12 03:44:00.144248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.228487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe389-f191-4b99-9b7f-6af53c6b4af6 None None] Pushing event updated for resources: {'Port': ['ID=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.334764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.337008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.339549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.342146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.344527 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.347889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ecd5ae42-6c4a-4ffb-b5a6-66fe3700bc4f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1996555 Nov 12 03:44:00.352010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.358320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955727533'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:00.412452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:00.427856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.540454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:00.570759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.571669 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 5d9dd22b-7f7f-40e2-adc7-dffcc1546778 of type vlan for network 8311c9fc-071d-4dc4-ba05-02562aff4e60 Nov 12 03:44:00.682099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.758468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.767499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:00.773689 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:00.896232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=8311c9fc-071d-4dc4-ba05-02562aff4e60,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:00.909069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:00.930421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e1bf2c05-2ce7-4381-8d04-2ed642022bd1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5768294 Nov 12 03:44:00.933368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40744) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:00.944575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.345157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.374522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.402858 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.414068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:44:01.420632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:01.421599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.424588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "PUT /v2.0/networks/8311c9fc-071d-4dc4-ba05-02562aff4e60 HTTP/1.1" status: 200 len: 723 time: 0.4900498 Nov 12 03:44:01.429246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40748) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:01.436383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '8311c9fc-071d-4dc4-ba05-02562aff4e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:01.533904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2acd47-7500-4e95-bfde-17c34f5f9735 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=8311c9fc-071d-4dc4-ba05-02562aff4e60,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:01.551855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:01.680860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:01.687586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:01.813648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d18d4-ebfe-405c-9647-70b75b6416d3 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:01.994386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.011402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:02.012532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.166142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.187187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=b1cac761-c938-4b51-be24-19ca2024893c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.231797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '5d9dd22b-7f7f-40e2-adc7-dffcc1546778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8311c9fc-071d-4dc4-ba05-02562aff4e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:02.232327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 8311c9fc-071d-4dc4-ba05-02562aff4e60, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:02.265750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:02.270195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] For port a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,segment=NetworkSegment(718730ee-daf1-44dc-9e6e-a6c5c6bcb68c),segment_id=718730ee-daf1-44dc-9e6e-a6c5c6bcb68c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:02.283845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8311c9fc-071d-4dc4-ba05-02562aff4e60) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:02.288395 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.290090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:02.290922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654271'] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.320505 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c55d80ee-3893-4a26-9549-4b9e3fa9e33b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8876126 Nov 12 03:44:02.320951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:02.327244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:02.354205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257402e9-93b2-4bfb-95e8-3f947124cca9 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:02.564055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6f8a0e9-dcaf-4916-8a20-61d854a912bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:02.586148 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8937880'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:02.749346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471fb3c-5134-4bb4-8d72-56f85d8a22b1 None None] Pushing event updated for resources: {'Port': ['ID=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:02.811136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Update dhcp port {'port': {'network_id': '302a1073-f6b7-46a8-968e-4b50981abe5b', 'fixed_ips': [{'subnet_id': '421b91e5-8e8f-41ad-b8d1-3d9bafb554e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '77cb92f0-97e9-4de9-93a8-aa450359acdc'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'a6f8a0e9-dcaf-4916-8a20-61d854a912bb'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 03:44:02.888772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.106425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773706729611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11798609'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.201703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:03.206879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Allocated IP 172.20.0.1 (302a1073-f6b7-46a8-968e-4b50981abe5b/77cb92f0-97e9-4de9-93a8-aa450359acdc/a6f8a0e9-dcaf-4916-8a20-61d854a912bb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:03.209418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.212296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "PUT /v2.0/subnets/b1cac761-c938-4b51-be24-19ca2024893c HTTP/1.1" status: 200 len: 826 time: 0.8896084 Nov 12 03:44:03.215262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:03.295146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c6532-608e-4085-ba3c-9ad5d7bc9e57 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=b1cac761-c938-4b51-be24-19ca2024893c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.472387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.541810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.595894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018442d-61cd-4bb0-b881-ffd2cf5e965a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8311c9fc-071d-4dc4-ba05-02562aff4e60', 'network_id': '8311c9fc-071d-4dc4-ba05-02562aff4e60', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': 'b1cac761-c938-4b51-be24-19ca2024893c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:03.597330 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b018442d-61cd-4bb0-b881-ffd2cf5e965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.606731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:03.607104 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.691767 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:03.799188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cac761-c938-4b51-be24-19ca2024893c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:03.975081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] For port a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,segment=NetworkSegment(718730ee-daf1-44dc-9e6e-a6c5c6bcb68c),segment_id=718730ee-daf1-44dc-9e6e-a6c5c6bcb68c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:03.980726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2b49c-f100-48de-8a95-a712e50e8d92 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:03.982777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.069373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8311c9fc-071d-4dc4-ba05-02562aff4e60']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.089816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9dd22b-7f7f-40e2-adc7-dffcc1546778') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.090032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9dd22b-7f7f-40e2-adc7-dffcc1546778') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:04.106875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.136015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.159585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:04.160104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:04.163738 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:04.268870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.306281 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.368688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.374920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.385435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40832) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.386003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/8311c9fc-071d-4dc4-ba05-02562aff4e60 HTTP/1.1" status: 204 len: 168 time: 1.1687367 Nov 12 03:44:04.421910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8b6e4-394d-467a-9885-e025dfffa338 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=8311c9fc-071d-4dc4-ba05-02562aff4e60,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.440101 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad61cd5c-abea-402f-a945-e7035749583b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:04.440832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad61cd5c-abea-402f-a945-e7035749583b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:04.447034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ad61cd5c-abea-402f-a945-e7035749583b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/8311c9fc-071d-4dc4-ba05-02562aff4e60 HTTP/1.1" status: 404 len: 339 time: 0.0605025 Nov 12 03:44:04.451974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40836) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:04.459945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1215142048', 'description': 'd1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:04.517997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:04.521741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.583651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:04.611742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.613092 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 45065d0e-9013-4f86-a74f-8d041c48e940 of type vlan for network d35555ef-7147-40b0-ad19-30af2bc1c45c Nov 12 03:44:04.698242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9b64e-19a7-4d85-8101-a707b1e5b643 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:04.731221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.804283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9b64e-19a7-4d85-8101-a707b1e5b643 None None] Network 8311c9fc-071d-4dc4-ba05-02562aff4e60 could not be found, it might have been deleted concurrently. {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:04.806053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b04b2e-775c-4042-b8bd-693a6ff281e7 None None] Pushing event updated for resources: {'Port': ['ID=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:04.810463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6f8a0e9-dcaf-4916-8a20-61d854a912bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:04.828239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.851771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:04.852795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.880787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-64f3da14-1522-40fd-adc6-7abc67638ea9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242523 Nov 12 03:44:04.953127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:04.953490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:04.989767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.004738 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5498543 Nov 12 03:44:05.118231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29039a1-ee98-4bbd-b643-00bfff195fe9 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=d35555ef-7147-40b0-ad19-30af2bc1c45c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.139440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d35555ef-7147-40b0-ad19-30af2bc1c45c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:05.231002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-e4c030f6-908f-4f20-a218-bf7bf3a71cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.232935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-e4c030f6-908f-4f20-a218-bf7bf3a71cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1102 time: 0.2338703 Nov 12 03:44:05.290617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa7390-b859-461d-92c4-24e34b2a345f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.292525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0fa7390-b859-461d-92c4-24e34b2a345f tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks?id=d35555ef-7147-40b0-ad19-30af2bc1c45c HTTP/1.1" status: 200 len: 765 time: 0.3017731 Nov 12 03:44:05.296497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40850) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.302585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'description': 'd2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:05.614567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-0d5b43a5-a4fa-44bf-9f6e-41a8b8cdba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.616101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-0d5b43a5-a4fa-44bf-9f6e-41a8b8cdba16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3522830 Nov 12 03:44:05.720357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-96d44752-fdd4-4955-99bf-9a0fd7d6bca2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 217 time: 0.0910549 Nov 12 03:44:05.748164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.792463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.820151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network d35555ef-7147-40b0-ad19-30af2bc1c45c is not hosted by any dhcp agent {{(pid=102604) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 03:44:05.846232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.852813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:05.860119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "PUT /v2.0/networks/d35555ef-7147-40b0-ad19-30af2bc1c45c HTTP/1.1" status: 200 len: 762 time: 0.5622792 Nov 12 03:44:05.860297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:05.960878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-aef84c6b-bcd8-4dd3-b08b-32d28b912ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:05.975542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85145bfd-e9fa-4be2-80fb-a7e323c4a2a1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=d35555ef-7147-40b0-ad19-30af2bc1c45c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:05.981674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-aef84c6b-bcd8-4dd3-b08b-32d28b912ada service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2486258 Nov 12 03:44:05.990326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d35555ef-7147-40b0-ad19-30af2bc1c45c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:06.162197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b96bf-4cd2-484c-9441-5ddb10ba6088 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:06.287995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-ac542ddd-7c9d-46fd-bca0-d0de0a887645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.299200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-ac542ddd-7c9d-46fd-bca0-d0de0a887645 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2895880 Nov 12 03:44:06.310136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0990f8-6cd9-4151-983e-eec8c529f8aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.316479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.339887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df0990f8-6cd9-4151-983e-eec8c529f8aa tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks?id=d35555ef-7147-40b0-ad19-30af2bc1c45c HTTP/1.1" status: 200 len: 765 time: 0.4773195 Nov 12 03:44:06.407232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a18d7bbd-100f-48fc-8c98-68f6530a5aa1 None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.408512 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a18d7bbd-100f-48fc-8c98-68f6530a5aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:06.788047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-9d2ee109-081d-4474-8a3d-a567f61c4feb service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442284 Nov 12 03:44:06.809695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6f8a0e9-dcaf-4916-8a20-61d854a912bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:06.842647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee093a-fbea-46d0-b6da-1f8d749ee724 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:06.870174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6dee093a-fbea-46d0-b6da-1f8d749ee724 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5522761 Nov 12 03:44:06.875498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:06.992690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:06.993386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.002303 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-79a22bcd-0411-4749-86c7-db172f88ce0b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 207 time: 0.1248460 Nov 12 03:44:07.003577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.155001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5102a98e-a705-4505-ae80-773059dd4ee9 req-c2ac786c-399c-4e3f-8246-5db794accdca service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535974 Nov 12 03:44:07.480598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-632782b8-1f73-431d-ad9d-7b08609ed88f None None] Provisioning complete for port a6f8a0e9-dcaf-4916-8a20-61d854a912bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:07.481553 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-632782b8-1f73-431d-ad9d-7b08609ed88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:07.561829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.581323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.592312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.600005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.606296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.612338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:07.620396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2869e527-ebd8-41d9-98b0-d5fb52b70be2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6100101 Nov 12 03:44:07.630275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:07.947990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f4551b1-a8ef-47bf-9a96-75c01b978cbd tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3117778 Nov 12 03:44:07.948652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40926) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.256901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.270600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.270600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.277297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.282419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.286273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c547614f-f6d4-44f6-81c1-b1916a2ee349 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3361869 Nov 12 03:44:08.293152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40934) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.507214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.508772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.515804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.521021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.527177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.535830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.547451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-62c6009f-a5a9-48a9-b121-0f565a95c442 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2525983 Nov 12 03:44:08.736585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1d4a4-5f8b-48ce-a995-c3df38c31269 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:08.738650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6bb1d4a4-5f8b-48ce-a995-c3df38c31269 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks/9b71d9df-ae6b-4427-962a-3d152252c86f HTTP/1.1" status: 200 len: 804 time: 0.2005756 Nov 12 03:44:08.744626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:08.977179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d958dabc-0b63-4f16-b9b1-a1accaee7e91 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/networks/9b71d9df-ae6b-4427-962a-3d152252c86f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2312179 Nov 12 03:44:08.979729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.096924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a693dce-0305-491f-9958-b1f8c6c40583 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.098735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a693dce-0305-491f-9958-b1f8c6c40583 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets/08af855b-4c4b-43fe-a234-701934ffd206 HTTP/1.1" status: 200 len: 843 time: 0.1178560 Nov 12 03:44:09.104167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40960) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.230100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d437b5b-f2c7-41e5-ae96-80815cca4e4b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.237566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8d437b5b-f2c7-41e5-ae96-80815cca4e4b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "GET /v2.0/subnets/08af855b-4c4b-43fe-a234-701934ffd206?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1323547 Nov 12 03:44:09.242729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40962) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.248374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1286318160'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:09.300960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:09.306543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.367460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:09.384249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.384765 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Added segment 75049ebf-8736-415f-81cb-ad85ee51988b of type vlan for network 8b9d1240-61a7-429e-879b-1f9ebd108e7b Nov 12 03:44:09.439561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.528103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.534384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:09.543928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.623531 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:09.788394 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5442502 Nov 12 03:44:09.793902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:09.809249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:09.816138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc1904-6aeb-4476-a45e-d0bdcafd677e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Network': ['ID=8b9d1240-61a7-429e-879b-1f9ebd108e7b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:09.833270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:10.229277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-6406f174-d901-434f-bbee-25d62a48efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.232088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-6406f174-d901-434f-bbee-25d62a48efd7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 1103 time: 0.0937855 Nov 12 03:44:10.256774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Made reservation on behalf of 20ee12745c624655a04238e741c572d2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:10.271122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:10.524774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 03:44:10.525160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 03:44:10.673452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-3e6d79f8-50b2-45d7-b065-231b8166718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:10.678143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-3e6d79f8-50b2-45d7-b065-231b8166718b service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.4007962 Nov 12 03:44:10.944783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-c915bae2-b843-4835-9cbd-50c2311fb940 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b HTTP/1.1" status: 200 len: 217 time: 0.1092234 Nov 12 03:44:11.027536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.108899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-c67af9d8-c2f0-4cb0-b828-5a4c85ec3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.110624 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-c67af9d8-c2f0-4cb0-b828-5a4c85ec3a45 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1560645 Nov 12 03:44:11.130495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Checking segment: {'id': '75049ebf-8736-415f-81cb-ad85ee51988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:11.131162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network hostable DHCP agents. Network: 8b9d1240-61a7-429e-879b-1f9ebd108e7b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:11.137588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=999e4a65-e159-4d8d-a909-91447d0e9a53,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:11.199279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:11.216486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-0c0bc743-c9a6-4483-8c96-55d51fc8598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.219037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-0c0bc743-c9a6-4483-8c96-55d51fc8598c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981801 Nov 12 03:44:11.228339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8b9d1240-61a7-429e-879b-1f9ebd108e7b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:11.238179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ac744-d933-4530-b5ba-c066581b4bd1 None None] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:11.247686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:11.248409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.577665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8b9d1240-61a7-429e-879b-1f9ebd108e7b', 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b', 'tenant_id': '20ee12745c624655a04238e741c572d2', 'fixed_ips': [{'subnet_id': '999e4a65-e159-4d8d-a909-91447d0e9a53'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:11.578540 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:11.666716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-43e59cb6-15a9-49ed-baab-8c4ecc61ce03 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887303 Nov 12 03:44:11.677860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:11.686188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:11.698537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-738c8994-cd94-4b89-be8c-0ad34cc0dd29 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8783774 Nov 12 03:44:12.008348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Allocated IP 2001:db8::3 (8b9d1240-61a7-429e-879b-1f9ebd108e7b/999e4a65-e159-4d8d-a909-91447d0e9a53/b2f98ec9-0227-45b6-b092-274afd35fbb9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:12.088511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c213468-1df9-4af2-ae93-a9b11c6d6d8f req-f1000e10-0a1a-4879-8216-97725c991cc8 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835511 Nov 12 03:44:12.103874 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8780203'] for subnet, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.376887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.384415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.478179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:12.503291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:12.506097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:12.511769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Pushing event updated for resources: {'Port': ['ID=b2f98ec9-0227-45b6-b092-274afd35fbb9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:12.624235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Attempting to bind port b2f98ec9-0227-45b6-b092-274afd35fbb9 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:12.624610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Attempting to bind port b2f98ec9-0227-45b6-b092-274afd35fbb9 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '75049ebf-8736-415f-81cb-ad85ee51988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:12.624970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Attempting to bind port b2f98ec9-0227-45b6-b092-274afd35fbb9 on network 8b9d1240-61a7-429e-879b-1f9ebd108e7b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:12.645784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:12.647137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Checking segment: {'id': '75049ebf-8736-415f-81cb-ad85ee51988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:12.647624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.648165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Bound using segment: {'id': '75049ebf-8736-415f-81cb-ad85ee51988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:12.648766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Bound port: b2f98ec9-0227-45b6-b092-274afd35fbb9, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75049ebf-8736-415f-81cb-ad85ee51988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8b9d1240-61a7-429e-879b-1f9ebd108e7b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:12.649157 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:12.831619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] For port b2f98ec9-0227-45b6-b092-274afd35fbb9, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:12.841898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] For port b2f98ec9-0227-45b6-b092-274afd35fbb9, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b2f98ec9-0227-45b6-b092-274afd35fbb9,segment=NetworkSegment(75049ebf-8736-415f-81cb-ad85ee51988b),segment_id=75049ebf-8736-415f-81cb-ad85ee51988b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:12.848905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.008237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fee3-37f5-4796-b3e4-2ac2be215e66 None None] Pushing event updated for resources: {'Port': ['ID=b2f98ec9-0227-45b6-b092-274afd35fbb9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.355603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773706729611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10236586'] for subnet, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.479648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event updated for resources: {'Subnet': ['ID=999e4a65-e159-4d8d-a909-91447d0e9a53,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:13.496938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:13.497748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.503071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ab58a56-dcb6-425c-9633-56068bf04ef2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "PUT /v2.0/subnets/999e4a65-e159-4d8d-a909-91447d0e9a53 HTTP/1.1" status: 200 len: 900 time: 1.8204424 Nov 12 03:44:13.508406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41058) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:13.662421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.756884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port b2f98ec9-0227-45b6-b092-274afd35fbb9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:13.757236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.973023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port b2f98ec9-0227-45b6-b092-274afd35fbb9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b2f98ec9-0227-45b6-b092-274afd35fbb9,segment=NetworkSegment(75049ebf-8736-415f-81cb-ad85ee51988b),segment_id=75049ebf-8736-415f-81cb-ad85ee51988b)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:13.973769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:13.990627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for b2f98ec9-0227-45b6-b092-274afd35fbb9 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:14.179150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.223668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=b2f98ec9-0227-45b6-b092-274afd35fbb9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.287213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port b2f98ec9-0227-45b6-b092-274afd35fbb9 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:14.375496 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.492908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.537841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=999e4a65-e159-4d8d-a909-91447d0e9a53,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:14.561945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41893c-fe56-4b28-bad4-5cdf8be13b08 None None] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:14.590575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d77cbb4c-3c61-40aa-b548-67a4324a49a0 None None] Could not find standard attr ID for object b2f98ec9-0227-45b6-b092-274afd35fbb9. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:14.691152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.741860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9d1240-61a7-429e-879b-1f9ebd108e7b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:14.785665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75049ebf-8736-415f-81cb-ad85ee51988b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:14.786038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75049ebf-8736-415f-81cb-ad85ee51988b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:14.819933 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.850581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a031f-3b21-428b-b85a-fe44a7c8bbbd None None] DHCP port deletion for 8b9d1240-61a7-429e-879b-1f9ebd108e7b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:14.855262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.872132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f794c9-0e75-4399-865c-d24c8b6d0658 None None] Network 8b9d1240-61a7-429e-879b-1f9ebd108e7b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:14.876040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:14.876484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:14.879918 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:15.054216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.075010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.084226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41092) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.084884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/8b9d1240-61a7-429e-879b-1f9ebd108e7b HTTP/1.1" status: 204 len: 168 time: 1.5741458 Nov 12 03:44:15.097794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8072a-4437-44e0-9cce-2da77aced908 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=8b9d1240-61a7-429e-879b-1f9ebd108e7b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.137522 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e7af6b-a367-4656-bf77-3e1926b73752 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:15.138014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e7af6b-a367-4656-bf77-3e1926b73752 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:15.141302 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-61e7af6b-a367-4656-bf77-3e1926b73752 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/999e4a65-e159-4d8d-a909-91447d0e9a53 HTTP/1.1" status: 404 len: 337 time: 0.0559857 Nov 12 03:44:15.146397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.177849 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5bd0c1-a868-4f41-9ed3-f4a7e2574890 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:15.178882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5bd0c1-a868-4f41-9ed3-f4a7e2574890 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:15.195249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.195685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e5bd0c1-a868-4f41-9ed3-f4a7e2574890 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/8b9d1240-61a7-429e-879b-1f9ebd108e7b HTTP/1.1" status: 404 len: 339 time: 0.0478280 Nov 12 03:44:15.307759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.431590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.479946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35555ef-7147-40b0-ad19-30af2bc1c45c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:15.494467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45065d0e-9013-4f86-a74f-8d041c48e940') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:15.497950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45065d0e-9013-4f86-a74f-8d041c48e940') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:15.518363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.555025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.566300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:15.567134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:15.572311 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:15.677989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.687926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:15.693153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/d35555ef-7147-40b0-ad19-30af2bc1c45c HTTP/1.1" status: 204 len: 168 time: 0.4967265 Nov 12 03:44:15.695997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41106) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.711359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b83fca-7457-49cc-81d1-3160d12c117e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=d35555ef-7147-40b0-ad19-30af2bc1c45c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:15.737491 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-07845284-12c7-47ef-b40c-bddd495138f1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:15.737960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07845284-12c7-47ef-b40c-bddd495138f1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:15.755382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.757255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07845284-12c7-47ef-b40c-bddd495138f1 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/b1cac761-c938-4b51-be24-19ca2024893c HTTP/1.1" status: 404 len: 337 time: 0.0601375 Nov 12 03:44:15.800295 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22dda0a-a1d7-46db-ad02-ddbcf66b2d4b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:15.801451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22dda0a-a1d7-46db-ad02-ddbcf66b2d4b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:15.810975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b22dda0a-a1d7-46db-ad02-ddbcf66b2d4b tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/8311c9fc-071d-4dc4-ba05-02562aff4e60 HTTP/1.1" status: 404 len: 339 time: 0.0541084 Nov 12 03:44:15.813694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:15.959333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting subnet 77cb92f0-97e9-4de9-93a8-aa450359acdc {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:15.971371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.080078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.260647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.390280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.449606 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.499842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=77cb92f0-97e9-4de9-93a8-aa450359acdc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:16.536838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.548011 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f57cc7c4-a3bf-44d2-9659-cda0cfdb52f3 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/77cb92f0-97e9-4de9-93a8-aa450359acdc HTTP/1.1" status: 204 len: 168 time: 0.7311463 Nov 12 03:44:16.549571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:16.567968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9dfae-299a-40d0-9704-221b93491e92 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:16.663554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting subnet 421b91e5-8e8f-41ad-b8d1-3d9bafb554e1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:16.668611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d47384ab-836a-4440-b8e9-4ee023962717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.672988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.762166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2f98ec9-0227-45b6-b092-274afd35fbb9 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:16.793197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b2f98ec9-0227-45b6-b092-274afd35fbb9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:16.794028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2f98ec9-0227-45b6-b092-274afd35fbb9 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:16.826383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.971306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d47384ab-836a-4440-b8e9-4ee023962717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:16.980164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d47384ab-836a-4440-b8e9-4ee023962717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.045074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47384ab-836a-4440-b8e9-4ee023962717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ade110-fc04-4d1f-a84b-30cc6f39cc83,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.055886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.097805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d47384ab-836a-4440-b8e9-4ee023962717 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e5d92f618c404aa2903d25115dca3ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7055330 Nov 12 03:44:17.100718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.196252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.269509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.285754 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.286320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/421b91e5-8e8f-41ad-b8d1-3d9bafb554e1 HTTP/1.1" status: 204 len: 168 time: 0.7344306 Nov 12 03:44:17.287842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d548-4015-487c-99cb-4e4e927bd362 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=421b91e5-8e8f-41ad-b8d1-3d9bafb554e1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.290985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41160) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:17.483147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.489082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.648047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.651164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.652391 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/42ade110-fc04-4d1f-a84b-30cc6f39cc83 HTTP/1.1" status: 204 len: 168 time: 0.5505812 Nov 12 03:44:17.685635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc0498-4c9a-419b-b69e-2ba29488b0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ade110-fc04-4d1f-a84b-30cc6f39cc83,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:17.719445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port a6f8a0e9-dcaf-4916-8a20-61d854a912bb {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:17.719795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:17.992374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port a6f8a0e9-dcaf-4916-8a20-61d854a912bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,segment=NetworkSegment(718730ee-daf1-44dc-9e6e-a6c5c6bcb68c),segment_id=718730ee-daf1-44dc-9e6e-a6c5c6bcb68c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:17.992863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.036658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for a6f8a0e9-dcaf-4916-8a20-61d854a912bb owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:18.211831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965879c-e424-4aac-8468-91791f8fa734 None None] Network 302a1073-f6b7-46a8-968e-4b50981abe5b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:18.288832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.372621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=a6f8a0e9-dcaf-4916-8a20-61d854a912bb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:18.404362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port a6f8a0e9-dcaf-4916-8a20-61d854a912bb on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:18.430958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f76ca06e-5100-4bae-ae19-766e60d8c401 None None] Could not find standard attr ID for object a6f8a0e9-dcaf-4916-8a20-61d854a912bb. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:44:18.526085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bfea70-fcb9-481d-9cba-133a97e558e0 None None] DHCP port deletion for 302a1073-f6b7-46a8-968e-4b50981abe5b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:18.727423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.764479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6f8a0e9-dcaf-4916-8a20-61d854a912bb no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:18.774710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302a1073-f6b7-46a8-968e-4b50981abe5b']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:18.814370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:18.814656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a6f8a0e9-dcaf-4916-8a20-61d854a912bb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:18.814809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718730ee-daf1-44dc-9e6e-a6c5c6bcb68c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:18.815372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6f8a0e9-dcaf-4916-8a20-61d854a912bb not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:18.839988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.880468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.891753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:18.892966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:18.897034 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:19.046944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.085243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.109949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/302a1073-f6b7-46a8-968e-4b50981abe5b HTTP/1.1" status: 204 len: 168 time: 1.8147149 Nov 12 03:44:19.111896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.149860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5394b-b2e4-4ae8-8025-a9e8e17f7250 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=302a1073-f6b7-46a8-968e-4b50981abe5b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:19.205820 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54ef929-39c0-4497-88c1-d9feb722c61e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.213284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54ef929-39c0-4497-88c1-d9feb722c61e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.227576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f54ef929-39c0-4497-88c1-d9feb722c61e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/aa4c532a-10fb-40dc-a4f1-7aa676b75183 HTTP/1.1" status: 404 len: 337 time: 0.1139176 Nov 12 03:44:19.230219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41218) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.278588 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dc6300-c9ef-410e-856f-8da8aa492860 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.286881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dc6300-c9ef-410e-856f-8da8aa492860 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.293918 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c0dc6300-c9ef-410e-856f-8da8aa492860 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/0acb6134-eefa-45aa-a686-7946c407e302 HTTP/1.1" status: 404 len: 339 time: 0.0598140 Nov 12 03:44:19.294595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.349665 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4374127-103a-45c2-b840-f8474028789e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.350454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4374127-103a-45c2-b840-f8474028789e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.356095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f4374127-103a-45c2-b840-f8474028789e tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/684850b4-0170-4a49-b2ae-b602a47ccc55 HTTP/1.1" status: 404 len: 337 time: 0.0599263 Nov 12 03:44:19.358628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.383018 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42ee39d-c3d1-4386-a49d-d4fa7d033fae tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.383018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42ee39d-c3d1-4386-a49d-d4fa7d033fae tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.389121 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c42ee39d-c3d1-4386-a49d-d4fa7d033fae tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/1820bba4-b73d-4570-8560-48031510e632 HTTP/1.1" status: 404 len: 339 time: 0.0263493 Nov 12 03:44:19.389385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41230) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.424065 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d43bbe8-52ab-4e72-b459-acc90db76fdd tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.424538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d43bbe8-52ab-4e72-b459-acc90db76fdd tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.431861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d43bbe8-52ab-4e72-b459-acc90db76fdd tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/2774e4f0-0ea1-4e9e-8427-cfcc890a4f9c HTTP/1.1" status: 404 len: 337 time: 0.0391712 Nov 12 03:44:19.432036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41238) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.456136 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-3003e76f-bcb0-40e1-b7b3-b3ba0807e280 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:19.457438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3003e76f-bcb0-40e1-b7b3-b3ba0807e280 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:19.463863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3003e76f-bcb0-40e1-b7b3-b3ba0807e280 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/76822f5c-9b16-4cd3-b018-5395c6c2979c HTTP/1.1" status: 404 len: 339 time: 0.0283201 Nov 12 03:44:19.464075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41240) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:19.537717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting subnet 863d6fc7-a950-448e-8219-9571b70c53c4 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:19.543076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.623336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:19.852701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.009856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.091648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec05484-02cb-469d-96a5-60dc3996354f None None] Network fd73e557-0336-4584-bdfe-42e5b62b8cb3 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:20.095473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.109331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/863d6fc7-a950-448e-8219-9571b70c53c4 HTTP/1.1" status: 204 len: 168 time: 0.6440225 Nov 12 03:44:20.113876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:20.205249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a2b49-8c24-4b0f-8be7-c6c240b6db14 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=863d6fc7-a950-448e-8219-9571b70c53c4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:20.346227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.580480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] DHCP port deletion for fd73e557-0336-4584-bdfe-42e5b62b8cb3 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:20.628355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port 000a825c-6e53-4769-869d-a3c5285306e4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:20.631331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.720245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Deleting port 000a825c-6e53-4769-869d-a3c5285306e4 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:20.720657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.822742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 000a825c-6e53-4769-869d-a3c5285306e4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:20.949076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=000a825c-6e53-4769-869d-a3c5285306e4,segment=NetworkSegment(a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a),segment_id=a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:20.949622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.963748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=000a825c-6e53-4769-869d-a3c5285306e4,segment=NetworkSegment(a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a),segment_id=a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:20.967198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:20.981227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for 000a825c-6e53-4769-869d-a3c5285306e4 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:21.100494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.175847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Calling delete_port for 000a825c-6e53-4769-869d-a3c5285306e4 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:21.228808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 000a825c-6e53-4769-869d-a3c5285306e4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=000a825c-6e53-4769-869d-a3c5285306e4,segment=NetworkSegment(a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a),segment_id=a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:21.244547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.287113 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.331163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.335502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port 000a825c-6e53-4769-869d-a3c5285306e4 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:21.341629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event deleted for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.363725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.364645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.365430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.366436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.367257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.368043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.368817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.369604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.370378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.371193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.371965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.372735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:21.451325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.499354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.509814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] Pushing event deleted for resources: {'Port': ['ID=000a825c-6e53-4769-869d-a3c5285306e4,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:21.520164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f992f5-81e3-418a-a82e-d3506639ce41 None None] No DVR routers for this DVR port 000a825c-6e53-4769-869d-a3c5285306e4 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:21.565374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd73e557-0336-4584-bdfe-42e5b62b8cb3']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.585351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.585660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a207ccc6-d9f9-4f01-a037-bdb2f7cbc08a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:21.604473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.628860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.652319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:21.655913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:21.663080 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:21.842685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.882569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:21.901711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41370) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:21.913037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/fd73e557-0336-4584-bdfe-42e5b62b8cb3 HTTP/1.1" status: 204 len: 168 time: 1.7973895 Nov 12 03:44:21.988673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4331-2bb9-4a21-bfbc-3132cb9d83c2 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=fd73e557-0336-4584-bdfe-42e5b62b8cb3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.049687 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0d6169-5be1-4cb8-9e33-39bcff2f57d8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:22.050465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0d6169-5be1-4cb8-9e33-39bcff2f57d8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:22.065339 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ab0d6169-5be1-4cb8-9e33-39bcff2f57d8 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/5cef3563-e8c8-473f-99e8-623e3e94ca4e HTTP/1.1" status: 404 len: 337 time: 0.1609900 Nov 12 03:44:22.069300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41374) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.098052 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f4484f-11f0-427f-a6b6-2bc1de0c352c tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:22.099432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f4484f-11f0-427f-a6b6-2bc1de0c352c tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:22.103130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-00f4484f-11f0-427f-a6b6-2bc1de0c352c tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/05f93c4c-7fff-41e4-906b-dab8cc1190a0 HTTP/1.1" status: 404 len: 339 time: 0.0323870 Nov 12 03:44:22.107389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:22.170372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b4c5b649-bc2c-4bc5-aea4-7df3d43b1a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.269844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting subnet 08af855b-4c4b-43fe-a234-701934ffd206 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:22.275437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.381915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.588952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da25f-f3cc-40bd-b943-a2b1543cacfd req-5a054a36-8ae4-4c12-ac18-9d3c169de71c tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:22.603967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-461da25f-f3cc-40bd-b943-a2b1543cacfd req-5a054a36-8ae4-4c12-ac18-9d3c169de71c tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 951 time: 0.0976319 Nov 12 03:44:22.674924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.702912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-461da25f-f3cc-40bd-b943-a2b1543cacfd req-c9fc853f-5161-4eb3-8765-8d99d4c4550d tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969863 Nov 12 03:44:22.797370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.836427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Subnet': ['ID=08af855b-4c4b-43fe-a234-701934ffd206,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:22.843097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:22.852113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8135af21-2b55-4a6a-a656-0caf04dd6e21 None None] Network 9b71d9df-ae6b-4427-962a-3d152252c86f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:22.865653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2c27b362-290c-4b25-9b69-8418c956ae95 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/subnets/08af855b-4c4b-43fe-a234-701934ffd206 HTTP/1.1" status: 204 len: 168 time: 0.7486243 Nov 12 03:44:22.866003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:23.072937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.263751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] DHCP port deletion for 9b71d9df-ae6b-4427-962a-3d152252c86f request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:23.315932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Deleting port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:23.318899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.503441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] For port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,segment=NetworkSegment(a27dc0b1-9963-431e-96e1-0c510bbdb2f4),segment_id=a27dc0b1-9963-431e-96e1-0c510bbdb2f4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.503958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.533638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Calling delete_port for ce4d5a88-6cf3-45d3-bedf-c0fee867e88e owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:23.534527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Deleting port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:23.535423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.684818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] For port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,segment=NetworkSegment(a27dc0b1-9963-431e-96e1-0c510bbdb2f4),segment_id=a27dc0b1-9963-431e-96e1-0c510bbdb2f4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:23.686892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.712493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Calling delete_port for ce4d5a88-6cf3-45d3-bedf-c0fee867e88e owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:23.725481 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:23.842120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] No DVR routers for this DVR port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:23.854027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Port': ['ID=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.005964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.068918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] Pushing event deleted for resources: {'Port': ['ID=ce4d5a88-6cf3-45d3-bedf-c0fee867e88e,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.073718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.087120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc971b02-0bae-4fd0-9f8b-ce34b0add1d8 None None] No DVR routers for this DVR port ce4d5a88-6cf3-45d3-bedf-c0fee867e88e on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:24.143567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b71d9df-ae6b-4427-962a-3d152252c86f']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.166339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5752b3a-cee9-4a65-9c2d-b972165cbb59 req-c2ac5d2e-6d69-494d-8394-b772707ffdba tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:24.171249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5752b3a-cee9-4a65-9c2d-b972165cbb59 req-c2ac5d2e-6d69-494d-8394-b772707ffdba tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 951 time: 0.1544998 Nov 12 03:44:24.177509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.177964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27dc0b1-9963-431e-96e1-0c510bbdb2f4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:24.272637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.319106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.320288 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a919d742-edc2-4346-b433-a77e3977c757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.342699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5752b3a-cee9-4a65-9c2d-b972165cbb59 req-082a54d2-6600-4a1d-8a93-810e87a82d08 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614428 Nov 12 03:44:24.345434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:24.346328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:24.352670 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:24.545681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.590475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:24.598812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] 10.222.0.97 "DELETE /v2.0/networks/9b71d9df-ae6b-4427-962a-3d152252c86f HTTP/1.1" status: 204 len: 168 time: 1.7294843 Nov 12 03:44:24.598812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9f9b7-eba7-4495-989f-cdf8affc8575 tempest-NetworksIpV6Test-1160910678 tempest-NetworksIpV6Test-1160910678-project] Pushing event deleted for resources: {'Network': ['ID=9b71d9df-ae6b-4427-962a-3d152252c86f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:24.764905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ce4d5a88-6cf3-45d3-bedf-c0fee867e88e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:24.834317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ce4d5a88-6cf3-45d3-bedf-c0fee867e88e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:24.836166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ce4d5a88-6cf3-45d3-bedf-c0fee867e88e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:25.213835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41474) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.447279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f9655c6-290d-4e95-85e4-7bcb77108231 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=20ee12745c624655a04238e741c572d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320368 Nov 12 03:44:25.452741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41494) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:25.486742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.567952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.601429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.693202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.699374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:25.702081 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b696942d-9d6b-4386-a041-b5da33f76bdb HTTP/1.1" status: 204 len: 168 time: 0.2459767 Nov 12 03:44:25.731239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb864d-5a0e-4013-8d15-5b9316e0a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b696942d-9d6b-4386-a041-b5da33f76bdb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:25.999325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c326c-c6a5-4c40-ac2b-75540a244bf1 req-3571496d-71eb-4ad0-9a3c-b78dd58b871d tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:26.003368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c326c-c6a5-4c40-ac2b-75540a244bf1 req-3571496d-71eb-4ad0-9a3c-b78dd58b871d tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 951 time: 0.0663338 Nov 12 03:44:26.088545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c326c-c6a5-4c40-ac2b-75540a244bf1 req-ab7c00b7-c2ec-4ccb-92a6-af3fa92b245c tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763330 Nov 12 03:44:26.334945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:26.447763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.486448 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:44:26.488370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:26.493443 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb79def-3c2f-4b95-ba66-46154ab24457" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:26.520649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:26.526355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:26.574304 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fba31cf-e7c6-441d-8327-d41eb8395759 x-openstack-request-id: req-1fba31cf-e7c6-441d-8327-d41eb8395759 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:26.575224 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:26.576140 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1fba31cf-e7c6-441d-8327-d41eb8395759 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:26.576983 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'code': 200} Nov 12 03:44:26.624765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:26.919433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.047006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41556) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:27.187344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228481889'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:27.220524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:27.225694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.239937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.263992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7d6c-f245-4c78-ab03-2e6478b301cf req-b40672d3-3b03-4f96-8735-5f903bb00730 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.265664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13f7d6c-f245-4c78-ab03-2e6478b301cf req-b40672d3-3b03-4f96-8735-5f903bb00730 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 949 time: 0.0859272 Nov 12 03:44:27.364297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f13f7d6c-f245-4c78-ab03-2e6478b301cf req-4c795c8d-003b-408f-8887-ff7a79ab04f5 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Nov 12 03:44:27.418881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.429223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.448472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:27.479540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.479938 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment 3169141a-be60-47fd-913e-eb6285ff233f of type vlan for network 79047fa4-5fed-41f4-ba53-90f48863f13a Nov 12 03:44:27.503600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9963ac2c-5ad2-4159-9ab4-7f06fa205932,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.552300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.594832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.604570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:27.605652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:27.670885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6095445 Nov 12 03:44:27.711939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52532f-610d-432f-8224-3811b65a2e70 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=79047fa4-5fed-41f4-ba53-90f48863f13a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:27.731142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 79047fa4-5fed-41f4-ba53-90f48863f13a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:27.762477 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:28.663718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-606b9c16-ecf0-4f02-a12f-3e49d2a9a740 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.665209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-606b9c16-ecf0-4f02-a12f-3e49d2a9a740 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.104 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 949 time: 0.1966693 Nov 12 03:44:28.723635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec473668-27e7-4788-abde-741fd6b0bc49 req-58950e26-5850-4801-a6c8-b470afd52f46 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:28.726036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec473668-27e7-4788-abde-741fd6b0bc49 req-58950e26-5850-4801-a6c8-b470afd52f46 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 949 time: 0.2593794 Nov 12 03:44:28.868981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec473668-27e7-4788-abde-741fd6b0bc49 req-4dac3f05-4423-46f6-9336-d92582c86883 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/security-groups?id=dfa42d5f-588d-4c86-bedb-a738175543ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Nov 12 03:44:28.886725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Deleting port 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:28.887173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.052835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] For port 0e8d7803-f65a-41b6-86c6-f1112583ee7b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=0e8d7803-f65a-41b6-86c6-f1112583ee7b,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:29.053210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.074054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Calling delete_port for 0e8d7803-f65a-41b6-86c6-f1112583ee7b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:29.277536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.315684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Pushing event deleted for resources: {'Port': ['ID=0e8d7803-f65a-41b6-86c6-f1112583ee7b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:29.471365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] No DVR routers for this DVR port 0e8d7803-f65a-41b6-86c6-f1112583ee7b on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:29.475175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:29.481176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70a3bbf7-904a-41ce-9be2-ba8f814b00a4 req-504b34bb-845e-41eb-af40-aa38960fb2cc tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.104 "DELETE /v2.0/ports/0e8d7803-f65a-41b6-86c6-f1112583ee7b HTTP/1.1" status: 204 len: 173 time: 0.8082278 Nov 12 03:44:29.481859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-deleted', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:29.485729 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bff3ad-4143-44a6-8781-377a960deca4" -d '{"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-deleted", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:29.562150 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70697f6-989c-4bd3-806f-a589ac312624 x-openstack-request-id: req-e70697f6-989c-4bd3-806f-a589ac312624 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:29.562597 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbecd94a-3876-4d4f-9dda-044bd5ce52e2", "name": "network-vif-deleted", "tag": "0e8d7803-f65a-41b6-86c6-f1112583ee7b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:29.563008 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e70697f6-989c-4bd3-806f-a589ac312624 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:29.564127 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecd94a-3876-4d4f-9dda-044bd5ce52e2', 'name': 'network-vif-deleted', 'tag': '0e8d7803-f65a-41b6-86c6-f1112583ee7b', 'status': 'completed', 'code': 200} Nov 12 03:44:30.132335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-257d5f75-0133-498c-b129-1552e7ade00a req-7e046f2e-87bb-4462-b828-90a686c159e9 tempest-ImagesOneServerTestJSON-2118780974 tempest-ImagesOneServerTestJSON-2118780974-project] 10.222.0.97 "GET /v2.0/ports?device_id=fbecd94a-3876-4d4f-9dda-044bd5ce52e2 HTTP/1.1" status: 200 len: 210 time: 0.0771635 Nov 12 03:44:31.417218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:31.435013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7df3f-0899-4e87-9eb6-87ae60316416 req-edbee6d8-8403-42a9-bab9-f51fcf9c2e3e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:31.439681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1e7df3f-0899-4e87-9eb6-87ae60316416 req-edbee6d8-8403-42a9-bab9-f51fcf9c2e3e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0957823 Nov 12 03:44:31.596105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1e7df3f-0899-4e87-9eb6-87ae60316416 req-d7a2caf0-fc61-4371-a975-984d201bff6f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431797 Nov 12 03:44:31.850262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41650) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.856279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:31.880376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:31.997082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:32.002715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.228192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a11f26bd-ad0b-41e1-bfac-89a8fe5fcfeb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=25b8334ef2dc41d2aa6027fc64e31366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460937 Nov 12 03:44:32.229272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.337343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.351844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.381434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.387752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:32.431079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 0e8d7803-f65a-41b6-86c6-f1112583ee7b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:32.433128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 0e8d7803-f65a-41b6-86c6-f1112583ee7b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:32.440811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=a90bb8b5-7f7d-4468-a6db-5a434fbe1010,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.461042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.462074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.462984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.463914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.464755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.465617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.466468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.467510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.468383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.469291 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.470608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.471498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:32.481436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': '3169141a-be60-47fd-913e-eb6285ff233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:32.482033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.483373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: 79047fa4-5fed-41f4-ba53-90f48863f13a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:32.487783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.494809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dfa42d5f-588d-4c86-bedb-a738175543ca HTTP/1.1" status: 204 len: 168 time: 0.2605190 Nov 12 03:44:32.499677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a43a3-faab-465a-b1b8-5690e1c1e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa42d5f-588d-4c86-bedb-a738175543ca,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:32.547731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network 79047fa4-5fed-41f4-ba53-90f48863f13a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:32.566308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 79047fa4-5fed-41f4-ba53-90f48863f13a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:32.577256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c51da-9a0b-4b9d-962c-7a7190d78aca None None] Network 79047fa4-5fed-41f4-ba53-90f48863f13a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:32.580238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.581823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.661466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-064cf3b0-aebb-46b7-9d2d-0b589ee6b4db tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8093994 Nov 12 03:44:32.665258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:32.671729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321153271'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:32.728214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:32.731982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.805758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:32.828960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-79047fa4-5fed-41f4-ba53-90f48863f13a', 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': 'a90bb8b5-7f7d-4468-a6db-5a434fbe1010'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:32.831201 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.903303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:32.904047 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment 4d9f34f8-59e7-4bcd-a470-539cac4e275d of type vlan for network c1a3a9f8-5340-4bf8-829c-aebe292fb164 Nov 12 03:44:32.986532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219675b-2bb8-41fe-878f-dea0dba440b9 req-61612c06-afff-444b-82df-935b87bb7167 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:32.988400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3219675b-2bb8-41fe-878f-dea0dba440b9 req-61612c06-afff-444b-82df-935b87bb7167 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1766396 Nov 12 03:44:32.990586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.054454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.061065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:33.061065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.117142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Allocated IP 2001:db8:0:ffff::2 (79047fa4-5fed-41f4-ba53-90f48863f13a/a90bb8b5-7f7d-4468-a6db-5a434fbe1010/e3387e56-8ea6-4b85-b917-12e6f9b5e026) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:33.167414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=c1a3a9f8-5340-4bf8-829c-aebe292fb164,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.198781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d48d01d4-146c-4b95-b02f-4456e68e0480 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5313132 Nov 12 03:44:33.201701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:33.207800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:33.229868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:33.239848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3219675b-2bb8-41fe-878f-dea0dba440b9 req-4b8a1c81-7234-4e44-bfd2-f6dc5a38329e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362633 Nov 12 03:44:33.374373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:33.391301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.409405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.420749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.480668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Pushing event updated for resources: {'Port': ['ID=e3387e56-8ea6-4b85-b917-12e6f9b5e026,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:33.505347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Network 79047fa4-5fed-41f4-ba53-90f48863f13a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:33.513126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:33.517974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:33.649068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Attempting to bind port e3387e56-8ea6-4b85-b917-12e6f9b5e026 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:33.649698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Attempting to bind port e3387e56-8ea6-4b85-b917-12e6f9b5e026 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3169141a-be60-47fd-913e-eb6285ff233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:33.650259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Attempting to bind port e3387e56-8ea6-4b85-b917-12e6f9b5e026 on network 79047fa4-5fed-41f4-ba53-90f48863f13a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:33.656544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:33.657242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Checking segment: {'id': '3169141a-be60-47fd-913e-eb6285ff233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:33.657881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.658728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Bound using segment: {'id': '3169141a-be60-47fd-913e-eb6285ff233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:33.659650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Bound port: e3387e56-8ea6-4b85-b917-12e6f9b5e026, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3169141a-be60-47fd-913e-eb6285ff233f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '79047fa4-5fed-41f4-ba53-90f48863f13a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:33.663854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.757771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] For port e3387e56-8ea6-4b85-b917-12e6f9b5e026, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:33.760794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] For port e3387e56-8ea6-4b85-b917-12e6f9b5e026, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3387e56-8ea6-4b85-b917-12e6f9b5e026,segment=NetworkSegment(3169141a-be60-47fd-913e-eb6285ff233f),segment_id=3169141a-be60-47fd-913e-eb6285ff233f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:33.798374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:33.900760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:44:33.916472 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.030933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404aca-b36a-4310-bf1d-4524bc79cb37 None None] Pushing event updated for resources: {'Port': ['ID=e3387e56-8ea6-4b85-b917-12e6f9b5e026,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.055744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=cba4adbf-d848-46a1-b728-1d0557eea8e9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:34.101618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': '4d9f34f8-59e7-4bcd-a470-539cac4e275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:34.102236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: c1a3a9f8-5340-4bf8-829c-aebe292fb164, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:34.145347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:34.160835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c1a3a9f8-5340-4bf8-829c-aebe292fb164) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:34.167633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.168759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.176722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4b63b-9d4a-4a6e-8d3a-a55a99c7e857 None None] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:34.232114 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d25d6b0f-8310-49b5-8ae0-4aa641a1042c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0253139 Nov 12 03:44:34.233020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:34.263821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'port': {'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164', 'name': 'tempest-NetworksIpV6TestAttrs-53652365'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:34.535431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c1a3a9f8-5340-4bf8-829c-aebe292fb164', 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': 'cba4adbf-d848-46a1-b728-1d0557eea8e9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:34.536324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.548373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1e70a-7d51-414b-898a-4e5a4964fb5c req-88ff0564-2894-46e8-a0ba-6a99cab816c8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:34.552005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe1e70a-7d51-414b-898a-4e5a4964fb5c req-88ff0564-2894-46e8-a0ba-6a99cab816c8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0882390 Nov 12 03:44:34.609099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:34.616818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:34.645199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] device_id is not set on port 3aa751f4-007f-4500-b226-f682706ace9b yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:34.666197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe1e70a-7d51-414b-898a-4e5a4964fb5c req-6aaa9a13-a394-4848-8ffd-0af52b7f169f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080301 Nov 12 03:44:34.806069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Allocated IP 2001:db8::f816:3eff:fed9:370e (c1a3a9f8-5340-4bf8-829c-aebe292fb164/cba4adbf-d848-46a1-b728-1d0557eea8e9/697cf291-c599-4131-8bdd-228df053e7e5) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:34.846444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3387e56-8ea6-4b85-b917-12e6f9b5e026 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:35.007725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e3387e56-8ea6-4b85-b917-12e6f9b5e026 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:35.008198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.095827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.105963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.177740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:35.192244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:35.198919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:35.207717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Allocated IP 2001:db8::f816:3eff:fe07:2619 (c1a3a9f8-5340-4bf8-829c-aebe292fb164/cba4adbf-d848-46a1-b728-1d0557eea8e9/3aa751f4-007f-4500-b226-f682706ace9b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:35.210621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.219195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Pushing event updated for resources: {'Port': ['ID=697cf291-c599-4131-8bdd-228df053e7e5,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.385589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Attempting to bind port 697cf291-c599-4131-8bdd-228df053e7e5 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:35.387270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Attempting to bind port 697cf291-c599-4131-8bdd-228df053e7e5 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4d9f34f8-59e7-4bcd-a470-539cac4e275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:35.388068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Attempting to bind port 697cf291-c599-4131-8bdd-228df053e7e5 on network c1a3a9f8-5340-4bf8-829c-aebe292fb164 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:35.422731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port e3387e56-8ea6-4b85-b917-12e6f9b5e026, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3387e56-8ea6-4b85-b917-12e6f9b5e026,segment=NetworkSegment(3169141a-be60-47fd-913e-eb6285ff233f),segment_id=3169141a-be60-47fd-913e-eb6285ff233f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:35.425917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:35.426672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Checking segment: {'id': '4d9f34f8-59e7-4bcd-a470-539cac4e275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:35.428156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.429010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Bound using segment: {'id': '4d9f34f8-59e7-4bcd-a470-539cac4e275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:35.429499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Bound port: 697cf291-c599-4131-8bdd-228df053e7e5, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9f34f8-59e7-4bcd-a470-539cac4e275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c1a3a9f8-5340-4bf8-829c-aebe292fb164'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:35.429884 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.437208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.541440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa9f43c-8b1c-4b0f-8930-022e234c8723 None None] Network 79047fa4-5fed-41f4-ba53-90f48863f13a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:35.628058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.724777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.799373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:35.803071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:35.807712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:35.815146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.815821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.828312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Port': ['ID=3aa751f4-007f-4500-b226-f682706ace9b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.855798 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-15330fd6-edb5-417c-ba24-ecbc235f003d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.6214700 Nov 12 03:44:35.864209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41762) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:35.885162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=e3387e56-8ea6-4b85-b917-12e6f9b5e026,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:35.912117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-580e002e-d90b-46f2-abf9-0d6b63984c8f None None] Provisioning complete for port e3387e56-8ea6-4b85-b917-12e6f9b5e026 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:35.912680 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-580e002e-d90b-46f2-abf9-0d6b63984c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:35.925319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] For port 697cf291-c599-4131-8bdd-228df053e7e5, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:35.952643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fa030-cd05-46b3-b24c-1e395a1cf4b6 req-45064d54-21c0-452d-afa2-e46aee19eb86 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:35.955790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-991fa030-cd05-46b3-b24c-1e395a1cf4b6 req-45064d54-21c0-452d-afa2-e46aee19eb86 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1496937 Nov 12 03:44:36.026905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting subnet cba4adbf-d848-46a1-b728-1d0557eea8e9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:36.034020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] For port 697cf291-c599-4131-8bdd-228df053e7e5, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=697cf291-c599-4131-8bdd-228df053e7e5,segment=NetworkSegment(4d9f34f8-59e7-4bcd-a470-539cac4e275d),segment_id=4d9f34f8-59e7-4bcd-a470-539cac4e275d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:36.037785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.055162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.093010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-991fa030-cd05-46b3-b24c-1e395a1cf4b6 req-4096e01c-2c46-4fd4-afe2-9d71e23f63ad tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253500 Nov 12 03:44:36.134240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.366769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.486596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.551306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=cba4adbf-d848-46a1-b728-1d0557eea8e9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.565995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.578032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0fba217b-9020-4c0e-8125-8614477bc742 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/cba4adbf-d848-46a1-b728-1d0557eea8e9 HTTP/1.1" status: 204 len: 168 time: 0.7125888 Nov 12 03:44:36.581348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41802) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.585273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16c90-f9b6-4b44-b12d-190e5b87480b None None] Pushing event updated for resources: {'Port': ['ID=697cf291-c599-4131-8bdd-228df053e7e5,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:36.638305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 894d3542-41d1-4589-83ad-fcb1372e320d details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:36.709975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3dd100-d5d8-4108-9b4e-c9348a9072d0 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.724689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3dd100-d5d8-4108-9b4e-c9348a9072d0 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:36.728260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df3dd100-d5d8-4108-9b4e-c9348a9072d0 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1456573 Nov 12 03:44:36.731524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:36.830639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3387e56-8ea6-4b85-b917-12e6f9b5e026 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:36.927705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e3387e56-8ea6-4b85-b917-12e6f9b5e026 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:36.928070 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:36.986193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=894d3542-41d1-4589-83ad-fcb1372e320d,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.023236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '894d3542-41d1-4589-83ad-fcb1372e320d', 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'port_id': '894d3542-41d1-4589-83ad-fcb1372e320d', 'mac_address': 'fa:16:3e:4b:14:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e318bc5-fc8a-4877-ab46-e8be62da34ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:37.137332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.155371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894d3542-41d1-4589-83ad-fcb1372e320d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:37.160868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a75a41ff-80e9-442e-89f0-3f57bbc175a2 None None] Provisioning complete for port e3387e56-8ea6-4b85-b917-12e6f9b5e026 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:37.161238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a75a41ff-80e9-442e-89f0-3f57bbc175a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.232691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=894d3542-41d1-4589-83ad-fcb1372e320d,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.240861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.241809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:37.382697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.523911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8740709-abff-4197-ba45-6d7b02c9e18a tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.559052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ac3f8-3ef1-4943-872a-fc0eb7375687 req-dde9957c-4005-483c-bdbb-4a96dd9c6c09 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:37.568190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-923ac3f8-3ef1-4943-872a-fc0eb7375687 req-dde9957c-4005-483c-bdbb-4a96dd9c6c09 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1858885 Nov 12 03:44:37.599654 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8740709-abff-4197-ba45-6d7b02c9e18a tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:37.601136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8740709-abff-4197-ba45-6d7b02c9e18a tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:37.606395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8740709-abff-4197-ba45-6d7b02c9e18a tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/c1a3a9f8-5340-4bf8-829c-aebe292fb164 HTTP/1.1" status: 409 len: 405 time: 0.8719380 Nov 12 03:44:37.611831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:37.619227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1077994741'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:37.621326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.648162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'port_id': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517', 'mac_address': 'fa:16:3e:1b:9e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:37.716198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.723097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-923ac3f8-3ef1-4943-872a-fc0eb7375687 req-f171c084-8e82-4423-b829-47345b05bbb5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541696 Nov 12 03:44:37.739712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:37.747004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:37.768349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.773909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:37.788285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:37.796064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:37.881903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:37.906424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:37.973504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:38.005865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'port_id': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162', 'mac_address': 'fa:16:3e:2a:7d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:38.027820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.031491 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment fc68a3ac-2dd2-43aa-980f-3f3fffd9223b of type vlan for network 0639d7b7-2ba5-4940-bb9c-46ac4238050e Nov 12 03:44:38.105668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.110940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.118633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.126901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.134995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.142525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.148935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.153675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6dbcc-4df7-4643-a49d-496a80c69b8e None None] Network c1a3a9f8-5340-4bf8-829c-aebe292fb164 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:38.155665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.158947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-9be67a6f-bf83-4589-9b54-2596dc154dca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5435 time: 0.2329929 Nov 12 03:44:38.191478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:38.225276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.276894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:38.279778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] Provisioning complete for port 697cf291-c599-4131-8bdd-228df053e7e5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:38.280367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.285650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.286018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6dc9f446-66cc-47aa-8529-2bf9adc732cf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:38.293877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.301834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:38.302524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.318187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce4901d8-7d4c-4df1-8f92-531aad8054e9 req-1028146b-fd61-4795-85d6-4b0a2da9b1b6 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229317 Nov 12 03:44:38.410758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41854) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:38.411772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7975960 Nov 12 03:44:38.419473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:38.425749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987082a-4e9d-4d68-aeea-b808755c78ac tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=0639d7b7-2ba5-4940-bb9c-46ac4238050e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.452192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:38.561181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:38.689677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:38.696207 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.722509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:38.960188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:38.971498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] DHCP port deletion for c1a3a9f8-5340-4bf8-829c-aebe292fb164 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:39.023087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528feb43-9d39-42c4-b132-07f1ecec13f9 req-b36d1897-146a-45b8-8e86-89ebc5000475 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.033094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528feb43-9d39-42c4-b132-07f1ecec13f9 req-b36d1897-146a-45b8-8e86-89ebc5000475 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1723073 Nov 12 03:44:39.102123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-528feb43-9d39-42c4-b132-07f1ecec13f9 req-7ac9b5cf-b1e6-4a4b-b5e9-0eb7ab5ee3c3 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674627 Nov 12 03:44:39.104795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.137169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] For port 697cf291-c599-4131-8bdd-228df053e7e5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=697cf291-c599-4131-8bdd-228df053e7e5,segment=NetworkSegment(4d9f34f8-59e7-4bcd-a470-539cac4e275d),segment_id=4d9f34f8-59e7-4bcd-a470-539cac4e275d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.158681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.163543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'port_id': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'mac_address': 'fa:16:3e:ba:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:39.230062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Deleting port 697cf291-c599-4131-8bdd-228df053e7e5 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:39.230327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.233901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:44:39.236794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.291695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=9bfbb9af-c22a-460b-91a3-5ef1492e27ef,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.339101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:39.339566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: 0639d7b7-2ba5-4940-bb9c-46ac4238050e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:39.349152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9dd39-0d0d-434c-a3af-f5c77ac23dcc None None] Pushing event updated for resources: {'Port': ['ID=697cf291-c599-4131-8bdd-228df053e7e5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.358698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.372623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:39.390764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0639d7b7-2ba5-4940-bb9c-46ac4238050e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:39.391408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] For port 697cf291-c599-4131-8bdd-228df053e7e5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=697cf291-c599-4131-8bdd-228df053e7e5,segment=NetworkSegment(4d9f34f8-59e7-4bcd-a470-539cac4e275d),segment_id=4d9f34f8-59e7-4bcd-a470-539cac4e275d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.391806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.403535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.403787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada687a-767c-483c-be58-c98d773d3d2a None None] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:39.406084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.413890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc9f446-66cc-47aa-8529-2bf9adc732cf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:39.437418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Calling delete_port for 697cf291-c599-4131-8bdd-228df053e7e5 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:39.444243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:39.447360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a069e87a-1a52-46e9-8295-0f7b8352b88c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0343223 Nov 12 03:44:39.455621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'port': {'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e', 'name': 'tempest-NetworksIpV6TestAttrs-12119970'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:39.514296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.554726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.562217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b5d1b1ed-e527-45fd-9962-ed70ce821692 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:39.633239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.640235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.651247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.658624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.667396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.673826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.681881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:39.692864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-76d9d41b-fa6c-4e39-8581-92f27fbf9009 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5437 time: 0.1893482 Nov 12 03:44:39.776187 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:39.801604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.806752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd718eb6-4eed-44a5-afe7-e8e2210b87c9 req-b4e5e4ee-e9d1-45e3-b28d-11cb07233bcf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126530 Nov 12 03:44:39.816599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:39.830828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:39.835034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:39.870444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] device_id is not set on port 5d1af70e-e3e7-4918-92c7-b8075f604271 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:44:39.900532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'port_id': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'mac_address': 'fa:16:3e:ab:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:39.902053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:39.968513 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.000843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.062809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Allocated IP 2001:db8::f816:3eff:fe2c:6a18 (0639d7b7-2ba5-4940-bb9c-46ac4238050e/9bfbb9af-c22a-460b-91a3-5ef1492e27ef/5d1af70e-e3e7-4918-92c7-b8075f604271) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:40.066302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d1b1ed-e527-45fd-9962-ed70ce821692 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:40.075561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] Pushing event deleted for resources: {'Port': ['ID=697cf291-c599-4131-8bdd-228df053e7e5,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.102479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef72b6c-5da7-4099-9af5-10b6320f2d3e None None] No DVR routers for this DVR port 697cf291-c599-4131-8bdd-228df053e7e5 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:40.131084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0639d7b7-2ba5-4940-bb9c-46ac4238050e', 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': '9bfbb9af-c22a-460b-91a3-5ef1492e27ef'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:40.131084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.132375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.155387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.156048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:40.307829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.329069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412', 'network_id': '8d22ef08-baa3-4390-97bb-83d9e85d2857', 'port_id': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412', 'mac_address': 'fa:16:3e:99:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e318bc5-fc8a-4877-ab46-e8be62da34ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:40.378504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.379618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8162b0b-a65a-4d46-8386-9234daf5bc90 req-e68ee165-3fb0-4bb0-b31a-3fb829a50e1d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.381252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8162b0b-a65a-4d46-8386-9234daf5bc90 req-e68ee165-3fb0-4bb0-b31a-3fb829a50e1d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1438937 Nov 12 03:44:40.429415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.454369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.456083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:40.494922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.497727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8162b0b-a65a-4d46-8386-9234daf5bc90 req-09d6d6bf-5f53-4e55-b7da-89d38e01cfb8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038690 Nov 12 03:44:40.509543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.510299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:40.515160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.551152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:40.564872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:40.576687 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed', 'network_id': 'c6fec5f1-e2b2-45f3-9432-7aae984091f1', 'port_id': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed', 'mac_address': 'fa:16:3e:52:fe:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bec530-8030-401f-b29c-344c731c7d66', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:40.584276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:40.592130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:40.610107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:40.610107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:40.636361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Port': ['ID=5d1af70e-e3e7-4918-92c7-b8075f604271,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:40.652921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:40.661336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2142310 Nov 12 03:44:40.663408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.663882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.664323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.664658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.665072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.665313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.665638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.666058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.666270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.666592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.668377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.668737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8474861b-1a7b-498e-b086-bab4b75dee4d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:44:40.729489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting subnet 9bfbb9af-c22a-460b-91a3-5ef1492e27ef {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:40.895904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 697cf291-c599-4131-8bdd-228df053e7e5 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:40.971104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 697cf291-c599-4131-8bdd-228df053e7e5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:40.971481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 697cf291-c599-4131-8bdd-228df053e7e5 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:40.993707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Allocated IP 2001:db8::f816:3eff:fe8a:2fed (0639d7b7-2ba5-4940-bb9c-46ac4238050e/9bfbb9af-c22a-460b-91a3-5ef1492e27ef/a78709f1-e3ec-4225-84f5-cf4c77085fed) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:41.018784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.029165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.037277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.044487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.052098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.054954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.074338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.075768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.084009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.086469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-2f50f59e-a357-4581-8dc2-9feb3a990597 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5439 time: 0.1737874 Nov 12 03:44:41.147429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:41.172232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-831d3fa6-d2db-4c8d-945d-fec372cd7a32 req-64d1e218-92ce-4f5f-8a18-fd31dc8b790b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742614 Nov 12 03:44:41.196743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:41.208918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.328513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-ed4bd6ec-b127-49d6-9143-9a394d525bb7 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351355 Nov 12 03:44:41.328789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.347076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.352941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.369751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.426773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.441096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:41.445801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:41.449430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:41.461730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Pushing event updated for resources: {'Port': ['ID=a78709f1-e3ec-4225-84f5-cf4c77085fed,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.491058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-dca4c950-7441-4677-be20-7926bb6cb320 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:41.499276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-dca4c950-7441-4677-be20-7926bb6cb320 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600833 Nov 12 03:44:41.532217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-1487875c-5b87-47eb-b9e7-ce59068d0ab8 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/quotas/6bf1e85ed42947d9b413e02901f62e8b HTTP/1.1" status: 200 len: 375 time: 0.0313966 Nov 12 03:44:41.567097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Attempting to bind port a78709f1-e3ec-4225-84f5-cf4c77085fed on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:41.567680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Attempting to bind port a78709f1-e3ec-4225-84f5-cf4c77085fed by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:41.568054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Attempting to bind port a78709f1-e3ec-4225-84f5-cf4c77085fed on network 0639d7b7-2ba5-4940-bb9c-46ac4238050e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:41.574578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:41.575223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Checking segment: {'id': 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:41.575725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.576128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Bound using segment: {'id': 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:41.576617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Bound port: a78709f1-e3ec-4225-84f5-cf4c77085fed, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0639d7b7-2ba5-4940-bb9c-46ac4238050e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:41.577011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.581683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-79d83a9f-8ce6-4689-82a2-0ae793ee792e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483153 Nov 12 03:44:41.677292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] For port a78709f1-e3ec-4225-84f5-cf4c77085fed, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:41.681140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] For port a78709f1-e3ec-4225-84f5-cf4c77085fed, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a78709f1-e3ec-4225-84f5-cf4c77085fed,segment=NetworkSegment(fc68a3ac-2dd2-43aa-980f-3f3fffd9223b),segment_id=fc68a3ac-2dd2-43aa-980f-3f3fffd9223b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:41.688966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.745671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:41.791705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec543ef-62f9-4b7e-89a0-169d42c926bd None None] Pushing event updated for resources: {'Port': ['ID=a78709f1-e3ec-4225-84f5-cf4c77085fed,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:41.976419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.017980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfbb9af-c22a-460b-91a3-5ef1492e27ef,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:42.041189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.052634 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69cd85e5-e502-4549-af82-6a0c36801597 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/9bfbb9af-c22a-460b-91a3-5ef1492e27ef HTTP/1.1" status: 204 len: 168 time: 1.3985615 Nov 12 03:44:42.054277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41990) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.073360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf949a-10ac-44b1-a557-f9ecb2fc3735 req-ebe3aa7b-405b-4f39-9d9c-fa702f29eaac tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.074971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fddf949a-10ac-44b1-a557-f9ecb2fc3735 req-ebe3aa7b-405b-4f39-9d9c-fa702f29eaac tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1615195 Nov 12 03:44:42.096083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['bd24c85a-3c41-4f44-b6fd-37c5ccd7f517'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.167172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09309f9-4150-4ba8-b2c8-fa6c42312f9e tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.169065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09309f9-4150-4ba8-b2c8-fa6c42312f9e tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.174275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e09309f9-4150-4ba8-b2c8-fa6c42312f9e tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1186628 Nov 12 03:44:42.175183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.181227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.188467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6dc9f446-66cc-47aa-8529-2bf9adc732cf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.197918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b5d1b1ed-e527-45fd-9962-ed70ce821692'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.235883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fddf949a-10ac-44b1-a557-f9ecb2fc3735 req-4315e98f-57c1-453b-9c21-790f5e795426 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425071 Nov 12 03:44:42.396649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.411943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-2bb70430-f056-4bd0-9c18-6d933ff09fc2 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574651 Nov 12 03:44:42.458735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:42.489622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86da7b98-869d-4592-9646-891de27d0e71 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.505563 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-86da7b98-869d-4592-9646-891de27d0e71 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 03:44:42.506033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86da7b98-869d-4592-9646-891de27d0e71 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:42.516565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42012) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:42.520944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-86da7b98-869d-4592-9646-891de27d0e71 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/0639d7b7-2ba5-4940-bb9c-46ac4238050e HTTP/1.1" status: 409 len: 405 time: 0.3438630 Nov 12 03:44:42.529925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2091346244'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:42.696773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-a12eb901-8656-45aa-aaf2-db01f9d2ed93 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:42.738557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-a12eb901-8656-45aa-aaf2-db01f9d2ed93 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194306 Nov 12 03:44:42.820328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-e25f0670-cbdd-4c5e-80c8-e9f7b54b274f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/quotas/6bf1e85ed42947d9b413e02901f62e8b HTTP/1.1" status: 200 len: 375 time: 0.0802715 Nov 12 03:44:42.836437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:42.839956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.908150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-ca57145f-b566-4e4b-b0a5-d267c69d1de9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831380 Nov 12 03:44:42.947775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:42.968355 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:42.968914 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment a23d2d60-c76b-49fe-a892-4f442af90668 of type vlan for network 2e39e389-719e-4476-8788-36b6ac59bbf7 Nov 12 03:44:42.981848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a78709f1-e3ec-4225-84f5-cf4c77085fed up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:43.073008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.131006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.138258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.144323 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.304053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['894d3542-41d1-4589-83ad-fcb1372e320d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:43.343813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8214767 Nov 12 03:44:43.346657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:43.354579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': '2e39e389-719e-4476-8788-36b6ac59bbf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:43.388201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f5097-7be0-4fe1-88c8-976863a47b8c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=2e39e389-719e-4476-8788-36b6ac59bbf7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:43.501805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.519196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.525809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.543017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.545592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2e39e389-719e-4476-8788-36b6ac59bbf7 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:43.560316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.574959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.590025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:43.595509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-457be4a4-4760-4cb1-b433-854e69459f38 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5440 time: 0.2583148 Nov 12 03:44:43.615941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:43.628439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:43.785657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f201ed-07e2-4823-a783-d6a359fccc4a req-02325080-20af-462f-af30-86502a725021 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771221 Nov 12 03:44:43.864367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad54695-60e9-456f-a16d-b67daf903a05 None None] Network 0639d7b7-2ba5-4940-bb9c-46ac4238050e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:44.230325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2a02624-c34a-4448-801a-e3ffbe4f0bb1 req-1ae1b445-c262-43f1-ad74-597fd561e6b1 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 210 time: 0.0486257 Nov 12 03:44:44.321115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.objects.ports [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102604) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:44:44.328561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.329157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] Provisioning complete for port a78709f1-e3ec-4225-84f5-cf4c77085fed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:44.329666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.519913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a78709f1-e3ec-4225-84f5-cf4c77085fed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:44.520574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.566551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1182c6-62ab-4d7c-a5c8-3f38f5f942d0 req-995412fc-9c7b-44fb-bdd4-591ed3edef6c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.579766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b1182c6-62ab-4d7c-a5c8-3f38f5f942d0 req-995412fc-9c7b-44fb-bdd4-591ed3edef6c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1880689 Nov 12 03:44:44.619925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=07accb1f-ed5a-4914-adfc-1f518160e25a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:44.635922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': 'a23d2d60-c76b-49fe-a892-4f442af90668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2e39e389-719e-4476-8788-36b6ac59bbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:44.636307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: 2e39e389-719e-4476-8788-36b6ac59bbf7, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:44.706140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network 2e39e389-719e-4476-8788-36b6ac59bbf7 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:44.761945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2e39e389-719e-4476-8788-36b6ac59bbf7) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:44.779259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] DHCP port deletion for 0639d7b7-2ba5-4940-bb9c-46ac4238050e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:44:44.784164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:44.784769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:44.800259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170edbfe-1f0d-4d8f-aaf3-865ecaddfd9d None None] Network 2e39e389-719e-4476-8788-36b6ac59bbf7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:44.818101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-62aa02b4-9e42-4c3c-a9f5-b33dd5a13e8d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112862 Nov 12 03:44:44.837239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6eb4cf06-f79c-4347-9ca6-b8bea33f9c5c tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4885588 Nov 12 03:44:44.840050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:45.056633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-1166fd82-c9ca-4bec-b947-7cb4d9d01ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.058334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-1166fd82-c9ca-4bec-b947-7cb4d9d01ef7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.7353711 Nov 12 03:44:45.080966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.083542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b1182c6-62ab-4d7c-a5c8-3f38f5f942d0 req-aa1a111a-f6ce-4f8f-8ea8-7e926e15a146 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5016458 Nov 12 03:44:45.218887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-2cac5a06-43a0-432a-a057-0c84476bc1fb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.221304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-2cac5a06-43a0-432a-a057-0c84476bc1fb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613589 Nov 12 03:44:45.265623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Request body: {'port': {'device_id': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '6bf1e85ed42947d9b413e02901f62e8b'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:45.281687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.383667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0c6ab-4bba-4b15-97fd-1fe89865d718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2e39e389-719e-4476-8788-36b6ac59bbf7', 'network_id': '2e39e389-719e-4476-8788-36b6ac59bbf7', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': '07accb1f-ed5a-4914-adfc-1f518160e25a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:45.385835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74d0c6ab-4bba-4b15-97fd-1fe89865d718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.389371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.406654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b5d1b1ed-e527-45fd-9962-ed70ce821692 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:45.435983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.532605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=07accb1f-ed5a-4914-adfc-1f518160e25a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:45.688098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.695249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.703026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.709211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.715123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-d477905d-8cc2-418e-a294-e2120bbd1c67 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2115769 Nov 12 03:44:45.715972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.724969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.732043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.734005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-a777e0ed-4c14-4c4e-b977-3069ea93c213 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5440 time: 0.4564474 Nov 12 03:44:45.738310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-d3baf283-e2f7-4ac4-9c23-9966a18d22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:45.739793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-d3baf283-e2f7-4ac4-9c23-9966a18d22a8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.5788343 Nov 12 03:44:45.742424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.910659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e39e389-719e-4476-8788-36b6ac59bbf7']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:45.927900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23d2d60-c76b-49fe-a892-4f442af90668') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:45.928375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23d2d60-c76b-49fe-a892-4f442af90668') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:45.947918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.969344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-32c2441b-25b5-4b0d-bdeb-1693c41a5157 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1001 time: 0.2119253 Nov 12 03:44:45.978628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Made reservation on behalf of 6bf1e85ed42947d9b413e02901f62e8b for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:45.983033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.984429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:45.994275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:45.994827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:46.004794 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:46.012296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.040415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5baab8d0-0d15-4c45-a294-e8f1ea746672 req-314fb138-d002-4317-b95d-e32593807e24 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961783 Nov 12 03:44:46.134185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.200973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-eacec89c-6154-4ecc-baee-ff553b094a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.203333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.205353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-eacec89c-6154-4ecc-baee-ff553b094a10 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.1894758 Nov 12 03:44:46.214857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/2e39e389-719e-4476-8788-36b6ac59bbf7 HTTP/1.1" status: 204 len: 168 time: 1.3704252 Nov 12 03:44:46.216626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:46.241662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada265cf-02f2-433f-936e-2e7a55ea6269 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=2e39e389-719e-4476-8788-36b6ac59bbf7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:46.253689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-83346009-b391-4b74-a492-5cde851a3e6e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.255880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-83346009-b391-4b74-a492-5cde851a3e6e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5083678 Nov 12 03:44:46.276951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Request body: {'port': {'device_id': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': '6bf1e85ed42947d9b413e02901f62e8b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.323972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] For port a78709f1-e3ec-4225-84f5-cf4c77085fed, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a78709f1-e3ec-4225-84f5-cf4c77085fed,segment=NetworkSegment(fc68a3ac-2dd2-43aa-980f-3f3fffd9223b),segment_id=fc68a3ac-2dd2-43aa-980f-3f3fffd9223b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:46.339311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port b5d1b1ed-e527-45fd-9962-ed70ce821692 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:46.345097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Deleting port a78709f1-e3ec-4225-84f5-cf4c77085fed {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:46.345353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.392879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-55876035'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:46.433146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988dc09-5029-44af-9e1f-59b7980dc8f6 None None] Network 2e39e389-719e-4476-8788-36b6ac59bbf7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:46.498490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a1b00201-48b3-4432-9f1c-0c3d75453bea req-0e66d6a6-92ae-41d2-b021-4af3a99a829e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 210 time: 0.1130605 Nov 12 03:44:46.525050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988dc09-5029-44af-9e1f-59b7980dc8f6 None None] Network 2e39e389-719e-4476-8788-36b6ac59bbf7 could not be found, it might have been deleted concurrently. {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 03:44:46.527346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.616775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-fbb2241c-7a35-41a8-8581-5b48e6d3bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:46.621299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-fbb2241c-7a35-41a8-8581-5b48e6d3bfc0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4055877 Nov 12 03:44:46.665682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] For port a78709f1-e3ec-4225-84f5-cf4c77085fed, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a78709f1-e3ec-4225-84f5-cf4c77085fed,segment=NetworkSegment(fc68a3ac-2dd2-43aa-980f-3f3fffd9223b),segment_id=fc68a3ac-2dd2-43aa-980f-3f3fffd9223b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:46.666207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.676434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:46.690748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.707434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Calling delete_port for a78709f1-e3ec-4225-84f5-cf4c77085fed owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:46.768455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.874334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:46.937865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port b5d1b1ed-e527-45fd-9962-ed70ce821692 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:46.938731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.095736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.134342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Allocated IP 192.168.233.48 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/1c55bae1-3068-4c5f-8464-70babfa55012) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:47.152159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.239093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] No DVR routers for this DVR port a78709f1-e3ec-4225-84f5-cf4c77085fed on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:44:47.249561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1810f-3702-489d-9d3e-005bda93c182 None None] Pushing event updated for resources: {'Port': ['ID=a78709f1-e3ec-4225-84f5-cf4c77085fed,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.256511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.257313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Made reservation on behalf of 6bf1e85ed42947d9b413e02901f62e8b for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:47.274214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.387644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:47.394939 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce9749e-2424-4aa0-a1af-b783d0e8e079" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:47.435039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a78709f1-e3ec-4225-84f5-cf4c77085fed no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:44:47.437989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477c97e-7922-4bf1-8a93-918875ea61b4 None None] Pushing event deleted for resources: {'Port': ['ID=a78709f1-e3ec-4225-84f5-cf4c77085fed,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.483839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.492667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:47.496683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a78709f1-e3ec-4225-84f5-cf4c77085fed {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:44:47.497149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a78709f1-e3ec-4225-84f5-cf4c77085fed not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:44:47.507062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.508770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:47.548577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.627388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Allocated IP 192.168.233.29 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/958a82be-4679-46c3-8933-a08c40e9a252) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:44:47.633544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.659987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:47.666416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:47.667332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.684679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.710512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:47.741524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:47.759935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:47.767210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:47.775577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:47.796173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.812668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.813695 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment 836dfd69-989b-42ac-8519-de26e232eb58 of type vlan for network 03320430-f0bf-4b64-9b5f-47aeb1cf2900 Nov 12 03:44:47.837937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c20061-bac9-4628-aba1-e7f4be67bd95 req-5217db11-c41d-4af7-84b5-7cb0827807df tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:47.846122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c20061-bac9-4628-aba1-e7f4be67bd95 req-5217db11-c41d-4af7-84b5-7cb0827807df tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 1.0751588 Nov 12 03:44:47.882378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:47.892882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.908718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:47.925133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-1729e4c6-6a75-4528-8428-66a534678acb service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2812696 Nov 12 03:44:47.940923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 894d3542-41d1-4589-83ad-fcb1372e320d up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:48.034488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.042471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.072986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:44:48.076252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:48.077433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 894d3542-41d1-4589-83ad-fcb1372e320d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:48.081622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:44:48.095803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 894d3542-41d1-4589-83ad-fcb1372e320d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.096177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.185236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04ad3abe-f9b8-4e3b-a36d-f7e1f911d246 req-d327dca3-8461-4c77-be2d-e6a804240206 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201540 Nov 12 03:44:48.224340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.238693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.239815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.271379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.313298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.317287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.335766 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.357957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aa4e2cd6-426b-4f92-b507-3f4d5c4ee56b None None] Provisioning complete for port 1c55bae1-3068-4c5f-8464-70babfa55012 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.358318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa4e2cd6-426b-4f92-b507-3f4d5c4ee56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.361341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-cdc439a8-c819-43a3-b47f-488b84c8d937 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0882573 Nov 12 03:44:48.389633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Request body: {'port': {'device_id': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.457050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=894d3542-41d1-4589-83ad-fcb1372e320d,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:48.466803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.467638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:48.553295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e2cd6-426b-4f92-b507-3f4d5c4ee56b None None] Port 1c55bae1-3068-4c5f-8464-70babfa55012 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:48.603245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.650731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:48.686351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:48.696396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.696951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.768932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c20061-bac9-4628-aba1-e7f4be67bd95 req-9eb22f12-f586-4933-aa0e-3484680a1c6d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9209280 Nov 12 03:44:48.787016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-3d0f9e13-ce6a-46b7-88a3-9ea79dbd9abb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5251338 Nov 12 03:44:48.802227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.821712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:48.821712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.834192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-124710a9-f288-445e-bacc-45bc7c4140a2 None None] Provisioning complete for port 958a82be-4679-46c3-8933-a08c40e9a252 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:48.834596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-124710a9-f288-445e-bacc-45bc7c4140a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:48.838493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Request body: {'port': {'device_id': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:48.935216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-124710a9-f288-445e-bacc-45bc7c4140a2 None None] Port 958a82be-4679-46c3-8933-a08c40e9a252 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:44:49.001289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.120712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8170924 Nov 12 03:44:49.126254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42158) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:49.132193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:49.139289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.140623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:49.148823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': '03320430-f0bf-4b64-9b5f-47aeb1cf2900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:49.212546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1533d-9c21-4ac8-b7b3-a42d9a8441cb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=03320430-f0bf-4b64-9b5f-47aeb1cf2900,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.224404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.261999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 03320430-f0bf-4b64-9b5f-47aeb1cf2900 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:49.307315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.341122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.342610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958a82be-4679-46c3-8933-a08c40e9a252 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:49.352498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.357630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.359833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.362162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:49.367306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.374648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.376294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.376955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Transition to ACTIVE for port object 958a82be-4679-46c3-8933-a08c40e9a252 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:49.378270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.383812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.388240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.395676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:49.411283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-537c1feb-02e9-4c58-8bd0-800bad713407 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5443 time: 0.4763231 Nov 12 03:44:49.541660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.582815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.590876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467f3c03-6d10-4819-9c54-5a78fa56eaf5 req-f284f036-1126-495b-abc1-a90d71d933fd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783185 Nov 12 03:44:49.595050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:49.603585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.623714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:49.630584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.632631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:49.741591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Attempting to bind port 958a82be-4679-46c3-8933-a08c40e9a252 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:49.741940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Attempting to bind port 958a82be-4679-46c3-8933-a08c40e9a252 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:49.742254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Attempting to bind port 958a82be-4679-46c3-8933-a08c40e9a252 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:49.747967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Port 958a82be-4679-46c3-8933-a08c40e9a252 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:49.748297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Attempting to bind port 958a82be-4679-46c3-8933-a08c40e9a252 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:49.770827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:49.771299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:49.771898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:49.772594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Bound port: 958a82be-4679-46c3-8933-a08c40e9a252, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:49.773136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.831402 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42dac9f-b094-4bbf-8cf7-c9710d2a0b1c x-openstack-request-id: req-a42dac9f-b094-4bbf-8cf7-c9710d2a0b1c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:49.831853 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:49.832331 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a42dac9f-b094-4bbf-8cf7-c9710d2a0b1c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:49.832941 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'code': 200} Nov 12 03:44:49.860199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:49.885584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:49.886105 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:49.958822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:49.963468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:49.969093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:49.971597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.017878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.018876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.020410 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] 10.222.0.104 "PUT /v2.0/ports/958a82be-4679-46c3-8933-a08c40e9a252 HTTP/1.1" status: 200 len: 1096 time: 1.6351931 Nov 12 03:44:50.021430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:50.024451 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155f883-1aa8-4d22-9956-395d340cc981" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "tag": "958a82be-4679-46c3-8933-a08c40e9a252"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:50.069487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb44574-c37c-4a79-9ebc-5956668dae77 service neutron] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.227723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.283555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-322d78d9-d98d-4d8c-86d3-55b63fe87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.285130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-322d78d9-d98d-4d8c-86d3-55b63fe87a5e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 1099 time: 0.1412294 Nov 12 03:44:50.296045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:50.302507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.360852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6dc9f446-66cc-47aa-8529-2bf9adc732cf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:50.372981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:50.382940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.400849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Transition to ACTIVE for port object 1c55bae1-3068-4c5f-8464-70babfa55012 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:44:50.405707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-3c7de002-f950-42e0-9144-7f01026c8288 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=958a82be-4679-46c3-8933-a08c40e9a252 HTTP/1.1" status: 200 len: 217 time: 0.0995848 Nov 12 03:44:50.427336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.492456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.495562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:50.520494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba700b4-a0e3-43ef-a39e-89d39c31c3f7 req-e8f069e0-a0dd-4256-a557-ccaea76333f2 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.530732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba700b4-a0e3-43ef-a39e-89d39c31c3f7 req-e8f069e0-a0dd-4256-a557-ccaea76333f2 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.5898438 Nov 12 03:44:50.542214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-e1ba9410-167f-4c5f-ba84-b67d958a97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.544093 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-e1ba9410-167f-4c5f-ba84-b67d958a97e7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1232216 Nov 12 03:44:50.555563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 6dc9f446-66cc-47aa-8529-2bf9adc732cf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:50.565676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 6dc9f446-66cc-47aa-8529-2bf9adc732cf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:50.565676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.667283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-6ca292fb-c986-4f96-bc32-4fbc569b6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:50.668956 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-6ca292fb-c986-4f96-bc32-4fbc569b6e11 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171136 Nov 12 03:44:50.772126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.835915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:50.844445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ba700b4-a0e3-43ef-a39e-89d39c31c3f7 req-ffc420eb-9448-442a-9ab2-1c9b337ebcee tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119717 Nov 12 03:44:50.848316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:50.922951 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-b37efeba-bb7f-44e2-bd42-02c4469f9a9f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410114 Nov 12 03:44:51.045101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.141434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4f8cef2a-741b-4a83-819a-ba79c07dd3f6 req-b1ab3dce-1bba-4d49-966d-daa494ef955f service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143755 Nov 12 03:44:51.149977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.250432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Attempting to bind port 1c55bae1-3068-4c5f-8464-70babfa55012 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:44:51.251061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Attempting to bind port 1c55bae1-3068-4c5f-8464-70babfa55012 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:44:51.251763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Attempting to bind port 1c55bae1-3068-4c5f-8464-70babfa55012 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:51.293415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Port 1c55bae1-3068-4c5f-8464-70babfa55012 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:44:51.294002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Attempting to bind port 1c55bae1-3068-4c5f-8464-70babfa55012 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:44:51.313589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:44:51.314356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:51.314944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:44:51.315554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Bound port: 1c55bae1-3068-4c5f-8464-70babfa55012, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:44:51.316165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.336055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': '836dfd69-989b-42ac-8519-de26e232eb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '03320430-f0bf-4b64-9b5f-47aeb1cf2900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:51.336653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: 03320430-f0bf-4b64-9b5f-47aeb1cf2900, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:51.386075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=a07d77ed-ae86-4a79-9c0c-26357dafbbcf,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:51.402476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec858-ed0c-44bc-a5a3-e763ba2db8c9 req-3bd9ab56-0dda-4193-b2cb-960409389b34 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.404247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a2ec858-ed0c-44bc-a5a3-e763ba2db8c9 req-3bd9ab56-0dda-4193-b2cb-960409389b34 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.2764184 Nov 12 03:44:51.453271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network 03320430-f0bf-4b64-9b5f-47aeb1cf2900 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:51.485998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 03320430-f0bf-4b64-9b5f-47aeb1cf2900) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:51.495321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.495920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.503067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:44:51.510147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862773cc-2f5f-419e-9339-79588fe2b6da None None] Network 03320430-f0bf-4b64-9b5f-47aeb1cf2900 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:51.544040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:44:51.555892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e362cbe9-0654-4d63-84ae-797e6fb899ba tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4280324 Nov 12 03:44:51.557852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:51.566874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a2ec858-ed0c-44bc-a5a3-e763ba2db8c9 req-da20bf21-acee-4437-8687-fc021a8ee92b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361296 Nov 12 03:44:51.569100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.694075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.716664 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce6f126-d397-45aa-b9ad-dd7d873a2381 x-openstack-request-id: req-9ce6f126-d397-45aa-b9ad-dd7d873a2381 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:51.717276 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "tag": "958a82be-4679-46c3-8933-a08c40e9a252", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:51.717983 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ce6f126-d397-45aa-b9ad-dd7d873a2381 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:51.718728 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252', 'status': 'completed', 'code': 200} Nov 12 03:44:51.729968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.730765 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.732344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] 10.222.0.104 "PUT /v2.0/ports/1c55bae1-3068-4c5f-8464-70babfa55012 HTTP/1.1" status: 200 len: 1096 time: 2.9055400 Nov 12 03:44:51.732872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:51.736306 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36700176-bfae-407a-b4cd-ff0290ba4f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:51.809245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:51.936039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:51.952973 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc8134-dc2b-4842-a736-ba561fd91a7f" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:51.987173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-61f9fbc2-7153-416e-9dac-77a4088d0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:51.989170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-61f9fbc2-7153-416e-9dac-77a4088d0e5f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 1099 time: 0.1084721 Nov 12 03:44:52.026272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da30190-384c-4c83-8c99-6640cd11d72f service neutron] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.037867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f883-1aa8-4d22-9956-395d340cc981 req-7a9fb6ee-f7ae-4141-bf9c-cd696da87885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.039486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-7a9fb6ee-f7ae-4141-bf9c-cd696da87885 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 1099 time: 0.2418363 Nov 12 03:44:52.101612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cad7c-f079-435e-800b-7bedd9c7a546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-03320430-f0bf-4b64-9b5f-47aeb1cf2900', 'network_id': '03320430-f0bf-4b64-9b5f-47aeb1cf2900', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': 'a07d77ed-ae86-4a79-9c0c-26357dafbbcf'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:52.103618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-285cad7c-f079-435e-800b-7bedd9c7a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.114651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-fcb3dfe3-4df9-4f5c-95ff-73e9902b437f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1c55bae1-3068-4c5f-8464-70babfa55012 HTTP/1.1" status: 200 len: 217 time: 0.0835733 Nov 12 03:44:52.132168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.184813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.195980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.209375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.220067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.236963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.244169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.252567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.254916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-e9420433-1399-45cd-ba5c-61e92f3d96e5 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.3889251 Nov 12 03:44:52.283734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=a07d77ed-ae86-4a79-9c0c-26357dafbbcf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.318331 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3046-8ecb-4927-ace4-094c0876582f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.339083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be64e1-650c-4466-9f11-5196653d1be4 None None] Network 03320430-f0bf-4b64-9b5f-47aeb1cf2900 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:52.400361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b188b15-e3b2-4497-91f6-35a8f8c490bd req-1c7fec7d-4947-4747-9a54-28682dc6fd06 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347907 Nov 12 03:44:52.401168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-d112a9e5-b395-468f-82de-319486999e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.403542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f883-1aa8-4d22-9956-395d340cc981 req-a1334931-49f7-4416-9e71-05f7ec58c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.403707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-d112a9e5-b395-468f-82de-319486999e54 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.2834327 Nov 12 03:44:52.406294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-a1334931-49f7-4416-9e71-05f7ec58c5d7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3538609 Nov 12 03:44:52.411781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.505902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03320430-f0bf-4b64-9b5f-47aeb1cf2900']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.518659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-28e070c5-8a00-40db-9266-a70ca86071ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.520469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-f6cd7ae5-e4c2-4ec7-8330-8f8a5740620c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=958a82be-4679-46c3-8933-a08c40e9a252 HTTP/1.1" status: 200 len: 217 time: 0.1002266 Nov 12 03:44:52.521414 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-28e070c5-8a00-40db-9266-a70ca86071ce service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913622 Nov 12 03:44:52.524359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836dfd69-989b-42ac-8519-de26e232eb58') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.524906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836dfd69-989b-42ac-8519-de26e232eb58') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:52.538025 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224f2140-4391-48e4-ac76-e57b9038b51f x-openstack-request-id: req-224f2140-4391-48e4-ac76-e57b9038b51f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:52.538547 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:52.539001 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-224f2140-4391-48e4-ac76-e57b9038b51f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:52.539717 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'status': 'completed', 'code': 200} Nov 12 03:44:52.551785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.607364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.631974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:52.633155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:52.639497 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:52.713038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f883-1aa8-4d22-9956-395d340cc981 req-5ee9af57-c32c-42fd-8441-c481e2fec00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.715387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-5ee9af57-c32c-42fd-8441-c481e2fec00f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1726830 Nov 12 03:44:52.832262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-1733d2a8-7024-4d16-84b5-6aaa7067f004 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608032 Nov 12 03:44:52.838683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.844770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:52.853059 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/03320430-f0bf-4b64-9b5f-47aeb1cf2900 HTTP/1.1" status: 204 len: 168 time: 1.2931950 Nov 12 03:44:52.853626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:52.867071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155f883-1aa8-4d22-9956-395d340cc981 req-0d943905-6ba2-46fe-b637-f89d82f98816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.869854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-0d943905-6ba2-46fe-b637-f89d82f98816 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433434 Nov 12 03:44:52.884172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8c037-1bf7-4edf-9e5d-56e272372681 req-84ab2c16-92dc-4148-abf9-46b426d244b9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:52.886029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1290529828'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:52.886445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5f8c037-1bf7-4edf-9e5d-56e272372681 req-84ab2c16-92dc-4148-abf9-46b426d244b9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.1348562 Nov 12 03:44:52.936950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d18c-4393-4575-9524-76311a09ed58 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=03320430-f0bf-4b64-9b5f-47aeb1cf2900,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:52.959732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:52.965507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.031088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:44:53.054550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.054923 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Added segment 18037444-d3ee-43d9-ba25-d23c0352dcac of type vlan for network b53ed84a-8f44-441e-aea1-353843b3d2d4 Nov 12 03:44:53.061141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-1554d8ca-4571-4533-9e57-443ca24d3f8b service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735859 Nov 12 03:44:53.067576 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e8a89b99-3e05-412f-a764-2f6207d2ae77 req-dc706134-4977-4714-91da-e42a3edd6303 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127445 Nov 12 03:44:53.110804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.155070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5f8c037-1bf7-4edf-9e5d-56e272372681 req-f209bb72-5724-440a-a384-33e6ba6ba3e5 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560632 Nov 12 03:44:53.222319 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.243064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.246979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:53.268438 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604efa17-b0df-4fcb-b9dc-f5f9e23a127c x-openstack-request-id: req-604efa17-b0df-4fcb-b9dc-f5f9e23a127c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:53.269490 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-plugged", "status": "completed", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:53.269994 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-604efa17-b0df-4fcb-b9dc-f5f9e23a127c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:53.270674 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412', 'code': 200} Nov 12 03:44:53.271148 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d', 'code': 200} Nov 12 03:44:53.271610 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517', 'code': 200} Nov 12 03:44:53.272157 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162', 'code': 200} Nov 12 03:44:53.272688 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed', 'code': 200} Nov 12 03:44:53.273175 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'code': 200} Nov 12 03:44:53.311444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4155f883-1aa8-4d22-9956-395d340cc981 req-7dae464d-2186-487b-ada3-b2f208c8fb56 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953506 Nov 12 03:44:53.369059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Network': ['ID=b53ed84a-8f44-441e-aea1-353843b3d2d4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:53.382189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:53.382593 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cdc2ac32-c444-4adf-92de-2e8af04d950d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5184319 Nov 12 03:44:53.387881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b53ed84a-8f44-441e-aea1-353843b3d2d4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:44:53.400550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-ebd7ed3a-f347-480d-a411-e488e0e493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.402674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Request body: {'subnet': {'network_id': 'b53ed84a-8f44-441e-aea1-353843b3d2d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:53.403351 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-ebd7ed3a-f347-480d-a411-e488e0e493cd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 1099 time: 0.1958487 Nov 12 03:44:53.609470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-2a1c4edc-d0a3-4da7-a14a-fc2197fcb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.615807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-2a1c4edc-d0a3-4da7-a14a-fc2197fcb875 service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.2008176 Nov 12 03:44:53.703504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-5aaf4ac1-e1c5-429f-9d38-e668a9632adf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1c55bae1-3068-4c5f-8464-70babfa55012 HTTP/1.1" status: 200 len: 217 time: 0.0767241 Nov 12 03:44:53.780138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.780606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.781066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.781563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.782027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.782484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.785358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.785358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a67f79ec-796f-4053-bad5-865a888f341f req-d7e16f18-9a3a-4237-8473-683a90e344ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.2927279 Nov 12 03:44:53.791578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-5fc4f74d-e84b-4631-bead-c9ec8cbd37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.802562 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-5fc4f74d-e84b-4631-bead-c9ec8cbd37ef service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0901370 Nov 12 03:44:53.816770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.824474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.831629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.839467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.847140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.854684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.863560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.866700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-0eaf254f-64a2-4a35-ba67-bc38c6179df4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.3330660 Nov 12 03:44:53.922813 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-373b1e12-5abf-4959-af72-b3f9b4a15145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:53.934912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-373b1e12-5abf-4959-af72-b3f9b4a15145 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101985 Nov 12 03:44:54.041452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Made reservation on behalf of 706360b2e9d44c71bb86769f52b3c7fa for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:44:54.045580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.084745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-6c2dee17-f3d0-4cc1-99ee-4e958d81edda service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511624 Nov 12 03:44:54.089721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a67f79ec-796f-4053-bad5-865a888f341f req-b5c2bbc9-f8d9-4521-bf7c-928801ab1e1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226906 Nov 12 03:44:54.218094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e9b96e0-7b5b-458d-850d-9bbf91e3f095 req-f80b1056-2372-4504-903a-e9ab91fc6b4b tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3205180 Nov 12 03:44:54.278750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-36700176-bfae-407a-b4cd-ff0290ba4f4b req-0ed4e5a3-0d2f-4c90-a6e3-bc21e9d39cc6 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853449 Nov 12 03:44:54.354382 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3f52e36-faf0-4905-b4ad-d8a7cece0cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.511734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:54.522925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039493e-b92a-419a-81d9-b956623b39c7 req-b833db88-26c6-4b6d-8e55-02278751aa2c tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.527889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6039493e-b92a-419a-81d9-b956623b39c7 req-b833db88-26c6-4b6d-8e55-02278751aa2c tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.1388075 Nov 12 03:44:54.650372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6039493e-b92a-419a-81d9-b956623b39c7 req-e8adbaba-a3cd-418c-b63d-fbd254b25c59 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051738 Nov 12 03:44:54.724379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:44:54.726509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.738767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:54.754190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '958a82be-4679-46c3-8933-a08c40e9a252', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '958a82be-4679-46c3-8933-a08c40e9a252', 'mac_address': 'fa:16:3e:22:45:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:54.814455 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.820500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event updated for resources: {'Subnet': ['ID=fe11be13-4ba1-44d5-be8b-27827cd86b86,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.841310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958a82be-4679-46c3-8933-a08c40e9a252 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:54.852979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Checking segment: {'id': '18037444-d3ee-43d9-ba25-d23c0352dcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b53ed84a-8f44-441e-aea1-353843b3d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:44:54.852979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network hostable DHCP agents. Network: b53ed84a-8f44-441e-aea1-353843b3d2d4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:44:54.872236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:54.878342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Network b53ed84a-8f44-441e-aea1-353843b3d2d4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:44:54.879069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.900984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b53ed84a-8f44-441e-aea1-353843b3d2d4) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:44:54.919379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:54.920273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:54.951231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46639f8b-fe07-4893-9a4d-7db5a7451912 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5645103 Nov 12 03:44:54.952280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42266) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:54.953756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:54.973387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07fb8f2-6717-43a2-bb5e-b957ff609246 None None] Network b53ed84a-8f44-441e-aea1-353843b3d2d4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:55.158533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.193212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc9d7d-90af-44d4-9950-db6e24439f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-b53ed84a-8f44-441e-aea1-353843b3d2d4', 'network_id': 'b53ed84a-8f44-441e-aea1-353843b3d2d4', 'tenant_id': '706360b2e9d44c71bb86769f52b3c7fa', 'fixed_ips': [{'subnet_id': 'fe11be13-4ba1-44d5-be8b-27827cd86b86'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:44:55.194912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9d7d-90af-44d4-9950-db6e24439f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.267444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.417370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.455649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=fe11be13-4ba1-44d5-be8b-27827cd86b86,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-cfcc9d7d-90af-44d4-9950-db6e24439f8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe11be13-4ba1-44d5-be8b-27827cd86b86: This subnet is being modified by another concurrent operation. Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe11be13-4ba1-44d5-be8b-27827cd86b86: This subnet is being modified by another concurrent operation. Nov 12 03:44:55.505554 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 03:44:55.543290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad33f6-143a-46f1-bf06-06668437947f None None] Network b53ed84a-8f44-441e-aea1-353843b3d2d4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:44:55.563737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.575043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.584549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.593046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.600155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.601717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['958a82be-4679-46c3-8933-a08c40e9a252'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:55.604319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.606491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.613640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.615850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-00a9410c-929e-41bc-85bb-c82d9d904083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1993835 Nov 12 03:44:55.628613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.666749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53ed84a-8f44-441e-aea1-353843b3d2d4']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.688426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18037444-d3ee-43d9-ba25-d23c0352dcac') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.689090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18037444-d3ee-43d9-ba25-d23c0352dcac') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:55.710100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e16f6e0e-63da-41ac-8e3f-484a97717eb9 req-8f629375-f9a9-4851-b730-0289aaf76fc7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838394 Nov 12 03:44:55.727778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.769517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.778956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:55.779549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:55.785901 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:55.936964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf712dc-1d56-4e9a-8d1c-2d97f74df941 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 03:44:55.960668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.967989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83a33b-8a2a-44b2-b237-7121269064bd req-4089f003-8d08-40e8-b3b7-6b57ae10fa12 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:55.975821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:55.978795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f83a33b-8a2a-44b2-b237-7121269064bd req-4089f003-8d08-40e8-b3b7-6b57ae10fa12 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 948 time: 0.1074371 Nov 12 03:44:55.989896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/b53ed84a-8f44-441e-aea1-353843b3d2d4 HTTP/1.1" status: 204 len: 168 time: 1.0356216 Nov 12 03:44:55.995561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42276) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.016242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4f31-f3ce-467d-b2df-462752b022c9 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=b53ed84a-8f44-441e-aea1-353843b3d2d4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.031484 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-125f7861-f403-4b74-a9b6-7e102ae06a48 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.032069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125f7861-f403-4b74-a9b6-7e102ae06a48 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.037797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-125f7861-f403-4b74-a9b6-7e102ae06a48 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/fe11be13-4ba1-44d5-be8b-27827cd86b86 HTTP/1.1" status: 404 len: 337 time: 0.0384820 Nov 12 03:44:56.038501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.066327 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b375cbce-e923-4e6b-81c1-c970f32aa6d8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.066970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b375cbce-e923-4e6b-81c1-c970f32aa6d8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.072344 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b375cbce-e923-4e6b-81c1-c970f32aa6d8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/b53ed84a-8f44-441e-aea1-353843b3d2d4 HTTP/1.1" status: 404 len: 339 time: 0.0304930 Nov 12 03:44:56.073241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.078275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f83a33b-8a2a-44b2-b237-7121269064bd req-2e3d6419-0c84-4479-a8c3-09d5c8a1cfa1 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Nov 12 03:44:56.106150 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fe3578-7f6f-4b60-88d4-6bbded14ea52 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.106614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fe3578-7f6f-4b60-88d4-6bbded14ea52 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.110460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90fe3578-7f6f-4b60-88d4-6bbded14ea52 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/a07d77ed-ae86-4a79-9c0c-26357dafbbcf HTTP/1.1" status: 404 len: 337 time: 0.0353904 Nov 12 03:44:56.111730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf712dc-1d56-4e9a-8d1c-2d97f74df941 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 03:44:56.112991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42282) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.134764 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda52f4d-931f-4141-a18e-1b9d8206475b tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.135467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda52f4d-931f-4141-a18e-1b9d8206475b tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.141796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fda52f4d-931f-4141-a18e-1b9d8206475b tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/03320430-f0bf-4b64-9b5f-47aeb1cf2900 HTTP/1.1" status: 404 len: 339 time: 0.0247083 Nov 12 03:44:56.142152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42284) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.178339 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1ec7ca-14c1-4594-a721-d7b6934a1003 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.178913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1ec7ca-14c1-4594-a721-d7b6934a1003 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.185537 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2b1ec7ca-14c1-4594-a721-d7b6934a1003 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/07accb1f-ed5a-4914-adfc-1f518160e25a HTTP/1.1" status: 404 len: 337 time: 0.0397589 Nov 12 03:44:56.185830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.206901 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d4ac71-5efb-49c4-b120-fd3becea5b26 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.207504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d4ac71-5efb-49c4-b120-fd3becea5b26 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.210713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9d4ac71-5efb-49c4-b120-fd3becea5b26 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/2e39e389-719e-4476-8788-36b6ac59bbf7 HTTP/1.1" status: 404 len: 339 time: 0.0238314 Nov 12 03:44:56.213358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42288) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.322296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting port 5d1af70e-e3e7-4918-92c7-b8075f604271 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:56.322647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.415120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.435637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Calling delete_port for 5d1af70e-e3e7-4918-92c7-b8075f604271 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:56.524028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:44:56.532635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.576336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Port': ['ID=5d1af70e-e3e7-4918-92c7-b8075f604271,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.581809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.586908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3af12739-0d0f-466e-b1f5-02ffdf001093 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/ports/5d1af70e-e3e7-4918-92c7-b8075f604271 HTTP/1.1" status: 204 len: 168 time: 0.3715391 Nov 12 03:44:56.588892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.621042 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb8adf-130b-41f0-9b93-ec0b45ad12eb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:56.621851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb8adf-130b-41f0-9b93-ec0b45ad12eb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:56.629839 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1efb8adf-130b-41f0-9b93-ec0b45ad12eb tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/9bfbb9af-c22a-460b-91a3-5ef1492e27ef HTTP/1.1" status: 404 len: 337 time: 0.0363278 Nov 12 03:44:56.630384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:56.675947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.696702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1c55bae1-3068-4c5f-8464-70babfa55012', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1c55bae1-3068-4c5f-8464-70babfa55012', 'mac_address': 'fa:16:3e:57:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:44:56.725658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.742743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.757553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:44:56.780396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:56.786207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.867783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.868418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:56.915058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0639d7b7-2ba5-4940-bb9c-46ac4238050e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.927820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.928183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc68a3ac-2dd2-43aa-980f-3f3fffd9223b') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:56.943228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.945429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:56.964990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.971071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.977479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.983540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.990019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:56.996490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.003628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.011706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-27ba7314-4086-445e-8ab6-ba158c51c662 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1590862 Nov 12 03:44:57.034635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.050524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:57.050987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:57.054108 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:57.143001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e19f566-a7a7-49ac-9522-9272359f5a83 req-d67aa31c-5053-44fb-a4a4-5788d45a4538 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303310 Nov 12 03:44:57.157897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.165049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.168930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/0639d7b7-2ba5-4940-bb9c-46ac4238050e HTTP/1.1" status: 204 len: 168 time: 0.5374000 Nov 12 03:44:57.171865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:57.248823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63de857-079f-4629-91cf-5314520ada80 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=0639d7b7-2ba5-4940-bb9c-46ac4238050e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:57.341982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1c55bae1-3068-4c5f-8464-70babfa55012'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:44:57.707048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ef55-64a0-4520-a8af-3794953bfa77 req-07ab6e71-9677-4e13-aac8-c2e2b32e84b9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:57.710028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adf6ef55-64a0-4520-a8af-3794953bfa77 req-07ab6e71-9677-4e13-aac8-c2e2b32e84b9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 948 time: 0.4538062 Nov 12 03:44:57.723604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.781136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting port 3aa751f4-007f-4500-b226-f682706ace9b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:44:57.781433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.813888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-adf6ef55-64a0-4520-a8af-3794953bfa77 req-eb1a0020-a479-4733-a087-8f5449b7cfcb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933716 Nov 12 03:44:57.892437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:57.940408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Calling delete_port for 3aa751f4-007f-4500-b226-f682706ace9b owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:44:58.061425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.067860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.075097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.080700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.086763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.092793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.100205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:58.101702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c95dbf3c-2ac2-4634-bd4f-e298db5b6f87 req-d605398e-c8d8-4e60-9763-3a1318f72905 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1657600 Nov 12 03:44:58.116146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.126445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Request body: {'floatingip': {'port_id': '6dc9f446-66cc-47aa-8529-2bf9adc732cf'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:44:58.215089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.263285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.318819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Port': ['ID=3aa751f4-007f-4500-b226-f682706ace9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:58.349351 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.355112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d6ea6656-1edc-4c86-a53c-7849872ce17d tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/ports/3aa751f4-007f-4500-b226-f682706ace9b HTTP/1.1" status: 204 len: 168 time: 1.1792092 Nov 12 03:44:58.355460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42318) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.421133 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdfccc2-b0be-46d9-9ba1-5516bfd15754 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] DELETE failed (client error): The resource could not be found. Nov 12 03:44:58.422712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fdfccc2-b0be-46d9-9ba1-5516bfd15754 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:44:58.437389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:58.438466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2fdfccc2-b0be-46d9-9ba1-5516bfd15754 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/cba4adbf-d848-46a1-b728-1d0557eea8e9 HTTP/1.1" status: 404 len: 337 time: 0.0781169 Nov 12 03:44:58.511148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:58.568946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 1c55bae1-3068-4c5f-8464-70babfa55012 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:58.573351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1c55bae1-3068-4c5f-8464-70babfa55012 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:58.573734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.696703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.732137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.736685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:44:58.739518 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dac3d00-ee1b-44dc-b539-97863350b925" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:44:58.770583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:58.780011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.781194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:44:58.948955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 958a82be-4679-46c3-8933-a08c40e9a252 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:44:58.954091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 958a82be-4679-46c3-8933-a08c40e9a252 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:44:58.954628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:58.956799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.040116 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec88cba-51be-4b54-8b32-5166bd8729f3 x-openstack-request-id: req-5ec88cba-51be-4b54-8b32-5166bd8729f3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:44:59.040406 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:44:59.040660 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ec88cba-51be-4b54-8b32-5166bd8729f3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:44:59.041052 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'code': 200} Nov 12 03:44:59.059334 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.086697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.129203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:44:59.134087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.160414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a3a9f8-5340-4bf8-829c-aebe292fb164']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.173070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.resource_extend [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:44:59.196294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.230358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9f34f8-59e7-4bcd-a470-539cac4e275d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.230644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9f34f8-59e7-4bcd-a470-539cac4e275d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:44:59.246257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9c5a-a4ce-4de0-97dd-d011a07224bb req-531d04a1-aa59-473f-900e-5083793f025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.247852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-10ac9c5a-a4ce-4de0-97dd-d011a07224bb req-531d04a1-aa59-473f-900e-5083793f025e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 1101 time: 0.0865772 Nov 12 03:44:59.273105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.358826 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-10ac9c5a-a4ce-4de0-97dd-d011a07224bb req-2999ec71-6928-4805-bd45-0a3d76efdcb3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 Nov 12 03:44:59.361750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.382877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.385413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:44:59.391726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:44:59.403314 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:44:59.440492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb717f0-12a2-47d2-9867-61ce98acaaf4 req-1c602f2a-4167-4933-b5a1-3816202bf962 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:44:59.442398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eb717f0-12a2-47d2-9867-61ce98acaaf4 req-1c602f2a-4167-4933-b5a1-3816202bf962 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 949 time: 0.3011174 Nov 12 03:44:59.443372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.616468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.622165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.626567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/c1a3a9f8-5340-4bf8-829c-aebe292fb164 HTTP/1.1" status: 204 len: 168 time: 1.1874609 Nov 12 03:44:59.629487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:44:59.679754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eb717f0-12a2-47d2-9867-61ce98acaaf4 req-641ccd23-a4c8-4ebf-8046-da3f345ed4f2 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261174 Nov 12 03:44:59.682811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba136-1407-4536-b087-ade161972f00 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=c1a3a9f8-5340-4bf8-829c-aebe292fb164,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.714862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting subnet a90bb8b5-7f7d-4468-a6db-5a434fbe1010 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:44:59.718601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.726375 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Floating IP 4ed1caab-64dd-4d6a-808d-48cd03480f2e associated. External IP: 172.25.7.182, port: 6dc9f446-66cc-47aa-8529-2bf9adc732cf. Nov 12 03:44:59.774096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.874082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.960965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:44:59.994652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Subnet': ['ID=a90bb8b5-7f7d-4468-a6db-5a434fbe1010,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:44:59.996798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.003406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8c9bc56-7d75-49b0-8849-1434440927b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/subnets/a90bb8b5-7f7d-4468-a6db-5a434fbe1010 HTTP/1.1" status: 204 len: 168 time: 0.3728373 Nov 12 03:45:00.004413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42338) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:00.007788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7ce52-da74-4379-909b-ead978c6c6d9 None None] Network 79047fa4-5fed-41f4-ba53-90f48863f13a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:00.063352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Router fc4ae596-7b76-446b-be34-111a01978a10 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:45:00.101240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.171092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Deleting port e3387e56-8ea6-4b85-b917-12e6f9b5e026 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.171440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.223768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:45:00.229222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.238764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Sync routers for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:45:00.254191 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:00.254820 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:44:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.256402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] For port e3387e56-8ea6-4b85-b917-12e6f9b5e026, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3387e56-8ea6-4b85-b917-12e6f9b5e026,segment=NetworkSegment(3169141a-be60-47fd-913e-eb6285ff233f),segment_id=3169141a-be60-47fd-913e-eb6285ff233f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:00.257019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.272631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Calling delete_port for e3387e56-8ea6-4b85-b917-12e6f9b5e026 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:00.286805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df8385d8-bd73-4aea-bb79-62d7fe9d0f98 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "PUT /v2.0/floatingips/4ed1caab-64dd-4d6a-808d-48cd03480f2e HTTP/1.1" status: 200 len: 992 time: 2.1691456 Nov 12 03:45:00.287443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:00.288193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] DHCP port deletion for 79047fa4-5fed-41f4-ba53-90f48863f13a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:45:00.291075 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:00.391801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Deleting port e3387e56-8ea6-4b85-b917-12e6f9b5e026 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:00.392215 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.393359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.438148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:00.458004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Port': ['ID=e3387e56-8ea6-4b85-b917-12e6f9b5e026,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.466267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] No DVR routers for this DVR port e3387e56-8ea6-4b85-b917-12e6f9b5e026 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:00.473137 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26be3c-283d-4aa5-aebc-1bc6559dfbf8 x-openstack-request-id: req-9b26be3c-283d-4aa5-aebc-1bc6559dfbf8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:00.473654 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:00.474459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] For port e3387e56-8ea6-4b85-b917-12e6f9b5e026, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:00.474943 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9b26be3c-283d-4aa5-aebc-1bc6559dfbf8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:00.475544 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'status': 'completed', 'code': 200} Nov 12 03:45:00.476098 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.494430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Calling delete_port for e3387e56-8ea6-4b85-b917-12e6f9b5e026 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:00.514726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Port e3387e56-8ea6-4b85-b917-12e6f9b5e026 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:45:00.516766 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.561763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] Pushing event deleted for resources: {'Port': ['ID=e3387e56-8ea6-4b85-b917-12e6f9b5e026,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.571065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f4c1e-ae18-477e-9e06-f02537b96450 None None] No DVR routers for this DVR port e3387e56-8ea6-4b85-b917-12e6f9b5e026 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:00.645707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.680955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79047fa4-5fed-41f4-ba53-90f48863f13a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.699514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3169141a-be60-47fd-913e-eb6285ff233f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.699958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3169141a-be60-47fd-913e-eb6285ff233f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:00.700092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.700631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.701176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.701705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.702268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.702793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.703431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:00.705687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9da648b3-beef-49e1-b450-f341d66e4f53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.1814415 Nov 12 03:45:00.719643 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.736757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.747893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:45:00.748566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:45:00.753947 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:45:00.851758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.911857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:00.919771 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] 10.222.0.97 "DELETE /v2.0/networks/79047fa4-5fed-41f4-ba53-90f48863f13a HTTP/1.1" status: 204 len: 168 time: 0.9135752 Nov 12 03:45:00.923183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be028-3dd8-4e93-8017-413be9f119b8 tempest-NetworksIpV6TestAttrs-1836956706 tempest-NetworksIpV6TestAttrs-1836956706-project] Pushing event deleted for resources: {'Network': ['ID=79047fa4-5fed-41f4-ba53-90f48863f13a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:00.972782 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4ed1caab-64dd-4d6a-808d-48cd03480f2e', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'port_id': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'mac_address': 'fa:16:3e:ba:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.039706 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Checking router: fc4ae596-7b76-446b-be34-111a01978a10 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:45:01.042367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:01.045995 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05025a28-4e18-474e-ab0b-15cc5cebe5e4" -d '{"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-plugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:01.058704 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:45:01.059443 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:44:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.137334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-6ef98bd5-ada6-4cfd-8b84-a90efd623d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.138858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-6ef98bd5-ada6-4cfd-8b84-a90efd623d27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06 HTTP/1.1" status: 200 len: 916 time: 0.4181662 Nov 12 03:45:01.269213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb39a8-b69b-4e22-99d9-fb1c1eea7a0f req-309569ba-fecc-4e98-95a1-7bbd8cdffcff tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.279236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-debb39a8-b69b-4e22-99d9-fb1c1eea7a0f req-309569ba-fecc-4e98-95a1-7bbd8cdffcff tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 949 time: 0.1391931 Nov 12 03:45:01.342152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-db698717-2866-425e-99c8-236fd2b1d41e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1000 time: 0.1899490 Nov 12 03:45:01.366537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3387e56-8ea6-4b85-b917-12e6f9b5e026 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:01.401559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-ea8e1751-17cd-48e6-acca-030ede53b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.403078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-ea8e1751-17cd-48e6-acca-030ede53b438 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.0484283 Nov 12 03:45:01.421666 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:45:01.428250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e3387e56-8ea6-4b85-b917-12e6f9b5e026 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:01.428807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3387e56-8ea6-4b85-b917-12e6f9b5e026 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:01.465349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.469796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-debb39a8-b69b-4e22-99d9-fb1c1eea7a0f req-03ca3f38-1600-4a6c-a933-5c1d36a287d5 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873784 Nov 12 03:45:01.506553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-ebad0b5a-1155-40f9-975b-06e1b389d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.508110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-ebad0b5a-1155-40f9-975b-06e1b389d660 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938911 Nov 12 03:45:01.508471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42358) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.553460 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd58ff-9895-4bfb-a501-0c2131c9e19c x-openstack-request-id: req-dacd58ff-9895-4bfb-a501-0c2131c9e19c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:01.553991 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-plugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:01.554441 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dacd58ff-9895-4bfb-a501-0c2131c9e19c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:01.555059 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252', 'code': 200} Nov 12 03:45:01.727518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-9a9901f3-949a-43bd-a600-15349592e7f1 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115684 Nov 12 03:45:01.786408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5efb5a-b114-4b45-a649-44fd5e1ce997 req-10c7e6fc-fe81-4027-8e7f-b0f158b2e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:01.788306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da5efb5a-b114-4b45-a649-44fd5e1ce997 req-10c7e6fc-fe81-4027-8e7f-b0f158b2e723 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 1101 time: 0.0922036 Nov 12 03:45:01.818377 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e1344f2c-a032-44a7-b722-7da74fd1b870 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=706360b2e9d44c71bb86769f52b3c7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087165 Nov 12 03:45:01.825850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:01.853218 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4ed1caab-64dd-4d6a-808d-48cd03480f2e', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'port_id': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'mac_address': 'fa:16:3e:ba:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:45:01.892045 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee386ea-0f26-4377-a9c4-83439c7153e9 None None] The sync data for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 is: [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4ed1caab-64dd-4d6a-808d-48cd03480f2e', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'port_id': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'mac_address': 'fa:16:3e:ba:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:43:20Z', 'updated_at': '2021-11-12T03:44:58Z', 'revision_number': 1, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:45:01.902872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da5efb5a-b114-4b45-a649-44fd5e1ce997 req-d90eb649-24ba-492e-b51a-2e618a80879c service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959842 Nov 12 03:45:01.921242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d302ad6-92f6-48c6-b498-81c92b0c4a5c req-5df970d7-cfce-4fbe-80a2-840e4362af64 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850657 Nov 12 03:45:01.922615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:01.957924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.023853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.027343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:02.029036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9963ac2c-5ad2-4159-9ab4-7f06fa205932 HTTP/1.1" status: 204 len: 168 time: 0.2017605 Nov 12 03:45:02.040605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396f156-3c9d-4d04-932d-cf72ff789234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9963ac2c-5ad2-4159-9ab4-7f06fa205932,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:02.253639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a979e7f-c19d-4577-b892-52c636f672ec None None] New status for floating IP 4ed1caab-64dd-4d6a-808d-48cd03480f2e: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:45:02.664936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6320afe-6cd3-4b29-b427-fdb1dc1ad5f9 req-8516ecc3-7059-4872-8a82-0cd5de61aafb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:02.666591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6320afe-6cd3-4b29-b427-fdb1dc1ad5f9 req-8516ecc3-7059-4872-8a82-0cd5de61aafb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 949 time: 0.0991647 Nov 12 03:45:02.772028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6320afe-6cd3-4b29-b427-fdb1dc1ad5f9 req-cdfc3e6b-7357-45cd-beca-d7b9208ec977 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964262 Nov 12 03:45:03.100116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:03.257793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2bab975f-7c6d-4723-b278-54419cf8038d tempest-DvrRoutersNegativeTest-1130393579 tempest-DvrRoutersNegativeTest-1130393579-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-941143364', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:03.260932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.policy [None req-2bab975f-7c6d-4723-b278-54419cf8038d tempest-DvrRoutersNegativeTest-1130393579 tempest-DvrRoutersNegativeTest-1130393579-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102604) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 03:45:03.261856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.policy [None req-2bab975f-7c6d-4723-b278-54419cf8038d tempest-DvrRoutersNegativeTest-1130393579 tempest-DvrRoutersNegativeTest-1130393579-project] Failed policy check for 'create_router' {{(pid=102604) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 03:45:03.262487 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-2bab975f-7c6d-4723-b278-54419cf8038d tempest-DvrRoutersNegativeTest-1130393579 tempest-DvrRoutersNegativeTest-1130393579-project] create failed (client error): Access was denied to this resource. Nov 12 03:45:03.266497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2bab975f-7c6d-4723-b278-54419cf8038d tempest-DvrRoutersNegativeTest-1130393579 tempest-DvrRoutersNegativeTest-1130393579-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1625600 Nov 12 03:45:03.500974 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:03.690158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.000687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d2240c-ac2a-4ac5-9858-59056e76a8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.034033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29095-dc39-4bb3-a982-4e439dd3f767 req-174b1fc7-a9d9-44ee-9ca5-93431c546619 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.037140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55d29095-dc39-4bb3-a982-4e439dd3f767 req-174b1fc7-a9d9-44ee-9ca5-93431c546619 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 949 time: 0.1610718 Nov 12 03:45:04.163014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d2240c-ac2a-4ac5-9858-59056e76a8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.215856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55d29095-dc39-4bb3-a982-4e439dd3f767 req-426b1df7-af86-47ab-aca0-4be086af477c tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639078 Nov 12 03:45:04.216808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01d2240c-ac2a-4ac5-9858-59056e76a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.264805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:04.266319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-01d2240c-ac2a-4ac5-9858-59056e76a8a1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=38f21752ad414335ac8f8ec826fe020b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735476 Nov 12 03:45:04.287597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2240c-ac2a-4ac5-9858-59056e76a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc934ae-4c1f-45cd-8765-38664a1fdec0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.376220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.435310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.581906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.592809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:04.600521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2fc934ae-4c1f-45cd-8765-38664a1fdec0 HTTP/1.1" status: 204 len: 168 time: 0.3335388 Nov 12 03:45:04.631574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32fa3a-2962-4a7f-990e-7d14bb9be0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc934ae-4c1f-45cd-8765-38664a1fdec0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:04.651999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521d164-70a0-4498-971b-89ff809b743d req-1259aeb7-8521-489d-89a3-c3f96dc1243d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:04.654777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1521d164-70a0-4498-971b-89ff809b743d req-1259aeb7-8521-489d-89a3-c3f96dc1243d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 949 time: 0.1783321 Nov 12 03:45:04.835529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1521d164-70a0-4498-971b-89ff809b743d req-bc8858d1-9d21-415e-8053-b98c9dd4f73a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700504 Nov 12 03:45:05.691878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-b6514c6c-cb0d-4d49-8b4f-28a18d75253d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1654000 Nov 12 03:45:05.926187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a73c53-2534-484d-b3a1-9552025c6943 req-8c0fbe5f-d58c-4b43-bbaa-b971fea53e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:05.926187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-8c0fbe5f-d58c-4b43-bbaa-b971fea53e23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eeb1bf74ee64ce784391ca624b97329&device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 1102 time: 0.1309381 Nov 12 03:45:06.162679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a73c53-2534-484d-b3a1-9552025c6943 req-89d4a866-85d8-4a86-a04d-e4fd0ee68bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.164824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-89d4a866-85d8-4a86-a04d-e4fd0ee68bb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.1871643 Nov 12 03:45:06.231124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-557accdd-5b6f-4e47-9c56-1cc92113011a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 200 len: 217 time: 0.0577455 Nov 12 03:45:06.345907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a73c53-2534-484d-b3a1-9552025c6943 req-bfba245a-e150-411b-a074-5150a6ac6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.348801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-bfba245a-e150-411b-a074-5150a6ac6fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1095552 Nov 12 03:45:06.445077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a73c53-2534-484d-b3a1-9552025c6943 req-97794dbc-d093-4ce4-8ed9-926fb4b43c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:06.446829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-97794dbc-d093-4ce4-8ed9-926fb4b43c32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900321 Nov 12 03:45:06.667946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-3f8255c9-cc3a-4d93-8649-8c5d4ae93da2 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120390 Nov 12 03:45:06.972633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a73c53-2534-484d-b3a1-9552025c6943 req-db828eec-e7fa-413c-942a-56c9c71dea20 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962832 Nov 12 03:45:08.546142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42966) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.580759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:08.743433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d7e047d-614b-4526-baf9-d2ca4c4ca580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.757455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:08.792339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1c55bae1-3068-4c5f-8464-70babfa55012', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1c55bae1-3068-4c5f-8464-70babfa55012', 'mac_address': 'fa:16:3e:57:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:08.874309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.900738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d7e047d-614b-4526-baf9-d2ca4c4ca580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.901858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:08.910119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-f0246e20-f771-4af9-8eeb-d72fa686cd1e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894375 Nov 12 03:45:08.911662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0d7e047d-614b-4526-baf9-d2ca4c4ca580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.959017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:08.975575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0d7e047d-614b-4526-baf9-d2ca4c4ca580 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e0b02d76ad2b442e9b5c1edea01d7926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4274223 Nov 12 03:45:08.975991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:08.976150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42972) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:08.977952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e047d-614b-4526-baf9-d2ca4c4ca580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13db111-9698-474a-afd9-e8f89c8f026b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.072153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.075968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.134561 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.137094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-961e7694-9b83-4e6b-a71a-4b32e4178a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.140467 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-961e7694-9b83-4e6b-a71a-4b32e4178a79 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.0966785 Nov 12 03:45:09.230168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.233958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.239234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f13db111-9698-474a-afd9-e8f89c8f026b HTTP/1.1" status: 204 len: 168 time: 0.2619829 Nov 12 03:45:09.253174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1c55bae1-3068-4c5f-8464-70babfa55012'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:09.264333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeecd9-a767-4df5-b82f-526fca7a8b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13db111-9698-474a-afd9-e8f89c8f026b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:09.488238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-4fb0e9e1-8f5c-4a02-a298-a444b8794c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.496006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-4fb0e9e1-8f5c-4a02-a298-a444b8794c3d service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.3183370 Nov 12 03:45:09.676829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.723910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-8c5f9ceb-e433-44c1-adf5-b246f49e21dd service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1001 time: 0.2189009 Nov 12 03:45:09.800429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-f37742b4-b2ab-483c-b7dc-3a967cb7f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.803420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-f37742b4-b2ab-483c-b7dc-3a967cb7f7d5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0675228 Nov 12 03:45:09.861312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:09.876700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-fdcdd1e8-5540-496e-81d8-1f72a5c2377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:09.878776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-fdcdd1e8-5540-496e-81d8-1f72a5c2377b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612080 Nov 12 03:45:09.882466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373067f2-1516-4138-a8ca-c6d8668f2d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:09.994340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373067f2-1516-4138-a8ca-c6d8668f2d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.004145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-373067f2-1516-4138-a8ca-c6d8668f2d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.023720 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-4d307563-5b39-462c-a29c-dfce22cb6bb5 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353366 Nov 12 03:45:10.058382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-373067f2-1516-4138-a8ca-c6d8668f2d57 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b02b98f41e9341cda906cd3c1fd645cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956789 Nov 12 03:45:10.059307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43002) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:10.061724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373067f2-1516-4138-a8ca-c6d8668f2d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d457de5c-c336-4fd7-9742-d9d33c6e5f9e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.178103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.184553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ee13d42-0fe9-4841-bc14-939b7455b37f req-0dae3f90-79c2-44c0-9e4e-7ed527dc4976 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458936 Nov 12 03:45:10.213483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.332193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.338062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.339444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d457de5c-c336-4fd7-9742-d9d33c6e5f9e HTTP/1.1" status: 204 len: 168 time: 0.2788990 Nov 12 03:45:10.350248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb57961-17ff-4486-958c-63f1e8970b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457de5c-c336-4fd7-9742-d9d33c6e5f9e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:10.594455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:10.696906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1c55bae1-3068-4c5f-8464-70babfa55012 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:10.697982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:10.956989 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.003072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:11.004417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:11.008017 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833365a-e3b1-4ec3-97e2-81c98acaba2b" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:11.024534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:11.081661 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8864d76a-9d00-40a6-86f5-7eff3697773e x-openstack-request-id: req-8864d76a-9d00-40a6-86f5-7eff3697773e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:11.082147 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:11.082563 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8864d76a-9d00-40a6-86f5-7eff3697773e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:11.083007 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'code': 200} Nov 12 03:45:11.103080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:16.535330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f79692-3f5c-466d-a8be-7623d64541d0 req-35876ffc-9318-4693-870e-9e11e91d89ec tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:16.537924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f79692-3f5c-466d-a8be-7623d64541d0 req-35876ffc-9318-4693-870e-9e11e91d89ec tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.0636041 Nov 12 03:45:16.596615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52f79692-3f5c-466d-a8be-7623d64541d0 req-970e3a1a-7c80-49cf-a660-b1d655fbfe4c tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Nov 12 03:45:17.742810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d0c5-4006-4dcb-b0c3-f6d2f060d2bb req-e68e31de-a793-4b37-9809-12467111b0d6 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:17.744339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4b6d0c5-4006-4dcb-b0c3-f6d2f060d2bb req-e68e31de-a793-4b37-9809-12467111b0d6 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.0673337 Nov 12 03:45:17.815431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4b6d0c5-4006-4dcb-b0c3-f6d2f060d2bb req-0e5b41e7-87b0-4ef2-8e5a-0f1ee5d32914 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636685 Nov 12 03:45:18.427850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49810345-43c2-44d1-af96-53298efadd8d req-fb42b12c-8659-4251-a130-9a1c77a29120 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:18.429968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49810345-43c2-44d1-af96-53298efadd8d req-fb42b12c-8659-4251-a130-9a1c77a29120 tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.16 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.0982218 Nov 12 03:45:18.593626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Deleting port 9624ffb8-605d-4764-949c-d1c38e5bf91a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:45:18.594973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:18.993047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] For port 9624ffb8-605d-4764-949c-d1c38e5bf91a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=9624ffb8-605d-4764-949c-d1c38e5bf91a,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:18.993728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.016214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Calling delete_port for 9624ffb8-605d-4764-949c-d1c38e5bf91a owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:45:19.123509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006443e-7fd4-4b92-9d22-d6f45203928c req-6684850d-35e6-49fc-87d2-29888d269c1b tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:19.132350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d006443e-7fd4-4b92-9d22-d6f45203928c req-6684850d-35e6-49fc-87d2-29888d269c1b tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/ports?device_id=605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3 HTTP/1.1" status: 200 len: 950 time: 0.1604710 Nov 12 03:45:19.216106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d006443e-7fd4-4b92-9d22-d6f45203928c req-9dce0612-c2a5-4a15-bb00-9354916ec6de tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.97 "GET /v2.0/security-groups?id=a4bcd7aa-cbf9-4225-be4a-da374e1881f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802157 Nov 12 03:45:19.349049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.387663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['9624ffb8-605d-4764-949c-d1c38e5bf91a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:19.390862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Pushing event deleted for resources: {'Port': ['ID=9624ffb8-605d-4764-949c-d1c38e5bf91a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:19.472591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] No DVR routers for this DVR port 9624ffb8-605d-4764-949c-d1c38e5bf91a on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:45:19.476817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:19.480702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49810345-43c2-44d1-af96-53298efadd8d req-bac3050e-c157-4e00-8c85-f1f2166eeeea tempest-VolumesBackupsTest-660976122 tempest-VolumesBackupsTest-660976122-project] 10.222.0.16 "DELETE /v2.0/ports/9624ffb8-605d-4764-949c-d1c38e5bf91a HTTP/1.1" status: 204 len: 173 time: 1.0429792 Nov 12 03:45:19.481250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'name': 'network-vif-deleted', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:19.485944 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c584ce5b-4140-4dd8-8b07-bef0c94bd531" -d '{"events": [{"server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "name": "network-vif-deleted", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:19.851336 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9073c8f-d73b-43d9-b969-f864f24c6c17 x-openstack-request-id: req-d9073c8f-d73b-43d9-b969-f864f24c6c17 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:19.851827 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3", "name": "network-vif-deleted", "tag": "9624ffb8-605d-4764-949c-d1c38e5bf91a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:19.852172 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d9073c8f-d73b-43d9-b969-f864f24c6c17 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:19.852703 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605bc13e-70f4-4f4b-a1ca-83c6ffccc8a3', 'name': 'network-vif-deleted', 'tag': '9624ffb8-605d-4764-949c-d1c38e5bf91a', 'status': 'completed', 'code': 200} Nov 12 03:45:22.181246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-54b484af-abbf-4dd8-be6e-45f4da9f867c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:23.510005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9624ffb8-605d-4764-949c-d1c38e5bf91a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:23.555221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 9624ffb8-605d-4764-949c-d1c38e5bf91a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:45:23.555874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 9624ffb8-605d-4764-949c-d1c38e5bf91a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:45:24.331072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed48ca8e-e157-4f2c-a88c-cd0bff586221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:25.459773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:26.912744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:27.782807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:31.426486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:32.349478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9ff1-24dd-4159-a530-76449223b514 req-04af879f-65c7-4ae4-be64-6b483f6140ca tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:32.351302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fab9ff1-24dd-4159-a530-76449223b514 req-04af879f-65c7-4ae4-be64-6b483f6140ca tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 949 time: 0.0765104 Nov 12 03:45:32.428044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fab9ff1-24dd-4159-a530-76449223b514 req-8088ded5-cfc7-44ac-8f2c-c474198dd285 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687306 Nov 12 03:45:33.594364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3331d-893c-4622-bb9f-c805148d54aa req-2ab938a4-0c1a-479d-bd70-cebd80c1c8bc tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:33.601141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3a3331d-893c-4622-bb9f-c805148d54aa req-2ab938a4-0c1a-479d-bd70-cebd80c1c8bc tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 949 time: 0.0659416 Nov 12 03:45:33.667853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3a3331d-893c-4622-bb9f-c805148d54aa req-efd3f1ac-971f-4f7e-b6ba-6f4c2e13b145 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629036 Nov 12 03:45:36.687010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:45:36.821738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.870920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:36.873671 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84384bd-c7a5-400d-8d54-acd29250ac44" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-unplugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:36.896070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:36.902300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:36.969515 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db37536f-f9d5-4904-a91e-7a68885619cf x-openstack-request-id: req-db37536f-f9d5-4904-a91e-7a68885619cf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:36.969969 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-unplugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:36.970319 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-db37536f-f9d5-4904-a91e-7a68885619cf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:36.970909 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'code': 200} Nov 12 03:45:36.997154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:37.007549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.008182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.008653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.009084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.009512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.009946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.010478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.011169 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.011668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.012086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.012518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:37.012977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:38.700492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:45:38.976773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:39.016767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '958a82be-4679-46c3-8933-a08c40e9a252', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '958a82be-4679-46c3-8933-a08c40e9a252', 'mac_address': 'fa:16:3e:22:45:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:45:39.104783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.137198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958a82be-4679-46c3-8933-a08c40e9a252 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:45:39.172246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:39.177814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.282910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:39.381722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['958a82be-4679-46c3-8933-a08c40e9a252'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:45:39.414000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:39.685011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:39.778923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.062038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.069275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.133770 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2afd6a3e0d1c4d1f95b7f0889923dd66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7181990 Nov 12 03:45:40.136388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:40.216138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a89918-d01c-4d38-b03d-a0ed90617712,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.236382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.238055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.241088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.242098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.243009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.243733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.244392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.245106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.245790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.246449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.247364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.248621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6867c-664e-431b-bfc5-9b01b7283898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:40.351243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.429539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.485981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:45:40.528715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.531601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.532893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/54a89918-d01c-4d38-b03d-a0ed90617712 HTTP/1.1" status: 204 len: 168 time: 0.3942204 Nov 12 03:45:40.543150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b76a63-2a20-494d-aa94-54c98bac2265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a89918-d01c-4d38-b03d-a0ed90617712,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:40.715694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:45:40.810379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 958a82be-4679-46c3-8933-a08c40e9a252 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:45:40.811162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:40.988988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.051288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:45:41.054800 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccff293-3e8e-4850-988d-94f39d2346d4" -d '{"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-plugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:45:41.092659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:45:41.105167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.112359 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be04af-527d-4c80-8858-25f97eab48f8 x-openstack-request-id: req-e7be04af-527d-4c80-8858-25f97eab48f8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:45:41.113708 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-plugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:45:41.114142 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e7be04af-527d-4c80-8858-25f97eab48f8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:45:41.115609 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252', 'code': 200} Nov 12 03:45:41.138247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43846) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:41.165890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.249085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.347604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.352627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.436982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7fa4d-7f1c-4ad8-a129-58257e0c2244,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:41.461635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43852) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:41.462327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0ec0c37979474eff9632041b7a5e40ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224964 Nov 12 03:45:41.465230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.466136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.466963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.467680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.468732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.469188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.469526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.470047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.470619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.471308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.471653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.472096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c69ced-5baa-4232-b9e9-5ec973ae5a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:45:41.541434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.575658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.652545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.655347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:41.661122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/74f7fa4d-7f1c-4ad8-a129-58257e0c2244 HTTP/1.1" status: 204 len: 168 time: 0.1934850 Nov 12 03:45:41.666880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe3ca7-bb3a-4d3e-a19b-b59fbcbed701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7fa4d-7f1c-4ad8-a129-58257e0c2244,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:50.909906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:51.144102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d636e896-e8b0-46dc-afc0-4f4de65f5c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.294601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d636e896-e8b0-46dc-afc0-4f4de65f5c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.299916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d636e896-e8b0-46dc-afc0-4f4de65f5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.419222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636e896-e8b0-46dc-afc0-4f4de65f5c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c0c13-8679-4a5f-988c-9e313516c1bc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:51.449276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:51.450032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d636e896-e8b0-46dc-afc0-4f4de65f5c9d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=695f1900651d4c499cc843336863c6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362687 Nov 12 03:45:51.580291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.604973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.661202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.664977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:51.670289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8a0c0c13-8679-4a5f-988c-9e313516c1bc HTTP/1.1" status: 204 len: 168 time: 0.2200861 Nov 12 03:45:51.694940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2d5fc-6e47-4fd3-a13c-231cb099c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c0c13-8679-4a5f-988c-9e313516c1bc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:52.186780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-547d326b-c470-4c71-914a-2799978be70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:52.833234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:53.058612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-694883297-network', 'tenant_id': '83a4955f868447598207627a51f1f9d5'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:53.104082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Made reservation on behalf of 83a4955f868447598207627a51f1f9d5 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:53.107411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.128044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.305029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.314125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.329372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:45:53.342166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.342592 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Added segment 3f875475-1a5e-4d69-b0d6-4d4fe5899e5e of type vlan for network 0982b6de-5154-414a-8127-6cd3da1e84de Nov 12 03:45:53.397194 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.448721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:53.483798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.485419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:53.486241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.586045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7512858 Nov 12 03:45:53.589145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:45:53.595700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Request body: {'subnet': {'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-694883297-subnet', 'tenant_id': '83a4955f868447598207627a51f1f9d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:45:53.598800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cf83e-f07f-4e56-b0d5-108223762665 admin admin] Pushing event updated for resources: {'Network': ['ID=0982b6de-5154-414a-8127-6cd3da1e84de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:53.614028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0982b6de-5154-414a-8127-6cd3da1e84de details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:45:53.636398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Made reservation on behalf of 83a4955f868447598207627a51f1f9d5 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:45:53.641636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:53.956097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.106178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c828a2-25fe-4dc1-b7b6-61f0fb959948,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:45:54.134236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Checking segment: {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:45:54.134822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Network hostable DHCP agents. Network: 0982b6de-5154-414a-8127-6cd3da1e84de, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:45:54.182366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Network 0982b6de-5154-414a-8127-6cd3da1e84de is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:45:54.201198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0982b6de-5154-414a-8127-6cd3da1e84de) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:45:54.212791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e0a13-b7d2-4540-b75c-e8df95954081 None None] Network 0982b6de-5154-414a-8127-6cd3da1e84de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:54.223604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:45:54.224900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.300488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3cb61f9b-7f26-44a3-82b8-ef8a6cf09a9f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7092493 Nov 12 03:45:54.466541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19851f72-4be3-4833-8ed7-11ff8d85907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:54.560250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2ef2a-7ea9-4db1-80ea-1b4c40707a7a None None] Network 0982b6de-5154-414a-8127-6cd3da1e84de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:45:55.461653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:56.912995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:45:57.738992 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:01.449630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.003673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44428) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.445535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f253c93f-e4d3-4af6-8f28-2bdaff00fe3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.636429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f253c93f-e4d3-4af6-8f28-2bdaff00fe3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.643102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f253c93f-e4d3-4af6-8f28-2bdaff00fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.758578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f253c93f-e4d3-4af6-8f28-2bdaff00fe3c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f65c580936244260b5280f19ef21e410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483816 Nov 12 03:46:05.758796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:05.830988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253c93f-e4d3-4af6-8f28-2bdaff00fe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e8fca7-43a4-4ea9-809e-699428184e39,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:05.891390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:05.967338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.086738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.090371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.099328 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f9e8fca7-43a4-4ea9-809e-699428184e39 HTTP/1.1" status: 204 len: 168 time: 0.3232863 Nov 12 03:46:06.114545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fbaf2-864b-4d5c-9872-d73bab3b6e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e8fca7-43a4-4ea9-809e-699428184e39,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:06.772628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:06.788113 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afbb0c2f-e6b6-4105-9552-5576807c27b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:06.992743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afbb0c2f-e6b6-4105-9552-5576807c27b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.002464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afbb0c2f-e6b6-4105-9552-5576807c27b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.058864 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-afbb0c2f-e6b6-4105-9552-5576807c27b8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3ff9eb1aff214a5da7f58c2272b076d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846012 Nov 12 03:46:07.065674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:07.141408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb0c2f-e6b6-4105-9552-5576807c27b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cd8f2e-d723-4651-a7d6-d4c58fc2f49f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.200548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.278954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.517686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.522416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:07.529225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/08cd8f2e-d723-4651-a7d6-d4c58fc2f49f HTTP/1.1" status: 204 len: 168 time: 0.4581013 Nov 12 03:46:07.576938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2ec0-8c2d-4bd4-8461-9d3954177fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cd8f2e-d723-4651-a7d6-d4c58fc2f49f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:07.861583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-595abd06-d3eb-4838-ac16-549ef23d4683 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1505406 Nov 12 03:46:08.099457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.108821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.109482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.110145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.110981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.112467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.113094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.119252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-593ff850-68ff-4654-84f7-cc3ef656cf40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.1886263 Nov 12 03:46:08.477826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-03fc0788-d8fe-44cd-848f-01423050676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.478428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-03fc0788-d8fe-44cd-848f-01423050676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.479832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-03fc0788-d8fe-44cd-848f-01423050676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.482193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-03fc0788-d8fe-44cd-848f-01423050676a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 2295 time: 0.2881341 Nov 12 03:46:08.618351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-e89bd6b8-457d-4b54-96fe-38c2732839af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1002 time: 0.1210792 Nov 12 03:46:08.783008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-53f2c37b-31fb-434c-aab9-a0f899653fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.784894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-53f2c37b-31fb-434c-aab9-a0f899653fb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.1536839 Nov 12 03:46:08.888798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-09d2f413-a7e3-4f3a-962d-54d44773c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:08.897886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-09d2f413-a7e3-4f3a-962d-54d44773c039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007404 Nov 12 03:46:09.166314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-c36c6bcf-3e07-4aed-a6d3-7755ca8d7a06 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460794 Nov 12 03:46:09.430240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-95d82186-c3f7-44bc-80e1-b8641eba749e service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462115 Nov 12 03:46:09.525878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-05aae7be-ec8b-4e70-bb43-771debd2d27b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.0819495 Nov 12 03:46:09.644294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-467b3605-0ca3-4658-a7ad-2cad53b83c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.649625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-467b3605-0ca3-4658-a7ad-2cad53b83c57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1071892 Nov 12 03:46:09.679327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:09.824888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-954c14c0-fa0f-427f-9e5c-08942ebd701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:09.828561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-954c14c0-fa0f-427f-9e5c-08942ebd701c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662502 Nov 12 03:46:10.077260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-bac6c1a4-3576-49cf-81e3-a51573f21ae0 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363267 Nov 12 03:46:10.289766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-b138fd09-237c-4e5e-bf4c-c9ddc450285c service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028165 Nov 12 03:46:10.375375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-7f653638-8e76-4f12-acbc-6653c6362270 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.0725601 Nov 12 03:46:10.503602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-00b1de42-47b5-45f8-b69e-8ba1486f98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.506011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-00b1de42-47b5-45f8-b69e-8ba1486f98bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1195183 Nov 12 03:46:10.603944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-8063f2f7-a4f7-42e1-955d-89e151e36cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:10.605724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-8063f2f7-a4f7-42e1-955d-89e151e36cea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0846155 Nov 12 03:46:10.879212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-bab6ea22-caaf-4a86-8943-b5953e43cf81 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494080 Nov 12 03:46:11.085358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da14f2-1bb5-40bd-82e0-3bf48fb742b9 req-1bf2f262-6827-423b-a510-3bd350b7ee8a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.086389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-d20f64db-6f87-4272-85da-2fa1660123c2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0956359 Nov 12 03:46:11.108342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21da14f2-1bb5-40bd-82e0-3bf48fb742b9 req-1bf2f262-6827-423b-a510-3bd350b7ee8a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 949 time: 0.3122756 Nov 12 03:46:11.148046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-ca91f312-847d-40cf-bdae-7c9fba6e3314 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604611 Nov 12 03:46:11.195389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-4e1fcc75-23eb-409a-ac3f-a9d67907ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.198177 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-4e1fcc75-23eb-409a-ac3f-a9d67907ffe0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 1099 time: 0.0715432 Nov 12 03:46:11.292807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-c48536cf-a253-4401-bbf2-9c851a9faffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.1325402 Nov 12 03:46:11.312822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21da14f2-1bb5-40bd-82e0-3bf48fb742b9 req-11302c83-054f-4c13-b123-3f49af8891d6 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005658 Nov 12 03:46:11.513229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-693bc729-8785-4228-baf8-c01bc83af46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.523626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-693bc729-8785-4228-baf8-c01bc83af46b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.2059412 Nov 12 03:46:11.538177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-7c0236d3-ea99-48d9-9693-e6abb037e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.543332 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-7c0236d3-ea99-48d9-9693-e6abb037e53f service neutron] 10.222.0.104 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.3116434 Nov 12 03:46:11.666872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-edbf82ed-bb9a-4ffd-938b-945633ca5bf9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1c55bae1-3068-4c5f-8464-70babfa55012 HTTP/1.1" status: 200 len: 217 time: 0.1108253 Nov 12 03:46:11.670241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-70d4ef76-4145-44fe-9d9b-408f5f88518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.677597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-70d4ef76-4145-44fe-9d9b-408f5f88518e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423481 Nov 12 03:46:11.849391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-39b76c6e-d7c4-4d5b-ad88-865e4c5f72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.852917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-39b76c6e-d7c4-4d5b-ad88-865e4c5f72d3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.1770103 Nov 12 03:46:11.974483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-3bd69391-e404-49ca-87fb-3f2e0fbba9ca service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781978 Nov 12 03:46:11.983708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-bb3ce62a-9532-4a61-92c0-affed7e6923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:11.999997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-bb3ce62a-9532-4a61-92c0-affed7e6923c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322484 Nov 12 03:46:12.307382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-4a5a77d2-3b93-474b-81ae-0bf4a17360ca service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797711 Nov 12 03:46:12.311280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-07c2ab01-a929-4ff1-af70-bab8d239cd1e service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241887 Nov 12 03:46:12.389116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-4aaebb03-af68-462c-a2f9-32b3d7ee348a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.0657392 Nov 12 03:46:12.543527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-18d50af3-76fd-40d5-b4ec-c64b616a4570 req-a645b81e-0279-4755-a3ee-948056358fd8 service neutron] 10.222.0.104 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269804 Nov 12 03:46:12.587604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-b5443b39-517c-4d30-b968-7faed0570f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.590115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-b5443b39-517c-4d30-b968-7faed0570f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1900339 Nov 12 03:46:12.717519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-1840119a-dab0-4927-b4f4-b35a04b10a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:12.719644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-1840119a-dab0-4927-b4f4-b35a04b10a4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082182 Nov 12 03:46:12.868656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:13.109162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.162992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:13.165901 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c6437-03e3-45e6-9825-11c5c30644fe" -d '{"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-unplugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:13.191065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:13.201263 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:13.393999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900618-4cb0-4927-8bcc-cf4a7f6d5e71 req-b5abd4d1-83a0-4988-8def-506b2409c764 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:13.406680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee900618-4cb0-4927-8bcc-cf4a7f6d5e71 req-b5abd4d1-83a0-4988-8def-506b2409c764 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.6652544 Nov 12 03:46:13.481859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:13.540040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee900618-4cb0-4927-8bcc-cf4a7f6d5e71 req-683fdac9-623b-4f85-bc67-4c3573391464 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308773 Nov 12 03:46:13.562598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-d6aea2e8-5b55-4297-a88a-45c4a6c48149 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300242 Nov 12 03:46:14.003809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-733b41cb-5007-4cd5-bf60-ba41204cc1af service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232352 Nov 12 03:46:14.039129 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bff1410-8ef6-4dc3-95f6-34f83fdb2067 x-openstack-request-id: req-2bff1410-8ef6-4dc3-95f6-34f83fdb2067 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:14.040745 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-unplugged", "status": "completed", "tag": "958a82be-4679-46c3-8933-a08c40e9a252", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:14.041388 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2bff1410-8ef6-4dc3-95f6-34f83fdb2067 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:14.042310 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252', 'code': 200} Nov 12 03:46:14.134024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-870241bb-91e9-4be6-8f60-0c856a4a3aff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.1233883 Nov 12 03:46:14.283302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-33fb127f-4c67-4f8b-8f81-a10a7d481b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.284835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-33fb127f-4c67-4f8b-8f81-a10a7d481b55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.1387434 Nov 12 03:46:14.395958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-36f6a14f-10ee-46f5-8338-988734318a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:14.397802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-36f6a14f-10ee-46f5-8338-988734318a1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1014466 Nov 12 03:46:14.515541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-81146e18-6c78-44a1-810d-c765713975d3 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022952 Nov 12 03:46:14.797842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-4b72c354-c525-4a97-9a15-536b728244bb service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667835 Nov 12 03:46:14.872491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-dc64c808-b72d-405c-a7bb-eb4b4424fbfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0625677 Nov 12 03:46:15.015967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-e3675894-4785-4bd6-bbfe-2b42ce41b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.019115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-e3675894-4785-4bd6-bbfe-2b42ce41b03e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.1352413 Nov 12 03:46:15.190524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-cd98a4dd-a2dd-45aa-ad1f-7c7e3a23da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:15.197813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-cd98a4dd-a2dd-45aa-ad1f-7c7e3a23da30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636157 Nov 12 03:46:15.446993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-f83ea2d3-213e-4eaa-9d8a-006d0b41dc7f service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311883 Nov 12 03:46:15.713453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f71a1ec-596d-45c3-8ca2-fc1b7367265f req-60648db8-11a8-4a37-bcbe-f10218e204f5 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576261 Nov 12 03:46:17.514629 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:20.871193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:46:21.019454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:21.037088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1c55bae1-3068-4c5f-8464-70babfa55012', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '1c55bae1-3068-4c5f-8464-70babfa55012', 'mac_address': 'fa:16:3e:57:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:46:21.108272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.144548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:46:21.197094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:21.205663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec68e34-a86f-445d-87ec-a6c98ef3c1f7 req-a4065a71-282e-48c9-9e90-14588dd0b669 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:21.211909 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:21.215783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cec68e34-a86f-445d-87ec-a6c98ef3c1f7 req-a4065a71-282e-48c9-9e90-14588dd0b669 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1184249 Nov 12 03:46:21.344220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:21.358686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cec68e34-a86f-445d-87ec-a6c98ef3c1f7 req-927a8847-36f0-408e-af3b-c1bcebc7ee8c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408541 Nov 12 03:46:21.440023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1c55bae1-3068-4c5f-8464-70babfa55012'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:46:22.172164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d43027e-32db-459e-81bc-97cdf570c520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:22.534449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb3c6-4bea-483d-82d8-ab5cc1abdb60 req-de39e88e-c398-41d6-aec5-c95352fe85a6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:22.536682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-964cb3c6-4bea-483d-82d8-ab5cc1abdb60 req-de39e88e-c398-41d6-aec5-c95352fe85a6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0799959 Nov 12 03:46:22.623974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-964cb3c6-4bea-483d-82d8-ab5cc1abdb60 req-8645f082-a7e3-4ad0-ae0a-80318dbbf83a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805666 Nov 12 03:46:22.872132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:46:22.974754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1c55bae1-3068-4c5f-8464-70babfa55012 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:46:22.975270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.099899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.133495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:23.136449 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2cd92c-f266-40fb-9cc6-cb083de7a0c0" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:23.151828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:23.156721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:23.227207 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a610f-5540-4813-bed3-2f93d239caf5 x-openstack-request-id: req-328a610f-5540-4813-bed3-2f93d239caf5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:23.228234 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-plugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:23.228676 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-328a610f-5540-4813-bed3-2f93d239caf5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:23.229669 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'code': 200} Nov 12 03:46:23.265855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:23.886200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c111e-cb86-4097-99b9-b3aaeadb7991 req-7f0a6837-1512-4e9c-8dd9-66c1364e422e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:23.909796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac5c111e-cb86-4097-99b9-b3aaeadb7991 req-7f0a6837-1512-4e9c-8dd9-66c1364e422e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1643522 Nov 12 03:46:24.053725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac5c111e-cb86-4097-99b9-b3aaeadb7991 req-d2260c73-c4af-4d74-a689-e1f1d19b3a2a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410139 Nov 12 03:46:24.211639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44914) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.362636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d21291e2-7fb4-41b0-a2a1-f7ad173ac774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.410100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4859946c-cdc2-4102-8db8-c61827785c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.522553 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4859946c-cdc2-4102-8db8-c61827785c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.527413 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4859946c-cdc2-4102-8db8-c61827785c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:24.925224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859946c-cdc2-4102-8db8-c61827785c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c71e644-f53a-40b2-9d54-40da65a1446c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:24.952375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:24.953018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4859946c-cdc2-4102-8db8-c61827785c41 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a5d94743353744ebba9f035cb39e489a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391076 Nov 12 03:46:25.027379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.055493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.140941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.144390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.148160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8c71e644-f53a-40b2-9d54-40da65a1446c HTTP/1.1" status: 204 len: 168 time: 0.1915278 Nov 12 03:46:25.193141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a107-d58c-4305-9f5d-db1a5197f242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c71e644-f53a-40b2-9d54-40da65a1446c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.221096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3cc43-2d55-432f-8f4e-64576aef7bee req-ed0ed548-d4c2-42f0-a592-536e1a772ade tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:25.225585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec3cc43-2d55-432f-8f4e-64576aef7bee req-ed0ed548-d4c2-42f0-a592-536e1a772ade tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0747585 Nov 12 03:46:25.344142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ec3cc43-2d55-432f-8f4e-64576aef7bee req-38990f1b-d18e-45f0-9425-207e448e2606 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051247 Nov 12 03:46:25.468264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.632120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 44956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:25.655856 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3acca698-657b-4371-96f5-6cf48dd6eb4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.766475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3acca698-657b-4371-96f5-6cf48dd6eb4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.773952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3acca698-657b-4371-96f5-6cf48dd6eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.833006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3acca698-657b-4371-96f5-6cf48dd6eb4b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e83fdc94cb29432fa4cde9c864831c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935647 Nov 12 03:46:25.833006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acca698-657b-4371-96f5-6cf48dd6eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ac59b-b1dc-4a87-b6be-b16c69dcb156,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:25.834051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 44960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:25.915503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:25.956838 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.050444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.056838 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:26.061762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2d1ac59b-b1dc-4a87-b6be-b16c69dcb156 HTTP/1.1" status: 204 len: 168 time: 0.2222681 Nov 12 03:46:26.078312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c5ae6-c86d-4add-91bb-40bd8425ffa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ac59b-b1dc-4a87-b6be-b16c69dcb156,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:26.530022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc967d-c0d3-4382-874b-f9e1c06c0a6d req-07afeec2-4fd5-4443-8570-cf2f274fcfaa tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:26.535402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cdc967d-c0d3-4382-874b-f9e1c06c0a6d req-07afeec2-4fd5-4443-8570-cf2f274fcfaa tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0830808 Nov 12 03:46:26.600109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2cdc967d-c0d3-4382-874b-f9e1c06c0a6d req-260a5db9-6796-4b54-9aaf-6e70f15c121b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576749 Nov 12 03:46:26.922883 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.790279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:27.990225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d4c3-19c2-44c5-8f49-3eacf9440edf req-b76c4698-03bc-4515-a906-559bc1a41970 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:28.017769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb2d4c3-19c2-44c5-8f49-3eacf9440edf req-b76c4698-03bc-4515-a906-559bc1a41970 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1517289 Nov 12 03:46:28.148884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb2d4c3-19c2-44c5-8f49-3eacf9440edf req-c61def0a-ff9b-4874-9909-9157069a14f4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216626 Nov 12 03:46:29.390765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d097803-ba57-40fa-ba8f-c90f27a8c901 req-ebcd48b2-63c4-4079-808f-0caa808f0de6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:29.398434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d097803-ba57-40fa-ba8f-c90f27a8c901 req-ebcd48b2-63c4-4079-808f-0caa808f0de6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1018903 Nov 12 03:46:29.504669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d097803-ba57-40fa-ba8f-c90f27a8c901 req-f14222fa-951e-44c5-93bf-4f0e4ad643c4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045344 Nov 12 03:46:30.856754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac10c8-b852-410d-a3ea-9477e57d81e9 req-3cad76a7-5f43-44b5-9ac6-0c9b0bb14ead tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:30.871669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abac10c8-b852-410d-a3ea-9477e57d81e9 req-3cad76a7-5f43-44b5-9ac6-0c9b0bb14ead tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.2185442 Nov 12 03:46:30.977430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abac10c8-b852-410d-a3ea-9477e57d81e9 req-9bd6a9a7-10fd-4cf6-b93a-fbd5584a1b30 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018984 Nov 12 03:46:31.416094 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:32.222020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46940d8-c102-443f-8f77-699c98aad095 req-8602a3df-7c42-4d41-ae56-456a3820763b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:32.232535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e46940d8-c102-443f-8f77-699c98aad095 req-8602a3df-7c42-4d41-ae56-456a3820763b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1519849 Nov 12 03:46:32.320865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e46940d8-c102-443f-8f77-699c98aad095 req-7bc095f2-2a0b-42c5-b5b4-d4d923d635d5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856600 Nov 12 03:46:33.553266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e202f-7402-405f-96f8-0f3c0e521f32 req-df48cde4-ebaf-482e-be11-d399034a1097 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:33.554918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-946e202f-7402-405f-96f8-0f3c0e521f32 req-df48cde4-ebaf-482e-be11-d399034a1097 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1004624 Nov 12 03:46:33.664756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-946e202f-7402-405f-96f8-0f3c0e521f32 req-d920e863-cff5-4702-aa30-c075ae89ed1d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994797 Nov 12 03:46:34.857316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f0918-edef-451b-971a-1fe634e24a98 req-126e1d87-4fec-431a-862e-7bf45157e289 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:34.870008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-224f0918-edef-451b-971a-1fe634e24a98 req-126e1d87-4fec-431a-862e-7bf45157e289 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0879805 Nov 12 03:46:34.959089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-224f0918-edef-451b-971a-1fe634e24a98 req-9edc801d-d846-41e9-bca4-c50495aff6bb tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733075 Nov 12 03:46:36.222050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace377f8-9c3e-473e-a33d-08dee071197f req-d89d334a-f54e-427f-9709-0ac3560993ed tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:36.231148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ace377f8-9c3e-473e-a33d-08dee071197f req-d89d334a-f54e-427f-9709-0ac3560993ed tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1520662 Nov 12 03:46:36.375393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ace377f8-9c3e-473e-a33d-08dee071197f req-2d84742d-586f-4a8b-ab9d-5f05dc7d55fa tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400535 Nov 12 03:46:37.644289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c846c1-58d2-4dd9-89fb-8f65b583f8c8 req-bdd4fbe4-7c80-45bc-9b54-3f3cb1cb918c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:37.660126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56c846c1-58d2-4dd9-89fb-8f65b583f8c8 req-bdd4fbe4-7c80-45bc-9b54-3f3cb1cb918c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1738803 Nov 12 03:46:37.843999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56c846c1-58d2-4dd9-89fb-8f65b583f8c8 req-e2d736a9-6929-4f04-911b-eb94f0a1c905 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802859 Nov 12 03:46:38.502618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b8a19-076e-4c8e-a6ac-f8aecc0728d2 req-49ce2774-074e-4610-9c98-3c07867df371 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.511100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed9b8a19-076e-4c8e-a6ac-f8aecc0728d2 req-49ce2774-074e-4610-9c98-3c07867df371 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0920050 Nov 12 03:46:38.604676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed9b8a19-076e-4c8e-a6ac-f8aecc0728d2 req-a766ea2e-6cbd-4143-b783-041c55e194ef tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920379 Nov 12 03:46:38.642487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-01d3f8c9-4207-44ec-9f62-0e2213a4e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.644568 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-01d3f8c9-4207-44ec-9f62-0e2213a4e54a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 1098 time: 0.1328309 Nov 12 03:46:38.793039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-a0459841-be7f-4f75-abe8-fd12ed0dbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:38.795579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-a0459841-be7f-4f75-abe8-fd12ed0dbff8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.1415539 Nov 12 03:46:38.909548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-0d18ac79-d4af-4fa4-88e7-12d6f9aeb18e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 200 len: 1001 time: 0.1055477 Nov 12 03:46:39.025362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-a6bb4711-768a-441c-9972-f087d6e35a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.027372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-a6bb4711-768a-441c-9972-f087d6e35a8b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0880456 Nov 12 03:46:39.109964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-406317ba-3e9c-44b9-ae03-f7641ffbf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.111759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-406317ba-3e9c-44b9-ae03-f7641ffbf422 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762463 Nov 12 03:46:39.401133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-cd0d8ff4-1f93-4172-8ab3-00896d076ea5 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803750 Nov 12 03:46:39.665469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:39.736508 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e71036c9-39de-4b0e-ad03-6689e464d4e8 req-7a721b8d-3a60-434b-829b-aebfd1a98bfb service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279121 Nov 12 03:46:39.861768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886d03a-88e6-47b9-8219-77be8de420cf req-ee97b08e-ab39-4c78-ab90-1bf6a958b599 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:39.870707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b886d03a-88e6-47b9-8219-77be8de420cf req-ee97b08e-ab39-4c78-ab90-1bf6a958b599 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1129324 Nov 12 03:46:40.050606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b886d03a-88e6-47b9-8219-77be8de420cf req-d4aa6e5d-f293-425c-9171-73cb2ece8bc7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786692 Nov 12 03:46:41.316097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a60ee-b7bf-4407-a7ec-61fd3a8c6029 req-f70c9d6e-0be8-4871-9870-b868373f6275 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:41.334785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f9a60ee-b7bf-4407-a7ec-61fd3a8c6029 req-f70c9d6e-0be8-4871-9870-b868373f6275 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1708784 Nov 12 03:46:41.446145 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f9a60ee-b7bf-4407-a7ec-61fd3a8c6029 req-0b4dacde-8b24-4159-a9c0-323b84ee1857 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086133 Nov 12 03:46:44.383194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0e42-0975-438f-adfa-b570236e7d0c req-ec899650-b387-47b4-9161-7aa8a3505ff8 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:44.391906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-caab0e42-0975-438f-adfa-b570236e7d0c req-ec899650-b387-47b4-9161-7aa8a3505ff8 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 950 time: 0.0979347 Nov 12 03:46:44.506499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-caab0e42-0975-438f-adfa-b570236e7d0c req-b1d6e4aa-a46b-4baa-aa32-bcd5b06a9028 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132724 Nov 12 03:46:44.770112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.022776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.132417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.137910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.172013 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d39990a3558a436da65be67b091d24d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010522 Nov 12 03:46:45.174776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.195969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b6deb1-5cd1-4754-819a-f51d51d5550d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.209886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.211444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.212004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.212530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.213052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.213616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.214262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.214949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.215600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.216139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.217431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.218009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6233afdf-664f-4f0b-ad81-5be53891fd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.238399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.265863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.353303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.359620 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:45.365396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f5b6deb1-5cd1-4754-819a-f51d51d5550d HTTP/1.1" status: 204 len: 168 time: 0.1857004 Nov 12 03:46:45.378518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b6deb1-5cd1-4754-819a-f51d51d5550d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:45.389211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.390388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.390954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.391497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.392006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.393380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.393939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.398872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.399383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.399818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.400297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.400812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7157b-b354-4cc2-92d4-61c7a0536e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:45.712744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e6499-1fce-40d2-b7f6-d6afccb709d8 req-d8981972-7f63-40bc-aca2-c877ec817d39 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:45.722730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-823e6499-1fce-40d2-b7f6-d6afccb709d8 req-d8981972-7f63-40bc-aca2-c877ec817d39 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 950 time: 0.1063414 Nov 12 03:46:45.778327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-823e6499-1fce-40d2-b7f6-d6afccb709d8 req-9c51b2fb-f2be-4f8d-b0b3-8717e67cfa11 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Nov 12 03:46:45.874873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 45622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:45.893747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d025cb8-923e-4fa4-b448-49bcaa53dc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.080354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d025cb8-923e-4fa4-b448-49bcaa53dc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.085137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d025cb8-923e-4fa4-b448-49bcaa53dc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.122970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d025cb8-923e-4fa4-b448-49bcaa53dc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77311859-88c2-4085-8fc0-850619ee1bbc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:46.149689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d025cb8-923e-4fa4-b448-49bcaa53dc3f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a9fc2b5757b644b3b4821a9075aa0ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707574 Nov 12 03:46:46.150342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 45656) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:46:46.227642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.259912 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.378595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.381689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:46.382942 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/77311859-88c2-4085-8fc0-850619ee1bbc HTTP/1.1" status: 204 len: 168 time: 0.2311258 Nov 12 03:46:46.396526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69c9a3-b1d5-454b-a5f8-1dce3056e0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77311859-88c2-4085-8fc0-850619ee1bbc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.017183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:47.142866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.201892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:47.204825 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4825cf19-6102-4d89-a0f9-c057bff44eb6" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-unplugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:47.221583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:47.227679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:47.296174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:47.306457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.307448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.308032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.308580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.309153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.309692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.310952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.311496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.312162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.312759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.314312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.314961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:46:47.571915 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8f3a9-45ac-4ad5-a412-dda2ea7a60d7 x-openstack-request-id: req-e5c8f3a9-45ac-4ad5-a412-dda2ea7a60d7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:47.572350 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-unplugged", "status": "completed", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:47.572614 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e5c8f3a9-45ac-4ad5-a412-dda2ea7a60d7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:47.572997 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'code': 200} Nov 12 03:46:50.557651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449d0e8-317c-460d-9083-eec6d265c066 req-d3c9b913-ca7f-4067-bbaa-a0af4fe747ee tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:50.559338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6449d0e8-317c-460d-9083-eec6d265c066 req-d3c9b913-ca7f-4067-bbaa-a0af4fe747ee tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.0669873 Nov 12 03:46:50.622186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6449d0e8-317c-460d-9083-eec6d265c066 req-6045e81d-8854-4656-8731-b34a07399a0d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Nov 12 03:46:51.803439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8904423-0dcc-48e9-b6a5-fe7c71cb36df req-0d55f4a8-7fa6-407f-b8f1-96d9e9c03a80 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:51.806308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8904423-0dcc-48e9-b6a5-fe7c71cb36df req-0d55f4a8-7fa6-407f-b8f1-96d9e9c03a80 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.0904202 Nov 12 03:46:51.888175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8904423-0dcc-48e9-b6a5-fe7c71cb36df req-e1617c60-b929-4073-b7a5-63478347d837 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Nov 12 03:46:52.163440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a624a55-6047-47e1-8985-89a4e9cc2180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.001499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-fd886624-46f4-421e-a6ec-9b3f295d706a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.003987 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-fd886624-46f4-421e-a6ec-9b3f295d706a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.0824642 Nov 12 03:46:53.088108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d4f9a-c4a6-47bd-87d0-f3989df0151e req-82633101-eb72-4f02-91c8-f8562c1704c3 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:53.096511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8d4f9a-c4a6-47bd-87d0-f3989df0151e req-82633101-eb72-4f02-91c8-f8562c1704c3 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 947 time: 0.0721838 Nov 12 03:46:53.150648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Deleting port 958a82be-4679-46c3-8933-a08c40e9a252 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:53.151173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.222394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8d4f9a-c4a6-47bd-87d0-f3989df0151e req-84cfe073-164c-4475-865b-f60d4ecac60c tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248426 Nov 12 03:46:53.360043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] For port 958a82be-4679-46c3-8933-a08c40e9a252, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=958a82be-4679-46c3-8933-a08c40e9a252,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:53.360403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.381580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Calling delete_port for 958a82be-4679-46c3-8933-a08c40e9a252 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:53.572708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.643808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Pushing event deleted for resources: {'Port': ['ID=958a82be-4679-46c3-8933-a08c40e9a252,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:53.725265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] No DVR routers for this DVR port 958a82be-4679-46c3-8933-a08c40e9a252 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:53.728665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:53.732365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b7c0450d-4400-49dc-b584-ed3b786cd19d req-c6348bb8-6b18-423a-9fa9-dda035f4661f tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "DELETE /v2.0/ports/958a82be-4679-46c3-8933-a08c40e9a252 HTTP/1.1" status: 204 len: 173 time: 0.7191229 Nov 12 03:46:53.732999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-deleted', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:53.736232 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1b36ff-595c-4bc3-8d5d-fa3e1e068034" -d '{"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-deleted", "tag": "958a82be-4679-46c3-8933-a08c40e9a252"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:54.084291 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7cd7ee-b6c9-4b0c-b3d8-a4a991f49283 x-openstack-request-id: req-ff7cd7ee-b6c9-4b0c-b3d8-a4a991f49283 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:54.085162 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac3fd6-a583-45ba-a303-77a825aa187e", "name": "network-vif-deleted", "tag": "958a82be-4679-46c3-8933-a08c40e9a252", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:54.085570 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ff7cd7ee-b6c9-4b0c-b3d8-a4a991f49283 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:54.086261 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac3fd6-a583-45ba-a303-77a825aa187e', 'name': 'network-vif-deleted', 'tag': '958a82be-4679-46c3-8933-a08c40e9a252', 'status': 'completed', 'code': 200} Nov 12 03:46:54.330390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f41a0dfb-8f82-4ef5-a4db-ef4a48f0a8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:54.469480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8ff918d-2520-49a5-81e2-033d32e9b2b4 req-fc6fb7fb-11e8-4fd7-a5f9-d3c0332f3b03 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=f2ac3fd6-a583-45ba-a303-77a825aa187e HTTP/1.1" status: 200 len: 210 time: 0.0438459 Nov 12 03:46:54.502033 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:46:55.065474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:46:55.089631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 958a82be-4679-46c3-8933-a08c40e9a252 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:46:55.090134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 958a82be-4679-46c3-8933-a08c40e9a252 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:46:55.464114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:55.927065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d523-72f5-4998-a7be-d390560e4f39 req-faaf779b-add6-4e90-95e6-5d497c342fe9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:55.928656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a93d523-72f5-4998-a7be-d390560e4f39 req-faaf779b-add6-4e90-95e6-5d497c342fe9 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 948 time: 0.0762746 Nov 12 03:46:56.029949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a93d523-72f5-4998-a7be-d390560e4f39 req-006d33e4-d6d4-4b3b-b47e-c5cc8eb37f42 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676544 Nov 12 03:46:56.925463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:57.146427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db16f8-4dc6-4576-8202-8f24a195132a req-3b9e99e7-15a0-4ff1-b3e3-65776dae5b3d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:57.149489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31db16f8-4dc6-4576-8202-8f24a195132a req-3b9e99e7-15a0-4ff1-b3e3-65776dae5b3d tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 948 time: 0.0569220 Nov 12 03:46:57.217722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31db16f8-4dc6-4576-8202-8f24a195132a req-5642ef8c-d497-4c65-a059-1a0625b72886 tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606868 Nov 12 03:46:57.747790 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:58.397648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841a8bb-2b65-44ad-893c-c63ac65b1192 req-bfdb5459-066d-4bd8-a5fe-38c9c868322e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.405238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a841a8bb-2b65-44ad-893c-c63ac65b1192 req-bfdb5459-066d-4bd8-a5fe-38c9c868322e tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 948 time: 0.0639179 Nov 12 03:46:58.471810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a841a8bb-2b65-44ad-893c-c63ac65b1192 req-a4d42c33-2073-4dc8-bc92-c61436f4710c tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/security-groups?id=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Nov 12 03:46:58.764976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ec901-cdc4-4191-9940-330843b055e7 req-e6ddb510-dfcc-4556-9d0c-c4f846219dce tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:46:58.767317 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c56ec901-cdc4-4191-9940-330843b055e7 req-e6ddb510-dfcc-4556-9d0c-c4f846219dce tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 948 time: 0.0791163 Nov 12 03:46:58.980354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Deleting port 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:46:58.982989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.170819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] For port 1c55bae1-3068-4c5f-8464-70babfa55012, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1c55bae1-3068-4c5f-8464-70babfa55012,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:46:59.171216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.190657 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Calling delete_port for 1c55bae1-3068-4c5f-8464-70babfa55012 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:46:59.503764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.572740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Pushing event deleted for resources: {'Port': ['ID=1c55bae1-3068-4c5f-8464-70babfa55012,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:46:59.633156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] No DVR routers for this DVR port 1c55bae1-3068-4c5f-8464-70babfa55012 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:46:59.638395 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:46:59.643130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c56ec901-cdc4-4191-9940-330843b055e7 req-b522d126-8aec-4110-95c6-f3ecd5f4c16a tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.104 "DELETE /v2.0/ports/1c55bae1-3068-4c5f-8464-70babfa55012 HTTP/1.1" status: 204 len: 173 time: 0.8671482 Nov 12 03:46:59.643791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-deleted', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:46:59.646292 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116bfb2f-1abc-4770-80c6-0267e45ff374" -d '{"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-deleted", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:46:59.666004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f158b846-70c5-40e6-af6f-0ac093951cad req-558df14b-37b5-4636-a4e6-1557e4976bbb tempest-ListImageFiltersTestJSON-641676809 tempest-ListImageFiltersTestJSON-641676809-project] 10.222.0.97 "GET /v2.0/ports?device_id=7366e594-18ec-4ab7-8e63-b860b79e10da HTTP/1.1" status: 200 len: 210 time: 0.0603790 Nov 12 03:46:59.862320 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed908cf-b7aa-4f7d-86b3-309bf220a33e x-openstack-request-id: req-0ed908cf-b7aa-4f7d-86b3-309bf220a33e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:46:59.862834 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7366e594-18ec-4ab7-8e63-b860b79e10da", "name": "network-vif-deleted", "tag": "1c55bae1-3068-4c5f-8464-70babfa55012", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:46:59.862834 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0ed908cf-b7aa-4f7d-86b3-309bf220a33e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:46:59.863469 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7366e594-18ec-4ab7-8e63-b860b79e10da', 'name': 'network-vif-deleted', 'tag': '1c55bae1-3068-4c5f-8464-70babfa55012', 'status': 'completed', 'code': 200} Nov 12 03:47:01.087682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:01.116513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 1c55bae1-3068-4c5f-8464-70babfa55012 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:01.117370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1c55bae1-3068-4c5f-8464-70babfa55012 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:01.460366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:02.739660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46418) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:02.925332 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d19c001-5ad8-4d20-be3b-83bbe93d38f6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6bf1e85ed42947d9b413e02901f62e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844034 Nov 12 03:47:02.927788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:03.003101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.035443 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.102406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.105701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:03.107817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7 HTTP/1.1" status: 204 len: 168 time: 0.1783535 Nov 12 03:47:03.139642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13768054-0b33-4180-99fc-8e51db8063b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc01e1c-0e8c-4147-9be7-9ebd5012f3e7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:04.400889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 46488) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:04.629669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-816816376-network', 'tenant_id': '7e2c8e7c9db74101a758e007396c15a6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:04.684697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Made reservation on behalf of 7e2c8e7c9db74101a758e007396c15a6 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:04.688906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.708841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.961886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.968138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:04.986646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:05.022520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.023303 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Added segment 4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae of type vlan for network a819ba7c-b8cf-49b2-8273-b87ee316f270 Nov 12 03:47:05.038213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19784337-3002-4cf8-abba-5561a3211bdb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.115179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.188143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.189341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.190200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.227178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8212736 Nov 12 03:47:05.228312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 46510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:05.250515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Request body: {'subnet': {'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-816816376-subnet', 'tenant_id': '7e2c8e7c9db74101a758e007396c15a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:05.280471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca6b27-869e-4039-8954-f426b4d2579f admin admin] Pushing event updated for resources: {'Network': ['ID=a819ba7c-b8cf-49b2-8273-b87ee316f270,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.297899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:05.299404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Made reservation on behalf of 7e2c8e7c9db74101a758e007396c15a6 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:05.333427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.600985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.720018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Checking segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:05.720480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Network hostable DHCP agents. Network: a819ba7c-b8cf-49b2-8273-b87ee316f270, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:05.727205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:05.754142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:05.771990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a819ba7c-b8cf-49b2-8273-b87ee316f270) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:05.782341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:05.783197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:05.788746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88018938-b6ab-4ea7-81e9-5f070ca73e73 None None] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:05.818947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-916c5808-a131-4b63-9382-d3cf237cae52 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5797617 Nov 12 03:47:06.104455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50561f91-6e12-4fff-a1f7-b5d5b3972565 None None] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:06.867199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-079751f7-4bef-4dc7-a9db-adb92ff0909c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:06.878826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-079751f7-4bef-4dc7-a9db-adb92ff0909c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 817 time: 0.2154078 Nov 12 03:47:06.915550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-120670fc-d164-40b8-85db-9f557da97347 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/quotas/7e2c8e7c9db74101a758e007396c15a6 HTTP/1.1" status: 200 len: 375 time: 0.0345523 Nov 12 03:47:06.968182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-277d4477-5ca3-44f6-a610-9da85bcecf45 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513749 Nov 12 03:47:07.284219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-a05d367f-4189-44e3-bf39-a022abc80d90 service neutron] 10.222.0.97 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049772 Nov 12 03:47:07.405775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-bc6d8524-f2ff-41c0-8f2b-763ad02cee2a service neutron] 10.222.0.97 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204531 Nov 12 03:47:08.309138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d1bd181-bb74-468d-9510-d5e3e903e34a req-d3a2b3aa-40b8-442e-9a88-ad1fcc2e175a tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.1089754 Nov 12 03:47:09.511245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd61fb3-586a-464c-9248-819e5a2eb34f req-724b8bdd-02ed-4fa0-ae20-faec0ad154c9 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.0604389 Nov 12 03:47:09.709854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:09.775856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-4ae275ac-02a4-420d-9e4b-ae73db60d4b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1208329 Nov 12 03:47:10.050307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.050307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.052882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.052882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.052882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.052882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.052882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.062619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-9504f326-17e8-4962-a77e-085480cfa62f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.1044030 Nov 12 03:47:10.471268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-d176744e-c73f-4b5d-a243-965d7d5587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.472236 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-d176744e-c73f-4b5d-a243-965d7d5587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.473319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-d176744e-c73f-4b5d-a243-965d7d5587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.475841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-d176744e-c73f-4b5d-a243-965d7d5587e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 2295 time: 0.3419051 Nov 12 03:47:10.588456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-4112e1e3-aca2-4bf6-ae4d-32cc1f76595c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1002 time: 0.1030905 Nov 12 03:47:10.729489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-81ac8ff2-e1b0-4411-9c94-e8a4cc10881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.731102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-81ac8ff2-e1b0-4411-9c94-e8a4cc10881b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.1342065 Nov 12 03:47:10.748193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-792b8bde-3b24-473d-90a5-cc0d8f5e6a87 req-6840404d-c749-45cd-a7a7-8f394a337698 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.0358589 Nov 12 03:47:10.845927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-55a9509f-1a43-49fb-b212-4cd8db32d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:10.847535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-55a9509f-1a43-49fb-b212-4cd8db32d763 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918062 Nov 12 03:47:11.170608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-539baa53-bab5-4a5d-96b4-968184daf568 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104405 Nov 12 03:47:11.395550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-e64d7617-9c6b-4ee6-9724-b979c8565de1 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156806 Nov 12 03:47:11.518395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-bdfea5eb-30ec-4592-9606-cd8c1fcb7f63 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.520957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-bdfea5eb-30ec-4592-9606-cd8c1fcb7f63 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.104 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 817 time: 0.6640766 Nov 12 03:47:11.621811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-24edbb8a-9cda-44bd-b845-9ac43df41780 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.1884964 Nov 12 03:47:11.626890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Request body: {'port': {'device_id': '45d35614-0982-44ad-b861-b67e4784e93a', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'admin_state_up': True, 'tenant_id': '7e2c8e7c9db74101a758e007396c15a6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:11.819442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdba3140-7c53-4ada-bd7a-c5df520a9a19 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.821133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdba3140-7c53-4ada-bd7a-c5df520a9a19 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 817 time: 0.4200463 Nov 12 03:47:11.831732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-5d855e6d-0193-4cdf-b38c-ec190381e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:11.835603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-5d855e6d-0193-4cdf-b38c-ec190381e652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1602485 Nov 12 03:47:11.940880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Request body: {'port': {'device_id': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'admin_state_up': True, 'tenant_id': '7e2c8e7c9db74101a758e007396c15a6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:12.007614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9eaab48-fe46-4e5f-a9ec-48e84ab4fa4c req-8fc2fd67-c689-43a6-b85d-9512096f95f7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.1227939 Nov 12 03:47:12.099722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-9d88160a-f8d1-4023-b00b-053e282e9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.101380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-9d88160a-f8d1-4023-b00b-053e282e9f21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2333419 Nov 12 03:47:12.345550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-0222436e-101c-49b3-acf4-b2711b9e08b8 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310939 Nov 12 03:47:12.374696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-79ca43f6-1b03-4fa9-94b9-7a61682422d6 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.377060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-79ca43f6-1b03-4fa9-94b9-7a61682422d6 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 817 time: 0.4839752 Nov 12 03:47:12.536377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Request body: {'port': {'device_id': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'admin_state_up': True, 'tenant_id': '7e2c8e7c9db74101a758e007396c15a6'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:12.551599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Made reservation on behalf of 7e2c8e7c9db74101a758e007396c15a6 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:12.556391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.596364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-b59c13c6-4f47-4af0-a1d9-dfcffa92d288 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385597 Nov 12 03:47:12.781866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-8337895d-5147-41e0-a00b-a3577028806e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.0780504 Nov 12 03:47:12.881317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Made reservation on behalf of 7e2c8e7c9db74101a758e007396c15a6 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:12.898536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:12.917650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-226a2c12-aa18-4ba0-acaa-188889c68db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:12.920209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-226a2c12-aa18-4ba0-acaa-188889c68db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1243949 Nov 12 03:47:13.071295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Allocated IP 172.20.0.4 (a819ba7c-b8cf-49b2-8273-b87ee316f270/b0d6c606-fef6-4ead-bb22-0e860ddc0fb7/7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:13.082633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-01b104d8-3ffa-4ca4-a714-7c70e220943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.084887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-01b104d8-3ffa-4ca4-a714-7c70e220943e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486804 Nov 12 03:47:13.101548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Made reservation on behalf of 7e2c8e7c9db74101a758e007396c15a6 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:13.107477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.359153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a8fa1d9-ec8f-4299-be49-6604614b18d7 req-65f11b4b-98f3-4d4f-bdc1-51838d749e18 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.1735966 Nov 12 03:47:13.438681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-785c1fb9-6688-4a01-961b-95e9915357a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396673 Nov 12 03:47:13.486962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.599058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-72baa58c-3799-4315-9264-108a4f61a7e6 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478803 Nov 12 03:47:13.642752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:13.673707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-1dc54f0b-32e8-48b8-9789-a18bfa671fe1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.0633993 Nov 12 03:47:13.786446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-51a88aaa-f018-4320-b51f-4f2bd9ff2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.791325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-51a88aaa-f018-4320-b51f-4f2bd9ff2147 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1035283 Nov 12 03:47:13.812948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Allocated IP 172.20.0.12 (a819ba7c-b8cf-49b2-8273-b87ee316f270/b0d6c606-fef6-4ead-bb22-0e860ddc0fb7/69b7e7dd-6d00-4dc6-a632-983b7ad10745) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:13.854436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:13.861932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event updated for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:13.864600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:13.869131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:13.925985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-d47aa766-ff9b-4d1d-b6e4-fde7bea2b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.928064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-d47aa766-ff9b-4d1d-b6e4-fde7bea2b8a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1205895 Nov 12 03:47:13.974443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:13.975191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.000343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-cef3d4f8-32cf-43c7-868e-2178199c38b7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4001079 Nov 12 03:47:14.040683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Request body: {'port': {'device_id': '45d35614-0982-44ad-b861-b67e4784e93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:14.056398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-d97e186b-846c-4b4b-8f49-8e1503c0671f service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149929 Nov 12 03:47:14.210979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.282779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.321640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.430281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-258bb86a-19df-44ba-b38f-4444f5a084cc service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544352 Nov 12 03:47:14.503513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:14.539594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:14.546279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Allocated IP 172.20.0.9 (a819ba7c-b8cf-49b2-8273-b87ee316f270/b0d6c606-fef6-4ead-bb22-0e860ddc0fb7/ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:14.554917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:14.589584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-6948276e-630c-44d1-a5b3-5f893d532d95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.1466849 Nov 12 03:47:14.625118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f724e850-496d-46f7-8bd9-35fa5d5cad0f req-69c23b91-e8d2-44e0-bc67-cd09eb86872d tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 210 time: 0.0479903 Nov 12 03:47:14.673681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event updated for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:14.728897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-61753081-1c3e-49c5-94a5-1923e9db238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.732457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-61753081-1c3e-49c5-94a5-1923e9db238d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1164992 Nov 12 03:47:14.808997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-d18d67af-f795-4d94-9f40-e74dc14e2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.810902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-d18d67af-f795-4d94-9f40-e74dc14e2d9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651572 Nov 12 03:47:14.869865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:14.870657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:14.953252 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-fdb9302c-1bfd-4464-9734-aeea0a7c25ee tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0616226 Nov 12 03:47:15.010543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-21152ea2-fde1-48bd-a18c-134e264a6e68 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820500 Nov 12 03:47:15.030430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Request body: {'port': {'device_id': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:15.178066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.182824 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-f2e14783-74ac-4a9d-ac0e-ff35ae4b72f8 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509764 Nov 12 03:47:15.219393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.248922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-e00a5458-1cde-4b39-a17b-439cfa6f5c4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0534990 Nov 12 03:47:15.306262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-72d0c6dd-7d5f-48e8-9e8c-bd2bac389aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.308284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-72d0c6dd-7d5f-48e8-9e8c-bd2bac389aa8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0490770 Nov 12 03:47:15.388347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-32a3fe9d-8322-408f-84c2-483a03ce7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:15.390041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-32a3fe9d-8322-408f-84c2-483a03ce7a04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695918 Nov 12 03:47:15.616115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-ca1937a1-67cf-413d-a0e4-771dcbf62348 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086575 Nov 12 03:47:15.726780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:15.738405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.753890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Transition to ACTIVE for port object 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:15.756857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:15.938376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.402644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5a163-6886-4134-8b84-4b97ff165f58 req-1835bf57-1021-4188-921a-89675fc320a3 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.412202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf5a163-6886-4134-8b84-4b97ff165f58 req-1835bf57-1021-4188-921a-89675fc320a3 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 931 time: 0.1044655 Nov 12 03:47:16.450561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event updated for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.459889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Network a819ba7c-b8cf-49b2-8273-b87ee316f270 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:16.477842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:16.481231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:16.560130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b7e7dd-6d00-4dc6-a632-983b7ad10745 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:16.568962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-0e5b5c87-d332-4eb1-b133-4af23ccca469 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382586 Nov 12 03:47:16.571589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.592829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Transition to ACTIVE for port object 69b7e7dd-6d00-4dc6-a632-983b7ad10745 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:16.600156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3cf5a163-6886-4134-8b84-4b97ff165f58 req-e148e0d8-6320-4f66-a10b-7be0c64aed2f tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869476 Nov 12 03:47:16.638551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.734493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-0ce411eb-58d6-443b-8421-d36fd1103c0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.1240623 Nov 12 03:47:16.741073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:16.763695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.764521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:16.832349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-b4497bc8-f60a-423e-9ac6-a7dee0514bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.833955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-b4497bc8-f60a-423e-9ac6-a7dee0514bd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0885444 Nov 12 03:47:16.844743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-13c1937b-cf37-4142-a821-17ffcdcc4383 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3287988 Nov 12 03:47:16.906356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Attempting to bind port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:16.906356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Attempting to bind port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:16.906356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Attempting to bind port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:16.936878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Request body: {'port': {'device_id': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:16.978663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72338cca-94b0-465f-882a-ceb733fa294a req-f91cce66-1f4c-40b5-ad3b-4943d096b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:16.992792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-f91cce66-1f4c-40b5-ad3b-4943d096b9c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294258 Nov 12 03:47:17.129181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.130824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.164928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-e86a8dba-74eb-4e9b-9703-e496c3510b12 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598461 Nov 12 03:47:17.168757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:17.169103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Attempting to bind port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.177750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:17.178907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Checking segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:17.179310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Bound using segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:17.179890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Bound port: 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:17.180255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.258136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:17.267743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:17.282832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Attempting to bind port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:17.283508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Attempting to bind port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:17.284104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Attempting to bind port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.329475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-3dab47d6-093f-4658-964c-97e7aa3a4149 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503546 Nov 12 03:47:17.332560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.348110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:17.348779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Attempting to bind port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:17.422437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.424260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.425842 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] 10.222.0.104 "PUT /v2.0/ports/7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 HTTP/1.1" status: 200 len: 1092 time: 3.4042430 Nov 12 03:47:17.427415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:17.429550 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fc3232-53d5-44e8-8076-3545c6d3046f" -d '{"events": [{"name": "network-changed", "server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:17.449036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:17.449398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Checking segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:17.449868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Bound using segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:17.450861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Bound port: 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:17.451230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:17.540024 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2917d265-6eac-476c-8f8b-7b55d469d67b x-openstack-request-id: req-2917d265-6eac-476c-8f8b-7b55d469d67b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:17.540351 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:17.540752 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2917d265-6eac-476c-8f8b-7b55d469d67b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:17.541259 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0', 'status': 'completed', 'code': 200} Nov 12 03:47:17.627938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a1e9-934c-4ad9-9eea-475c53d6fa21 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:17.766054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd4b9-610d-4930-9c47-7dcf6536ae3e req-9b9faf86-d00e-44ca-abd0-12a753d6e415 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.767738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b4cd4b9-610d-4930-9c47-7dcf6536ae3e req-9b9faf86-d00e-44ca-abd0-12a753d6e415 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 931 time: 0.0949390 Nov 12 03:47:17.771596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-a7f56e68-812a-49d7-9a8f-9613242f55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:17.780676 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-a7f56e68-812a-49d7-9a8f-9613242f55d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 1095 time: 0.2421112 Nov 12 03:47:17.833693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b4cd4b9-610d-4930-9c47-7dcf6536ae3e req-d012e657-3ba8-423e-a18c-a6c007a6c0b3 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Nov 12 03:47:17.880763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:17.886743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-311e870e-63e2-4b1c-851e-4453e477f155 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 HTTP/1.1" status: 200 len: 217 time: 0.0869126 Nov 12 03:47:17.951394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:17.963579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.104403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:18.114275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.126702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Transition to ACTIVE for port object ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:18.139859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.144945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.145563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.146958 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/69b7e7dd-6d00-4dc6-a632-983b7ad10745 HTTP/1.1" status: 200 len: 1093 time: 3.1212916 Nov 12 03:47:18.147791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc35bb2-7f22-4cf2-bec9-8478410b04b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.209070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-e2a547b4-860a-4c9c-b605-048285a74273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.210610 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-e2a547b4-860a-4c9c-b605-048285a74273 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.3086073 Nov 12 03:47:18.257462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-9463204e-e937-4088-bd8b-a5320a786926 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336008 Nov 12 03:47:18.542379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:18.580694 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-612265a9-60dd-4911-a66b-87bdc28f3416 service neutron] 10.222.0.104 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930377 Nov 12 03:47:18.584614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-855da30d-8e49-4a0d-85ba-d6438d2f4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.586118 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-855da30d-8e49-4a0d-85ba-d6438d2f4cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 1096 time: 0.3261209 Nov 12 03:47:18.745146 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-6f6bb32a-c77c-4b04-9aca-ed320e2cb2e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745 HTTP/1.1" status: 200 len: 217 time: 0.0631962 Nov 12 03:47:18.751480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Attempting to bind port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:18.753219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Attempting to bind port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:18.753797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Attempting to bind port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:18.832437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:18.833188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Attempting to bind port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 on network a819ba7c-b8cf-49b2-8273-b87ee316f270 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:18.846619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-f0b4a1ca-d832-4001-aefa-2e21fca533b8 service neutron] 10.222.0.104 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524719 Nov 12 03:47:18.850223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:18.850554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Checking segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:18.850980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Bound using segment: {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:18.851605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Bound port: ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:18.852402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:18.920718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-074bc202-c77b-474d-bdfc-3a2e33a79549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:18.923717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-074bc202-c77b-474d-bdfc-3a2e33a79549 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.1639161 Nov 12 03:47:19.016247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:19.020045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:19.054682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.087149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9146e-39a2-45c6-a17a-7515f14b0b2f req-0d381bb1-a808-452a-8754-42429c8a62e5 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.088736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72c9146e-39a2-45c6-a17a-7515f14b0b2f req-0d381bb1-a808-452a-8754-42429c8a62e5 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 943 time: 0.1045158 Nov 12 03:47:19.154263 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-ebf377e3-0f61-4d39-be27-7de944848429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212196 Nov 12 03:47:19.167258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72c9146e-39a2-45c6-a17a-7515f14b0b2f req-174191c1-9d9b-4aee-867e-a869c97695d5 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Nov 12 03:47:19.201840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.202899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:19.204914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 HTTP/1.1" status: 200 len: 1092 time: 2.2891800 Nov 12 03:47:19.300709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-5bd547a7-b7d2-4e6b-adbb-e7660bf76f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.302898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-5bd547a7-b7d2-4e6b-adbb-e7660bf76f6d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 1095 time: 0.2810373 Nov 12 03:47:19.306299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348749-dba7-44cf-8a5c-fbce20ee5047 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:19.470555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-de2d885a-6660-4550-951d-2c14b38006ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.472111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-de2d885a-6660-4550-951d-2c14b38006ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 1095 time: 0.1353564 Nov 12 03:47:19.473867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-d537ed75-829a-404f-86d0-0c1e56483777 service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946303 Nov 12 03:47:19.488447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-d00dc689-c308-4886-b87e-1a7d08920eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.490061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-d00dc689-c308-4886-b87e-1a7d08920eb7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 917 time: 0.1747870 Nov 12 03:47:19.551477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745'}, {'name': 'network-changed', 'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:19.554206 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa97b23-125f-450e-b917-e9a8c697ea11" -d '{"events": [{"name": "network-changed", "server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745"}, {"name": "network-changed", "server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:19.558392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-258c0ea2-543c-4b4b-a449-26b8fafddf78 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 HTTP/1.1" status: 200 len: 217 time: 0.0599542 Nov 12 03:47:19.618020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-8e5614f8-e603-44f0-b5f9-4cc64552205c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 HTTP/1.1" status: 200 len: 217 time: 0.1118913 Nov 12 03:47:19.658887 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9686d5-8c63-4618-9e2e-34496057a664 x-openstack-request-id: req-3f9686d5-8c63-4618-9e2e-34496057a664 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:19.659186 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:19.659449 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3f9686d5-8c63-4618-9e2e-34496057a664 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:19.659859 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'status': 'completed', 'code': 200} Nov 12 03:47:19.660121 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14', 'status': 'completed', 'code': 200} Nov 12 03:47:19.756732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-24539010-b0ff-45cb-a816-6b69686caf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.758433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-24539010-b0ff-45cb-a816-6b69686caf13 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.1582792 Nov 12 03:47:19.784756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-a6749770-db1d-4af9-952b-e1e6ed9a6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:19.786293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-a6749770-db1d-4af9-952b-e1e6ed9a6389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.1295874 Nov 12 03:47:19.804926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-08adf4af-7fc2-4a52-b859-94bddd19d660 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364373 Nov 12 03:47:19.866035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-48b74470-1baa-4dfc-91fd-44508dbe76e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635056 Nov 12 03:47:19.868857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-1f1646c0-e827-4b01-b21c-cb26fdd4f1cb service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554490 Nov 12 03:47:20.053755 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-1118acb9-7d1b-4c27-a1a5-3e2dc983c71c service neutron] 10.222.0.104 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382121 Nov 12 03:47:20.057747 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-1ed68a19-0da4-4ffc-915b-9ca6df44e16a service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644886 Nov 12 03:47:20.279125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-e11d5c5f-d256-4bf1-893f-31a19f7514b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.280736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-e11d5c5f-d256-4bf1-893f-31a19f7514b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 1096 time: 0.2769494 Nov 12 03:47:20.342967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28276087-f055-43fb-8952-ac82ea5f4772 req-46626068-d01e-49a4-9e18-08ac52582c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.350751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28276087-f055-43fb-8952-ac82ea5f4772 req-46626068-d01e-49a4-9e18-08ac52582c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 943 time: 0.0911014 Nov 12 03:47:20.413342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28276087-f055-43fb-8952-ac82ea5f4772 req-428fcd40-fab1-4d0f-964e-e3ae293a28fa tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Nov 12 03:47:20.504275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-f9cc0346-ff43-46e4-8b12-32ef843b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.506463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-f9cc0346-ff43-46e4-8b12-32ef843b96df service neutron] 10.222.0.16 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 917 time: 0.2172337 Nov 12 03:47:20.568796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-2c46df04-2c12-4be7-a81a-0f1e5508daf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745 HTTP/1.1" status: 200 len: 217 time: 0.0529525 Nov 12 03:47:20.576651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9e8fba7-d889-41d0-8083-76694f3b6224 req-97deb396-e5bf-48bb-90f0-fc9ed736dd34 service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025666 Nov 12 03:47:20.598633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-32fc3232-53d5-44e8-8076-3545c6d3046f req-00fd4aae-4b66-47c0-b84a-dd74497a4ea4 service neutron] 10.222.0.104 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258961 Nov 12 03:47:20.688214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-3b5990d3-aa87-41f1-af03-66c663d84832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:20.690240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-3b5990d3-aa87-41f1-af03-66c663d84832 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.0945263 Nov 12 03:47:20.737868 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-811a3376-1dbd-4a51-8aed-5fffaf7c98b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340405 Nov 12 03:47:20.854922 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-be9c907f-6906-4b9c-b3a5-3c4ce159cc33 service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092122 Nov 12 03:47:21.002180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-cdeb3af4-2c18-4385-86b6-cc767c17e94a service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348019 Nov 12 03:47:21.146871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-9e4648bc-780f-4051-84f9-dc7eb706db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.148579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-9e4648bc-780f-4051-84f9-dc7eb706db9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e2c8e7c9db74101a758e007396c15a6&device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 1095 time: 0.0594077 Nov 12 03:47:21.600550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b6df3-0374-429b-a11c-614500df311f req-8cb7b5f4-9b2a-4064-aa69-c1bb9f62658d tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.603187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-120b6df3-0374-429b-a11c-614500df311f req-8cb7b5f4-9b2a-4064-aa69-c1bb9f62658d tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 943 time: 0.0738366 Nov 12 03:47:21.663773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-120b6df3-0374-429b-a11c-614500df311f req-4bd0aba4-3dac-436b-9a55-e2e733af82e8 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526400 Nov 12 03:47:21.686898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-890b6a47-bc2c-407d-b357-5043b2412d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.686898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-890b6a47-bc2c-407d-b357-5043b2412d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 200 len: 917 time: 0.5270741 Nov 12 03:47:21.738791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-5284dcdf-ddfb-481b-af9d-d0e7d5e6a21d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 HTTP/1.1" status: 200 len: 217 time: 0.0451260 Nov 12 03:47:21.867946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-ecd5983a-0938-459b-81ba-70aa2ee90301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:21.869568 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-ecd5983a-0938-459b-81ba-70aa2ee90301 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 200 len: 857 time: 0.1193566 Nov 12 03:47:21.948305 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-b229d363-afd8-4ab1-a9a5-69b7ef87fd93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a819ba7c-b8cf-49b2-8273-b87ee316f270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592411 Nov 12 03:47:22.073076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 69b7e7dd-6d00-4dc6-a632-983b7ad10745 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:22.087398 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-63d3b631-0fd5-4586-ac70-23d7429d5b38 service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263118 Nov 12 03:47:22.185851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:22.200775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'port_id': '69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'mac_address': 'fa:16:3e:3c:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6c606-fef6-4ead-bb22-0e860ddc0fb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:22.256877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dfa97b23-125f-450e-b917-e9a8c697ea11 req-7b6db077-80b1-473a-a120-8cbaa31113e8 service neutron] 10.222.0.16 "GET /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587467 Nov 12 03:47:22.276115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6c50e10-4570-4819-a63a-60c16a2c6e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.279950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.312234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b7e7dd-6d00-4dc6-a632-983b7ad10745 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:22.342544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:22.347370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:22.426372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:22.806512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9acc-55d7-41b5-9853-995cc5ff98f1 req-47f80953-2451-45a6-8e46-dfd147507114 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:22.809983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['69b7e7dd-6d00-4dc6-a632-983b7ad10745'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:22.823488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fcf9acc-55d7-41b5-9853-995cc5ff98f1 req-47f80953-2451-45a6-8e46-dfd147507114 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 943 time: 0.0752759 Nov 12 03:47:22.972987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fcf9acc-55d7-41b5-9853-995cc5ff98f1 req-63b86fa7-6fff-46fc-bfb3-b3cd1c5cc192 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312456 Nov 12 03:47:23.211966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:23.377302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:23.421495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'port_id': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0', 'mac_address': 'fa:16:3e:ab:9c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6c606-fef6-4ead-bb22-0e860ddc0fb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:23.492679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.518000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:23.573310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:23.583957 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:23.647832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.081372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:24.095731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 69b7e7dd-6d00-4dc6-a632-983b7ad10745 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:24.103674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:24.185639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e6bfd-f944-44f0-8bf3-801136e540d6 req-4c7c9e64-21cd-4193-9433-eb4c4be086e4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:24.191421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-521e6bfd-f944-44f0-8bf3-801136e540d6 req-4c7c9e64-21cd-4193-9433-eb4c4be086e4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 943 time: 0.1227987 Nov 12 03:47:24.325734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-521e6bfd-f944-44f0-8bf3-801136e540d6 req-f62ad068-e193-479a-acac-a8b6d207a8e7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219914 Nov 12 03:47:24.510157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:24.518318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b1734897-39e9-442a-8eb0-1be86b6cd82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.553957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:24.554318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.638564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.693465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14', 'network_id': 'a819ba7c-b8cf-49b2-8273-b87ee316f270', 'port_id': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14', 'mac_address': 'fa:16:3e:2f:0f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d6c606-fef6-4ead-bb22-0e860ddc0fb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:24.811241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.817704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.842022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:24.873173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:24.877881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:24.955422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:24.957666 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72830ff4-f57e-470f-a330-0d7bb530c624" -d '{"events": [{"server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "name": "network-vif-plugged", "status": "completed", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:24.962582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:24.980571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:25.007230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.092570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:25.109111 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f145abb-577b-4de3-8745-f6808bce03d7 x-openstack-request-id: req-9f145abb-577b-4de3-8745-f6808bce03d7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:25.109724 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "name": "network-vif-plugged", "status": "completed", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:25.110465 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9f145abb-577b-4de3-8745-f6808bce03d7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:25.110987 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'code': 200} Nov 12 03:47:25.269935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca52125-6672-44e2-bcbc-15b1bfac6c3c req-0d250f96-9a0b-4701-8bee-91867e652f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.274268 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ca52125-6672-44e2-bcbc-15b1bfac6c3c req-0d250f96-9a0b-4701-8bee-91867e652f36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 1098 time: 0.0637679 Nov 12 03:47:25.285711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:25.392706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ca52125-6672-44e2-bcbc-15b1bfac6c3c req-1a8f9168-ed08-4836-b2f5-28e9117d5967 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938013 Nov 12 03:47:25.488436 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:25.558814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b364076-1758-4c88-8b6b-fa4d8cdfea35 req-0d7f2094-97b0-4a1b-9265-12e56a48314d tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:25.575589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b364076-1758-4c88-8b6b-fa4d8cdfea35 req-0d7f2094-97b0-4a1b-9265-12e56a48314d tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 944 time: 0.1045258 Nov 12 03:47:25.639114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b364076-1758-4c88-8b6b-fa4d8cdfea35 req-de0f9048-f0a7-4a8d-a0b6-b336c3ecd473 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Nov 12 03:47:26.825906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948588b0-c570-4a63-8933-378ca9fb74ec req-f28f70cc-672c-4143-aa51-e0c8db2c89e3 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:26.834453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-948588b0-c570-4a63-8933-378ca9fb74ec req-f28f70cc-672c-4143-aa51-e0c8db2c89e3 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 944 time: 0.0725999 Nov 12 03:47:26.893683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-948588b0-c570-4a63-8933-378ca9fb74ec req-73c7d8f4-4b1a-4e03-873f-9e16127dd7aa tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579965 Nov 12 03:47:26.922902 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.229384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:27.326384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:27.332815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:27.333465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.435877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.460895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:27.463856 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc860e2e-db8a-49cc-aea5-21922e2f7443" -d '{"events": [{"server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "name": "network-vif-plugged", "status": "completed", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:27.478316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:27.483895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.589111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:27.625514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-e511cc28-741a-4603-9b4d-4d1d296c8c6a tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:27.627175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-e511cc28-741a-4603-9b4d-4d1d296c8c6a tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 813 time: 0.2011530 Nov 12 03:47:27.651224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-107b530f-499c-4d29-b889-d7762714c08a tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/quotas/83a4955f868447598207627a51f1f9d5 HTTP/1.1" status: 200 len: 375 time: 0.0100305 Nov 12 03:47:27.691236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-7a09a914-ac9a-4c8c-99d0-1cce1ee7267b tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323012 Nov 12 03:47:27.749960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:27.828421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-aa60bfea-240f-4d20-a808-01de04d7be89 service neutron] 10.222.0.97 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299751 Nov 12 03:47:27.948136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-dad186aa-c5ac-4221-b165-25dc9a249fe8 service neutron] 10.222.0.97 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137345 Nov 12 03:47:28.100133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:28.286201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a3441-1cc1-4ac5-bfbe-0a31fcec3b37 req-8aa63d11-1eee-455a-bc40-936b428d264c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.290585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-840a3441-1cc1-4ac5-bfbe-0a31fcec3b37 req-8aa63d11-1eee-455a-bc40-936b428d264c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 944 time: 0.0818322 Nov 12 03:47:28.342706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf902d-06b9-4e43-bd03-5c12398113e7 req-aacf666c-7813-44bb-aa52-3dbc0827275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:28.344563 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03cf902d-06b9-4e43-bd03-5c12398113e7 req-aacf666c-7813-44bb-aa52-3dbc0827275d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 1097 time: 0.0996277 Nov 12 03:47:28.358254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-840a3441-1cc1-4ac5-bfbe-0a31fcec3b37 req-70e80af1-a9f6-4e88-bc1f-7110327876d7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621774 Nov 12 03:47:28.439052 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03cf902d-06b9-4e43-bd03-5c12398113e7 req-1808e5dc-cc7e-4e4b-98ea-68844282bbe4 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871861 Nov 12 03:47:28.467103 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a74e5b0-1429-4afe-b280-2437a8776754 x-openstack-request-id: req-4a74e5b0-1429-4afe-b280-2437a8776754 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:28.467103 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "name": "network-vif-plugged", "status": "completed", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:28.467486 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a74e5b0-1429-4afe-b280-2437a8776754 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:28.467829 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0', 'code': 200} Nov 12 03:47:28.519817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:28.526760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:28.528179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.630502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.646377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da76ea96-9610-4675-a46a-a4e6d1b9bb71 req-30daa779-4e1d-49a2-8c04-94f429e26e16 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0681198 Nov 12 03:47:28.680256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:28.686476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:28.758034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:29.527144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38084f37-c734-41c8-bf5c-745d15208a06 req-c13ca380-a9f6-4441-9979-64c1f216dc13 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.528959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38084f37-c734-41c8-bf5c-745d15208a06 req-c13ca380-a9f6-4441-9979-64c1f216dc13 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 945 time: 0.0805695 Nov 12 03:47:29.592296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38084f37-c734-41c8-bf5c-745d15208a06 req-af7a8aed-f72c-4a5e-86ab-24c2a23f80be tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Nov 12 03:47:29.787884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d3dbfbf-af02-484a-b204-992c16175938 req-bbfc6740-6587-4952-8616-8c6b8259648b tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0353549 Nov 12 03:47:29.906568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-24395595-3356-465b-9fa1-08eeaf2133a2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:29.908552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-24395595-3356-465b-9fa1-08eeaf2133a2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 813 time: 0.1398821 Nov 12 03:47:29.937646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Request body: {'port': {'device_id': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de', 'admin_state_up': True, 'tenant_id': '83a4955f868447598207627a51f1f9d5'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:30.147356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Made reservation on behalf of 83a4955f868447598207627a51f1f9d5 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:30.152242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.355502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Allocated IP 172.20.0.9 (0982b6de-5154-414a-8127-6cd3da1e84de/c0c828a2-25fe-4dc1-b7b6-61f0fb959948/ed8808f2-dd8b-4c6d-abb6-7f02df0e2645) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:30.469212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:30.471586 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e3293-4db7-439f-9da0-de994947c4bf" -d '{"events": [{"server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:30.549342 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a44c4d-e9d4-41d0-aec1-a73b0b87f0ae x-openstack-request-id: req-f5a44c4d-e9d4-41d0-aec1-a73b0b87f0ae {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:30.550351 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:30.550681 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f5a44c4d-e9d4-41d0-aec1-a73b0b87f0ae {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:30.551195 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14', 'code': 200} Nov 12 03:47:30.599734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.659486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.764916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Network 0982b6de-5154-414a-8127-6cd3da1e84de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:30.770084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7cf68-7bf7-4422-be61-684e87b879a5 req-53ff4c0b-2477-494d-8ad6-53253a24aefc tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.771747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69d7cf68-7bf7-4422-be61-684e87b879a5 req-53ff4c0b-2477-494d-8ad6-53253a24aefc tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 945 time: 0.0779538 Nov 12 03:47:30.783603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Pushing event updated for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:30.795645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:30.798443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:30.851504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b70aa-4503-4644-8209-69622fac87e3 req-3f09aeb0-6ff9-4ab0-a541-f018bd500da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.853919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3b70aa-4503-4644-8209-69622fac87e3 req-3f09aeb0-6ff9-4ab0-a541-f018bd500da3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 1097 time: 0.1920643 Nov 12 03:47:30.885638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69d7cf68-7bf7-4422-be61-684e87b879a5 req-7465d6b9-5c92-43e0-b3d5-8e82c950fbd2 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 Nov 12 03:47:30.893707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:30.894487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:30.980314 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-be31601e-295d-404d-bef1-ea1524d84126 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0482976 Nov 12 03:47:31.028689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Request body: {'port': {'device_id': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:31.130538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3b70aa-4503-4644-8209-69622fac87e3 req-e549c740-e793-47fa-8fdf-6c3ba8547d27 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899564 Nov 12 03:47:31.131581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.173109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd60bc-6b15-4909-8cca-f7c6cb1fe0c9 req-a9dc0b84-b782-47d5-b18e-55589dad6724 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.176316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04bd60bc-6b15-4909-8cca-f7c6cb1fe0c9 req-a9dc0b84-b782-47d5-b18e-55589dad6724 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 931 time: 0.0936577 Nov 12 03:47:31.257979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04bd60bc-6b15-4909-8cca-f7c6cb1fe0c9 req-859034d9-0eaa-49fd-88d3-4dc07b908076 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718045 Nov 12 03:47:31.432742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.491114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:47:31.504817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:31.513269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.528112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Transition to ACTIVE for port object ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:31.538821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.605896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.695199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Attempting to bind port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:31.695877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Attempting to bind port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:31.696433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Attempting to bind port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 on network 0982b6de-5154-414a-8127-6cd3da1e84de {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:31.702126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 on network 0982b6de-5154-414a-8127-6cd3da1e84de not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:31.702445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Attempting to bind port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 on network 0982b6de-5154-414a-8127-6cd3da1e84de {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:31.710002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:31.710343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Checking segment: {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:31.710728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Bound using segment: {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:31.711188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Bound port: ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:31.711674 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.800148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:31.803476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:31.809463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.853926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:31.854906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:31.856620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] 10.222.0.104 "PUT /v2.0/ports/ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 HTTP/1.1" status: 200 len: 1092 time: 0.8612428 Nov 12 03:47:31.857571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:31.860312 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:31.886975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43913c72-ef99-4c60-a566-2c183c693975 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:31.913248 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96abb3bc-25fa-4683-b2de-0bee6c048aa1 x-openstack-request-id: req-96abb3bc-25fa-4683-b2de-0bee6c048aa1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:31.914015 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:31.914560 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-96abb3bc-25fa-4683-b2de-0bee6c048aa1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:31.915154 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645', 'status': 'completed', 'code': 200} Nov 12 03:47:32.007229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-f766e976-5ce4-4bf7-b047-439df3b83803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.009690 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-f766e976-5ce4-4bf7-b047-439df3b83803 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0616174 Nov 12 03:47:32.042000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58256b-ed20-42a0-b67d-c9541d73ebb2 req-b5f45423-46c6-43cd-ba70-491fe1abe0ed tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.050547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb58256b-ed20-42a0-b67d-c9541d73ebb2 req-b5f45423-46c6-43cd-ba70-491fe1abe0ed tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 945 time: 0.0641720 Nov 12 03:47:32.091021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-037f8124-5d9f-4013-98f5-7ebfc3e6e416 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 HTTP/1.1" status: 200 len: 217 time: 0.0631819 Nov 12 03:47:32.116673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb58256b-ed20-42a0-b67d-c9541d73ebb2 req-6dcb1753-7b1a-4cc0-b18f-dba250425155 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612812 Nov 12 03:47:32.160302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-a18080fb-5eac-4c1a-bbf4-8775d74fa6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.161861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-a18080fb-5eac-4c1a-bbf4-8775d74fa6a2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 200 len: 853 time: 0.0625896 Nov 12 03:47:32.202199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-fc0c6b49-98e1-4d1b-abdf-2ba4607a8660 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0982b6de-5154-414a-8127-6cd3da1e84de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302463 Nov 12 03:47:32.392614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-b0d1247d-6c25-4c2b-a03f-23f166c1301a service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815999 Nov 12 03:47:32.456185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f66d-dfbd-4972-9ffe-e9081162b6a5 req-5edf263c-24e3-4428-8b6a-500145b2f08d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.464525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1f3f66d-dfbd-4972-9ffe-e9081162b6a5 req-5edf263c-24e3-4428-8b6a-500145b2f08d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 943 time: 0.0832589 Nov 12 03:47:32.525633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3feea3ca-bc2f-460e-97ad-2f8157cf891f req-e0dd712d-f242-45a9-b516-a3d06583d56d service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238053 Nov 12 03:47:32.531068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1f3f66d-dfbd-4972-9ffe-e9081162b6a5 req-eb57d06c-7d53-48f3-9fbc-e7188a813f28 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557292 Nov 12 03:47:32.718096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-ae9a07ec-0be4-4c20-9e87-1f577e0215f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.719792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-ae9a07ec-0be4-4c20-9e87-1f577e0215f5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0670674 Nov 12 03:47:32.829515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-517bb7e0-a3b8-4558-bacc-2eb1017b5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.831342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-517bb7e0-a3b8-4558-bacc-2eb1017b5b73 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 913 time: 0.1005256 Nov 12 03:47:32.886776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-3b716667-b263-4957-ada9-a3bfb757e0d8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 HTTP/1.1" status: 200 len: 217 time: 0.0471442 Nov 12 03:47:32.943364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-51f4b1c8-71b9-453e-8320-9026fcf6fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:32.944959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-51f4b1c8-71b9-453e-8320-9026fcf6fd1d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 200 len: 853 time: 0.0501766 Nov 12 03:47:32.985130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-47bd8d12-635a-4ad2-9083-28311049447e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0982b6de-5154-414a-8127-6cd3da1e84de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300205 Nov 12 03:47:33.106706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-2b53ee0f-8297-4665-8b7b-82ec7648a5b9 service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131446 Nov 12 03:47:33.217566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fadfb99e-45e7-414f-aee1-2ef2bb9d03c7 req-a3d27318-afe2-45b2-a5b2-7b6336221faa service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040618 Nov 12 03:47:33.248492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cd7b-ddc9-4c15-bd03-d7c78e6c2968 req-b2ce9a1e-faca-4e23-b4bf-a952672cbe46 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.252640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9896cd7b-ddc9-4c15-bd03-d7c78e6c2968 req-b2ce9a1e-faca-4e23-b4bf-a952672cbe46 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 945 time: 0.0668352 Nov 12 03:47:33.308273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9896cd7b-ddc9-4c15-bd03-d7c78e6c2968 req-218091a2-5ee8-4377-a50c-0e30699460fb tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492673 Nov 12 03:47:33.529753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f624-de86-4af3-a511-c528db56f81f req-fb03941c-f8c4-42c2-ba89-fba58c542bbe tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.531424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5983f624-de86-4af3-a511-c528db56f81f req-fb03941c-f8c4-42c2-ba89-fba58c542bbe tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 945 time: 0.0537367 Nov 12 03:47:33.597083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5983f624-de86-4af3-a511-c528db56f81f req-2678c1f4-b99b-4dae-99c3-c21aa1190dc0 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Nov 12 03:47:33.736630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04be4-1ddb-41dd-a6e2-bd644f2ff855 req-2ddadb63-175f-4ae9-8db7-29f9bf408080 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.743572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53d04be4-1ddb-41dd-a6e2-bd644f2ff855 req-2ddadb63-175f-4ae9-8db7-29f9bf408080 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 943 time: 0.0727019 Nov 12 03:47:33.812014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53d04be4-1ddb-41dd-a6e2-bd644f2ff855 req-342897a2-2732-408d-8cf7-7503ca298643 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Nov 12 03:47:33.958226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3713e1-fe05-4231-8c98-1a502cf985f9 req-263b6c5d-34dd-4830-9327-1bdd45982204 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:33.960879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c3713e1-fe05-4231-8c98-1a502cf985f9 req-263b6c5d-34dd-4830-9327-1bdd45982204 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 946 time: 0.0845580 Nov 12 03:47:34.020831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c3713e1-fe05-4231-8c98-1a502cf985f9 req-cb20e4cb-84bb-418c-b6c8-c66667f3abe7 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Nov 12 03:47:34.347828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9559c4-f082-418b-bb8a-be17799c6352 req-88747d71-544e-4877-9ba0-8a04798b4893 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.349781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f9559c4-f082-418b-bb8a-be17799c6352 req-88747d71-544e-4877-9ba0-8a04798b4893 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 946 time: 0.0614159 Nov 12 03:47:34.410400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f9559c4-f082-418b-bb8a-be17799c6352 req-e9ca8769-80f5-49ff-a16c-0ff8edc1d439 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Nov 12 03:47:34.963232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e453c9-8883-42f2-bc85-1c31050f0eeb req-d25403e3-2ee3-4978-8c71-02d6058f5dbb tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:34.966754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59e453c9-8883-42f2-bc85-1c31050f0eeb req-d25403e3-2ee3-4978-8c71-02d6058f5dbb tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 943 time: 0.0592816 Nov 12 03:47:35.018707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59e453c9-8883-42f2-bc85-1c31050f0eeb req-60230163-4307-42d9-ae6a-00df39159de1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465119 Nov 12 03:47:35.588408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbffe94-e6a0-4fb6-b076-dc97c6c8afdd req-6e06ead3-7be3-4053-98f5-556b35eae56c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.590819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cbffe94-e6a0-4fb6-b076-dc97c6c8afdd req-6e06ead3-7be3-4053-98f5-556b35eae56c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 946 time: 0.0609608 Nov 12 03:47:35.665574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cbffe94-e6a0-4fb6-b076-dc97c6c8afdd req-0af6b915-0ffb-4a6d-9506-cd477174085a tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Nov 12 03:47:35.876124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-74451d5e-4ee3-4eb2-9d49-c1135d6ed3ef tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:35.877913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-74451d5e-4ee3-4eb2-9d49-c1135d6ed3ef tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 946 time: 0.0817208 Nov 12 03:47:36.024817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Deleting port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:36.025266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.183447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] For port 69b7e7dd-6d00-4dc6-a632-983b7ad10745, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=69b7e7dd-6d00-4dc6-a632-983b7ad10745,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:36.184212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.215650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Calling delete_port for 69b7e7dd-6d00-4dc6-a632-983b7ad10745 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:36.225238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18ca9-da82-468b-9522-13d1e96cd689 req-0205de64-6a3e-495a-9853-305c4e49f12f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:36.227665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dec18ca9-da82-468b-9522-13d1e96cd689 req-0205de64-6a3e-495a-9853-305c4e49f12f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 943 time: 0.0794761 Nov 12 03:47:36.320505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dec18ca9-da82-468b-9522-13d1e96cd689 req-92158cc3-66db-4f20-99b8-9a47224928d9 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785859 Nov 12 03:47:36.413206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.445603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event deleted for resources: {'Port': ['ID=69b7e7dd-6d00-4dc6-a632-983b7ad10745,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:36.449273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:36.453833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:36.518631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] No DVR routers for this DVR port 69b7e7dd-6d00-4dc6-a632-983b7ad10745 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:36.523300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:36.528190 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74c8df0f-0e4b-45eb-a39c-f0d1f65cd4e6 req-9d1a2e4b-c065-42b8-9792-f9d4c53f0c03 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "DELETE /v2.0/ports/69b7e7dd-6d00-4dc6-a632-983b7ad10745 HTTP/1.1" status: 204 len: 173 time: 0.6426277 Nov 12 03:47:36.528944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'name': 'network-vif-deleted', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:36.531986 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5343035d-d88c-4e49-987e-26903ada2a42" -d '{"events": [{"server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "name": "network-vif-deleted", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:36.598149 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ebd96-9251-496d-a314-ad8cd6014033 x-openstack-request-id: req-e73ebd96-9251-496d-a314-ad8cd6014033 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:36.598661 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c41428e-d807-4394-b04d-45bb6582ad5a", "name": "network-vif-deleted", "tag": "69b7e7dd-6d00-4dc6-a632-983b7ad10745", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:36.599161 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e73ebd96-9251-496d-a314-ad8cd6014033 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:36.600012 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c41428e-d807-4394-b04d-45bb6582ad5a', 'name': 'network-vif-deleted', 'tag': '69b7e7dd-6d00-4dc6-a632-983b7ad10745', 'status': 'completed', 'code': 200} Nov 12 03:47:36.837672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d2752ac-d27f-4f5e-865c-6e2bfbc4be3d req-accc53d1-8381-4912-b263-c8c3dd655b20 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c41428e-d807-4394-b04d-45bb6582ad5a HTTP/1.1" status: 200 len: 210 time: 0.0428321 Nov 12 03:47:37.261267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:47:37.386520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:37.407813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645', 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de', 'port_id': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645', 'mac_address': 'fa:16:3e:24:bb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c828a2-25fe-4dc1-b7b6-61f0fb959948', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:47:37.460958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.468577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1063fa5-7845-473f-89e3-5e6046b6d73d req-c62ab3e8-1166-4c9d-add5-618e2eb9eda0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:37.470747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1063fa5-7845-473f-89e3-5e6046b6d73d req-c62ab3e8-1166-4c9d-add5-618e2eb9eda0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 943 time: 0.0657132 Nov 12 03:47:37.477845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:37.504937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:37.509532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:37.545108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1063fa5-7845-473f-89e3-5e6046b6d73d req-12ae3589-dc0e-4fe2-a183-f9dcb1e2c499 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662518 Nov 12 03:47:37.583147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:38.049327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ed8808f2-dd8b-4c6d-abb6-7f02df0e2645'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:38.796733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e9485-8132-4f25-abf3-a62231004a70 req-e5ef776b-548b-4e94-9f18-29518ade0eef tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:38.800171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c1e9485-8132-4f25-abf3-a62231004a70 req-e5ef776b-548b-4e94-9f18-29518ade0eef tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 944 time: 0.0679183 Nov 12 03:47:38.878733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c1e9485-8132-4f25-abf3-a62231004a70 req-1e84a092-efad-4173-8582-2ba9206b3b8c tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714011 Nov 12 03:47:39.142000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f437c8-761e-4052-810b-e77b59f65583 req-1d2c7ab9-cd02-4de2-b2c3-a7bd8ae2bc85 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.154936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f437c8-761e-4052-810b-e77b59f65583 req-1d2c7ab9-cd02-4de2-b2c3-a7bd8ae2bc85 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.168081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3f437c8-761e-4052-810b-e77b59f65583 req-1d2c7ab9-cd02-4de2-b2c3-a7bd8ae2bc85 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a&device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 1681 time: 0.1162274 Nov 12 03:47:39.266029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:47:39.281713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3f437c8-761e-4052-810b-e77b59f65583 req-06137199-bfc8-48c2-b059-8860b98e26f1 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100764 Nov 12 03:47:39.360916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:47:39.368331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:47:39.369428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.482079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.517525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:39.519911 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc967139-7bff-4c01-ae34-d4f79bf80686" -d '{"events": [{"server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:39.536220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:39.544980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.627551 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f265a9-c8cb-4528-9f1f-c88d8f790b02 x-openstack-request-id: req-f5f265a9-c8cb-4528-9f1f-c88d8f790b02 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:39.628019 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:39.629048 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f5f265a9-c8cb-4528-9f1f-c88d8f790b02 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:39.629896 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645', 'code': 200} Nov 12 03:47:39.636659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:39.670875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:39.821523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce02c1f-85f3-4b2e-977a-f869f972e826 req-c62c2dc4-d6e6-4635-8675-9bde5f85e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:39.825456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bce02c1f-85f3-4b2e-977a-f869f972e826 req-c62c2dc4-d6e6-4635-8675-9bde5f85e3fc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0687160 Nov 12 03:47:39.913063 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bce02c1f-85f3-4b2e-977a-f869f972e826 req-45beab42-d890-4f3f-9fa3-3761776de67a service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766294 Nov 12 03:47:40.187811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 69b7e7dd-6d00-4dc6-a632-983b7ad10745 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:40.218318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf7549-926c-4ec4-8353-d4d96bd91c1c req-f3076c57-dd37-407b-b530-671b08b348b8 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.223582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 69b7e7dd-6d00-4dc6-a632-983b7ad10745 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:40.223822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdf7549-926c-4ec4-8353-d4d96bd91c1c req-f3076c57-dd37-407b-b530-671b08b348b8 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0763445 Nov 12 03:47:40.224424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 69b7e7dd-6d00-4dc6-a632-983b7ad10745 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:40.322309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdf7549-926c-4ec4-8353-d4d96bd91c1c req-fe8e0812-9f66-4581-ad2f-258a14d1b8f3 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872860 Nov 12 03:47:40.529539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74438485-594a-4634-8087-403951423e1f req-56b6fabd-bd53-448c-90a7-2cb075de76f4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:40.531186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74438485-594a-4634-8087-403951423e1f req-56b6fabd-bd53-448c-90a7-2cb075de76f4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 945 time: 0.0633574 Nov 12 03:47:40.593022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74438485-594a-4634-8087-403951423e1f req-3bc3e010-c81e-4722-896c-38e6bd966d3c tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Nov 12 03:47:41.473003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006b96-5176-4b22-999a-8a3c50abc8b9 req-beb100ea-f021-42c7-801d-84784c5cfeb1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.475478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9006b96-5176-4b22-999a-8a3c50abc8b9 req-beb100ea-f021-42c7-801d-84784c5cfeb1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0688736 Nov 12 03:47:41.537972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9006b96-5176-4b22-999a-8a3c50abc8b9 req-8c56da4f-58a3-4ce1-9bbd-8fca3b5d768b tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553739 Nov 12 03:47:41.748504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffec198-856e-4b1c-a38d-1915d13de6ef req-5cd2bf7d-62d0-45cf-93c0-6663a9caeffa tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.755774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ffec198-856e-4b1c-a38d-1915d13de6ef req-5cd2bf7d-62d0-45cf-93c0-6663a9caeffa tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 945 time: 0.0777445 Nov 12 03:47:41.800894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-01c2955a-ce50-41c8-976a-e6ed9814d8a8 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:41.804672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-01c2955a-ce50-41c8-976a-e6ed9814d8a8 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f356c91-dd9f-44bb-9160-cf5422239e12 HTTP/1.1" status: 200 len: 945 time: 0.1185446 Nov 12 03:47:41.820216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ffec198-856e-4b1c-a38d-1915d13de6ef req-fad74b0d-98aa-44d5-a146-d59f9571be22 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628908 Nov 12 03:47:41.973855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Deleting port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:41.974518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.095008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] For port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:42.095284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.108860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Calling delete_port for ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:42.280583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.331881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event deleted for resources: {'Port': ['ID=ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:42.333952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:42.339797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:42.402968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] No DVR routers for this DVR port ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:42.405799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:42.409909 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6c292db0-d7cb-45c4-908b-23e312bcef38 req-910ef564-bd99-48f4-8f3a-a016e50b6a10 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.16 "DELETE /v2.0/ports/ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 HTTP/1.1" status: 204 len: 173 time: 0.5943315 Nov 12 03:47:42.410741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'name': 'network-vif-deleted', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:42.414616 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b336c91-efc2-41cd-8552-f61b7527d46a" -d '{"events": [{"server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "name": "network-vif-deleted", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:42.483128 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d501c0-c7c3-46ef-98a8-f1b11a9334ee x-openstack-request-id: req-45d501c0-c7c3-46ef-98a8-f1b11a9334ee {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:42.483546 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f356c91-dd9f-44bb-9160-cf5422239e12", "name": "network-vif-deleted", "tag": "ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:42.483820 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-45d501c0-c7c3-46ef-98a8-f1b11a9334ee {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:42.484240 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f356c91-dd9f-44bb-9160-cf5422239e12', 'name': 'network-vif-deleted', 'tag': 'ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14', 'status': 'completed', 'code': 200} Nov 12 03:47:42.721693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eda263-abf2-4825-9f20-fea07840c732 req-0ef46971-ce45-4cd6-a28c-aefd92ae2938 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.728006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9eda263-abf2-4825-9f20-fea07840c732 req-0ef46971-ce45-4cd6-a28c-aefd92ae2938 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0828388 Nov 12 03:47:42.803475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9eda263-abf2-4825-9f20-fea07840c732 req-0936ba67-0719-4893-a9c0-f0457021ccd2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717499 Nov 12 03:47:42.856522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-9f3e5c10-4636-495f-af23-2c153e56f4e8 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:42.857341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-9f3e5c10-4636-495f-af23-2c153e56f4e8 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.104 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 945 time: 0.0658238 Nov 12 03:47:42.994218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c449e-dfd7-4971-9bd6-d5aaad5de46a req-3b4dac03-6aa0-4954-8466-a156a1873cc4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:43.004131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-428c449e-dfd7-4971-9bd6-d5aaad5de46a req-3b4dac03-6aa0-4954-8466-a156a1873cc4 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 945 time: 0.1138656 Nov 12 03:47:43.060605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Deleting port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:43.060947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.108264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-428c449e-dfd7-4971-9bd6-d5aaad5de46a req-9827a933-08bb-4413-8e38-7f53b8883c40 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/security-groups?id=19784337-3002-4cf8-abba-5561a3211bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030664 Nov 12 03:47:43.231880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] For port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,segment=NetworkSegment(4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae),segment_id=4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:43.232123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.259565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Calling delete_port for 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:43.526185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.568082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Pushing event deleted for resources: {'Port': ['ID=7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:43.574084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:47:43.626908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] No DVR routers for this DVR port 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:43.630964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:43.633850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f639ea3f-98b5-4b64-b669-40e5874fcad0 req-ef6fc8a4-1f64-40af-96c6-83568a867c59 tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.104 "DELETE /v2.0/ports/7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 HTTP/1.1" status: 204 len: 173 time: 0.7655447 Nov 12 03:47:44.302953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f061785-d311-4d20-bec5-703c779fbe93 req-872c67ee-ad3b-450f-a80a-4c651fe44a7b tempest-ListServersNegativeTestJSON-131588345 tempest-ListServersNegativeTestJSON-131588345-project] 10.222.0.97 "GET /v2.0/ports?device_id=45d35614-0982-44ad-b861-b67e4784e93a HTTP/1.1" status: 200 len: 210 time: 0.0478418 Nov 12 03:47:44.485884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'name': 'network-vif-deleted', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:44.488388 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad90f30e-b279-406a-a42c-2273ee8127bb" -d '{"events": [{"server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "name": "network-vif-deleted", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:44.542801 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f962d0b-fe0f-4ed6-a658-4e19f3204aed x-openstack-request-id: req-0f962d0b-fe0f-4ed6-a658-4e19f3204aed {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:44.543801 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d35614-0982-44ad-b861-b67e4784e93a", "name": "network-vif-deleted", "tag": "7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:44.544069 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0f962d0b-fe0f-4ed6-a658-4e19f3204aed {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:44.544478 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d35614-0982-44ad-b861-b67e4784e93a', 'name': 'network-vif-deleted', 'tag': '7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0', 'status': 'completed', 'code': 200} Nov 12 03:47:45.445135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:45.534126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Deleting subnet b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:47:45.538920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.616138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.665817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.730431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.762577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d6c606-fef6-4ead-bb22-0e860ddc0fb7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:45.771545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.771894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.772235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.772573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.772903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.773238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.773619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.773930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.774252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.774585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.775001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.775325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:45.795899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.801461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-92311a66-3da2-4afc-ba13-24d0e67b9fb5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b0d6c606-fef6-4ead-bb22-0e860ddc0fb7 HTTP/1.1" status: 204 len: 168 time: 0.3549314 Nov 12 03:47:45.803929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:45.907232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:45.993635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.027167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a819ba7c-b8cf-49b2-8273-b87ee316f270']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:46.038217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:46.038595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd2cd9d-1140-4d1a-bd16-3233f4c5bdae') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:46.049903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.066484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.079101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:47:46.079679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:47:46.082132 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:47:46.159629 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.168238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.174884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] 10.222.0.97 "DELETE /v2.0/networks/a819ba7c-b8cf-49b2-8273-b87ee316f270 HTTP/1.1" status: 204 len: 168 time: 0.3665526 Nov 12 03:47:46.189502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257b2d-38a2-4741-9a67-21336150d405 admin admin] Pushing event deleted for resources: {'Network': ['ID=a819ba7c-b8cf-49b2-8273-b87ee316f270,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.211267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:46.240808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:46.241676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ea1a02af-c2d5-4bfc-8cf8-2a80372c3c14 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:46.392126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47912) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.458516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e33f54f1-2c5a-42ec-b2c3-74e1baad5e80 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7e2c8e7c9db74101a758e007396c15a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644987 Nov 12 03:47:46.461849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47914) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:46.541416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.577438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.669857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.675195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:46.676438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/19784337-3002-4cf8-abba-5561a3211bdb HTTP/1.1" status: 204 len: 168 time: 0.2127934 Nov 12 03:47:46.687771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19784337-3002-4cf8-abba-5561a3211bdb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:46.699521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.700142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.700665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.701368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.709178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.710405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.710870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.711304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.711760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.712180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.712612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:46.713028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d54418-a051-4621-a165-de8e8a97b945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:47:47.278110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:47.318726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:47.318726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7a1b2f81-28f6-41c3-b9f9-12aa0a252bb0 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:47.857879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 47962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:48.042136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-469724105-network', 'tenant_id': '6698ddf54c904282a19fe0d59cf2f543'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:48.074970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Made reservation on behalf of 6698ddf54c904282a19fe0d59cf2f543 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:48.077172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.086709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.201764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.206726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.248269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6884c3b-e5c1-4039-84a4-54f07f741ff7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:48.264352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:47:48.282466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.283088 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Added segment a8f287be-d02d-4b74-abc7-2bb8ef74c5af of type vlan for network 542a72a1-f73c-4ff1-9285-e9ddc7419277 Nov 12 03:47:48.356735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.390812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.391780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.392417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.450362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5904346 Nov 12 03:47:48.453276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 47976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:48.461051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Request body: {'subnet': {'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-469724105-subnet', 'tenant_id': '6698ddf54c904282a19fe0d59cf2f543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:48.494575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c13a52-8d1c-4924-b951-b30d7cfe994a admin admin] Pushing event updated for resources: {'Network': ['ID=542a72a1-f73c-4ff1-9285-e9ddc7419277,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:48.495791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Made reservation on behalf of 6698ddf54c904282a19fe0d59cf2f543 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:48.498775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.506313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 542a72a1-f73c-4ff1-9285-e9ddc7419277 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:47:48.784581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.857709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Checking segment: {'id': 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:48.858069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Network hostable DHCP agents. Network: 542a72a1-f73c-4ff1-9285-e9ddc7419277, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:47:48.860390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe003a0-1ab7-4bdd-a855-e792f2b486e1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:48.884851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Network 542a72a1-f73c-4ff1-9285-e9ddc7419277 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:47:48.898225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 542a72a1-f73c-4ff1-9285-e9ddc7419277) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:48.905907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:48.909071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c858c-12bf-4e1c-984c-36851e981b63 None None] Network 542a72a1-f73c-4ff1-9285-e9ddc7419277 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:48.920086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:48.971298 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e523a921-2694-4386-8789-36755bc8270c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5131519 Nov 12 03:47:49.195815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b51c12-2a0f-4387-ab19-b7eb37a9c244 None None] Network 542a72a1-f73c-4ff1-9285-e9ddc7419277 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:47:49.898388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-127a7815-a01c-457d-8de9-a0e11e7ba9b4 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:49.908773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-127a7815-a01c-457d-8de9-a0e11e7ba9b4 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/networks?id=542a72a1-f73c-4ff1-9285-e9ddc7419277 HTTP/1.1" status: 200 len: 808 time: 0.2813067 Nov 12 03:47:49.928223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-194d0307-fc2c-49e1-a77d-be0220737430 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/quotas/6698ddf54c904282a19fe0d59cf2f543 HTTP/1.1" status: 200 len: 375 time: 0.0181763 Nov 12 03:47:49.972428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-2219487a-f83e-450a-9ecf-992339d922db tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6698ddf54c904282a19fe0d59cf2f543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420685 Nov 12 03:47:50.164852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-4c2a6dd2-48ff-4d09-95dc-4d25993fb36e service neutron] 10.222.0.97 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905999 Nov 12 03:47:50.306556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-0213a2a6-4c95-46ca-b016-c5c43a3c2777 service neutron] 10.222.0.97 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408086 Nov 12 03:47:50.851690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f338a44-7a31-428d-8edd-cbbc65ba0677 req-61bab8f6-b7f6-4a91-9a8c-d92849e71bbe tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 210 time: 0.0472233 Nov 12 03:47:51.379170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9408-50a0-4a19-ba67-2ce9d9d32dcf req-3eba8c30-5128-4da6-9ae9-49bb3cb96562 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:51.381110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d56c9408-50a0-4a19-ba67-2ce9d9d32dcf req-3eba8c30-5128-4da6-9ae9-49bb3cb96562 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0852447 Nov 12 03:47:51.524859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d56c9408-50a0-4a19-ba67-2ce9d9d32dcf req-fb07de94-f0dc-4aad-9631-040c255421df tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253901 Nov 12 03:47:52.130559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c068637e-d6a8-4647-b5b2-ccb2d32bc9c1 req-0b3edf4d-59c8-493f-9d8b-b0b0e1299867 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 210 time: 0.1200454 Nov 12 03:47:52.187972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f01c6318-efa3-4df4-b839-41a924725391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.434010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-d1ee811d-ed5d-4f7d-ac45-2602fdabf123 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.435971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-d1ee811d-ed5d-4f7d-ac45-2602fdabf123 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.16 "GET /v2.0/networks?id=542a72a1-f73c-4ff1-9285-e9ddc7419277 HTTP/1.1" status: 200 len: 808 time: 0.2267673 Nov 12 03:47:52.468802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Request body: {'port': {'device_id': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277', 'admin_state_up': True, 'tenant_id': '6698ddf54c904282a19fe0d59cf2f543'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:52.634196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Made reservation on behalf of 6698ddf54c904282a19fe0d59cf2f543 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:47:52.638689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:52.781573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f59ba-4f01-404c-8688-e545a8dabdc9 req-feae9dc4-0eeb-4db9-94dd-6f534cbdce5a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:52.788567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-770f59ba-4f01-404c-8688-e545a8dabdc9 req-feae9dc4-0eeb-4db9-94dd-6f534cbdce5a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.0964942 Nov 12 03:47:52.943498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Allocated IP 172.20.0.7 (542a72a1-f73c-4ff1-9285-e9ddc7419277/afe003a0-1ab7-4bdd-a855-e792f2b486e1/cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:47:52.952946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-770f59ba-4f01-404c-8688-e545a8dabdc9 req-31e839cc-645a-4a27-a7e2-5cbd29b77fc9 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552675 Nov 12 03:47:53.324787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f644cd49-63fb-4e1d-8ba4-d1eff82b7657 req-49ce394a-d5ae-4a47-bdae-466ed39babe9 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 210 time: 0.0581818 Nov 12 03:47:53.346832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-98a31c18-93ab-40ca-b1fa-fb93b0823311 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.349199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-98a31c18-93ab-40ca-b1fa-fb93b0823311 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.3394225 Nov 12 03:47:53.412545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.504313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.568327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Network 542a72a1-f73c-4ff1-9285-e9ddc7419277 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:47:53.575011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:47:53.581388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Deleting port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:53.582676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.586538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:47:53.607789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Pushing event updated for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:53.723551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:53.729030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.765326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] For port 6e5a1b18-5c07-4bee-a87b-68362bbd3741, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=6e5a1b18-5c07-4bee-a87b-68362bbd3741,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:47:53.765326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:53.789499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-433cc91d-fe58-47c0-ad1d-975370cd3b3a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3232558 Nov 12 03:47:53.944926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Request body: {'port': {'device_id': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:54.207214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cbb98-4197-471f-a621-3a0013f28d0a req-59a74351-3496-4b31-921e-aa6f869ae6a5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.218708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a82cbb98-4197-471f-a621-3a0013f28d0a req-59a74351-3496-4b31-921e-aa6f869ae6a5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 946 time: 0.1795168 Nov 12 03:47:54.218950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.219297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.219647 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Floating IP bc0b77cf-5887-45ae-8b36-f79f3a8c12e3 disassociated. External IP: 172.25.7.32, port: 6e5a1b18-5c07-4bee-a87b-68362bbd3741. Nov 12 03:47:54.220023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Calling delete_port for 6e5a1b18-5c07-4bee-a87b-68362bbd3741 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:54.343411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ad8fef25-1391-4f48-9775-984dd40c3369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.361257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a82cbb98-4197-471f-a621-3a0013f28d0a req-916ecda2-cb00-47ba-9d2d-5c5ceee43743 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=77c7b28b-e877-4706-a2e1-6adc3eae14a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400294 Nov 12 03:47:54.489087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.754561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81738af-61da-44b6-ac72-5cbd0b29ac54 req-5fa9f7b1-079e-49a0-8920-6db9f0775a7c tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:54.755091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:54.767304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b81738af-61da-44b6-ac72-5cbd0b29ac54 req-5fa9f7b1-079e-49a0-8920-6db9f0775a7c tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 931 time: 0.1746986 Nov 12 03:47:54.859936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'Port': ['ID=6e5a1b18-5c07-4bee-a87b-68362bbd3741,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:54.876234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b81738af-61da-44b6-ac72-5cbd0b29ac54 req-6e77f4f0-f8fe-4a0a-b7ae-1d852867716d tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080337 Nov 12 03:47:55.478258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.527216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e81171b7-6a10-40f2-b9fd-4ae66256b07a req-77fe1275-de1e-4618-8f10-4cef39fcc1fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.0440121 Nov 12 03:47:55.670063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:47:55.896188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:47:55.919808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.947316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Transition to ACTIVE for port object cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:47:55.954147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:55.964219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:47:55.979849 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:47:56.008936 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:56.009550 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:56.080555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fb9d3-ed56-4d82-8b85-603bf034ed22 req-91fca937-ecb4-4b34-973c-bc8275ff7fcd tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:56.085252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] No DVR routers for this DVR port 6e5a1b18-5c07-4bee-a87b-68362bbd3741 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:47:56.088341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.090738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-376fb9d3-ed56-4d82-8b85-603bf034ed22 req-91fca937-ecb4-4b34-973c-bc8275ff7fcd tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 943 time: 0.0882561 Nov 12 03:47:56.093076 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b06c4d1e-03c9-4263-b4d5-2fb5a6f77d2e req-fe29a8a3-5712-4eb2-8012-34e576d011ff tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "DELETE /v2.0/ports/6e5a1b18-5c07-4bee-a87b-68362bbd3741 HTTP/1.1" status: 204 len: 173 time: 2.7324421 Nov 12 03:47:56.114197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'name': 'network-vif-deleted', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:56.116780 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3410e6c1-5182-47a2-b08e-c4c008571814" -d '{"events": [{"server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "name": "network-vif-deleted", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:56.166116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-376fb9d3-ed56-4d82-8b85-603bf034ed22 req-ae7dccc6-fe99-48f8-b5c1-2848a9d1fbf6 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739603 Nov 12 03:47:56.221954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.253600 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f0997-cfe9-44b7-8d80-2acee67af2f6 x-openstack-request-id: req-0c0f0997-cfe9-44b7-8d80-2acee67af2f6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:56.254008 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f894f5-fb61-4c58-bd95-c4fc8fe70a3d", "name": "network-vif-deleted", "tag": "6e5a1b18-5c07-4bee-a87b-68362bbd3741", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:56.254702 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c0f0997-cfe9-44b7-8d80-2acee67af2f6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:56.255268 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f894f5-fb61-4c58-bd95-c4fc8fe70a3d', 'name': 'network-vif-deleted', 'tag': '6e5a1b18-5c07-4bee-a87b-68362bbd3741', 'status': 'completed', 'code': 200} Nov 12 03:47:56.256741 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:56.286620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Attempting to bind port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:47:56.287457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Attempting to bind port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:47:56.288333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Attempting to bind port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a on network 542a72a1-f73c-4ff1-9285-e9ddc7419277 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:56.299064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a on network 542a72a1-f73c-4ff1-9285-e9ddc7419277 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:47:56.299671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Attempting to bind port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a on network 542a72a1-f73c-4ff1-9285-e9ddc7419277 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:47:56.328589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:47:56.329318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Checking segment: {'id': 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:47:56.329698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Bound using segment: {'id': 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:47:56.330293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Bound port: cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:47:56.330959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.428775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:47:56.434184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,segment=NetworkSegment(a8f287be-d02d-4b74-abc7-2bb8ef74c5af),segment_id=a8f287be-d02d-4b74-abc7-2bb8ef74c5af)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:47:56.453645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.489378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:56.490175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:56.491666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] 10.222.0.16 "PUT /v2.0/ports/cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a HTTP/1.1" status: 200 len: 1092 time: 2.5522642 Nov 12 03:47:56.526224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5544-3c64-43a9-8711-6a34a5e26312 service neutron] Pushing event updated for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:56.667635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-da06aa1c-e45e-478b-bd73-2c8bcc2371f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:56.675947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-da06aa1c-e45e-478b-bd73-2c8bcc2371f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6698ddf54c904282a19fe0d59cf2f543&device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 1095 time: 0.1049807 Nov 12 03:47:56.695512 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:56.753157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:47:56.766149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:47:56.767027 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:56.774764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-892b38c6-a886-449a-ab46-0018b23effc5 req-b4c46983-f247-4094-9bc9-0ce232ec1db8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=09f894f5-fb61-4c58-bd95-c4fc8fe70a3d HTTP/1.1" status: 200 len: 210 time: 0.0552564 Nov 12 03:47:56.805170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-969b0798-5e4b-493a-bce1-f77e67626c34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a HTTP/1.1" status: 200 len: 217 time: 0.0997050 Nov 12 03:47:56.961546 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:47:56.975203 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.016350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-d4277b2e-bc3c-49c5-9251-a47587772602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.018256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-d4277b2e-bc3c-49c5-9251-a47587772602 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=afe003a0-1ab7-4bdd-a855-e792f2b486e1 HTTP/1.1" status: 200 len: 848 time: 0.1963377 Nov 12 03:47:57.075158 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-31a583f9-327e-47af-a3d3-a8886eb219c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=542a72a1-f73c-4ff1-9285-e9ddc7419277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319941 Nov 12 03:47:57.210388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-f3a81ab3-cff9-498b-92c6-13afce7fe114 service neutron] 10.222.0.16 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189823 Nov 12 03:47:57.321593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6e5a1b18-5c07-4bee-a87b-68362bbd3741 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:47:57.362901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:47:57.365846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 6e5a1b18-5c07-4bee-a87b-68362bbd3741 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:47:57.366069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 6e5a1b18-5c07-4bee-a87b-68362bbd3741 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:47:57.431546 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e6ef5c-ab1f-4bf2-bd31-ec5f77bde128 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:47:57.475581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077517-5fd1-4719-bd2d-fe6cc1c87d2a req-94082980-1512-469e-971e-58b18dd81a4a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:57.487047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51077517-5fd1-4719-bd2d-fe6cc1c87d2a req-94082980-1512-469e-971e-58b18dd81a4a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 943 time: 0.2203224 Nov 12 03:47:57.640968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51077517-5fd1-4719-bd2d-fe6cc1c87d2a req-3d402e65-b5d0-4357-a43f-38a173b5e861 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514425 Nov 12 03:47:57.671252 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13a12dc0-3820-45aa-b512-f32a66bb7d34 req-3183bba9-91ff-43a5-8111-8a3038dda0e1 service neutron] 10.222.0.16 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485564 Nov 12 03:47:57.737971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:57.895216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:57.969071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.074699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.102090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828bdcd-c770-4a81-8850-1af7e7d4cd40 None None] New status for floating IP bc0b77cf-5887-45ae-8b36-f79f3a8c12e3: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:47:58.164556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.167215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.175892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48220) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:58.176655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "DELETE /v2.0/security-groups/77c7b28b-e877-4706-a2e1-6adc3eae14a9 HTTP/1.1" status: 204 len: 168 time: 0.2788489 Nov 12 03:47:58.194304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fae4b-e93a-44cd-9f33-9699bbcf298c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c7b28b-e877-4706-a2e1-6adc3eae14a9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:58.206188 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-28b724f8-0be2-41dd-be47-30e6e916e78c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] show failed (client error): The resource could not be found. Nov 12 03:47:58.210754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28b724f8-0be2-41dd-be47-30e6e916e78c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups/77c7b28b-e877-4706-a2e1-6adc3eae14a9 HTTP/1.1" status: 404 len: 347 time: 0.0308042 Nov 12 03:47:58.212024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:58.257386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:47:58.263028 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f61d66-8419-438b-b40c-d9398c1d6ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:47:58.394526 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0446e391-dd14-415b-9def-e2c566169b1d x-openstack-request-id: req-0446e391-dd14-415b-9def-e2c566169b1d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:47:58.396043 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:47:58.396957 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0446e391-dd14-415b-9def-e2c566169b1d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:47:58.399713 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a', 'status': 'completed', 'code': 200} Nov 12 03:47:58.442974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Deleting port 4217369b-a34a-4880-8573-a60f584848f6 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:47:58.443694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.546059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.546384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.568706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Calling delete_port for 4217369b-a34a-4880-8573-a60f584848f6 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:47:58.594015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-41569e60-1bc7-4e31-984b-0ac670bc2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.602404 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-41569e60-1bc7-4e31-984b-0ac670bc2cbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6698ddf54c904282a19fe0d59cf2f543&device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 1095 time: 0.1352606 Nov 12 03:47:58.829205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-e0162586-300e-4e99-8303-9598c6891633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.830785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-e0162586-300e-4e99-8303-9598c6891633 service neutron] 10.222.0.16 "GET /v2.0/networks?id=542a72a1-f73c-4ff1-9285-e9ddc7419277 HTTP/1.1" status: 200 len: 908 time: 0.2200797 Nov 12 03:47:58.893643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2bd70-8198-4150-94ce-8c0718feda9f req-fc920435-7279-4e08-9b41-8d86b0a8f09c tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:58.899533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fd2bd70-8198-4150-94ce-8c0718feda9f req-fc920435-7279-4e08-9b41-8d86b0a8f09c tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 943 time: 0.1595750 Nov 12 03:47:58.900632 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-df88f698-96ad-4011-892f-c0115fe8a01b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a HTTP/1.1" status: 200 len: 217 time: 0.0528810 Nov 12 03:47:58.946530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:58.989858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'Port': ['ID=4217369b-a34a-4880-8573-a60f584848f6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:58.998899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-e1670c5e-8f99-408c-bcff-622cae692297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:47:59.023320 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-e1670c5e-8f99-408c-bcff-622cae692297 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=afe003a0-1ab7-4bdd-a855-e792f2b486e1 HTTP/1.1" status: 200 len: 848 time: 0.1013129 Nov 12 03:47:59.136144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.140971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-88f641a9-a16b-40db-9edc-fa419cd8d1d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=542a72a1-f73c-4ff1-9285-e9ddc7419277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095538 Nov 12 03:47:59.146494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.150893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f197b57-7a00-4c21-b036-5f0f32492cf6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "DELETE /v2.0/floatingips/bc0b77cf-5887-45ae-8b36-f79f3a8c12e3 HTTP/1.1" status: 204 len: 168 time: 0.9344838 Nov 12 03:47:59.176327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fd2bd70-8198-4150-94ce-8c0718feda9f req-743cfc5f-f530-4606-965c-605ba50bff2f tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650025 Nov 12 03:47:59.294293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-b9e11b42-8fb1-45fa-861e-423478becb4d service neutron] 10.222.0.16 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392844 Nov 12 03:47:59.460957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58f61d66-8419-438b-b40c-d9398c1d6ea7 req-17679e57-aea8-47e9-9ff6-88c3cbb01ebd service neutron] 10.222.0.16 "GET /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569614 Nov 12 03:47:59.653935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:59.659479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386771006', 'description': 'tempest-description--959822645'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:59.698317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.802378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.809084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.857303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:47:59.859444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2044818 Nov 12 03:47:59.862078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48266) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:47:59.864228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52412fce-ef01-4ce8-aba2-a4db1803f002 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086379cd-fa58-4076-a0ba-bb708967c891,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:47:59.875839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group_rule': {'security_group_id': '086379cd-fa58-4076-a0ba-bb708967c891', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:47:59.931003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.007982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.015266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.036654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ba1649-836d-4bb0-b3f2-55274b03fc8f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.052313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.056653 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3e151a4-da97-4a79-a480-f7cdc7233dbf tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904585 Nov 12 03:48:00.056907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48270) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.063461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'security_group_rule': {'security_group_id': '086379cd-fa58-4076-a0ba-bb708967c891', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:00.111766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.216459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.223056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.264037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8b0a7-1819-4b31-b7c2-4582f1d3c1e6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.291683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.299148 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f1b6ce50-ab56-4055-b9f8-117cb5fc595c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387855 Nov 12 03:48:00.299890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:00.307902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:00.326997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:00.428913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.484134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc49e-e0af-457c-abd6-79b04637e8d8 req-efa36ac1-e138-437f-8e18-c84fa8712711 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:00.485326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,segment=NetworkSegment(a8f287be-d02d-4b74-abc7-2bb8ef74c5af),segment_id=a8f287be-d02d-4b74-abc7-2bb8ef74c5af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:00.486029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-423dc49e-e0af-457c-abd6-79b04637e8d8 req-efa36ac1-e138-437f-8e18-c84fa8712711 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 943 time: 0.1095426 Nov 12 03:48:00.515101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a', 'network_id': '542a72a1-f73c-4ff1-9285-e9ddc7419277', 'port_id': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a', 'mac_address': 'fa:16:3e:79:78:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe003a0-1ab7-4bdd-a855-e792f2b486e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:00.570626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.621505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:00.637015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-423dc49e-e0af-457c-abd6-79b04637e8d8 req-6d067f24-e996-4ca8-b76d-9eff14b3c61a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376684 Nov 12 03:48:00.650110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,segment=NetworkSegment(a8f287be-d02d-4b74-abc7-2bb8ef74c5af),segment_id=a8f287be-d02d-4b74-abc7-2bb8ef74c5af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:00.664450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.690712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:00.794405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:00.803167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.803509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.803857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.804193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.804518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.804841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.805161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.805736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.806084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.806473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.806794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.807255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:00.904654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Allocated IP 172.25.7.94 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/f772bee2-14c9-4d2f-8563-3e854ebb9ca6) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:01.102018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.105957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:01.203650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.257762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:01.262884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:01.268282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:01.389286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=f772bee2-14c9-4d2f-8563-3e854ebb9ca6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:01.520880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.562798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:01.629199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.205813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.236164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773a120-7994-458f-8aff-38544276d0a6 req-4100aa2b-dfcc-4bbd-bb60-0c654f79854b tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.251400 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1773a120-7994-458f-8aff-38544276d0a6 req-4100aa2b-dfcc-4bbd-bb60-0c654f79854b tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 944 time: 0.4675763 Nov 12 03:48:02.258830 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.368337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=f772bee2-14c9-4d2f-8563-3e854ebb9ca6,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:02.403431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1773a120-7994-458f-8aff-38544276d0a6 req-5e2b355b-7ce2-4880-89f2-d0168583cd63 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449230 Nov 12 03:48:02.419869 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.453889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:02.455395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cddfc9c4-bde8-440f-8aa6-e3f277214d84 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1536806 Nov 12 03:48:02.823171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-35d15f70-2aad-4f66-8a59-cb6e6c6d858d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--386771006&fields=id&tenant_id=932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 267 time: 0.0819955 Nov 12 03:48:02.986587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-3162b5ff-f2f6-4815-b254-b203bab57d6b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:02.988189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-3162b5ff-f2f6-4815-b254-b203bab57d6b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 810 time: 0.1523781 Nov 12 03:48:03.009836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-eae7f858-e62d-4518-a2a3-61f3e0a60e7e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/quotas/932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 375 time: 0.0116498 Nov 12 03:48:03.111463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-d26d0b93-0352-4429-a0ef-823152b57878 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795186 Nov 12 03:48:03.280863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-1633fdb9-424c-446e-95ab-bff19e116a6b service neutron] 10.222.0.97 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498475 Nov 12 03:48:03.424230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-ed950649-a9ee-45c0-b806-cbd92a21b509 service neutron] 10.222.0.97 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420274 Nov 12 03:48:03.911622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449e39-ebd2-44d9-9a1e-f9f9981fbf4c req-ce928065-d37b-4c57-ad70-59466784cb53 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:03.924516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84449e39-ebd2-44d9-9a1e-f9f9981fbf4c req-ce928065-d37b-4c57-ad70-59466784cb53 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 944 time: 0.1572020 Nov 12 03:48:04.020943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84449e39-ebd2-44d9-9a1e-f9f9981fbf4c req-7cbb184f-8276-4bbc-8ef2-1f4abc0cd84b tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913525 Nov 12 03:48:04.339931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:04.353099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39ec4d0d-96b0-497b-b6ed-fc0e6c2d7cab req-f594a2a9-427a-4cad-9215-73be14c84406 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 210 time: 0.0717883 Nov 12 03:48:04.448020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:04.453393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:04.454253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.647534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.692523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:04.697959 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d1da96-da7d-45c4-b66f-e18f95709512" -d '{"events": [{"server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "name": "network-vif-plugged", "status": "completed", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:04.737362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,segment=NetworkSegment(a8f287be-d02d-4b74-abc7-2bb8ef74c5af),segment_id=a8f287be-d02d-4b74-abc7-2bb8ef74c5af)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:04.744367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:04.837069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:04.842621 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c115c51-47b4-4dcc-ba13-0bd6b149d1d0 x-openstack-request-id: req-6c115c51-47b4-4dcc-ba13-0bd6b149d1d0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:04.843906 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "name": "network-vif-plugged", "status": "completed", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:04.844327 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c115c51-47b4-4dcc-ba13-0bd6b149d1d0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:04.844961 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a', 'code': 200} Nov 12 03:48:04.981931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787309c8-9c1b-4d5d-b1f1-75a43314a32f req-fcfd7b29-60c4-44db-acbc-12613def27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:04.983416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-787309c8-9c1b-4d5d-b1f1-75a43314a32f req-fcfd7b29-60c4-44db-acbc-12613def27c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 1097 time: 0.0635118 Nov 12 03:48:05.131721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-787309c8-9c1b-4d5d-b1f1-75a43314a32f req-006790c8-0e18-4bac-9daf-0bcf1691c1e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366704 Nov 12 03:48:05.233066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bbfc0-4c6f-4122-a4be-c71c4f632fa4 req-ba3c7739-13fa-4860-811e-16572f19387a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.240746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-492bbfc0-4c6f-4122-a4be-c71c4f632fa4 req-ba3c7739-13fa-4860-811e-16572f19387a tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.0889208 Nov 12 03:48:05.302918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-492bbfc0-4c6f-4122-a4be-c71c4f632fa4 req-7a9263d6-9594-4290-a222-8e1feff07879 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600832 Nov 12 03:48:05.772691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48f4e3da-e79f-45ce-a1ee-78236f7a65ae req-2b4f348a-e581-4fc0-995d-1d34be22589b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 210 time: 0.1075811 Nov 12 03:48:05.854263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-4789e98c-efe9-4768-b0c2-061c6bbda697 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:05.856722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-4789e98c-efe9-4768-b0c2-061c6bbda697 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 810 time: 0.2752175 Nov 12 03:48:06.038356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-0f835dba-b2ce-480f-b1e0-c9e41ff797ef tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=932ed69f9af14b26aa10ce68fa1fe165 HTTP/1.1" status: 200 len: 379 time: 0.1444793 Nov 12 03:48:06.056546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'port': {'device_id': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'admin_state_up': True, 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'security_groups': ['086379cd-fa58-4076-a0ba-bb708967c891']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:06.272444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Made reservation on behalf of 932ed69f9af14b26aa10ce68fa1fe165 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:06.277918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.535543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Allocated IP 172.20.0.13 (ad4a03b1-6163-4dc6-9098-55c46f29af65/460238c8-1ce7-4339-9f5f-ba0805f09cf2/a8eb7842-906b-411e-ab81-c107c512604b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:06.560991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aac14-ac4a-4881-9547-7ad8601e736f req-56f38b37-8be1-41c8-ba21-37ec56f64823 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:06.570495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e2aac14-ac4a-4881-9547-7ad8601e736f req-56f38b37-8be1-41c8-ba21-37ec56f64823 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.0876474 Nov 12 03:48:06.658336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e2aac14-ac4a-4881-9547-7ad8601e736f req-8d88aa15-cc88-4095-9e44-1dd1e34e2865 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820510 Nov 12 03:48:06.834126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.917071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:06.972914 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:06.982438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:07.015328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:07.016169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657c2b-0111-44e0-80d7-29c31d16c26a req-e55db588-62a9-4dc9-a7e1-0af97312d93f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:07.018166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a657c2b-0111-44e0-80d7-29c31d16c26a req-e55db588-62a9-4dc9-a7e1-0af97312d93f tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 932 time: 0.0611963 Nov 12 03:48:07.088769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event updated for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:07.115975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:07.116638 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.145488 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-e14bee2f-c02d-49b8-aebf-b6b847821fa4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1003447 Nov 12 03:48:07.156872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a657c2b-0111-44e0-80d7-29c31d16c26a req-5789d256-0412-4314-a30d-bac9ac8625c8 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313729 Nov 12 03:48:07.164921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Request body: {'port': {'device_id': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:07.399775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.416776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1af0b4ae-1979-4a53-8f1c-5faa20cdc0b8 None None] Provisioning complete for port a8eb7842-906b-411e-ab81-c107c512604b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:07.417345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1af0b4ae-1979-4a53-8f1c-5faa20cdc0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:07.502119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1af0b4ae-1979-4a53-8f1c-5faa20cdc0b8 None None] Port a8eb7842-906b-411e-ab81-c107c512604b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:07.897832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf6162-550c-4304-bc8e-5991bfce3836 req-9a1f5265-e9bf-4d5d-b883-75c309cb5a36 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:07.907870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fcf6162-550c-4304-bc8e-5991bfce3836 req-9a1f5265-e9bf-4d5d-b883-75c309cb5a36 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.1385782 Nov 12 03:48:08.080422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fcf6162-550c-4304-bc8e-5991bfce3836 req-6c56e8e9-97b8-42a2-a94c-a0b4fada13e1 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702681 Nov 12 03:48:08.125476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb7842-906b-411e-ab81-c107c512604b {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:08.141727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.161079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Transition to ACTIVE for port object a8eb7842-906b-411e-ab81-c107c512604b will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:08.195380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.475706 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525294c1-b541-4877-844a-36a414d65391 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:08.505655 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:08.508125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Attempting to bind port a8eb7842-906b-411e-ab81-c107c512604b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:08.508470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Attempting to bind port a8eb7842-906b-411e-ab81-c107c512604b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:08.508808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Attempting to bind port a8eb7842-906b-411e-ab81-c107c512604b on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:08.532632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Port a8eb7842-906b-411e-ab81-c107c512604b on network ad4a03b1-6163-4dc6-9098-55c46f29af65 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:08.532863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Attempting to bind port a8eb7842-906b-411e-ab81-c107c512604b on network ad4a03b1-6163-4dc6-9098-55c46f29af65 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:08.539815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:08.540160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Checking segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:08.540551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Bound using segment: {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:08.540994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Bound port: a8eb7842-906b-411e-ab81-c107c512604b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1aa352-d836-4786-974b-3e2be166c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:08.541358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.661746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4531-1886-4316-8c14-2377380683c0 req-d75bc18c-e14e-4a1c-96b2-94c0cce7f586 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.670538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-574c4531-1886-4316-8c14-2377380683c0 req-d75bc18c-e14e-4a1c-96b2-94c0cce7f586 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 944 time: 0.1449714 Nov 12 03:48:08.695328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:08.705019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a8eb7842-906b-411e-ab81-c107c512604b,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:08.711263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.825680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:08.826426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:08.827903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-525294c1-b541-4877-844a-36a414d65391 service neutron] 10.222.0.104 "PUT /v2.0/ports/a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 1093 time: 1.6679084 Nov 12 03:48:08.828386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:08.830727 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe144e61-e77a-489f-8dad-f78eee1b8046" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "tag": "a8eb7842-906b-411e-ab81-c107c512604b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:08.832964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-574c4531-1886-4316-8c14-2377380683c0 req-58ca3bf1-e2cb-4eaa-a649-14c947904a82 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614401 Nov 12 03:48:09.106793 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcc18c5-758e-41c3-a950-bf73a31b8e46 x-openstack-request-id: req-bfcc18c5-758e-41c3-a950-bf73a31b8e46 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:09.107146 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "tag": "a8eb7842-906b-411e-ab81-c107c512604b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:09.107372 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bfcc18c5-758e-41c3-a950-bf73a31b8e46 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:09.107803 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b', 'status': 'completed', 'code': 200} Nov 12 03:48:09.111439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525294c1-b541-4877-844a-36a414d65391 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:09.181399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-292751a8-38e6-4ff0-b5df-63ba6ce9bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.189330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-292751a8-38e6-4ff0-b5df-63ba6ce9bfe5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1096 time: 0.2541299 Nov 12 03:48:09.334360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-1f786f7d-f1b3-4fe2-8315-368276ec71f3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 217 time: 0.1281836 Nov 12 03:48:09.419619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-dac155c2-addb-4e02-86fc-cbf2f1abf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.421719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-dac155c2-addb-4e02-86fc-cbf2f1abf859 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0799260 Nov 12 03:48:09.532127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-9347ecda-6627-47cd-9fb3-a555e931f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:09.535139 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-9347ecda-6627-47cd-9fb3-a555e931f14b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992534 Nov 12 03:48:09.665388 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:09.684077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-8043f12b-0294-463c-b4a0-24db910a83eb service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348314 Nov 12 03:48:09.858760 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9f50f87a-2319-4a8a-a773-0f6d08e76d41 req-31191e4a-45d1-4972-9655-d1336c778324 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664371 Nov 12 03:48:10.136119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbeeb6-6820-4b32-8bbe-e66319270788 req-19a173be-daeb-4fcc-a33b-535833b4503d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.143855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-8db0dd0b-dc46-4c18-bd30-d9cf2ab5ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.146156 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-8db0dd0b-dc46-4c18-bd30-d9cf2ab5ce6f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1096 time: 0.1166611 Nov 12 03:48:10.151560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ddbeeb6-6820-4b32-8bbe-e66319270788 req-19a173be-daeb-4fcc-a33b-535833b4503d tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 944 time: 0.1411340 Nov 12 03:48:10.259951 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ddbeeb6-6820-4b32-8bbe-e66319270788 req-1f33821b-91c5-47ca-aca4-d625721a805a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997944 Nov 12 03:48:10.278495 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-5f67cef0-e1b1-4045-9b33-668941d6e691 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3173466 Nov 12 03:48:10.328118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-af66c70b-cf38-49bb-a94b-565e5aaa0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.330244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-af66c70b-cf38-49bb-a94b-565e5aaa0f94 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.1717694 Nov 12 03:48:10.475256 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-d64f1c85-ecfe-460d-89d5-2995ff2984c7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 217 time: 0.1267173 Nov 12 03:48:10.567243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-a316aa72-bf91-4bd2-9b76-ff589ec49a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.569881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-a316aa72-bf91-4bd2-9b76-ff589ec49a50 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0860701 Nov 12 03:48:10.684283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.684774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.685377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.685684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.686874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.687249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.687668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.689731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-4139f585-1c90-49bd-b1bc-6a91de49e322 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.3163583 Nov 12 03:48:10.712850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-b1370859-2eb5-41e9-a0de-8d22ac375171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:10.716919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-b1370859-2eb5-41e9-a0de-8d22ac375171 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246471 Nov 12 03:48:10.939707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-82f953d0-260e-455b-9bd2-5e5f55c0c796 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143531 Nov 12 03:48:11.145531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-f618604a-c4f8-4180-9305-a34ede3a5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.146009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-f618604a-c4f8-4180-9305-a34ede3a5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.146471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-f618604a-c4f8-4180-9305-a34ede3a5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.148409 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-f618604a-c4f8-4180-9305-a34ede3a5106 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 2295 time: 0.3762109 Nov 12 03:48:11.160817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe144e61-e77a-489f-8dad-f78eee1b8046 req-7caf2fe9-17ae-45d3-9ac3-90652cb4133d service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083135 Nov 12 03:48:11.294998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-bf343638-0d89-40cf-a658-1ee8ad2af540 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1002 time: 0.1328211 Nov 12 03:48:11.399483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-aca2500b-fef0-411d-8ccb-5a1b9412729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.404033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-aca2500b-fef0-411d-8ccb-5a1b9412729f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.0968616 Nov 12 03:48:11.488161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-5f856795-e237-44a6-9c9e-28fa0b8077bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.491582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-5f856795-e237-44a6-9c9e-28fa0b8077bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800421 Nov 12 03:48:11.536081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b235-611f-440e-b1e4-6a42c1dae3cb req-4fd84626-0322-4e9a-b555-7a2be442580e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:11.559062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f97b235-611f-440e-b1e4-6a42c1dae3cb req-4fd84626-0322-4e9a-b555-7a2be442580e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 944 time: 0.1088798 Nov 12 03:48:11.657833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f97b235-611f-440e-b1e4-6a42c1dae3cb req-afdf80c7-ba0f-401b-a4e8-d11df4ec0499 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904908 Nov 12 03:48:11.689483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-698e7cad-a8c3-492a-a167-00c441830ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895838 Nov 12 03:48:11.836235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-3c905788-931c-4a76-9315-34d1a6734273 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1575832 Nov 12 03:48:11.918132 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-dc965277-a5d0-4d5a-8de4-12ae8d9ec215 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155206 Nov 12 03:48:12.074216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-cf6f07a3-0175-4650-8c16-03727eecd4b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.1393366 Nov 12 03:48:12.119680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-53e23959-3e6b-4bbf-bffb-718188e3aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.121936 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-53e23959-3e6b-4bbf-bffb-718188e3aaf6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1062701 Nov 12 03:48:12.663917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-57199728-668e-4647-a08b-e8eb982c4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.665451 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-57199728-668e-4647-a08b-e8eb982c4868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.5839117 Nov 12 03:48:12.853085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-d4cd3bab-d483-4728-aba2-c6aae20c7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.854623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-d4cd3bab-d483-4728-aba2-c6aae20c7827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343505 Nov 12 03:48:12.858301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-46b1951a-9449-49cc-bd6d-57b812a07fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.859791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-46b1951a-9449-49cc-bd6d-57b812a07fc8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 913 time: 0.6998472 Nov 12 03:48:12.915449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e303-de94-46a3-9cad-cfaf43658584 req-78e50640-af63-45d2-bbeb-d62fba807eac tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:12.918408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d420e303-de94-46a3-9cad-cfaf43658584 req-78e50640-af63-45d2-bbeb-d62fba807eac tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 944 time: 0.1151457 Nov 12 03:48:12.936648 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-d0a5fd3a-5758-451a-95f8-e41b5d5d8a72 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 HTTP/1.1" status: 200 len: 217 time: 0.0664093 Nov 12 03:48:12.997103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.076873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d420e303-de94-46a3-9cad-cfaf43658584 req-0caeb5a1-5327-44ef-a356-43245f28a80c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389151 Nov 12 03:48:13.084783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-f4053d74-b861-4291-8f2f-9495ab27aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.094042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-f4053d74-b861-4291-8f2f-9495ab27aa0e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 200 len: 853 time: 0.1281931 Nov 12 03:48:13.103497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-0f5d27a6-2013-4b70-8cc5-d29a4cb2ec2d service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411039 Nov 12 03:48:13.201766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-9dca5172-d120-49e0-ab01-acb73089e0cc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0982b6de-5154-414a-8127-6cd3da1e84de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954244 Nov 12 03:48:13.375513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d191f14-9c41-493b-8c12-8cffabab0c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.456896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a8eb7842-906b-411e-ab81-c107c512604b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:13.529844 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-6adc4c71-1060-4512-829e-2ff36d86afc4 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109089 Nov 12 03:48:13.649228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d191f14-9c41-493b-8c12-8cffabab0c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.666264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a8eb7842-906b-411e-ab81-c107c512604b,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:13.666808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-a232979d-6f06-42a2-85cc-094bc7a9ca92 service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328847 Nov 12 03:48:13.668141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d191f14-9c41-493b-8c12-8cffabab0c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.688126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'a8eb7842-906b-411e-ab81-c107c512604b', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'port_id': 'a8eb7842-906b-411e-ab81-c107c512604b', 'mac_address': 'fa:16:3e:d0:ac:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:13.736957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8af794a4-b78b-42af-bc2b-b20ace0c1faa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.0789826 Nov 12 03:48:13.753479 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.768717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb7842-906b-411e-ab81-c107c512604b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:13.810083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a8eb7842-906b-411e-ab81-c107c512604b,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:13.816118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:13.875439 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d191f14-9c41-493b-8c12-8cffabab0c53 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3b8cfda3e3034a7dbdeab62ed0d9088b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753107 Nov 12 03:48:13.878408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:13.887111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191f14-9c41-493b-8c12-8cffabab0c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53a6b5-184f-4739-ac61-264d9dcdccd8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.922469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-d2a2da98-2311-408b-97c9-110b321f34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:13.925081 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-d2a2da98-2311-408b-97c9-110b321f34df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1726823 Nov 12 03:48:13.974582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:13.997293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a245b0f2-488d-4f3b-860c-520a30bc2d58 req-f9b933e5-f5dc-47bb-aa77-d22e1017e6bc service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754550 Nov 12 03:48:14.016040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.035790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-1d438a89-a90d-4cd8-a994-0e16e876171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.037591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-1d438a89-a90d-4cd8-a994-0e16e876171d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030595 Nov 12 03:48:14.132118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b8bf-9aba-4830-9fe1-365e8a48f089 req-0ab2f1ec-0f89-481c-9318-34ba47f3c035 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.139874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a66b8bf-9aba-4830-9fe1-365e8a48f089 req-0ab2f1ec-0f89-481c-9318-34ba47f3c035 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.1449065 Nov 12 03:48:14.153993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.209779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-99d0097b-6990-42de-82a1-9bf4b4e753dc service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611216 Nov 12 03:48:14.227203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7a66b8bf-9aba-4830-9fe1-365e8a48f089 req-50839d55-2ea6-4091-a0f7-200d636c6bc6 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698392 Nov 12 03:48:14.292221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['a8eb7842-906b-411e-ab81-c107c512604b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:14.336404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.340423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:14.344320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5b53a6b5-184f-4739-ac61-264d9dcdccd8 HTTP/1.1" status: 204 len: 168 time: 0.4611716 Nov 12 03:48:14.357166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3916d-aab1-4183-9354-931eb92ed748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53a6b5-184f-4739-ac61-264d9dcdccd8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:14.469205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe674f-7188-4f01-a51b-6b4bf05e3cf9 req-d63a71ba-f834-4c60-af92-24e4d50df6a1 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.472196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50fe674f-7188-4f01-a51b-6b4bf05e3cf9 req-d63a71ba-f834-4c60-af92-24e4d50df6a1 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 945 time: 0.0990715 Nov 12 03:48:14.530123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8d871f9c-8d9f-4a82-a35d-53c20ce4315f service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102102 Nov 12 03:48:14.605901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50fe674f-7188-4f01-a51b-6b4bf05e3cf9 req-103e2a40-2825-491b-9ed3-f5fb24e4c33a tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205819 Nov 12 03:48:14.657848 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-672f9f92-b809-4fa1-85d9-b7f33a500e90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.1188114 Nov 12 03:48:14.786659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-0c645b62-6698-4642-b8c3-3ca26dc64b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.789952 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-0c645b62-6698-4642-b8c3-3ca26dc64b39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1190603 Nov 12 03:48:14.856501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-1449bf77-8387-48ff-a43d-a7628bf6664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:14.860789 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-1449bf77-8387-48ff-a43d-a7628bf6664d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632520 Nov 12 03:48:15.084967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-42b93370-443d-45ee-a390-730508364a5f service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147338 Nov 12 03:48:15.265834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-e074bcca-d71b-4053-98a4-ed0348ac6125 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453643 Nov 12 03:48:15.342075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-cc61f565-254c-4af5-8379-d5a3c5d4577c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.0686612 Nov 12 03:48:15.461654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a8eb7842-906b-411e-ab81-c107c512604b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:15.468819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56a6c2-4266-4727-b118-c3611ab9c02b req-f7d74720-79e5-4077-b0cf-e812bfbeb7d8 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.479009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae56a6c2-4266-4727-b118-c3611ab9c02b req-f7d74720-79e5-4077-b0cf-e812bfbeb7d8 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.1094854 Nov 12 03:48:15.531920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-62862356-c00f-4409-9c63-ff4071a52d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.534519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-62862356-c00f-4409-9c63-ff4071a52d6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1770861 Nov 12 03:48:15.562122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-4f5bc497-8237-450d-b231-5847d465a033 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.563748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-4f5bc497-8237-450d-b231-5847d465a033 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.16 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 945 time: 0.1314008 Nov 12 03:48:15.574459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae56a6c2-4266-4727-b118-c3611ab9c02b req-d2b82dc9-1cc9-4c7d-9ab2-908810686e59 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/security-groups?id=a6884c3b-e5c1-4039-84a4-54f07f741ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918603 Nov 12 03:48:15.630684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port a8eb7842-906b-411e-ab81-c107c512604b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:15.646612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port a8eb7842-906b-411e-ab81-c107c512604b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:15.647028 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.791345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-bf8bb674-20de-4e33-a187-b94c640b6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.793424 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-bf8bb674-20de-4e33-a187-b94c640b6dc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2405348 Nov 12 03:48:15.834232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.867910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:15.871595 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d6345d-e23d-4dfe-b704-cdd8c39d3c38" -d '{"events": [{"server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb7842-906b-411e-ab81-c107c512604b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:15.885909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a8eb7842-906b-411e-ab81-c107c512604b,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:15.892855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.918265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Deleting port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:15.918795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:15.933744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab79b-9307-4c56-9048-e8c48c1f2b1a req-fb363f02-2669-4445-878e-7ff942759fb4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:15.959600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aceab79b-9307-4c56-9048-e8c48c1f2b1a req-fb363f02-2669-4445-878e-7ff942759fb4 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 945 time: 0.1806533 Nov 12 03:48:16.011054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.041709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aceab79b-9307-4c56-9048-e8c48c1f2b1a req-60897c8f-7e76-41a8-a375-9b85e4fdc870 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797484 Nov 12 03:48:16.065556 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-d313e62f-ea83-41dc-8a33-17f314383539 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583730 Nov 12 03:48:16.202027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] For port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,segment=NetworkSegment(a8f287be-d02d-4b74-abc7-2bb8ef74c5af),segment_id=a8f287be-d02d-4b74-abc7-2bb8ef74c5af)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:16.202829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.224837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Calling delete_port for cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:16.243976 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa17562-2c0b-459a-89d9-d9652f21174d x-openstack-request-id: req-3aa17562-2c0b-459a-89d9-d9652f21174d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:16.244375 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb7842-906b-411e-ab81-c107c512604b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:16.244725 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3aa17562-2c0b-459a-89d9-d9652f21174d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:16.245219 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b', 'code': 200} Nov 12 03:48:16.247383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-02cb04e8-6454-4df3-b197-b74d8589a50b service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708400 Nov 12 03:48:16.468186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-7381fe33-7afa-463f-b5de-6c1a6b6f286a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0700409 Nov 12 03:48:16.489974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.571195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Pushing event deleted for resources: {'Port': ['ID=cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:16.593445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b3bd1-b5d9-4fcc-b141-5737b57caee4 req-01acf48c-f1a9-49f7-b5c2-9d3a0104c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.594940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9d3b3bd1-b5d9-4fcc-b141-5737b57caee4 req-01acf48c-f1a9-49f7-b5c2-9d3a0104c073 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1098 time: 0.1895998 Nov 12 03:48:16.636719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] No DVR routers for this DVR port cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:16.640671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-b1812e56-b8ef-45b3-a5e7-f2cd6e1d43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.642227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-b1812e56-b8ef-45b3-a5e7-f2cd6e1d43ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.1636419 Nov 12 03:48:16.643375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:16.646500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c56b4049-2668-4ec5-983f-3de0d10ac59f req-0e0e2a3d-7834-4597-81b0-7723e27b5fdf tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.16 "DELETE /v2.0/ports/cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a HTTP/1.1" status: 204 len: 173 time: 1.0728116 Nov 12 03:48:16.652497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'name': 'network-vif-deleted', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:16.654953 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c06308-281d-433a-82f5-c296d3f62d80" -d '{"events": [{"server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "name": "network-vif-deleted", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:16.701750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9d3b3bd1-b5d9-4fcc-b141-5737b57caee4 req-f0df053e-022d-43b2-8800-6a0b9035c4fd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895894 Nov 12 03:48:16.730877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8e32a670-1c40-4cdf-b671-25d4b2d505b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:16.732443 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8e32a670-1c40-4cdf-b671-25d4b2d505b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742044 Nov 12 03:48:16.785213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1386311-b3e8-44b6-a0a1-d418d2ab583b req-77e79fb8-d7bf-44ff-8265-6fc1fa7815a3 tempest-ServerTagsTestJSON-804655299 tempest-ServerTagsTestJSON-804655299-project] 10.222.0.97 "GET /v2.0/ports?device_id=350a2aa9-ffbe-47ee-b2a1-18027ad867f5 HTTP/1.1" status: 200 len: 210 time: 0.0471396 Nov 12 03:48:16.898399 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-0da1ddd9-5f4c-4510-a3a8-51b527156f76 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503124 Nov 12 03:48:16.907445 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7ad3fd-f5be-4752-b404-c92f9bb6210c x-openstack-request-id: req-7c7ad3fd-f5be-4752-b404-c92f9bb6210c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:16.907859 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350a2aa9-ffbe-47ee-b2a1-18027ad867f5", "name": "network-vif-deleted", "tag": "cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:16.908212 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c7ad3fd-f5be-4752-b404-c92f9bb6210c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:16.908892 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350a2aa9-ffbe-47ee-b2a1-18027ad867f5', 'name': 'network-vif-deleted', 'tag': 'cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a', 'status': 'completed', 'code': 200} Nov 12 03:48:16.957016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48682) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.076478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-98b40cfa-3237-496a-b98c-877f52f8dac3 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663163 Nov 12 03:48:17.133566 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-331d39d9-aa4c-464e-b28c-50ada0c1d9c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Nov 12 03:48:17.183831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'network': {'name': 'tempest-network-smoke--342363333', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:17.239161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489dd1-fcc1-4346-ba1e-d1393f9378db req-eab5bbaa-c191-4474-9781-43adea2e8fe0 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.242458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8a89a629-556c-4742-a816-317da994f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.244215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-8a89a629-556c-4742-a816-317da994f2dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.1014979 Nov 12 03:48:17.252555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df489dd1-fcc1-4346-ba1e-d1393f9378db req-eab5bbaa-c191-4474-9781-43adea2e8fe0 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.1211691 Nov 12 03:48:17.282712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:17.286167 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.298826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.322064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-cff909ea-300f-4587-be94-e2ca231eee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.323804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-cff909ea-300f-4587-be94-e2ca231eee17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712407 Nov 12 03:48:17.345830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df489dd1-fcc1-4346-ba1e-d1393f9378db req-0f849794-6587-4496-b67b-a3e89cbb906c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923169 Nov 12 03:48:17.443848 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.450259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.487767 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-fa425d31-991f-43fe-80c6-6be03efc7992 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557715 Nov 12 03:48:17.488034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5125a79e-a96b-4568-9961-42f6a6000867,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.498574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:17.509478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.509837 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Added segment 8e0fdd9d-dd01-4644-a871-cf5e5f71a591 of type vlan for network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 Nov 12 03:48:17.563357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.591539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.598281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:17.599115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.614465 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7213ea3f-4ec6-431d-8799-469c93e165f9 req-f4285d0c-dd86-4fad-82e9-6546d2678f5b service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030481 Nov 12 03:48:17.662178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7039018 Nov 12 03:48:17.665327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.673743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'admin_state_up': True, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:17.682133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee987f0f-b99e-4d36-8b03-6b9973eeff7f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Network': ['ID=d7f76f5a-41e4-42d7-8f78-32fb7945eed0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:17.693631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:17.705690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.706897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.769824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.866267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:17.927295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.927899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Deleting subnet afe003a0-1ab7-4bdd-a855-e792f2b486e1 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:17.931685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:17.969218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.023098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.097720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.136627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe003a0-1ab7-4bdd-a855-e792f2b486e1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:18.142006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.148191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6342d57c-6f4d-425d-911b-075e683c450a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/afe003a0-1ab7-4bdd-a855-e792f2b486e1 HTTP/1.1" status: 204 len: 168 time: 0.2805693 Nov 12 03:48:18.149017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48706) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:18.223942 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.250530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.270326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.390813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.25.7.71 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9f1b0be0-77f3-4944-8cb7-0e93821cc911) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:18.410071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.411494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:18.447223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542a72a1-f73c-4ff1-9285-e9ddc7419277']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.459343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.459627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f287be-d02d-4b74-abc7-2bb8ef74c5af') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:18.471332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:18.471679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cebd3e22-8b18-4bbf-8c70-e9d867ca4f3a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:18.473627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.513290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.524908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:18.527450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:18.544714 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:18.619961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.621999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.645021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.646282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb16af-5ab7-4b44-bca9-0ed68acd4cee req-360b74d6-8327-4f97-81e1-1937fe7882ad tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:18.648105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7fb16af-5ab7-4b44-bca9-0ed68acd4cee req-360b74d6-8327-4f97-81e1-1937fe7882ad tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.1083393 Nov 12 03:48:18.656735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] 10.222.0.97 "DELETE /v2.0/networks/542a72a1-f73c-4ff1-9285-e9ddc7419277 HTTP/1.1" status: 204 len: 168 time: 0.5065997 Nov 12 03:48:18.658183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e89d1-76f2-4eda-b346-a1877fe84586 admin admin] Pushing event deleted for resources: {'Network': ['ID=542a72a1-f73c-4ff1-9285-e9ddc7419277,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:18.744339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:18.759242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7fb16af-5ab7-4b44-bca9-0ed68acd4cee req-f135695c-fcc6-4e4f-902b-feac7f276499 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979359 Nov 12 03:48:18.859091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:18.863022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:18.868613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:18.882362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39f2a3-32c0-441e-b4b4-ba77532257bd None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:18.893729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=9f1b0be0-77f3-4944-8cb7-0e93821cc911,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:18.974454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48722) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.022028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-51a2bd28-888a-48d1-9b25-c0b6eb2676ef None None] Provisioning complete for port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:19.022414 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51a2bd28-888a-48d1-9b25-c0b6eb2676ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.060527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6252c5cb-8675-4bf0-8867-c08cd874f4f5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6698ddf54c904282a19fe0d59cf2f543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0848210 Nov 12 03:48:19.062424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.129414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-51a2bd28-888a-48d1-9b25-c0b6eb2676ef None None] Port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:19.140518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.168680 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.191605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea25d9a-9d1a-4883-abf8-f683c31d110f req-91b3e5bd-1912-4073-9fa0-b3f7f8ab572b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:19.199518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fea25d9a-9d1a-4883-abf8-f683c31d110f req-91b3e5bd-1912-4073-9fa0-b3f7f8ab572b tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.1473391 Nov 12 03:48:19.208824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:19.213731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Request body: {'floatingip': {'port_id': 'a8eb7842-906b-411e-ab81-c107c512604b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:19.268280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.320816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.379440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.382678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.387737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a6884c3b-e5c1-4039-84a4-54f07f741ff7 HTTP/1.1" status: 204 len: 168 time: 0.3228316 Nov 12 03:48:19.408050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78377e-0e9c-452c-99b7-49d51cb64f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6884c3b-e5c1-4039-84a4-54f07f741ff7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:19.719592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.893737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:19.908836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:19.916167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.045337 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Floating IP 5279a39b-8170-4f88-a1a7-3fdf0ae616a2 associated. External IP: 172.25.7.94, port: a8eb7842-906b-411e-ab81-c107c512604b. Nov 12 03:48:20.081396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:20.092472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:20.109587 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:20.110821 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:20.114021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:20.119501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7442ba7b-f472-472b-9e91-3c1cbd284526 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4530981 Nov 12 03:48:20.121156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.494982 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:20.542908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-10615dd8-247f-41d7-938d-f533f0d2946f tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=acaf0a7be3eb414ba7338f2fe34d19da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4203393 Nov 12 03:48:20.546265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48768) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.735621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afcf952-34a5-4679-8e0e-07de925e9ebf tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:20.741205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1afcf952-34a5-4679-8e0e-07de925e9ebf tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1933596 Nov 12 03:48:20.742546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48774) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.763555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:20.803756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a91c12e5-656d-4ca9-9c63-073492953339 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605032 Nov 12 03:48:20.804624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48776) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:20.814588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276537465', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:20.827164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:20.827572 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Updating router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:20.860512 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.023513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:21.030104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.095822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:21.220407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:21.228906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.232927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:21.259127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:21.262430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:21.266902 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-168b65e5-9037-467a-af03-b29a0186d6fc tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "PUT /v2.0/floatingips/5279a39b-8170-4f88-a1a7-3fdf0ae616a2 HTTP/1.1" status: 200 len: 991 time: 2.0564563 Nov 12 03:48:21.267804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:21.270532 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ede7e97-debb-4859-bb05-2f95431a135a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "tag": "a8eb7842-906b-411e-ab81-c107c512604b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:21.302792 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.325621 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.371564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189263f-27cc-4799-ab88-e44a2c27b900 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:21.472942 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Attempting to bind port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:21.474142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Attempting to bind port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:21.476306 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Attempting to bind port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:21.497624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:21.499087 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:21.504125 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.505485 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:21.507665 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Bound port: 9f1b0be0-77f3-4944-8cb7-0e93821cc911, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:21.508308 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.513648 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5218e278-f9c5-43a5-bdf1-65d91a245be3 x-openstack-request-id: req-5218e278-f9c5-43a5-bdf1-65d91a245be3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:21.514069 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "tag": "a8eb7842-906b-411e-ab81-c107c512604b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:21.515387 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5218e278-f9c5-43a5-bdf1-65d91a245be3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:21.515945 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b', 'status': 'completed', 'code': 200} Nov 12 03:48:21.573368 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Pushing event updated for resources: {'Port': ['ID=9f1b0be0-77f3-4944-8cb7-0e93821cc911,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.614150 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.614658 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.615120 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.615556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.616009 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.616489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.627450 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.628214 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.628684 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.629142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.629743 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.630200 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:21.676560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7e97-debb-4859-bb05-2f95431a135a req-d4e3c52a-224c-43ae-b7e2-38e3a9a9084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.678102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-d4e3c52a-224c-43ae-b7e2-38e3a9a9084c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0948684 Nov 12 03:48:21.686487 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] For port 9f1b0be0-77f3-4944-8cb7-0e93821cc911, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:21.701738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] For port 9f1b0be0-77f3-4944-8cb7-0e93821cc911, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9f1b0be0-77f3-4944-8cb7-0e93821cc911,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:21.714788 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.758651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:21.835165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] Provisioning complete for port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:21.835931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.861570 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c4ae8-7e31-485d-afdd-8431162b2515 None None] Pushing event updated for resources: {'Port': ['ID=9f1b0be0-77f3-4944-8cb7-0e93821cc911,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:21.879753 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:21.879931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc371e1-2ed9-4f3e-9a7a-d87cca1922d6 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:21.880594 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:21.893989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:21.931313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7e97-debb-4859-bb05-2f95431a135a req-e40eb4c4-de9a-4592-adc0-72036183f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:21.934113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-e40eb4c4-de9a-4592-adc0-72036183f64b service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.2441461 Nov 12 03:48:21.986593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Subnet': ['ID=baa00879-f435-47be-bd14-857920512b8c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.000359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Checking segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:22.001026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network hostable DHCP agents. Network: d7f76f5a-41e4-42d7-8f78-32fb7945eed0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:22.029695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:22.049213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, d7f76f5a-41e4-42d7-8f78-32fb7945eed0) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:22.058686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-e2fc56bc-ff30-47d9-98e8-0b2bfcc61ac5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 999 time: 0.1162472 Nov 12 03:48:22.064404 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:22.067135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.069263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.102129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9643d5af-dab5-42a5-ae30-0e24015ac82a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2966201 Nov 12 03:48:22.106209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48806) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:22.131759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.142621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db083cb-2c2b-45ab-8565-734c9766ae79 None None] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:22.175141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7e97-debb-4859-bb05-2f95431a135a req-071a1340-9841-410f-867a-1ddb57c29743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.178938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-071a1340-9841-410f-867a-1ddb57c29743 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.1050627 Nov 12 03:48:22.255639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] For port 9f1b0be0-77f3-4944-8cb7-0e93821cc911, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9f1b0be0-77f3-4944-8cb7-0e93821cc911,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:22.274868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.283987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede7e97-debb-4859-bb05-2f95431a135a req-e58301a1-ee05-4766-b4a2-ebacb092e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:22.285917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-e58301a1-ee05-4766-b4a2-ebacb092e36f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991325 Nov 12 03:48:22.287448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7912-fb21-4948-a7da-e4b1cb289417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.500989 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-7064055a-3ead-45ab-b519-2b6f09d5976a service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060246 Nov 12 03:48:22.508767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:22.560987 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b33ed-eebd-4438-8c36-25c62d74293e None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:22.650995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e2633118-6168-4a19-9625-70cd9cec3c50 None None] Provisioning complete for port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:22.650995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2633118-6168-4a19-9625-70cd9cec3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:22.653335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3ac6b-222e-4112-8c89-594666eda197 None None] Pushing event updated for resources: {'Port': ['ID=9f1b0be0-77f3-4944-8cb7-0e93821cc911,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:22.737577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7ede7e97-debb-4859-bb05-2f95431a135a req-cc581898-d3ca-49a1-858b-22437568486f service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231278 Nov 12 03:48:22.858170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5279a39b-8170-4f88-a1a7-3fdf0ae616a2', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': 'a8eb7842-906b-411e-ab81-c107c512604b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:d0:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:01Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:22.899239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:23.032125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-d7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:23.042081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.082248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:23.082910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:47:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:23.135387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:23.243746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:23.627929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9f1b0be0-77f3-4944-8cb7-0e93821cc911 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:23.778519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Allocated IP 172.20.0.2 (d7f76f5a-41e4-42d7-8f78-32fb7945eed0/baa00879-f435-47be-bd14-857920512b8c/39c8e5e1-1e5e-4b46-be70-b515318a4351) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:24.118376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:24.118376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.138303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.191287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.212107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.280579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5279a39b-8170-4f88-a1a7-3fdf0ae616a2', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': 'a8eb7842-906b-411e-ab81-c107c512604b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:d0:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:01Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:24.311324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.1 (d7f76f5a-41e4-42d7-8f78-32fb7945eed0/baa00879-f435-47be-bd14-857920512b8c/d52aa53e-68fc-483e-ae0a-f8320c9ce2c8) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:24.345390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80984ff-fea7-459e-b0ef-e95dab4154d5 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '5279a39b-8170-4f88-a1a7-3fdf0ae616a2', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'port_id': 'a8eb7842-906b-411e-ab81-c107c512604b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'mac_address': 'fa:16:3e:d0:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:01Z', 'updated_at': '2021-11-12T03:48:19Z', 'revision_number': 1, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:24.381816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:24.397820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:24.403346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:24.408582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Pushing event updated for resources: {'Port': ['ID=39c8e5e1-1e5e-4b46-be70-b515318a4351,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.413459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82cb3992-db48-45a4-b54b-4f3b586e0885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.455845 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f11adada-e4c7-4f21-9505-a08b284e8607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.529720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.622243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.689878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.705746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f11adada-e4c7-4f21-9505-a08b284e8607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.722889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:24.725050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:24.728217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:24.734456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f11adada-e4c7-4f21-9505-a08b284e8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.736711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Attempting to bind port 39c8e5e1-1e5e-4b46-be70-b515318a4351 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:24.737318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Attempting to bind port 39c8e5e1-1e5e-4b46-be70-b515318a4351 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:24.737474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Attempting to bind port 39c8e5e1-1e5e-4b46-be70-b515318a4351 on network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:24.744770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:24.745293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Checking segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:24.745736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.746360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Bound using segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:24.747182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Bound port: 39c8e5e1-1e5e-4b46-be70-b515318a4351, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:24.747595 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.827941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:24.830388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] For port 39c8e5e1-1e5e-4b46-be70-b515318a4351, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:24.833192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] For port 39c8e5e1-1e5e-4b46-be70-b515318a4351, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=39c8e5e1-1e5e-4b46-be70-b515318a4351,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:24.841346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.847077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f11adada-e4c7-4f21-9505-a08b284e8607 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=15412557db9c4207bd0409d7c28c250f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6992133 Nov 12 03:48:24.855808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11adada-e4c7-4f21-9505-a08b284e8607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d4dcba-2a23-4d18-be3b-2c312e82e1ec,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.872649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:24.960692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2b5f9-dd3d-4f33-8af2-c83cb47b32c8 None None] Pushing event updated for resources: {'Port': ['ID=39c8e5e1-1e5e-4b46-be70-b515318a4351,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:24.971840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.005800 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.073399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.080661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.084471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/93d4dcba-2a23-4d18-be3b-2c312e82e1ec HTTP/1.1" status: 204 len: 168 time: 0.2529833 Nov 12 03:48:25.086378 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f09b23-ac2d-4352-b9cc-9ce10df2c983 None None] New status for floating IP 5279a39b-8170-4f88-a1a7-3fdf0ae616a2: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:25.115142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b336af-3780-4c2c-b8cf-b517e3477354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d4dcba-2a23-4d18-be3b-2c312e82e1ec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.330135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.467534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.627008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 39c8e5e1-1e5e-4b46-be70-b515318a4351 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:25.687991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.700818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 39c8e5e1-1e5e-4b46-be70-b515318a4351 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:25.701338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.707396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-163b7a9c-dce5-4316-afd5-a79cda802e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.810749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-163b7a9c-dce5-4316-afd5-a79cda802e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.817450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-163b7a9c-dce5-4316-afd5-a79cda802e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.820367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.846703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.857379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.868539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 39c8e5e1-1e5e-4b46-be70-b515318a4351, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=39c8e5e1-1e5e-4b46-be70-b515318a4351,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:25.874317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:25.894228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b7a9c-dce5-4316-afd5-a79cda802e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426f172-2d84-41d0-8af0-8e2666837b3a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.929143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48884) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:25.929862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-163b7a9c-dce5-4316-afd5-a79cda802e27 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f9105fde31ce44199601c7eb0c2f3d85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404935 Nov 12 03:48:25.936698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=39c8e5e1-1e5e-4b46-be70-b515318a4351,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:25.960375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.091147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.125243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.164274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.177969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:26.181542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:26.359822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.363189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.364770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0426f172-2d84-41d0-8af0-8e2666837b3a HTTP/1.1" status: 204 len: 168 time: 0.3976970 Nov 12 03:48:26.381903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4f34d-98e7-4146-b51d-a70b90169cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426f172-2d84-41d0-8af0-8e2666837b3a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:26.406506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:26.561835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79578aa8-9671-49ec-b75f-ce7da383f55b None None] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:26.584751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:26.603705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c7195094-8e5a-4c98-9377-110d453fd657 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4959149 Nov 12 03:48:26.607642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48894) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.614317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:26.726683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:26.727337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:26.819200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-434b711a-0a03-42b9-b433-a48fc1ffea37 None None] Provisioning complete for port 39c8e5e1-1e5e-4b46-be70-b515318a4351 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:26.819200 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-434b711a-0a03-42b9-b433-a48fc1ffea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.836146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.837137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.837785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.838692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.840362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.841079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.841721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.842360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.843075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:26.848431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:26.849242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7717ef65-4022-4bcb-bb63-e202b8ae3529 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.2390852 Nov 12 03:48:26.953781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:26.973618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:27.010144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.010771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.011370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.011877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.012773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.013278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.013867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.014366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.014907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:27.017559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-30c3f8b2-4874-4cd1-87d7-54e0c8dcfc8c tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5818 time: 0.1679389 Nov 12 03:48:27.020686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.300711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 2, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:27.384780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:27.385140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Updating router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:48:27.449247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:27.546701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a40a44a7-ffd3-42c1-843c-47453a7e8f99 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.5246136 Nov 12 03:48:27.684560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 39c8e5e1-1e5e-4b46-be70-b515318a4351 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:27.857840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:27.863485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933759477', 'description': 'tempest-secgroup-smoke-1933759477 description', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:27.924040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.036452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.044317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.087778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.101570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2425103 Nov 12 03:48:28.103309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4e41eea5-c66d-4ce1-9b35-2a3340b4dd64 None None] Provisioning complete for port 39c8e5e1-1e5e-4b46-be70-b515318a4351 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.105424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.107313 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e41eea5-c66d-4ce1-9b35-2a3340b4dd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.113733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.165861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0c804-cc1d-44a2-bcfc-22e0cdecc997 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5712ab5-2392-4f29-8608-6084b76ce114,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.182147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.201897 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.301516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.312539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.331374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17129ff-b90a-4854-a854-948252bd6232,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.363065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.369088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-192ff579-265e-4a13-ba27-fa0b0b9f8a2c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625961 Nov 12 03:48:28.372820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.383721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.444140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.476148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.534041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.550638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 39c8e5e1-1e5e-4b46-be70-b515318a4351 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:28.550638 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.566580 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.572085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.595433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dc31d7-851b-4a4c-a834-14e4bd825cac,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.607938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.613155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.617853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.623964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-26772cf9-b29f-4c1f-a41a-31892cf6a227 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490928 Nov 12 03:48:28.683494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.760747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018427-b921-4e72-92f8-f6dd16b8b615 None None] Pushing event updated for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.799273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.808985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.845522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee78cffa-b989-4030-9196-918fd118cb25,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:28.855703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:28.856961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c078e80-446e-4f35-b5a0-0710ba16fdcd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2427948 Nov 12 03:48:28.859916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.864796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:28.877684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 48960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:28.936105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Attempting to bind port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:28.936459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Attempting to bind port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:28.936719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Attempting to bind port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 on network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:28.940033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.000076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:29.003596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Checking segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:29.004023 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.004427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Bound using segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:29.004941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Bound port: d52aa53e-68fc-483e-ae0a-f8320c9ce2c8, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:29.005333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.018384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4e41eea5-c66d-4ce1-9b35-2a3340b4dd64 None None] Provisioning complete for port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.018754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e41eea5-c66d-4ce1-9b35-2a3340b4dd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.095826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.102892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.106064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a3952d71-3736-4338-bb1c-76bcadface8d tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-50672672'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.106814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a3952d71-3736-4338-bb1c-76bcadface8d tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:29.132890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ec9e07-7004-46e3-9fdc-28c2883640ab,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.150593 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.152514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-de7b776a-fe0b-4a4b-8641-2f847e75df69 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2914848 Nov 12 03:48:29.155696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.163993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.198596 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:29.209651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.392795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4e41eea5-c66d-4ce1-9b35-2a3340b4dd64 None None] Port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:29.394065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.405591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.457616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] For port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:29.473000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a05f0bb-1608-47bf-8cef-b43b9e435bb7,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.474347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] For port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:29.488043 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.488902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.495670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f5aaa14c-0d0d-4269-86bd-0f497ec64d07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3313339 Nov 12 03:48:29.511542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.535689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': 'b5712ab5-2392-4f29-8608-6084b76ce114', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.569407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] Provisioning complete for port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:29.569796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.601054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018427-b921-4e72-92f8-f6dd16b8b615 None None] Pushing event updated for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.607727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:29.608680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:29.680940 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:48:29.690273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.816446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:29.819169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.830059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.857945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7931369c-459c-479f-8809-b91f239db4d6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:29.881770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.885338 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d8bd5041-9801-4c45-bf06-d20fb5f48ef0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3716552 Nov 12 03:48:29.950965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a3952d71-3736-4338-bb1c-76bcadface8d tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:29.953962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a3952d71-3736-4338-bb1c-76bcadface8d tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 1.0749519 Nov 12 03:48:29.957122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48978) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:29.970153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b213d6c4-f957-4b04-8a69-4263453d8412 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a2f1e96f-e7e0-4c1e-8da2-ab836d0c9fbe'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:29.970949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b213d6c4-f957-4b04-8a69-4263453d8412 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:30.022492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.086489 n-d-766726-29 neutron-server[102604]: WARNING neutron.services.metering.metering_plugin [None req-b213d6c4-f957-4b04-8a69-4263453d8412 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:48:30.109050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] For port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:30.123009 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.176763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-0e6e7ba9-be59-4a1c-ad5e-f6baac7b5f5c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933759477&fields=id&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 267 time: 0.0626223 Nov 12 03:48:30.197699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:30.228087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fd6b2-5cd6-4762-ac00-fc43f71911d7 None None] Pushing event updated for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:30.238892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341bdd6f-fa74-4f2a-b2eb-734cf99c382b None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:29Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:30.263536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b213d6c4-f957-4b04-8a69-4263453d8412 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.264926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b213d6c4-f957-4b04-8a69-4263453d8412 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3053992 Nov 12 03:48:30.266045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5918eb13-811e-4cee-b5b0-e19a3c9b705c None None] Provisioning complete for port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:30.267124 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5918eb13-811e-4cee-b5b0-e19a3c9b705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.270524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 48990) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.277162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-682ed300-275e-4011-adf6-2d8dca6ad322 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a2f1e96f-e7e0-4c1e-8da2-ab836d0c9fbe'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.277575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-682ed300-275e-4011-adf6-2d8dca6ad322 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:30.338452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-aee2e371-ced0-4889-ba73-e7b13b4544e5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:30.341142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-aee2e371-ced0-4889-ba73-e7b13b4544e5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/networks?id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 796 time: 0.1564643 Nov 12 03:48:30.383875 n-d-766726-29 neutron-server[102604]: WARNING neutron.services.metering.metering_plugin [None req-682ed300-275e-4011-adf6-2d8dca6ad322 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 03:48:30.393039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-502edcf8-ecd5-4d06-9bae-71b3dbe0a4df tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/quotas/acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 375 time: 0.0278485 Nov 12 03:48:30.511606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-85370e90-80be-4dc0-aea9-f0d4aed8e185 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154783 Nov 12 03:48:30.535023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-682ed300-275e-4011-adf6-2d8dca6ad322 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.537802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-682ed300-275e-4011-adf6-2d8dca6ad322 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2662356 Nov 12 03:48:30.540518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49004) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.554674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-52011c90-2c3c-48f9-9fea-466c464e29d3 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=b78d31c9-2af0-49f1-9b73-59232a3abd9b HTTP/1.1" status: 200 len: 462 time: 0.0122764 Nov 12 03:48:30.558785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.699847 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-61f993d5-cb7f-4474-8bcd-039a69db1716 service neutron] 10.222.0.97 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728165 Nov 12 03:48:30.717348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8340df17-be8a-4ce9-bf3e-00dcd3ac2a02 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:30.723752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8340df17-be8a-4ce9-bf3e-00dcd3ac2a02 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-label-rules/b78d31c9-2af0-49f1-9b73-59232a3abd9b HTTP/1.1" status: 204 len: 168 time: 0.1636188 Nov 12 03:48:30.724425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49024) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.736596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b950ebe5-4710-432f-a062-cc47e104e3f2 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=b78d31c9-2af0-49f1-9b73-59232a3abd9b HTTP/1.1" status: 200 len: 221 time: 0.0110056 Nov 12 03:48:30.746258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49030) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:30.768534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f70068a-2eab-46b9-9305-9cf089c601a2 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--256097632', 'description': 'label created by tempest'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:30.768989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f70068a-2eab-46b9-9305-9cf089c601a2 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Unknown quota resources ['metering_label']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:48:30.871535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-aebbba6f-f2e5-4dd3-898b-20779b4a88dc service neutron] 10.222.0.97 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689122 Nov 12 03:48:31.122340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f70068a-2eab-46b9-9305-9cf089c601a2 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.125665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f70068a-2eab-46b9-9305-9cf089c601a2 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3753021 Nov 12 03:48:31.128459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49066) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.316852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37725528-2b8e-4142-b41a-7e6436eaccff tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=bef2e33b-450e-4710-9df6-1f4352757dbd HTTP/1.1" status: 200 len: 467 time: 0.1845965 Nov 12 03:48:31.320448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.465300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.540273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d216167-528d-4b9a-82c1-9613f962ea94 req-62a2974b-c9ae-48ee-a720-09b3f7d67c64 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 210 time: 0.0830173 Nov 12 03:48:31.638545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:31.744720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:31.745636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.767302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9751bd70-d7dc-4e1d-8423-66969dd3f6c8 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:31.771809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.772111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9751bd70-d7dc-4e1d-8423-66969dd3f6c8 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-labels/bef2e33b-450e-4710-9df6-1f4352757dbd HTTP/1.1" status: 204 len: 168 time: 0.4499769 Nov 12 03:48:31.793392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.796511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d1554e86-4bb5-4cc7-931f-5a5bbab7d464 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=bef2e33b-450e-4710-9df6-1f4352757dbd HTTP/1.1" status: 200 len: 216 time: 0.0232086 Nov 12 03:48:31.811524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ed139bf-30b2-4ef7-bc2a-de11e1498e1b tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136592 Nov 12 03:48:31.812174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.832865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4a4d9036-a2d1-47c8-82ff-9fc3c87569c4 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0193412 Nov 12 03:48:31.836465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.920112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9fbce8dd-4e40-4d63-87de-dabe39446423 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels/a2f1e96f-e7e0-4c1e-8da2-ab836d0c9fbe HTTP/1.1" status: 200 len: 471 time: 0.0823648 Nov 12 03:48:31.923489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:31.942444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e08740a-fd90-42d4-b45f-098972fe2462 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules/bc0b3225-6b53-4eb7-be76-0ba40efcbb27 HTTP/1.1" status: 200 len: 459 time: 0.0148594 Nov 12 03:48:31.944065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.086506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e33b30d4-0eba-4e07-a22e-fd0d09fb68ec tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.090817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e33b30d4-0eba-4e07-a22e-fd0d09fb68ec tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-label-rules/bc0b3225-6b53-4eb7-be76-0ba40efcbb27 HTTP/1.1" status: 204 len: 168 time: 0.1460752 Nov 12 03:48:32.091457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.318644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a88a56ff-7439-4cae-905a-e0a4160ad630 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.319859 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a88a56ff-7439-4cae-905a-e0a4160ad630 tempest-MeteringIpV6TestJSON-122331105 tempest-MeteringIpV6TestJSON-122331105-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-labels/a2f1e96f-e7e0-4c1e-8da2-ab836d0c9fbe HTTP/1.1" status: 204 len: 168 time: 0.2272179 Nov 12 03:48:32.644409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49256) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:32.778821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f892a63-a33a-484c-95fb-9c8c1a25d2b1 req-45dde8db-5b55-4076-867e-4d002d57b7f2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 210 time: 0.0411839 Nov 12 03:48:32.780141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-9afed644-2b26-4a9b-8a07-5a4a038ae3c7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:32.780141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-9afed644-2b26-4a9b-8a07-5a4a038ae3c7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/networks?id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 796 time: 0.1853983 Nov 12 03:48:32.797498 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c786cdb1-2677-4734-8d31-2e0028042594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.860065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-0146ec98-f0ab-4419-bffe-0fc169c2439a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 380 time: 0.0799246 Nov 12 03:48:32.871774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'port': {'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'admin_state_up': True, 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'security_groups': ['b5712ab5-2392-4f29-8608-6084b76ce114']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:32.917937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c786cdb1-2677-4734-8d31-2e0028042594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.923983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c786cdb1-2677-4734-8d31-2e0028042594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:32.970968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c786cdb1-2677-4734-8d31-2e0028042594 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7fb684117b0d491aa6a7b794c53b16fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247805 Nov 12 03:48:32.972077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786cdb1-2677-4734-8d31-2e0028042594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af180795-7764-432f-9dd1-eef12caaac59,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:32.974235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.028332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:33.035608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.043911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.077496 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.140605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.144010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.145291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/af180795-7764-432f-9dd1-eef12caaac59 HTTP/1.1" status: 204 len: 168 time: 0.1701465 Nov 12 03:48:33.154668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86531-ebdd-473e-aa84-adbdc32d2f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af180795-7764-432f-9dd1-eef12caaac59,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.231626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.9 (d7f76f5a-41e4-42d7-8f78-32fb7945eed0/baa00879-f435-47be-bd14-857920512b8c/26e1a304-1eb6-4356-86a7-68156ddc79be) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:33.405242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.461268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.534892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:33.539148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:33.544278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:33.549478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.571831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.608467 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-459a64d4-c881-436e-a4bc-60732bd340c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.624665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.625323 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.653901 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e2a6f800-4801-49eb-bc21-01f2bcb76e81 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867181 Nov 12 03:48:33.687915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Request body: {'port': {'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:33.764309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.766348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-459a64d4-c881-436e-a4bc-60732bd340c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.775736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-459a64d4-c881-436e-a4bc-60732bd340c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.836491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-459a64d4-c881-436e-a4bc-60732bd340c4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8f874ef5eca24e889470ed6ab63e0483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2612176 Nov 12 03:48:33.841242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:33.865276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a64d4-c881-436e-a4bc-60732bd340c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae7d8a-c900-429f-85df-438f1d9b9e8a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:33.914884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-105d429d-feea-4fe6-9b87-94a938a0b13c None None] Provisioning complete for port 26e1a304-1eb6-4356-86a7-68156ddc79be triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:33.915359 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-105d429d-feea-4fe6-9b87-94a938a0b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.939399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4df5-1a96-4499-a1b0-a5f09695fefb req-dd3f7122-2caf-4dfe-b923-f8446ee8cbd7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:33.940915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a2d4df5-1a96-4499-a1b0-a5f09695fefb req-dd3f7122-2caf-4dfe-b923-f8446ee8cbd7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 931 time: 0.1006105 Nov 12 03:48:33.957083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:33.968717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-105d429d-feea-4fe6-9b87-94a938a0b13c None None] Port 26e1a304-1eb6-4356-86a7-68156ddc79be cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:34.019673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.037135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a2d4df5-1a96-4499-a1b0-a5f09695fefb req-aef1bd91-70a7-45e1-b057-b9eb5bc8836e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768843 Nov 12 03:48:34.092252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.096696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.098888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/efae7d8a-c900-429f-85df-438f1d9b9e8a HTTP/1.1" status: 204 len: 168 time: 0.2564633 Nov 12 03:48:34.113714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dc93d-7a70-4cb1-a226-83d0686a1b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae7d8a-c900-429f-85df-438f1d9b9e8a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.211464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e1a304-1eb6-4356-86a7-68156ddc79be {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:34.220592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.240634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Transition to ACTIVE for port object 26e1a304-1eb6-4356-86a7-68156ddc79be will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:48:34.244884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.403235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Pushing event updated for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.472374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Attempting to bind port 26e1a304-1eb6-4356-86a7-68156ddc79be on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:34.473544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Attempting to bind port 26e1a304-1eb6-4356-86a7-68156ddc79be by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:34.474099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Attempting to bind port 26e1a304-1eb6-4356-86a7-68156ddc79be on network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:34.490101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Port 26e1a304-1eb6-4356-86a7-68156ddc79be on network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:34.490524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Attempting to bind port 26e1a304-1eb6-4356-86a7-68156ddc79be on network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:34.501341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:34.502304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Checking segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:34.502987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Bound using segment: {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:34.504341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Bound port: 26e1a304-1eb6-4356-86a7-68156ddc79be, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0fdd9d-dd01-4644-a871-cf5e5f71a591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:34.505379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.617547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:34.620928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=26e1a304-1eb6-4356-86a7-68156ddc79be,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:34.629226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.717017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.718183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:34.723628 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] 10.222.0.16 "PUT /v2.0/ports/26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 200 len: 1092 time: 1.0473945 Nov 12 03:48:34.726383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:34.730527 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:34.747756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d6d98-6316-402b-84ed-3b84480ae951 service neutron] Pushing event updated for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:34.788749 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bcebf7-f041-4155-b01b-c548898134cd x-openstack-request-id: req-88bcebf7-f041-4155-b01b-c548898134cd {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:34.789040 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:34.789323 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-88bcebf7-f041-4155-b01b-c548898134cd {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:34.789724 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'status': 'completed', 'code': 200} Nov 12 03:48:34.877051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-cfd9c8b2-ee87-441a-a8a4-badaec57cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:34.878672 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-cfd9c8b2-ee87-441a-a8a4-badaec57cfa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1095 time: 0.0568774 Nov 12 03:48:35.213010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d624866-7f12-4595-836f-251ef98f8f0a req-5bc7fb83-b6f2-4d85-b1b5-cfcb48d30035 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.223285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d624866-7f12-4595-836f-251ef98f8f0a req-5bc7fb83-b6f2-4d85-b1b5-cfcb48d30035 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 943 time: 0.0931082 Nov 12 03:48:35.306053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d624866-7f12-4595-836f-251ef98f8f0a req-40d69a2f-ae6c-4031-8ac2-6c55e5c77689 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813677 Nov 12 03:48:35.380108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-05248020-a0cb-4a1b-9f07-a89cf81724ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 200 len: 217 time: 0.4663024 Nov 12 03:48:35.440668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-92e8e053-2813-4b48-b77b-9ff259cfcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.442120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-92e8e053-2813-4b48-b77b-9ff259cfcbc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=baa00879-f435-47be-bd14-857920512b8c HTTP/1.1" status: 200 len: 834 time: 0.0502229 Nov 12 03:48:35.501042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-06d8f3d9-1c5f-4f9a-8b5d-9b56ce5214bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.502550 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-06d8f3d9-1c5f-4f9a-8b5d-9b56ce5214bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491152 Nov 12 03:48:35.633685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-6810ccbf-935f-45a9-9b95-e9682278c7e9 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146002 Nov 12 03:48:35.795025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c46f5aea-35ee-46b0-b1d4-0128117022b4 req-79ec156f-ec8c-4e4d-a9c7-63a6e01e044a service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225741 Nov 12 03:48:35.947494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-cc62dd34-243c-4a27-823c-e7fb55ae4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:35.949196 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-cc62dd34-243c-4a27-823c-e7fb55ae4ecb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1095 time: 0.0506773 Nov 12 03:48:35.984194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:36.097651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-ea4734de-f604-4126-9699-5fc2a7e32d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.111092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-ea4734de-f604-4126-9699-5fc2a7e32d05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 896 time: 0.1429806 Nov 12 03:48:36.165298 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-9451ea4c-a66c-403e-b98e-0562abca42cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 200 len: 217 time: 0.0551276 Nov 12 03:48:36.239282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-79593384-d588-42ec-b6c8-cd4e0f3814ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.241705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-79593384-d588-42ec-b6c8-cd4e0f3814ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=baa00879-f435-47be-bd14-857920512b8c HTTP/1.1" status: 200 len: 834 time: 0.0682776 Nov 12 03:48:36.312640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-c202a5f7-df7d-4fb1-86a2-d85c62c19166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.314173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-c202a5f7-df7d-4fb1-86a2-d85c62c19166 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638154 Nov 12 03:48:36.315427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-630790421'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:36.384248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Made reservation on behalf of bc564103fa1b4d738981b911a4781811 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:36.389044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.413978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.492965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-54985bf4-75a3-4730-94da-38901a1a6b78 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658206 Nov 12 03:48:36.519741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5026e3-af4e-44fc-a831-19cb5ab9e9aa req-bde77ddd-248a-4361-a389-00a1042fac15 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.528038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef5026e3-af4e-44fc-a831-19cb5ab9e9aa req-bde77ddd-248a-4361-a389-00a1042fac15 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 943 time: 0.0838063 Nov 12 03:48:36.611982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef5026e3-af4e-44fc-a831-19cb5ab9e9aa req-95178a92-736e-4109-867b-694ee65cb0f6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679901 Nov 12 03:48:36.667492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3cfd9600-6ab5-4e8e-a686-e683d6a4e3a9 req-cd01b4ed-7a11-4bf2-88be-63e7da5cd086 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658630 Nov 12 03:48:36.713590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.720275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.770017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:36.789357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e839b64-af6b-4266-8ead-940eeadf3180,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:36.813713 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.814322 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Added segment 3469492d-a3d4-4b5b-9630-914ed6049044 of type vlan for network 3878ef05-7494-4150-9a52-47b0a74d8a98 Nov 12 03:48:36.876224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.919093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.925551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:36.926510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:36.971578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9833536 Nov 12 03:48:37.014341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c0982-1ee0-41a5-aa1f-6649697d3730 tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Pushing event updated for resources: {'Network': ['ID=3878ef05-7494-4150-9a52-47b0a74d8a98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.027956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:37.227777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:37.232973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98', 'binding:host_id': 'n-h1-766726-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1209611047'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:37.269148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Made reservation on behalf of b5c846f20a6044978db9becd57493f3c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:37.271823 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.281734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.358545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.362493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.367190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port c836f005-2a66-4593-ab9e-1296ca067807 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:37.452256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008cbf70-29c2-46a2-8225-6e116229b92c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.609675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port c836f005-2a66-4593-ab9e-1296ca067807 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:37.619445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.626698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:37.720288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=c836f005-2a66-4593-ab9e-1296ca067807,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:37.731318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Checking segment: {'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:37.731691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Network hostable DHCP agents. Network: 3878ef05-7494-4150-9a52-47b0a74d8a98, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:37.754298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45dc4a-19c9-4a59-9659-f593d76fc464 req-abe08a8d-987d-4078-97bd-ec7ce3b1149f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:37.755758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb45dc4a-19c9-4a59-9659-f593d76fc464 req-abe08a8d-987d-4078-97bd-ec7ce3b1149f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 943 time: 0.0829906 Nov 12 03:48:37.769872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:37.789518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3878ef05-7494-4150-9a52-47b0a74d8a98) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:37.799355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:37.800557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f583ac-7206-4b62-b23e-8ae202d66f92 None None] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:37.828353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.828687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.829025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.835291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb45dc4a-19c9-4a59-9659-f593d76fc464 req-ce68bfed-c74a-4c97-9543-7768f7bbe8e8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717897 Nov 12 03:48:37.837408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.837737 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.838118 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 2 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.852076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.852418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.852755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.867308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.867643 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.868037 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 3 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.881843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.882175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.882507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.889097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.889423 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.889811 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 4 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.906255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.906585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.906948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.911658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.911984 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.912374 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 5 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.928561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.928894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.929235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.936040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.936217 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.936589 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 6 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.950669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.951055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.951389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.955915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.956238 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.956623 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 7 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.969516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.969841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.970172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:37.977758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:37.978086 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:37.978494 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 8 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:37.993648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:37.993977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:37.994315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:38.000101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:38.000101 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:38.000101 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 9 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:38.014998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:38.015569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:38.015894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:38.021266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:38.021661 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:38.021967 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 10 to bind port c836f005-2a66-4593-ab9e-1296ca067807 Nov 12 03:48:38.035798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:38.036137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:38.036483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:38.040976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port c836f005-2a66-4593-ab9e-1296ca067807 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:38.041306 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port c836f005-2a66-4593-ab9e-1296ca067807 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:38.042193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.131305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port c836f005-2a66-4593-ab9e-1296ca067807, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:38.131692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:38.137932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.173983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:38.174706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.234047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.0053766 Nov 12 03:48:38.235428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101ae90-4b7b-4164-9159-19b63d307c6f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=c836f005-2a66-4593-ab9e-1296ca067807,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.236992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.343762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Deleting port c836f005-2a66-4593-ab9e-1296ca067807 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:38.344136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.419447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port c836f005-2a66-4593-ab9e-1296ca067807, host n-h1-766726-29, got binding levels [] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.420081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.432357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 26e1a304-1eb6-4356-86a7-68156ddc79be details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:48:38.438212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Calling delete_port for c836f005-2a66-4593-ab9e-1296ca067807 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:38.582214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.583733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=26e1a304-1eb6-4356-86a7-68156ddc79be,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.601821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:48:38.615809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event deleted for resources: {'Port': ['ID=c836f005-2a66-4593-ab9e-1296ca067807,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.622821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.626426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f67bd12-2292-44f4-a962-2178f535c726 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "DELETE /v2.0/ports/c836f005-2a66-4593-ab9e-1296ca067807 HTTP/1.1" status: 204 len: 168 time: 0.3882816 Nov 12 03:48:38.629159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.652935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.660771 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3a7406-cd01-49dd-9408-5ef9ac4640b2 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:38.662542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af3a7406-cd01-49dd-9408-5ef9ac4640b2 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports/c836f005-2a66-4593-ab9e-1296ca067807 HTTP/1.1" status: 404 len: 333 time: 0.0323427 Nov 12 03:48:38.667482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:38.668897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e1a304-1eb6-4356-86a7-68156ddc79be {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:48:38.672234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1692052452'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:38.694520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=26e1a304-1eb6-4356-86a7-68156ddc79be,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:38.705994 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.706144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Made reservation on behalf of b5c846f20a6044978db9becd57493f3c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:38.706144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:38.724514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port 8b17a791-b5d0-41df-9a35-34d74850862d yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:38.769739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:38.937808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.032343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.091416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56ac1-37da-4792-98ac-1d2f81d42196 req-a8d5f5d2-e8ae-40e8-b555-b09d8d68085b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.093996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87a56ac1-37da-4792-98ac-1d2f81d42196 req-a8d5f5d2-e8ae-40e8-b555-b09d8d68085b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 944 time: 0.1099913 Nov 12 03:48:39.097356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:39.109244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:39.111972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:39.113188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:39.113935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.138228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['26e1a304-1eb6-4356-86a7-68156ddc79be'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:48:39.142730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=8b17a791-b5d0-41df-9a35-34d74850862d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.165696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67adc130-c38c-4cb5-8c62-dcf64b64b121 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4936833 Nov 12 03:48:39.166798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:39.175040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:39.228771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87a56ac1-37da-4792-98ac-1d2f81d42196 req-3310a63e-cedc-46b3-9a6d-fed4afd15e9d tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175137 Nov 12 03:48:39.303636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.580110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port 8b17a791-b5d0-41df-9a35-34d74850862d yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:39.592309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.601230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.664283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=8b17a791-b5d0-41df-9a35-34d74850862d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:39.669017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.683175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.683420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.683764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.688464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.688884 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.689271 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 2 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.707993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.708343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.708685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.715522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.716057 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.716917 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 3 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.732660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.733042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.733382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.739317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.739655 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.740065 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 4 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.764258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.765861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.766209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.771680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.772105 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.772669 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 5 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.787103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.787791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.788497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.796911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.797253 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.797651 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 6 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.815275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.815688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.816239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.825153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.825533 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.825972 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 7 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.842804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.843174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.843480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.849085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.849417 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.849904 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 8 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.864286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.864750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.865088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.869590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.870438 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.870885 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 9 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.884846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.885217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.886168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.891881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.892381 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.892907 n-d-766726-29 neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 10 to bind port 8b17a791-b5d0-41df-9a35-34d74850862d Nov 12 03:48:39.913336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:39.914487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:39.914487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:39.919842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:39.920236 n-d-766726-29 neutron-server[102605]: ERROR neutron.plugins.ml2.managers [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 8b17a791-b5d0-41df-9a35-34d74850862d on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:39.920564 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:39.996834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port 8b17a791-b5d0-41df-9a35-34d74850862d, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:39.997276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempted to set empty binding levels {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:40.004323 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.039902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] In _notify_port_updated(), no bound segment for port 8b17a791-b5d0-41df-9a35-34d74850862d on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:40.040779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.041388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.045643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "PUT /v2.0/ports/8b17a791-b5d0-41df-9a35-34d74850862d HTTP/1.1" status: 200 len: 976 time: 0.8762622 Nov 12 03:48:40.046451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.116421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ed6fc-63cb-4080-8f99-49e1a6075e87 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=8b17a791-b5d0-41df-9a35-34d74850862d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.155200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.155667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.156124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.156578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.157026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.157479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.157920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.158364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.158809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.159277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.159714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.160154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.160594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.161038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.161482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.161928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.162368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.162809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.163379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.163828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.164273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.164717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.165156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.165626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.166207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.166712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.167689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.168149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.175373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a70d2f7b-8cfc-40f3-9101-03df8fe6918b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25358 time: 0.1247618 Nov 12 03:48:40.175622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.262686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Deleting port 8b17a791-b5d0-41df-9a35-34d74850862d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:40.263133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.374270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port 8b17a791-b5d0-41df-9a35-34d74850862d, host n-h1-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:40.374667 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.397915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Calling delete_port for 8b17a791-b5d0-41df-9a35-34d74850862d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:40.424055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d65c64-1965-496c-93c6-9489d9279133 req-82553723-2eac-4fa3-9ba6-64b0ca8fb678 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:40.427559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49d65c64-1965-496c-93c6-9489d9279133 req-82553723-2eac-4fa3-9ba6-64b0ca8fb678 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 944 time: 0.1022203 Nov 12 03:48:40.452427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 26e1a304-1eb6-4356-86a7-68156ddc79be up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:40.519316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 26e1a304-1eb6-4356-86a7-68156ddc79be completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:48:40.524564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 26e1a304-1eb6-4356-86a7-68156ddc79be triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:40.525322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.552213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49d65c64-1965-496c-93c6-9489d9279133 req-253ad205-170d-490f-b933-b723efdb3158 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171091 Nov 12 03:48:40.577907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.658502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b17a791-b5d0-41df-9a35-34d74850862d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.665511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.678634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2be51294-7a51-4c9c-ae0d-e0b36027536c tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "DELETE /v2.0/ports/8b17a791-b5d0-41df-9a35-34d74850862d HTTP/1.1" status: 204 len: 168 time: 0.4995680 Nov 12 03:48:40.678894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.716647 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26ff505-234a-4aa5-b62a-b383e962917f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:40.721742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a26ff505-234a-4aa5-b62a-b383e962917f tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports/8b17a791-b5d0-41df-9a35-34d74850862d HTTP/1.1" status: 404 len: 333 time: 0.0382226 Nov 12 03:48:40.722602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:40.731945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1237219269', 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:40.752191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.776679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Made reservation on behalf of b5c846f20a6044978db9becd57493f3c for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:40.779508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.788683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:40.791045 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5baabc1-a8ab-4e60-acec-c2e165a84563" -d '{"events": [{"server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "name": "network-vif-plugged", "status": "completed", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:40.810167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=26e1a304-1eb6-4356-86a7-68156ddc79be,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:40.821415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port d17daf11-c82e-49d5-a1d3-f7e100a10fda yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:40.822411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:40.880658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:40.945926 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8872609f-b7f0-4c54-95fc-25aed5379d89 x-openstack-request-id: req-8872609f-b7f0-4c54-95fc-25aed5379d89 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:40.946304 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "name": "network-vif-plugged", "status": "completed", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:40.946649 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8872609f-b7f0-4c54-95fc-25aed5379d89 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:40.947152 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'code': 200} Nov 12 03:48:41.049229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.090686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.125260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51648235-2f4b-414a-a6e5-f0bd59588d97 req-c718364b-efe3-4f9b-84fa-f03609173793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.127645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-51648235-2f4b-414a-a6e5-f0bd59588d97 req-c718364b-efe3-4f9b-84fa-f03609173793 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1097 time: 0.0593107 Nov 12 03:48:41.139438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:41.142320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:41.146869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:41.147836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.148492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.154867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=d17daf11-c82e-49d5-a1d3-f7e100a10fda,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.179227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-17d2f1d1-3c50-4ed1-8e73-6a0416b9bb00 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4544065 Nov 12 03:48:41.182094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.197670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-51648235-2f4b-414a-a6e5-f0bd59588d97 req-a271f7e7-735d-4941-958c-0152749a6c3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607474 Nov 12 03:48:41.216487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457012f4-dc0f-4cec-b372-c12cdc872a1b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.221187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-457012f4-dc0f-4cec-b372-c12cdc872a1b tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports/d17daf11-c82e-49d5-a1d3-f7e100a10fda HTTP/1.1" status: 200 len: 955 time: 0.0353167 Nov 12 03:48:41.221187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.295822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Deleting port d17daf11-c82e-49d5-a1d3-f7e100a10fda {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:41.296074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.364279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.379638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Calling delete_port for d17daf11-c82e-49d5-a1d3-f7e100a10fda owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:41.465126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.499601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event deleted for resources: {'Port': ['ID=d17daf11-c82e-49d5-a1d3-f7e100a10fda,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.503336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.508908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e33bac07-fcb9-41bd-b355-ab6e757f4848 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "DELETE /v2.0/ports/d17daf11-c82e-49d5-a1d3-f7e100a10fda HTTP/1.1" status: 204 len: 168 time: 0.2844870 Nov 12 03:48:41.509642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.534046 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d0afcb-a1fc-42b7-883b-b7e2d8154fea tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:41.539182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-55d0afcb-a1fc-42b7-883b-b7e2d8154fea tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports/d17daf11-c82e-49d5-a1d3-f7e100a10fda HTTP/1.1" status: 404 len: 333 time: 0.0250413 Nov 12 03:48:41.539631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.546171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-230489571'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.570377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Made reservation on behalf of b5c846f20a6044978db9becd57493f3c for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:41.572731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.590972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:41.770440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679671e-ab2d-4f60-b55b-521c5517e64d req-0831b4ca-4707-4cc2-a436-86c195cc5971 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.772505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7679671e-ab2d-4f60-b55b-521c5517e64d req-0831b4ca-4707-4cc2-a436-86c195cc5971 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.1285276 Nov 12 03:48:41.789682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.825761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.830942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7679671e-ab2d-4f60-b55b-521c5517e64d req-6c390ee6-5843-435d-9ad7-0f322fb8b4dd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494814 Nov 12 03:48:41.880616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Network 3878ef05-7494-4150-9a52-47b0a74d8a98 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:41.884750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:41.891542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:41.892506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:41.893113 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:41.896712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdb72d6-8874-402e-bbf6-1a7a5766bfb8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:41.920420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9f2f5b7-4901-48fb-948f-ad3c3a61cc92 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3758869 Nov 12 03:48:41.920619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49674) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:41.925991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:41.990049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.233243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] device_id is not set on port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:42.242143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.257388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.334128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdb72d6-8874-402e-bbf6-1a7a5766bfb8,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.345661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.346002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.346344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.351113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.351454 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.351848 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 2 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.367510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.367853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.368185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.373982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.374342 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.375110 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 3 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.393423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.393968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.394456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.400949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.401327 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.401783 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 4 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.418224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.418569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.418994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.427353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.427833 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.428235 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 5 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.451209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.452043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.452864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.464683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.465069 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.465463 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 6 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.480544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.481079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.481562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.487731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.488109 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.488431 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 7 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.503601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.503995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.504261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.509338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.509675 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.510060 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 8 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.524890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.525225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.525559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.530990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.531324 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.531713 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 9 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.546327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.546670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.547220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.552498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.552987 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.553523 n-d-766726-29 neutron-server[102604]: INFO neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempt 10 to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 Nov 12 03:48:42.570773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:42.570773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:42.571639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempting to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:42.576733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:48:42.577091 n-d-766726-29 neutron-server[102604]: ERROR neutron.plugins.ml2.managers [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Failed to bind port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on host n-h1-766726-29 for vnic_type normal using segments [{'id': '3469492d-a3d4-4b5b-9630-914ed6049044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3878ef05-7494-4150-9a52-47b0a74d8a98'}] Nov 12 03:48:42.577451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.654799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:42.655126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attempted to set empty binding levels {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 03:48:42.660148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.699674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] In _notify_port_updated(), no bound segment for port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 on network 3878ef05-7494-4150-9a52-47b0a74d8a98 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:42.700569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:42.701630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.706041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:42.706176 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "PUT /v2.0/ports/7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 HTTP/1.1" status: 200 len: 975 time: 0.7844450 Nov 12 03:48:42.734283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30d6d-4a53-42b3-b904-9120e2ecf227 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdb72d6-8874-402e-bbf6-1a7a5766bfb8,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:42.811068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Deleting port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:42.812008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.885761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] For port 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8, host n-h1-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:42.886234 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:42.904277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Calling delete_port for 7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:43.022665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fad0e-d16f-41d4-ba3f-13562e1772ab req-b096e27a-81f0-404b-b6e3-fd350bf0eeed tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.024838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da8fad0e-d16f-41d4-ba3f-13562e1772ab req-b096e27a-81f0-404b-b6e3-fd350bf0eeed tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.0702262 Nov 12 03:48:43.080154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.091183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da8fad0e-d16f-41d4-ba3f-13562e1772ab req-e410f6a9-9125-41fa-92ac-c73c2d328f27 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595767 Nov 12 03:48:43.114933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cdb72d6-8874-402e-bbf6-1a7a5766bfb8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.121983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.127485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f8a3fee4-0ec3-4c5b-bddc-70edfc890956 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "DELETE /v2.0/ports/7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 HTTP/1.1" status: 204 len: 168 time: 0.4183006 Nov 12 03:48:43.128303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.154719 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b58ce35-3b52-474e-9832-d5954b8cce31 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] GET failed (client error): The resource could not be found. Nov 12 03:48:43.158894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b58ce35-3b52-474e-9832-d5954b8cce31 tempest-PortsAdminExtendedAttrsTestJSON-515192172 tempest-PortsAdminExtendedAttrsTestJSON-515192172-project-admin] 10.222.0.97 "GET /v2.0/ports/7cdb72d6-8874-402e-bbf6-1a7a5766bfb8 HTTP/1.1" status: 404 len: 333 time: 0.0275784 Nov 12 03:48:43.160975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.251710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.383450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.425486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3878ef05-7494-4150-9a52-47b0a74d8a98']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.446362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3469492d-a3d4-4b5b-9630-914ed6049044') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.446873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3469492d-a3d4-4b5b-9630-914ed6049044') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:43.476664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.539114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.551314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:43.551708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:43.556024 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:43.612067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0a8c4-e736-404a-8174-498505365305 req-62c47ee1-7c3b-4d06-b1b6-23e5fdcb2cb4 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.613562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecb0a8c4-e736-404a-8174-498505365305 req-62c47ee1-7c3b-4d06-b1b6-23e5fdcb2cb4 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.1423280 Nov 12 03:48:43.667949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.677503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:43.682916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] 10.222.0.97 "DELETE /v2.0/networks/3878ef05-7494-4150-9a52-47b0a74d8a98 HTTP/1.1" status: 204 len: 168 time: 0.5193002 Nov 12 03:48:43.703244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1379-4a73-45af-bb14-ff7c852fee0c tempest-PortsAdminExtendedAttrsTestJSON-159446060 tempest-PortsAdminExtendedAttrsTestJSON-159446060-project] Pushing event deleted for resources: {'Network': ['ID=3878ef05-7494-4150-9a52-47b0a74d8a98,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:43.727944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ecb0a8c4-e736-404a-8174-498505365305 req-f1c49ffc-6c22-44dd-85e2-768f730c07d9 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996928 Nov 12 03:48:43.760196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49704) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.816229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083140f5-2d00-4e60-9905-8c0e84a9cca1 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:43.818071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-083140f5-2d00-4e60-9905-8c0e84a9cca1 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1092 time: 0.0563171 Nov 12 03:48:43.821034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:43.826877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:43.907314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.131868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.262510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.340618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.25.7.99 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/109c5c4e-7da7-4137-848a-afc0ef55d7f3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:44.525212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-80758b23-f445-4965-b74d-48da0d8a47b9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bc564103fa1b4d738981b911a4781811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604635 Nov 12 03:48:44.528512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49724) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:44.555666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.594521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.596925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.653875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.655511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:44.659920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:44.667420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:44.718013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=109c5c4e-7da7-4137-848a-afc0ef55d7f3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:44.751580 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.754708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:44.758100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0e839b64-af6b-4266-8ead-940eeadf3180 HTTP/1.1" status: 204 len: 168 time: 0.2284467 Nov 12 03:48:44.769009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a522-894f-495c-81c4-74964127a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e839b64-af6b-4266-8ead-940eeadf3180,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:45.206587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49732) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.270475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b21ccd6-6fbb-4bab-ae42-516d23d09630 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b5c846f20a6044978db9becd57493f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623446 Nov 12 03:48:45.272911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:45.273026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.336805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.363387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.397118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.488804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.489714 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:48:45.499457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:45.500995 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/008cbf70-29c2-46a2-8225-6e116229b92c HTTP/1.1" status: 204 len: 168 time: 0.2269380 Nov 12 03:48:45.538504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064829b-f7d3-47cd-b42b-cff92adf47de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008cbf70-29c2-46a2-8225-6e116229b92c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.001865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.007549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.096658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=109c5c4e-7da7-4137-848a-afc0ef55d7f3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:46.110081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.110567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.110874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.111131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.112100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.112717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.113056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.113389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.113854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.114072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.114353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.114797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:46.120541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.235074 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Floating IP bd8ace15-dfdb-44de-b360-329c6ebe0bdb associated. External IP: 172.25.7.99, port: 26e1a304-1eb6-4356-86a7-68156ddc79be. Nov 12 03:48:46.557691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:48:46.586598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.736353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:46.752707 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:46.772428 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:46.774621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:46.786201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-268942709'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:46.793294 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.823573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Made reservation on behalf of 4912a9f61e7f4e28a644f9e7fd978a4f for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:46.830657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3436b1ea-d6a6-442a-b6d9-00baa17f9036 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0057118 Nov 12 03:48:46.830657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:48:46.831029 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efe76e8-a688-4cba-8af7-85d811af9305" -d '{"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:48:46.831908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.834068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:46.862709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:46.919632 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de1aae-b987-4a5b-bc8f-1f246a026d56 x-openstack-request-id: req-84de1aae-b987-4a5b-bc8f-1f246a026d56 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:48:46.920110 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:48:46.920496 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-84de1aae-b987-4a5b-bc8f-1f246a026d56 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:48:46.921107 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'status': 'completed', 'code': 200} Nov 12 03:48:46.950038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:46.960723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2dd103dc-ef17-42ba-8bc4-49b1b63b6f8f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/bd8ace15-dfdb-44de-b360-329c6ebe0bdb HTTP/1.1" status: 200 len: 990 time: 0.1221128 Nov 12 03:48:47.044055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-125c5511-0460-4eb8-a509-3ee03d4c1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.045592 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-125c5511-0460-4eb8-a509-3ee03d4c1886 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1097 time: 0.0815032 Nov 12 03:48:47.072240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.098799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.154800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:47.185474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.185807 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Added segment d4bb9413-f5b6-47af-a2ab-b2f0c104e03f of type vlan for network 5169a4cf-7f26-4780-9950-b13bcb625fdf Nov 12 03:48:47.189568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd22ce-19d9-42db-ae19-6569f4a5c889,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.217543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.217891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.218251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.218551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.218939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.219233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.219569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.219892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.220219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.220541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.220863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.221181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:48:47.265191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-83063a00-a5ab-4c06-aac5-7aca9bb3d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.267327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-83063a00-a5ab-4c06-aac5-7aca9bb3d12b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 896 time: 0.2085516 Nov 12 03:48:47.271596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.282560 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.314545 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:48:47.324616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:47.325187 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:47.351887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.358262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.358904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.383911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7955093 Nov 12 03:48:47.386457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:47.392776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Request body: {'subnet': {'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:47.408619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-16f26448-4b97-4278-9247-7dd46df93131 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 200 len: 998 time: 0.1232972 Nov 12 03:48:47.489751 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:48:47.510784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-d9552200-0f49-4732-a880-dbdb714924b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.513657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-d9552200-0f49-4732-a880-dbdb714924b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=baa00879-f435-47be-bd14-857920512b8c HTTP/1.1" status: 200 len: 834 time: 0.0987930 Nov 12 03:48:47.515096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0bd97-eeff-402b-8149-99592d053d10 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'Network': ['ID=5169a4cf-7f26-4780-9950-b13bcb625fdf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:47.528756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:47.533932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Made reservation on behalf of 4912a9f61e7f4e28a644f9e7fd978a4f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:47.543112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.594538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-d02aa217-6539-46c9-a36f-9929b37b5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:47.596165 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-d02aa217-6539-46c9-a36f-9929b37b5e52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706942 Nov 12 03:48:47.768912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-2b0acb94-860c-4592-a679-d8f13a2817b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647601 Nov 12 03:48:47.961908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:47.966461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49814) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.084521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0efe76e8-a688-4cba-8af7-85d811af9305 req-032e378d-1ade-4e9c-a1cc-59cb77aeb418 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046539 Nov 12 03:48:48.099568 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:48.132821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'Subnet': ['ID=17db5d38-487f-46ef-a15e-ff309aef5ca4,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:48.149174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9be6b22-39ef-42b5-a761-38eaa65b6aae tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/bd8ace15-dfdb-44de-b360-329c6ebe0bdb HTTP/1.1" status: 200 len: 990 time: 0.1802065 Nov 12 03:48:48.153091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Checking segment: {'id': 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:48.153957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Network hostable DHCP agents. Network: 5169a4cf-7f26-4780-9950-b13bcb625fdf, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:48.162263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aac28f-c412-4566-a115-64c160c3de3d None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:48:25Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:45Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:48.187858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:48.203823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5169a4cf-7f26-4780-9950-b13bcb625fdf) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:48.209895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:48.210744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.223653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456269f5-f4ae-4ce5-932f-1850ca42638b None None] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:48.257083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-391b9e4d-e9bf-4859-99c7-765f5515c4e0 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8689713 Nov 12 03:48:48.259825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49820) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:48.267878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Request body: {'port': {'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1177605210'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:48.474713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5169a4cf-7f26-4780-9950-b13bcb625fdf', 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf', 'tenant_id': '4912a9f61e7f4e28a644f9e7fd978a4f', 'fixed_ips': [{'subnet_id': '17db5d38-487f-46ef-a15e-ff309aef5ca4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:48:48.475676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.481169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Made reservation on behalf of 4912a9f61e7f4e28a644f9e7fd978a4f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:48.493289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:48.557181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] device_id is not set on port 4cc166fe-aee4-4711-8358-964c6908c7a4 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:48.625164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d39be-3281-466e-b569-3d0b45ac4d6f None None] New status for floating IP bd8ace15-dfdb-44de-b360-329c6ebe0bdb: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:48:48.825622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Allocated IP 2001:db8::2 (5169a4cf-7f26-4780-9950-b13bcb625fdf/17db5d38-487f-46ef-a15e-ff309aef5ca4/a2a3cbd3-11c0-43cd-a4cb-a5f635143eff) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:49.083605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.093692 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.153058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.160039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:49.166979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:49.170165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:49.191425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Allocated IP 2001:db8::bf (5169a4cf-7f26-4780-9950-b13bcb625fdf/17db5d38-487f-46ef-a15e-ff309aef5ca4/4cc166fe-aee4-4711-8358-964c6908c7a4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:49.259550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Pushing event updated for resources: {'Port': ['ID=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.279097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Attempting to bind port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:48:49.279624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Attempting to bind port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:48:49.280932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Attempting to bind port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff on network 5169a4cf-7f26-4780-9950-b13bcb625fdf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:48:49.287367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3f413f1e-9f37-4a38-8dda-b3c4f253ef48 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/bd8ace15-dfdb-44de-b360-329c6ebe0bdb HTTP/1.1" status: 200 len: 992 time: 0.1316071 Nov 12 03:48:49.288371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:48:49.288854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Checking segment: {'id': 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:49.289336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.289790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Bound using segment: {'id': 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:48:49.290361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Bound port: a2a3cbd3-11c0-43cd-a4cb-a5f635143eff, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:48:49.290807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.388530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] For port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:48:49.393568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] For port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,segment=NetworkSegment(d4bb9413-f5b6-47af-a2ab-b2f0c104e03f),segment_id=d4bb9413-f5b6-47af-a2ab-b2f0c104e03f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:48:49.397771 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.468143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.489564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093ab85-8a09-4daa-b949-bf25128199af None None] Pushing event updated for resources: {'Port': ['ID=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.513523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.575757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:49.579174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:49.583122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:49.589341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:49.589964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.596978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'Port': ['ID=4cc166fe-aee4-4711-8358-964c6908c7a4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:49.623354 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9c13cbc0-33ea-420d-b847-d60b4fa416ae tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3610449 Nov 12 03:48:49.626484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49844) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:49.633113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Request body: {'port': {'network_id': '5169a4cf-7f26-4780-9950-b13bcb625fdf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-755073930', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:49.636068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] bootfile-name is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:49.637015 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] tftp-server is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:49.637513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.api.validators [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] server-ip-address is not in valid_values {{(pid=102605) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:49.884607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Made reservation on behalf of 4912a9f61e7f4e28a644f9e7fd978a4f for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:49.888722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:49.926000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] device_id is not set on port f891a09d-3237-4800-9744-022604feffc7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:48:50.061122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Allocated IP 2001:db8::b2 (5169a4cf-7f26-4780-9950-b13bcb625fdf/17db5d38-487f-46ef-a15e-ff309aef5ca4/f891a09d-3237-4800-9744-022604feffc7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:50.278699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.327833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.383538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:50.389553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:50.394976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:50.402071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.404003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.424582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'Port': ['ID=f891a09d-3237-4800-9744-022604feffc7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:50.445622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c4878cf-e142-43a1-8476-be084849b30d tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.8177056 Nov 12 03:48:50.448341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49866) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.564959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db5e0-6cc3-4190-a05b-8eefd7e03bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.571106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db5e0-6cc3-4190-a05b-8eefd7e03bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.577411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756db5e0-6cc3-4190-a05b-8eefd7e03bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:50.579479 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-756db5e0-6cc3-4190-a05b-8eefd7e03bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1301060 Nov 12 03:48:50.582690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:50.670638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755e8e9-e969-4550-bc2e-8c903fb0db7a None None] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:50.718642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Deleting port f891a09d-3237-4800-9744-022604feffc7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:50.719027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.761582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] Provisioning complete for port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:50.761991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.836217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:50.852112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Calling delete_port for f891a09d-3237-4800-9744-022604feffc7 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:50.943985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.002179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] For port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,segment=NetworkSegment(d4bb9413-f5b6-47af-a2ab-b2f0c104e03f),segment_id=d4bb9413-f5b6-47af-a2ab-b2f0c104e03f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:51.008820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.058249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.124018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480ab4-36db-42a9-858e-87b37a44e081 None None] Pushing event updated for resources: {'Port': ['ID=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.125732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event deleted for resources: {'Port': ['ID=f891a09d-3237-4800-9744-022604feffc7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.175065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.180688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-48ce04ee-7ab4-47ee-a640-c5e285ae41c1 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "DELETE /v2.0/ports/f891a09d-3237-4800-9744-022604feffc7 HTTP/1.1" status: 204 len: 168 time: 0.5958724 Nov 12 03:48:51.184158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.190787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Request body: {'port': {'name': 'tempest-new-port-name-110040426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:51.191228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] bootfile-name is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:51.191569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] tftp-server is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:51.191905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.api.validators [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] server-ip-address is not in valid_values {{(pid=102604) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 03:48:51.277242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.508963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Provisioning complete for port 4cc166fe-aee4-4711-8358-964c6908c7a4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:51.509342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.613170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Port 4cc166fe-aee4-4711-8358-964c6908c7a4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:51.645803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a2a3cbd3-11c0-43cd-a4cb-a5f635143eff up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:48:51.646237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.648688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Provisioning complete for port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:51.650035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.653794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.706033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] In _notify_port_updated(), no bound segment for port 4cc166fe-aee4-4711-8358-964c6908c7a4 on network 5169a4cf-7f26-4780-9950-b13bcb625fdf {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:48:51.714415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.715842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.717502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "PUT /v2.0/ports/4cc166fe-aee4-4711-8358-964c6908c7a4 HTTP/1.1" status: 200 len: 1128 time: 0.5323086 Nov 12 03:48:51.720181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.751808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab028c-cf44-4665-a86d-c864fad0e356 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event updated for resources: {'Port': ['ID=4cc166fe-aee4-4711-8358-964c6908c7a4,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:51.811526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:51.811959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:51.826766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba81393-9ec3-48f1-aec2-a0ecdd8826bf tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:51.828927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5ba81393-9ec3-48f1-aec2-a0ecdd8826bf tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "GET /v2.0/ports/4cc166fe-aee4-4711-8358-964c6908c7a4 HTTP/1.1" status: 200 len: 1128 time: 0.1076782 Nov 12 03:48:51.833003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49898) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:51.997578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Deleting port 4cc166fe-aee4-4711-8358-964c6908c7a4 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:51.998037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.116658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-823edf47-7c2b-471d-b7a9-ea6bb4a0c0ca None None] Could not find standard attr ID for object f891a09d-3237-4800-9744-022604feffc7. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:52.151966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.167296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Calling delete_port for 4cc166fe-aee4-4711-8358-964c6908c7a4 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:52.205012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0960a89c-217b-4332-b5f7-4d738984c7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.247000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3af7fefd-5e23-4234-ae92-59a100601f62 None None] Provisioning complete for port 4cc166fe-aee4-4711-8358-964c6908c7a4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:52.247364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3af7fefd-5e23-4234-ae92-59a100601f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.313242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3af7fefd-5e23-4234-ae92-59a100601f62 None None] Port 4cc166fe-aee4-4711-8358-964c6908c7a4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:52.316625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3af7fefd-5e23-4234-ae92-59a100601f62 None None] Could not find standard attr ID for object f891a09d-3237-4800-9744-022604feffc7. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:52.373788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.424069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event deleted for resources: {'Port': ['ID=4cc166fe-aee4-4711-8358-964c6908c7a4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.454718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.462797 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-35ce9769-1913-4e4a-9cf8-06a50c7583ca tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "DELETE /v2.0/ports/4cc166fe-aee4-4711-8358-964c6908c7a4 HTTP/1.1" status: 204 len: 168 time: 0.6260631 Nov 12 03:48:52.463133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.543237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Deleting subnet 17db5d38-487f-46ef-a15e-ff309aef5ca4 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:48:52.547081 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.599878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.711016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.836553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.872312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event deleted for resources: {'Subnet': ['ID=17db5d38-487f-46ef-a15e-ff309aef5ca4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:52.877651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:52.881324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6317eb74-9a43-4b96-91eb-cd814671227a tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "DELETE /v2.0/subnets/17db5d38-487f-46ef-a15e-ff309aef5ca4 HTTP/1.1" status: 204 len: 168 time: 0.4164596 Nov 12 03:48:52.887504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 49922) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:52.944466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5e2c6a72-76b0-4273-b5b0-9f1211125f53 None None] Could not find standard attr ID for object 4cc166fe-aee4-4711-8358-964c6908c7a4. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:48:53.004482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.081780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Deleting port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:48:53.082151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.136516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7df0e-18ea-4ef1-89cc-c243bd3b6987 None None] Network 5169a4cf-7f26-4780-9950-b13bcb625fdf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:53.158189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] For port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,segment=NetworkSegment(d4bb9413-f5b6-47af-a2ab-b2f0c104e03f),segment_id=d4bb9413-f5b6-47af-a2ab-b2f0c104e03f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:48:53.158562 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.172490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Calling delete_port for a2a3cbd3-11c0-43cd-a4cb-a5f635143eff owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:48:53.269640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.297274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event deleted for resources: {'Port': ['ID=a2a3cbd3-11c0-43cd-a4cb-a5f635143eff,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.300945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] No DVR routers for this DVR port a2a3cbd3-11c0-43cd-a4cb-a5f635143eff on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:48:53.382940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8bd99-d213-4f68-b35f-0a39e7bc888a None None] DHCP port deletion for 5169a4cf-7f26-4780-9950-b13bcb625fdf request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:53.402859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.438222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5169a4cf-7f26-4780-9950-b13bcb625fdf']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:53.458137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:53.458403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bb9413-f5b6-47af-a2ab-b2f0c104e03f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:53.471519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.492075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.501969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:48:53.502628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.550455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a2a3cbd3-11c0-43cd-a4cb-a5f635143eff no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:48:53.574674 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:48:53.591376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.599467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:53.615740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a2a3cbd3-11c0-43cd-a4cb-a5f635143eff {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:48:53.615901 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] 10.222.0.97 "DELETE /v2.0/networks/5169a4cf-7f26-4780-9950-b13bcb625fdf HTTP/1.1" status: 204 len: 168 time: 0.7255242 Nov 12 03:48:53.616436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a2a3cbd3-11c0-43cd-a4cb-a5f635143eff not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:48:53.655197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd4cd2-54d5-4777-a86d-8670cc56aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221 tempest-ExtraDHCPOptionsIpV6TestJSON-270355221-project] Pushing event deleted for resources: {'Network': ['ID=5169a4cf-7f26-4780-9950-b13bcb625fdf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:53.927399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.078868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7c310661-4bb8-417c-97af-69ecf9c9d5d4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4912a9f61e7f4e28a644f9e7fd978a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493623 Nov 12 03:48:54.080851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 49964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:54.130120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.152465 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.206778 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.209446 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.213905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4ecd22ce-19d9-42db-ae19-6569f4a5c889 HTTP/1.1" status: 204 len: 168 time: 0.1291673 Nov 12 03:48:54.221806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48c22-b7cb-4de3-9f5c-0438cc3d9d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd22ce-19d9-42db-ae19-6569f4a5c889,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:54.337047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a97df73-81d1-4451-83c9-260ba12654d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:54.994144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.117247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-606576431'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.144256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:55.148274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.158699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.260862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.269472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.294863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:48:55.321975 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.321975 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Added segment bd10ecc4-e20f-4466-adb6-168e2310f07c of type vlan for network 7da243cf-0d42-424a-89fb-b3dadf850089 Nov 12 03:48:55.321975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac75eae-be32-45bb-87b7-caa58a40ad72,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.374361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.413259 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.419976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.420613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.459906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.470481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4750483 Nov 12 03:48:55.473583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.480430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'subnet': {'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:55.512454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2af9de-20fd-4c2a-8bb6-44925b5ff1c6 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Network': ['ID=7da243cf-0d42-424a-89fb-b3dadf850089,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.524224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 7da243cf-0d42-424a-89fb-b3dadf850089 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:48:55.615055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:48:55.618501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.829282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.906682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Subnet': ['ID=5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:55.913529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Checking segment: {'id': 'bd10ecc4-e20f-4466-adb6-168e2310f07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:48:55.914051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network hostable DHCP agents. Network: 7da243cf-0d42-424a-89fb-b3dadf850089, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:48:55.936607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:48:55.949001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 7da243cf-0d42-424a-89fb-b3dadf850089) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:55.953515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:48:55.954282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:55.960955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c0517-1beb-480e-925b-7699bd719b0d None None] Network 7da243cf-0d42-424a-89fb-b3dadf850089 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:55.975072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-907f9643-0c52-443b-8d78-fe3e901b1601 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4996302 Nov 12 03:48:55.977537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:55.984378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2140040123', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:48:56.012461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.014034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.123153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.176003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da4f0a-6d23-49d9-bf64-56e9164a693e None None] Network 7da243cf-0d42-424a-89fb-b3dadf850089 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:48:56.303993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.848962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.871446 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:56.930761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.020297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.161 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c4408bd2-5ae1-41e4-b58d-f2648a745ae7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:57.142974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.200565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.253582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:57.256666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:57.261802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:57.265944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=c4408bd2-5ae1-41e4-b58d-f2648a745ae7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:57.294595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb635a88-44a0-4932-9696-45b3d4ad9325 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:48:57.414165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ce10f832-e32e-42df-94a8-dc27a941412d None None] Provisioning complete for port c4408bd2-5ae1-41e4-b58d-f2648a745ae7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:48:57.414762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce10f832-e32e-42df-94a8-dc27a941412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.456173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ce10f832-e32e-42df-94a8-dc27a941412d None None] Port c4408bd2-5ae1-41e4-b58d-f2648a745ae7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:48:57.570157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.743699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.807462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:57.969260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:48:58.098677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:48:58.111085 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:48:58.124017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:58.127975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b55b8c1-c45b-44c3-a0a7-ad9c793ccc99 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1468956 Nov 12 03:48:58.128192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:48:58.132158 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:58.133025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.175159 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.185295 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:48:58.185896 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.221327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:48:58.222286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25cb7f-1174-4d6b-a98d-751a97f1c0f5 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:48:58.657086 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.019891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.1 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/7c59fbff-52f1-442c-8ee0-759d2ad40bac) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:48:59.178942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.220295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.266487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:59.269817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:48:59.273940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:48:59.281692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7c59fbff-52f1-442c-8ee0-759d2ad40bac,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.339140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.525634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.811232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.815932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.890245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7c59fbff-52f1-442c-8ee0-759d2ad40bac,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:48:59.892688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:48:59.998502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:48:59.999902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:00.117681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:00.244109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:00.258260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7a4fbea8-d507-4581-8fb8-fe2ae9edde55 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/routers/cea92e72-da25-4773-a6df-e3b1419b8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1289742 Nov 12 03:49:00.258564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:00.261158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50130) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.269902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'port': {'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089', 'name': 'tempest-FloatingIPTestJSON-1815125823'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:00.270059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:00.270958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.312386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.321846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:00.322597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.359106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:00.359827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285f9b7-2a15-4fb9-b52f-43621113b6eb None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:00.421459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e566ab-2c70-4b02-8abb-0496b22d635b req-e4505215-d9b1-4dc0-92b6-6da6417821c2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.423106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02e566ab-2c70-4b02-8abb-0496b22d635b req-e4505215-d9b1-4dc0-92b6-6da6417821c2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0853465 Nov 12 03:49:00.475398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:00.479928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.509428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02e566ab-2c70-4b02-8abb-0496b22d635b req-fb803480-c84b-4c56-90c1-4049647a4c32 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774775 Nov 12 03:49:00.511023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] device_id is not set on port 692f1709-9b73-4c68-8d05-71485eb1cbdf yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:00.637700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.9 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/692f1709-9b73-4c68-8d05-71485eb1cbdf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:00.800140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.837777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.879120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:00.885017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:00.888092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:00.920712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=692f1709-9b73-4c68-8d05-71485eb1cbdf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:00.946396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:00.947101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:00.967340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-27387981-07f4-45c4-9b06-0543c3f328a0 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7038002 Nov 12 03:49:00.970201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:00.975402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'port': {'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089', 'name': 'tempest-FloatingIPTestJSON-765746960'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.091016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:01.094781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.112019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] device_id is not set on port c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:01.224104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.13 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:01.381918 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.416767 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.470964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.473213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:01.476819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:01.479835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:01.508111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:01.542523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.543241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.563521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-53a90a98-3a0d-40e6-bd0b-135ee279b0e1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5919900 Nov 12 03:49:01.565153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:01.570088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:01.608907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.668585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb75f-e363-4afe-96ce-86fb17000925 req-9a704b5b-d664-418e-9d05-9ee8208587d1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:01.670084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee2cb75f-e363-4afe-96ce-86fb17000925 req-9a704b5b-d664-418e-9d05-9ee8208587d1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0753069 Nov 12 03:49:01.759152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee2cb75f-e363-4afe-96ce-86fb17000925 req-e5bbd2fd-d207-4951-9f6e-b82c3bf338b3 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615122 Nov 12 03:49:01.786370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:01.915581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.7 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/30866806-7ce7-47d7-ad21-8f8e7fd61526) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:02.024893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.062801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.114986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:02.117950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:02.122029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:02.143418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=30866806-7ce7-47d7-ad21-8f8e7fd61526,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.431193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-0f7b5a5f-24f4-4929-91fe-1de68e4802c0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:02.433306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-0f7b5a5f-24f4-4929-91fe-1de68e4802c0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 945 time: 0.0641778 Nov 12 03:49:02.500900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.538763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Deleting port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:02.539221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.577701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.639197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] For port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:02.639588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.662149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Calling delete_port for ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:02.758912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.764068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.799247 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.833721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ed8808f2-dd8b-4c6d-abb6-7f02df0e2645'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:02.841519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=30866806-7ce7-47d7-ad21-8f8e7fd61526,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.852975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Pushing event deleted for resources: {'Port': ['ID=ed8808f2-dd8b-4c6d-abb6-7f02df0e2645,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:02.860844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.898257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] No DVR routers for this DVR port ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:02.902405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:02.906337 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3a4dfb9-ad07-43be-98ad-6902eff63828 req-c62007c5-49a6-490a-87eb-3283270c2378 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "DELETE /v2.0/ports/ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 HTTP/1.1" status: 204 len: 173 time: 0.4662154 Nov 12 03:49:02.906675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'name': 'network-vif-deleted', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:02.920225 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21af98b-d7b6-478f-afe0-93af2ee2e1fd" -d '{"events": [{"server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "name": "network-vif-deleted", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:02.935843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2316f7c-1249-48f8-8402-afac8cc6aef0 req-9d8ea885-0490-4495-9506-dddd05e36ed2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=4e5a72ce-b07f-4299-b202-92d28da74bf5 HTTP/1.1" status: 200 len: 210 time: 0.0391083 Nov 12 03:49:03.098382 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed410b-9985-4653-98e7-56c79ddc2b0a x-openstack-request-id: req-4eed410b-9985-4653-98e7-56c79ddc2b0a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:03.098679 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5a72ce-b07f-4299-b202-92d28da74bf5", "name": "network-vif-deleted", "tag": "ed8808f2-dd8b-4c6d-abb6-7f02df0e2645", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:03.099216 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4eed410b-9985-4653-98e7-56c79ddc2b0a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:03.100134 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5a72ce-b07f-4299-b202-92d28da74bf5', 'name': 'network-vif-deleted', 'tag': 'ed8808f2-dd8b-4c6d-abb6-7f02df0e2645', 'status': 'completed', 'code': 200} Nov 12 03:49:03.366547 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP cf6b2e3b-14bb-42a5-9f15-43ef6ac3c2ed associated. External IP: 172.25.7.7, port: c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9. Nov 12 03:49:03.596854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:03.711498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:03.723652 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:03.731675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.736752 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:03.737354 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.761422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dbb95485-a83a-44bb-b5b8-df6007928e95 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.1951103 Nov 12 03:49:03.764137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:03.768815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:03.774377 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.784643 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:03.785247 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.819217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:03.819865 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed458f29-3711-4611-9b6b-ea3bf2e4bb9c None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:03.839346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.993247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.998245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:03.998595 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP cf6b2e3b-14bb-42a5-9f15-43ef6ac3c2ed disassociated. External IP: 172.25.7.7, port: c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9. Nov 12 03:49:04.274238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:04.411175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:04.418160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.430216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:04.448584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:04.449539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.454877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50232) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.455402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f659ce09-5066-48b6-ae5e-20a7ad96ad1e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/cf6b2e3b-14bb-42a5-9f15-43ef6ac3c2ed HTTP/1.1" status: 200 len: 686 time: 0.6899934 Nov 12 03:49:04.487002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.497582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:04.498509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.531069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:04.531938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a68b2-ed71-41dc-b07a-0e02cf3af41e None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:04.610015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 30866806-7ce7-47d7-ad21-8f8e7fd61526 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:04.610408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.709949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.710282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.725644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 30866806-7ce7-47d7-ad21-8f8e7fd61526 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:04.877574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.905937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=30866806-7ce7-47d7-ad21-8f8e7fd61526,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:04.986388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.989091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:04.994133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90815a14-72c3-4a18-be42-e093d9226a92 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/cf6b2e3b-14bb-42a5-9f15-43ef6ac3c2ed HTTP/1.1" status: 204 len: 168 time: 0.5348723 Nov 12 03:49:04.994316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50244) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:04.998949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '692f1709-9b73-4c68-8d05-71485eb1cbdf'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:05.024837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.130398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.621300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.251 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:05.766648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.858239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:05.916286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:05.919885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:05.924255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:05.949538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.339408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.461272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.672903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.678508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.758340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:06.770943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:06.871584 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 5a753737-e41d-4eeb-92fc-8192072a3180 associated. External IP: 172.25.7.251, port: 692f1709-9b73-4c68-8d05-71485eb1cbdf. Nov 12 03:49:07.115625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:07.248520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:07.261633 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:07.271356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.279600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:07.280302 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:07.303861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dd2681ea-33ba-4144-b14d-62deb8f218ec tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3083937 Nov 12 03:49:07.307475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50306) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:07.324711 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:07.335514 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:07.336327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:07.373233 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:07.374947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24831d9a-6e7c-4d8e-a472-ff039bc7a156 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:07.412969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-22633b97-88c1-4abb-b687-ebf1c378c276 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/floatingips/5a753737-e41d-4eeb-92fc-8192072a3180 HTTP/1.1" status: 200 len: 978 time: 0.1038501 Nov 12 03:49:07.415587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:07.565742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50322) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:07.573194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': 'c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:07.578442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b20caab-5635-494d-9d6e-da0db2448f7e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1608973 Nov 12 03:49:07.642473 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:07.711399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:07.752676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:07.753290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ed8808f2-dd8b-4c6d-abb6-7f02df0e2645 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:08.257336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.260488 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:08.371640 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 5a753737-e41d-4eeb-92fc-8192072a3180 associated. External IP: 172.25.7.251, port: 692f1709-9b73-4c68-8d05-71485eb1cbdf. Nov 12 03:49:08.611986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:08.743094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:08.753701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:08.776546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.776546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.828072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.838922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:08.839522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.878574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:08.879255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949e560-0c73-42ec-88e2-8951e84aa3f1 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:09.028332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:09.151073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:09.161326 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:09.172881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.179146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:09.179763 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.243749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-72273aa6-18fa-4e18-b512-3ae449660630 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/5a753737-e41d-4eeb-92fc-8192072a3180 HTTP/1.1" status: 200 len: 978 time: 1.6767335 Nov 12 03:49:09.246424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50358) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:09.251060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:09.273880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.283765 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:09.284538 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.317605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.324682 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.325500 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a5382-0927-4a80-bef7-9cf47f9837a3 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:09.536478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.541510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.543086 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 5a753737-e41d-4eeb-92fc-8192072a3180 disassociated. External IP: 172.25.7.251, port: c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9. Nov 12 03:49:09.659822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.814634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:09.946980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:09.952145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:09.959183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:09.971636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:09.973057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:09.986911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1754d931-59c8-4f5b-9094-73f71ad6e1f3 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/5a753737-e41d-4eeb-92fc-8192072a3180 HTTP/1.1" status: 200 len: 688 time: 0.7370088 Nov 12 03:49:09.987239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50380) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.013836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:10.027035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:10.027954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:10.070365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:10.071183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd24703b-d505-479e-8c07-9c27c8f42576 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:10.142854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:10.143219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.229538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.229942 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.244178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:10.488957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.518511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=5851c760-fc0a-4d8b-8ed5-6a93e63ab3ed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:10.614376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.617084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:10.618250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-90892180-2162-4770-abb5-bc8bd7e3411f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/5a753737-e41d-4eeb-92fc-8192072a3180 HTTP/1.1" status: 204 len: 168 time: 0.6294379 Nov 12 03:49:10.620981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50390) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.655270 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-11a2ed4b-212b-4f5a-886b-871044c66e12 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] delete failed (client error): The resource could not be found. Nov 12 03:49:10.656303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-11a2ed4b-212b-4f5a-886b-871044c66e12 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/5a753737-e41d-4eeb-92fc-8192072a3180 HTTP/1.1" status: 404 len: 345 time: 0.0344219 Nov 12 03:49:10.660743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.762283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bb655-055a-46d1-bfd9-76ee38334f15 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.768325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bb655-055a-46d1-bfd9-76ee38334f15 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.774406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602bb655-055a-46d1-bfd9-76ee38334f15 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.778889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-602bb655-055a-46d1-bfd9-76ee38334f15 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/ports?network_id=7da243cf-0d42-424a-89fb-b3dadf850089 HTTP/1.1" status: 200 len: 2358 time: 0.1144276 Nov 12 03:49:10.779771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.848248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfadb2fe-4cc8-4a0d-965f-20aa87dee937 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:10.855644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dfadb2fe-4cc8-4a0d-965f-20aa87dee937 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/subnets/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3 HTTP/1.1" status: 200 len: 797 time: 0.0688622 Nov 12 03:49:10.855644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:10.860482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'port': {'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089', 'name': 'tempest-FloatingIPTestJSON-1329402932', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:11.436441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-7302bd4f-8604-4141-afbb-0c8e8c13a64a tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.437790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-7302bd4f-8604-4141-afbb-0c8e8c13a64a tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 813 time: 0.1505635 Nov 12 03:49:11.454628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:11.478738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-d1bd4931-cb46-4822-9273-e59a215b467d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/quotas/83a4955f868447598207627a51f1f9d5 HTTP/1.1" status: 200 len: 375 time: 0.0338821 Nov 12 03:49:11.541186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-233f455e-51dc-4cb6-a365-e84b2f24a271 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541945 Nov 12 03:49:11.569867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-2962cc49-fdde-41cd-9aa0-a22d6c6b62a8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445948 Nov 12 03:49:11.599147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:11.651063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] device_id is not set on port 94422ccc-1c79-4ffa-bacf-afdea05cdc98 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:11.686075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223d38-dd57-492d-9490-6663575c1ec3 req-d974e55c-32a5-40a2-969d-a6961e3c4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.687792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-d974e55c-32a5-40a2-969d-a6961e3c4532 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0494413 Nov 12 03:49:11.733587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-ac6821e1-06af-4aba-a6b3-36f1e5fa3832 service neutron] 10.222.0.97 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723208 Nov 12 03:49:11.825105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223d38-dd57-492d-9490-6663575c1ec3 req-6744c16d-c475-4c1b-a3e8-48e96f79f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.826590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-6744c16d-c475-4c1b-a3e8-48e96f79f78b service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.1184366 Nov 12 03:49:11.904671 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-22120921-3ce3-4abc-8b14-682589898a29 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 1001 time: 0.0692754 Nov 12 03:49:11.932385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-f290d997-f2a0-4635-a95f-be257eaf3974 service neutron] 10.222.0.97 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927485 Nov 12 03:49:11.961845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223d38-dd57-492d-9490-6663575c1ec3 req-b4bf3566-77a0-4da0-ae65-69d4932aae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:11.963400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-b4bf3566-77a0-4da0-ae65-69d4932aae32 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0475764 Nov 12 03:49:12.042016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df223d38-dd57-492d-9490-6663575c1ec3 req-fea4fa5f-09d2-4474-b512-473bf7ab61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.044438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-fea4fa5f-09d2-4474-b512-473bf7ab61ff service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723498 Nov 12 03:49:12.073272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.14 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/94422ccc-1c79-4ffa-bacf-afdea05cdc98) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:12.081553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.12 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/94422ccc-1c79-4ffa-bacf-afdea05cdc98) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:12.210448 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-a6c3aa51-17fd-4998-98a0-69ca92d7677b service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576254 Nov 12 03:49:12.370052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6f6ea81-d474-4fdf-8791-4cb1b2245df1 req-d8f4ff5d-cd0a-474f-88da-d94c3734fad5 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 210 time: 0.0489633 Nov 12 03:49:12.376760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.412985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.418397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df223d38-dd57-492d-9490-6663575c1ec3 req-5bb40d85-ab84-4398-8f81-88554ae460a9 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952021 Nov 12 03:49:12.475603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:12.479671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:12.484534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:12.488595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=94422ccc-1c79-4ffa-bacf-afdea05cdc98,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:12.561110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:12.562156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.591411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dadf4da8-7590-4826-b1fe-21a5a897394a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7323384 Nov 12 03:49:12.592758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50464) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:12.597751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '94422ccc-1c79-4ffa-bacf-afdea05cdc98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:12.622600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.764499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:12.912203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.56 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/54d172be-5083-4ee9-ba0f-61fcdbcf991d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:13.035769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.074002 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.114491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:13.117320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:13.120915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:13.147337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=54d172be-5083-4ee9-ba0f-61fcdbcf991d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:13.486834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-60af96d0-5ad9-4c7d-9d93-3155a992b3b2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:13.488507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-60af96d0-5ad9-4c7d-9d93-3155a992b3b2 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 813 time: 0.1385002 Nov 12 03:49:13.511082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Request body: {'port': {'device_id': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de', 'admin_state_up': True, 'tenant_id': '83a4955f868447598207627a51f1f9d5'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:13.538858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29fb3a01-d632-4912-b1f4-34c73a4d28c8 req-9e264f72-433f-4994-9900-4693431d8094 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 210 time: 0.0450819 Nov 12 03:49:13.669456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.679507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Made reservation on behalf of 83a4955f868447598207627a51f1f9d5 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:13.684250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.748753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.844436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Allocated IP 172.20.0.12 (0982b6de-5154-414a-8127-6cd3da1e84de/c0c828a2-25fe-4dc1-b7b6-61f0fb959948/9c37d6e5-95c8-4aa0-803b-d35ba88962a9) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:13.950476 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:13.956659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.029010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=54d172be-5083-4ee9-ba0f-61fcdbcf991d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.041903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.049068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.084469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.137393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Network 0982b6de-5154-414a-8127-6cd3da1e84de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:14.141046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:14.145938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:14.150225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Pushing event updated for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.185088 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 8faef8b6-69b9-4f1d-910a-129330b95773 associated. External IP: 172.25.7.56, port: 94422ccc-1c79-4ffa-bacf-afdea05cdc98. Nov 12 03:49:14.199573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.200183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.216883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-79a04bb5-5a8a-46de-af81-b03736ddea48 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7102208 Nov 12 03:49:14.282365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Request body: {'port': {'device_id': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:14.350965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.461045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:14.582017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:14.594501 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:14.608694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.610394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:14.611178 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:14.673130 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:14.680344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:14.684559 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:14.685370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ca75250-6a2c-4227-b562-e9aaab1571a1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0915673 Nov 12 03:49:14.685561 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:14.688145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50510) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:14.693619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': '94422ccc-1c79-4ffa-bacf-afdea05cdc98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:14.693772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.708560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Transition to ACTIVE for port object 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:14.713235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.743213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c51f1-5d89-4dec-a1d6-4a116cfb5fde req-d26e4944-9feb-4352-8698-4a01899bbc63 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.751038 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:14.751209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f66c51f1-5d89-4dec-a1d6-4a116cfb5fde req-d26e4944-9feb-4352-8698-4a01899bbc63 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 932 time: 0.1129322 Nov 12 03:49:14.760032 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701e230-1b40-41c6-9304-8c3f19f4d19f None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:14.778296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Pushing event updated for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:14.808170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.846075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f66c51f1-5d89-4dec-a1d6-4a116cfb5fde req-afa92a2e-7ae2-42d4-9b4e-3a6958e50fcf tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940583 Nov 12 03:49:14.862091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Attempting to bind port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:14.862428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Attempting to bind port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:14.862757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Attempting to bind port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 on network 0982b6de-5154-414a-8127-6cd3da1e84de {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:14.867362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 on network 0982b6de-5154-414a-8127-6cd3da1e84de not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:14.868218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Attempting to bind port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 on network 0982b6de-5154-414a-8127-6cd3da1e84de {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:14.875334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:14.875785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Checking segment: {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:14.876201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Bound using segment: {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:14.876624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Bound port: 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:14.876976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.952232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:14.956022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:14.962088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:14.999087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:14.999713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.001127 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] 10.222.0.104 "PUT /v2.0/ports/9c37d6e5-95c8-4aa0-803b-d35ba88962a9 HTTP/1.1" status: 200 len: 1093 time: 0.7234263 Nov 12 03:49:15.001573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:15.003867 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a835929-bf3e-4140-b283-a404c7d60a99" -d '{"events": [{"name": "network-changed", "server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:15.030279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a494de-33c4-4eca-9525-61bf0812b169 service neutron] Pushing event updated for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:15.092600 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0466d120-ceb2-4c5f-8c32-8b5c63c32630 x-openstack-request-id: req-0466d120-ceb2-4c5f-8c32-8b5c63c32630 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:15.092948 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:15.093211 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0466d120-ceb2-4c5f-8c32-8b5c63c32630 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:15.093619 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9', 'status': 'completed', 'code': 200} Nov 12 03:49:15.131031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-7578775e-54a5-431f-9a31-d20fe045e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.132755 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-7578775e-54a5-431f-9a31-d20fe045e6e5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 1096 time: 0.0609457 Nov 12 03:49:15.186462 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-65a1d200-d9b7-4c7d-9d46-0791fea1c299 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9 HTTP/1.1" status: 200 len: 217 time: 0.0386333 Nov 12 03:49:15.245184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-1af4ee7d-cf35-488c-a23b-8bfa9f966a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:15.246655 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-1af4ee7d-cf35-488c-a23b-8bfa9f966a74 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 200 len: 853 time: 0.0531137 Nov 12 03:49:15.285268 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-12b00332-4a27-4064-9f57-5b30da519918 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0982b6de-5154-414a-8127-6cd3da1e84de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308120 Nov 12 03:49:15.403690 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-bf039344-807a-4980-a2a2-3ea26c5d785a service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083543 Nov 12 03:49:15.421808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.425625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:15.678762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:15.888420 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afaa5893-c6e6-4bc2-86d3-8aa25fdc474a req-af3fe17b-8b78-4bd6-8519-780c8d6cb99d service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767547 Nov 12 03:49:16.034233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-cac5b756-d3cb-43d2-b71b-529226c9b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.037406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-cac5b756-d3cb-43d2-b71b-529226c9b31a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=83a4955f868447598207627a51f1f9d5&device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 1096 time: 0.0496049 Nov 12 03:49:16.163791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-63677d86-d9c2-4d5d-8463-0c708296c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.165316 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-63677d86-d9c2-4d5d-8463-0c708296c597 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 200 len: 913 time: 0.1196280 Nov 12 03:49:16.212205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f7de-d661-46fe-a547-43993f6f1dfd req-1d2d2fe7-5932-446e-a19b-77cfe3da317c tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.213666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ad5f7de-d661-46fe-a547-43993f6f1dfd req-1d2d2fe7-5932-446e-a19b-77cfe3da317c tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 944 time: 0.1074917 Nov 12 03:49:16.214428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-cf723a81-eb0e-430c-9c98-ac6c0ce2d1b4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9 HTTP/1.1" status: 200 len: 217 time: 0.0412240 Nov 12 03:49:16.220766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:16.226540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.233619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:16.245178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:16.246132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.283608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-7c6e7fd6-6306-41eb-9ade-9b13f6c61e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:16.285665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-7c6e7fd6-6306-41eb-9ade-9b13f6c61e90 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 200 len: 853 time: 0.0640290 Nov 12 03:49:16.294395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.309588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-afc10669-7ca6-45f2-acb2-157564cb1777 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/8faef8b6-69b9-4f1d-910a-129330b95773 HTTP/1.1" status: 200 len: 978 time: 1.6174324 Nov 12 03:49:16.309890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:16.316527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:16.317439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.337096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ad5f7de-d661-46fe-a547-43993f6f1dfd req-a2cb36d3-5d75-4dbe-bed1-0659d1d90fd5 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119533 Nov 12 03:49:16.357514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:16.358179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d0cdff-5029-4e4c-a6df-9cff10c6d967 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:16.383611 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-8b3f65fa-cf2b-4c85-9e0d-e82af137c054 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0982b6de-5154-414a-8127-6cd3da1e84de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897391 Nov 12 03:49:16.573518 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-d82c1a58-b1fe-45ad-a94e-daf162cf278d service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803875 Nov 12 03:49:16.663208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 54d172be-5083-4ee9-ba0f-61fcdbcf991d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:16.663557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.730881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6a835929-bf3e-4140-b283-a404c7d60a99 req-54544fbe-8f9e-41ff-9925-bc7853b5ff9e service neutron] 10.222.0.104 "GET /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497796 Nov 12 03:49:16.757901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.758250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.772294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 54d172be-5083-4ee9-ba0f-61fcdbcf991d owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:16.961202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:16.995058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=54d172be-5083-4ee9-ba0f-61fcdbcf991d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:17.056212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.056491 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 8faef8b6-69b9-4f1d-910a-129330b95773 disassociated (deleted). External IP: 172.25.7.56, port: 94422ccc-1c79-4ffa-bacf-afdea05cdc98. Nov 12 03:49:17.287319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:17.405518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:17.410000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.417132 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:17.440380 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:17.441343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.445036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ba712945-e691-4580-9f87-5446a194b70b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/8faef8b6-69b9-4f1d-910a-129330b95773 HTTP/1.1" status: 204 len: 168 time: 1.1338317 Nov 12 03:49:17.447611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50576) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:17.493160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.497852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58d6ed-3c3d-4be2-9ecb-5bf7ad4791fe req-22188622-0dc6-40b5-9d82-2680209715a0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:17.499439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca58d6ed-3c3d-4be2-9ecb-5bf7ad4791fe req-22188622-0dc6-40b5-9d82-2680209715a0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 944 time: 0.0961204 Nov 12 03:49:17.504113 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:17.504721 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.544910 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:17.545555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a3dc9-3f57-4436-9687-e113e56a0f4c None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:17.556814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca58d6ed-3c3d-4be2-9ecb-5bf7ad4791fe req-8babd18b-205c-412d-9d2b-40d9131f7487 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Nov 12 03:49:17.571322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 94422ccc-1c79-4ffa-bacf-afdea05cdc98 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:17.571669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.666824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.680631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 94422ccc-1c79-4ffa-bacf-afdea05cdc98 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:17.891172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:17.926570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=94422ccc-1c79-4ffa-bacf-afdea05cdc98,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.031865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.035204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-69bdfbc7-9c4f-4104-88b2-ea83c5238ed2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/94422ccc-1c79-4ffa-bacf-afdea05cdc98 HTTP/1.1" status: 204 len: 168 time: 0.5863090 Nov 12 03:49:18.038806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.043412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:18.066790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.172408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.288083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.9 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/7ef12501-f3db-4dcf-831a-76d347893992) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:18.402948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.438646 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.482484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:18.485619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:18.490455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:18.493577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7ef12501-f3db-4dcf-831a-76d347893992,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.584252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.624696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.683350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e35e42-ad6f-4521-a51b-41d7bd49bbf5 req-31166e62-8332-4a28-9f56-734e0c3655c1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:18.690885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3e35e42-ad6f-4521-a51b-41d7bd49bbf5 req-31166e62-8332-4a28-9f56-734e0c3655c1 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 944 time: 0.0590870 Nov 12 03:49:18.742262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c3e35e42-ad6f-4521-a51b-41d7bd49bbf5 req-d338f629-7524-4f6d-ac78-1f0d1f895754 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490000 Nov 12 03:49:18.795007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.800283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.873514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7ef12501-f3db-4dcf-831a-76d347893992,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:18.888682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.909102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:18.911231 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d450e25-66e0-4f12-adef-343abaf77e52 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8710101 Nov 12 03:49:18.913673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:18.919982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'port': {'network_id': '7da243cf-0d42-424a-89fb-b3dadf850089', 'name': 'tempest-FloatingIPTestJSON-2100075645'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:19.052218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:19.056011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.075648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] device_id is not set on port c61bd5eb-d134-491b-a5ed-aa2a00010b34 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:19.207573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.7 (7da243cf-0d42-424a-89fb-b3dadf850089/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3/c61bd5eb-d134-491b-a5ed-aa2a00010b34) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:19.394157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.440397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.495616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 7da243cf-0d42-424a-89fb-b3dadf850089 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:19.498944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:19.501628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:19.527756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=c61bd5eb-d134-491b-a5ed-aa2a00010b34,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:19.561218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.561841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.578452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba11df8f-2591-48d9-8d51-77f6f366927c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6635222 Nov 12 03:49:19.581342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:19.586526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': 'c61bd5eb-d134-491b-a5ed-aa2a00010b34'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:19.628018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:19.787107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:19.898829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4882998-e908-4514-bfab-caacf46dbbe9 req-e77c0392-5b39-4799-9df9-6a2e09b3a49f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:19.900643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4882998-e908-4514-bfab-caacf46dbbe9 req-e77c0392-5b39-4799-9df9-6a2e09b3a49f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 944 time: 0.0634141 Nov 12 03:49:19.928562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:19.941586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9', 'network_id': '0982b6de-5154-414a-8127-6cd3da1e84de', 'port_id': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9', 'mac_address': 'fa:16:3e:22:2c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c828a2-25fe-4dc1-b7b6-61f0fb959948', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:19.967465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4882998-e908-4514-bfab-caacf46dbbe9 req-09c05f2d-e21f-4f32-aa99-b8469276269f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591350 Nov 12 03:49:19.986622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.002046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:20.026921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:20.033462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.100879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:20.112720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.113448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.114389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.114911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.115412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.115890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.116365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.116838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.117312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.119772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.122481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.123092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:20.188731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.192847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.302729 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 9935f5d2-79f4-4293-8e4f-4d1c00e2752d associated. External IP: 172.25.7.9, port: c61bd5eb-d134-491b-a5ed-aa2a00010b34. Nov 12 03:49:20.389334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.444043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9c37d6e5-95c8-4aa0-803b-d35ba88962a9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:20.493056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3696e-6f54-4ad8-a4be-baa9c6b6c7ac tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.494214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3696e-6f54-4ad8-a4be-baa9c6b6c7ac tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.494735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3696e-6f54-4ad8-a4be-baa9c6b6c7ac tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:20.498902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-92b3696e-6f54-4ad8-a4be-baa9c6b6c7ac tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/ports?project_id=acaf0a7be3eb414ba7338f2fe34d19da&network_id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 2972 time: 0.1063216 Nov 12 03:49:20.549954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:20.667712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:20.672426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.677466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:20.690124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:20.690870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.714064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b3f3eb8-8e86-4867-a04c-f45cf2edc405 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/9935f5d2-79f4-4293-8e4f-4d1c00e2752d HTTP/1.1" status: 200 len: 976 time: 1.1315057 Nov 12 03:49:20.716458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50644) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:20.730119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.739334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:20.740078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.776693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:20.777340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa565b-f719-424e-904b-b20fdde0cd2b None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:20.818949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port c61bd5eb-d134-491b-a5ed-aa2a00010b34 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:20.819297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:20.937491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.115603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49368-e476-41aa-b2c3-7931c2a8e4fd req-68f44c4a-8254-4386-a4ab-f80d502eb0b6 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:21.119424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08b49368-e476-41aa-b2c3-7931c2a8e4fd req-68f44c4a-8254-4386-a4ab-f80d502eb0b6 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 945 time: 0.0765700 Nov 12 03:49:21.135834 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.136357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.136781 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 9935f5d2-79f4-4293-8e4f-4d1c00e2752d disassociated. External IP: 172.25.7.9, port: c61bd5eb-d134-491b-a5ed-aa2a00010b34. Nov 12 03:49:21.137231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for c61bd5eb-d134-491b-a5ed-aa2a00010b34 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:21.174375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08b49368-e476-41aa-b2c3-7931c2a8e4fd req-9aa498a2-9d66-4e62-8ac8-99b316c4d5b0 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Nov 12 03:49:21.297745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.334474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=c61bd5eb-d134-491b-a5ed-aa2a00010b34,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:21.802080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:21.805852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:21.863227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:21.867889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:21.868271 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:21.937855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:21.952103 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:21.967754 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:21.968783 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:21.982765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.014928 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.016568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:22.018581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.019669 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9961b27c-7a41-4b91-8ad3-8139e647e25d" -d '{"events": [{"server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "name": "network-vif-plugged", "status": "completed", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:22.022801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-207b94f4-20c8-4f02-9661-f257cc5b8322 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/c61bd5eb-d134-491b-a5ed-aa2a00010b34 HTTP/1.1" status: 204 len: 168 time: 1.3053691 Nov 12 03:49:22.027351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.030039 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:22.031358 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:48:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.042428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:22.048903 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.085671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:22.087469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06690d5d-7553-4639-af8d-25cf7138e0b9 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:22.107420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.121402 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49446a2b-55ed-4da1-b5d7-d49ef2168185 x-openstack-request-id: req-49446a2b-55ed-4da1-b5d7-d49ef2168185 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:22.121692 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "name": "network-vif-plugged", "status": "completed", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:22.121947 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-49446a2b-55ed-4da1-b5d7-d49ef2168185 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:22.122339 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9', 'code': 200} Nov 12 03:49:22.135284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40963abd-21b4-4934-b15c-2752c0ae5208 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/floatingips/9935f5d2-79f4-4293-8e4f-4d1c00e2752d HTTP/1.1" status: 200 len: 686 time: 0.1058683 Nov 12 03:49:22.138008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.185898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-490f5271-a9d2-4f3e-ae9c-9b81a21f2dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.307686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2a5ce-4369-417d-9107-c1bacbad92f8 req-b3464818-1e31-48dd-a574-a45b5959f89b tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.309373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28d2a5ce-4369-417d-9107-c1bacbad92f8 req-b3464818-1e31-48dd-a574-a45b5959f89b tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.0535965 Nov 12 03:49:22.310397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8e34-54da-421d-a48a-21080f63e6c7 req-d1521d7e-eded-4f92-a381-662c218d6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:22.311962 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-09ea8e34-54da-421d-a48a-21080f63e6c7 req-d1521d7e-eded-4f92-a381-662c218d6ddc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 1098 time: 0.0734239 Nov 12 03:49:22.355850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 7ef12501-f3db-4dcf-831a-76d347893992 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:22.356181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.365680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28d2a5ce-4369-417d-9107-c1bacbad92f8 req-48c9f64e-e74e-4bdd-a228-15ea1eee77cb tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Nov 12 03:49:22.416070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-09ea8e34-54da-421d-a48a-21080f63e6c7 req-8171116c-280a-4d6f-b0cd-13026180296b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926666 Nov 12 03:49:22.454672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.455032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.470461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 7ef12501-f3db-4dcf-831a-76d347893992 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:22.491749 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:22.616951 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.650635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=7ef12501-f3db-4dcf-831a-76d347893992,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:22.717168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.720003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.724545 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-113f80e1-2476-447e-a6e7-94835e432afc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/9935f5d2-79f4-4293-8e4f-4d1c00e2752d HTTP/1.1" status: 204 len: 168 time: 0.5818849 Nov 12 03:49:22.725141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:22.730388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:22.756373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.868049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:22.977730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.93 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/7a0962ec-2c8e-4fa5-bf59-ceb2dda55867) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:23.088504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.123728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.154494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50676) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.166918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:23.170067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:23.174772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:23.178016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7a0962ec-2c8e-4fa5-bf59-ceb2dda55867,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:23.230722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768660e-55be-4a19-9e2e-69772a3b44ce tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.239216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1768660e-55be-4a19-9e2e-69772a3b44ce tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 814 time: 0.0765181 Nov 12 03:49:23.581186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4160d-33fa-480d-bf17-ad07faae3181 req-2c3adbdf-0c3e-478c-adb6-9c6f432742cc tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:23.582797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94d4160d-33fa-480d-bf17-ad07faae3181 req-2c3adbdf-0c3e-478c-adb6-9c6f432742cc tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.1331434 Nov 12 03:49:23.627250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.679526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94d4160d-33fa-480d-bf17-ad07faae3181 req-16ccfe7b-2c5e-41d0-922a-b71cfd2b08bf tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879176 Nov 12 03:49:23.720003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.787738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:23.794432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'network': {'name': 'tempest-network-smoke--1501786056', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:23.823589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:23.828166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.863506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:23.884842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.885109 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Added segment e3b07608-b487-4eb2-a1f6-e25e3fb17ec4 of type vlan for network 4399616b-9215-4e58-bbea-d28ab3f63c03 Nov 12 03:49:23.912580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.919657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.940847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:23.986084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=7a0962ec-2c8e-4fa5-bf59-ceb2dda55867,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.010145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.027406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.029017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.032923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.088060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2946739 Nov 12 03:49:24.091444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.120641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8597ced-bb9d-4792-bfe9-2273a4c794b0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Network': ['ID=4399616b-9215-4e58-bbea-d28ab3f63c03,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.133424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:24.206912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa88f6cc-3b5f-4f90-a583-779ceb54d299 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.211252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa88f6cc-3b5f-4f90-a583-779ceb54d299 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=acaf0a7be3eb414ba7338f2fe34d19da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1156952 Nov 12 03:49:24.211640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.212131 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 85fa086a-153c-4f1d-8721-9d30159e8fd2 associated. External IP: 172.25.7.93, port: c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9. Nov 12 03:49:24.333425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f7e05630-068c-4fca-8117-06f17da800ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.401318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639c108-d41e-45ca-998c-1c6f5fb8a6eb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.403464 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6639c108-d41e-45ca-998c-1c6f5fb8a6eb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904640 Nov 12 03:49:24.406157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50698) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.457920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3667424d-1826-464b-9673-0b6d84fb5fd6 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500853 Nov 12 03:49:24.460584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50700) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.461111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:24.501053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-337baaa3-75fe-4d02-bceb-80585166e677 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=acaf0a7be3eb414ba7338f2fe34d19da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386679 Nov 12 03:49:24.504054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50702) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.594053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:24.606909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:24.607948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865ab6-4222-4df2-9f91-2b01de093231 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.609736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d865ab6-4222-4df2-9f91-2b01de093231 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1045935 Nov 12 03:49:24.612477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.621896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.622754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.623460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.650456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4f6ff456-d94a-489c-86df-3f5be0f79845 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336640 Nov 12 03:49:24.650677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.657833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2049197175', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:24.660768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.667010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50708) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.667254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-282d00c1-bcd7-42b3-8c58-38f9322d79d1 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9407554 Nov 12 03:49:24.670831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:24.671476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.673142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-342251506'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:24.699191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:24.705433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.711101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:24.712836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe7980-09de-40d2-a8ba-dd9db454b580 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:24.734188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:24.745267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.745656 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Added segment 64f1835f-0091-476b-9f9a-6e78c8e6bcf8 of type vlan for network 57888611-d6a9-42d7-8bd4-2bee0fca139e Nov 12 03:49:24.768775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:24.773738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.791571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.817588 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.823257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.823918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:24.861604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1932237 Nov 12 03:49:24.868793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:24.874427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'subnet': {'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:24.899338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdd5fe-bfc3-485f-8ef6-36452e77352c tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Network': ['ID=57888611-d6a9-42d7-8bd4-2bee0fca139e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:24.918819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:24.979169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d5390-c019-4cce-9955-2da4fb9a1570 req-2e357367-dfc8-4409-87d3-03e6e1b70845 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:24.980588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-871d5390-c019-4cce-9955-2da4fb9a1570 req-2e357367-dfc8-4409-87d3-03e6e1b70845 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.2028053 Nov 12 03:49:25.382781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:25.386764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.422053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-871d5390-c019-4cce-9955-2da4fb9a1570 req-61e48815-6d00-4ff8-bc58-336dffb77d0d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307966 Nov 12 03:49:25.484959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.536077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.658036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Subnet': ['ID=b5583824-654f-44ca-b72c-453ed3b9628a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.662960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Checking segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:25.663331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network hostable DHCP agents. Network: 4399616b-9215-4e58-bbea-d28ab3f63c03, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:25.730252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.741012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:25.785135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4399616b-9215-4e58-bbea-d28ab3f63c03) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:25.795038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff3255-0263-469f-904b-fb7be32fef56 None None] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.809755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.810365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.816447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Subnet': ['ID=8f176c2f-28f9-4946-8189-46eed27a206b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:25.827331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Checking segment: {'id': '64f1835f-0091-476b-9f9a-6e78c8e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:25.827831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network hostable DHCP agents. Network: 57888611-d6a9-42d7-8bd4-2bee0fca139e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:25.845647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-96f79e22-54a1-4de6-92b8-968a3e5c88db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1936121 Nov 12 03:49:25.854773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:25.866670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 57888611-d6a9-42d7-8bd4-2bee0fca139e) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:25.874746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:25.875403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.885542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a772f7-994a-4762-928a-6a6fa12eea3c None None] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:25.906769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50742) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:25.909079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fa114a39-cb63-4fb9-86fb-ab3e1a50eeac tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0384705 Nov 12 03:49:25.912877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-11967944', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:25.955224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:25.957644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.024686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.123577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4399616b-9215-4e58-bbea-d28ab3f63c03', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ips': [{'subnet_id': 'b5583824-654f-44ca-b72c-453ed3b9628a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:26.124445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.235312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.366594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Allocated IP 172.20.0.18 (4399616b-9215-4e58-bbea-d28ab3f63c03/b5583824-654f-44ca-b72c-453ed3b9628a/96adff68-2da9-4c13-8972-0120de7530bb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:26.457653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-57888611-d6a9-42d7-8bd4-2bee0fca139e', 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e', 'tenant_id': 'fcdbd0b3ca4c4123ba08e30ef41fb135', 'fixed_ips': [{'subnet_id': '8f176c2f-28f9-4946-8189-46eed27a206b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:26.458726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.458867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50746) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.469059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329776831', 'description': 'tempest-secgroup-smoke-329776831 description', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.511507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.562679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.593076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.682909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.688887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.766001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd360e-910c-4ba4-b12f-9eebbf3a37be,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.801967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.803936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.806288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-003d2061-5ea0-4d16-908f-fefe04b1599a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3451018 Nov 12 03:49:26.809008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50752) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:26.823929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.25.7.102 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/153e7bac-af9d-483c-9171-f357325d3328) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:26.825305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:26.866114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.932973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.980512 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:26.981211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Pushing event updated for resources: {'Port': ['ID=96adff68-2da9-4c13-8972-0120de7530bb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:26.994211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:26.997642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.001502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.044526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.062537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.068439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.085168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.099110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.100958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894266 Nov 12 03:49:27.104854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50754) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.105911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6af3-b5b7-4d41-8706-dbd6c07d0a20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97a1569-0973-467e-9817-d715bb96ecac,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.113077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.128936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Attempting to bind port 96adff68-2da9-4c13-8972-0120de7530bb on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:27.129714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Attempting to bind port 96adff68-2da9-4c13-8972-0120de7530bb by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:27.130084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Attempting to bind port 96adff68-2da9-4c13-8972-0120de7530bb on network 4399616b-9215-4e58-bbea-d28ab3f63c03 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:27.136480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Allocated IP 172.20.0.2 (57888611-d6a9-42d7-8bd4-2bee0fca139e/8f176c2f-28f9-4946-8189-46eed27a206b/67c999b1-5551-412e-bf14-2967d41577d3) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:27.138892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:27.139275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Checking segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:27.139714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.140108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Bound using segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:27.140581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Bound port: 96adff68-2da9-4c13-8972-0120de7530bb, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:27.140984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.153198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=153e7bac-af9d-483c-9171-f357325d3328,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.156694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.165715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.169048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.172140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.204326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83d1715-8193-4ef6-869e-fd6a499b1223 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:27.246057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.250242 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.293674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bbbb3a-c6a4-4e85-a718-901dbd3f2b45,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.305988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.310370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b65e9588-4fff-4727-8d9b-fdd047040a3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1992183 Nov 12 03:49:27.310799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.317120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.359597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.362397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] For port 96adff68-2da9-4c13-8972-0120de7530bb, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:27.400536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] For port 96adff68-2da9-4c13-8972-0120de7530bb, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=96adff68-2da9-4c13-8972-0120de7530bb,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:27.408396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.429230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.434210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.455188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238ecb75-ddc2-4b1a-8093-5ab2c8acbdf4,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.464155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.466519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6381e9f6-3a62-4d30-884a-d9d25333377a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543410 Nov 12 03:49:27.470065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.477621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.503264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.526423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.527717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66af490-2f9f-41eb-b679-7439a6dba479 None None] Pushing event updated for resources: {'Port': ['ID=96adff68-2da9-4c13-8972-0120de7530bb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.539127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c9f5951f-36cc-40f6-917c-68db1bff99f9 None None] Provisioning complete for port 153e7bac-af9d-483c-9171-f357325d3328 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:27.540007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9f5951f-36cc-40f6-917c-68db1bff99f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.593879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.600907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5951f-36cc-40f6-917c-68db1bff99f9 None None] Port 153e7bac-af9d-483c-9171-f357325d3328 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:27.605908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.659976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:27.661077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.666431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.671663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:27.677756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:27.695023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271b4282-c282-4fd8-ad5f-3eacc64d4aab,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.733528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Pushing event updated for resources: {'Port': ['ID=67c999b1-5551-412e-bf14-2967d41577d3,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:27.741359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.750061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-acf4eaec-d438-4b79-8bc7-c72d35e7b84e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2776206 Nov 12 03:49:27.750899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:27.763793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:27.766546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Attempting to bind port 67c999b1-5551-412e-bf14-2967d41577d3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:27.766959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Attempting to bind port 67c999b1-5551-412e-bf14-2967d41577d3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '64f1835f-0091-476b-9f9a-6e78c8e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:27.767306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Attempting to bind port 67c999b1-5551-412e-bf14-2967d41577d3 on network 57888611-d6a9-42d7-8bd4-2bee0fca139e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:27.778487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:27.778900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Checking segment: {'id': '64f1835f-0091-476b-9f9a-6e78c8e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:27.779336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.779975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Bound using segment: {'id': '64f1835f-0091-476b-9f9a-6e78c8e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:27.780629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Bound port: 67c999b1-5551-412e-bf14-2967d41577d3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f1835f-0091-476b-9f9a-6e78c8e6bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:27.781217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.828393 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:49:27.832880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.840648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:27.977602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] For port 67c999b1-5551-412e-bf14-2967d41577d3, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:27.986741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] For port 67c999b1-5551-412e-bf14-2967d41577d3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67c999b1-5551-412e-bf14-2967d41577d3,segment=NetworkSegment(64f1835f-0091-476b-9f9a-6e78c8e6bcf8),segment_id=64f1835f-0091-476b-9f9a-6e78c8e6bcf8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:27.996300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.001711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.039779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.048399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.123731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.125661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722379 Nov 12 03:49:28.137414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.144068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca3dd-b452-41d2-82c6-ff82abce4a5e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76e8f37-d4da-4ff8-979c-97f940b9658c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.147673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '96cd360e-910c-4ba4-b12f-9eebbf3a37be', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:28.159590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c33d-41a2-4fe2-8eed-bb3f6275ef82 None None] Pushing event updated for resources: {'Port': ['ID=67c999b1-5551-412e-bf14-2967d41577d3,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.234087 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:49:28.246492 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.333599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.341288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.353855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router 215e1d6e-d245-4225-a417-32acf9c185b7 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:28.374061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c1c054-deb3-40b0-89dc-65d0c6fb3606,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:28.386108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.387519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c59a8ccf-f517-4af9-8be9-fac9fb56b318 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2489514 Nov 12 03:49:28.639166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:28.663616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] Sync routers for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:28.668245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:28.672759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a6fa438e-a678-4c78-a36c-7fe5222acbc2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7641852 Nov 12 03:49:28.673375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50784) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:28.682175 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:28.682802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.783671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.792111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-ac4f4d9c-6a11-4a51-86a8-99ac4fd765b3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329776831&fields=id&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 267 time: 0.1526649 Nov 12 03:49:28.826237 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:28.827157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.890715 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:28.891693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3602be57-24c7-42a2-90f7-0f66f1943a45 None None] The sync data for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:29.051292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-f3c7b94a-c23b-41ea-a6bc-4985e2e6e68c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:29.052901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-f3c7b94a-c23b-41ea-a6bc-4985e2e6e68c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/networks?id=4399616b-9215-4e58-bbea-d28ab3f63c03 HTTP/1.1" status: 200 len: 797 time: 0.2583423 Nov 12 03:49:29.080641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-1f3e14e4-d4d5-4c62-9db5-cce969593dcb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/quotas/acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 375 time: 0.0170770 Nov 12 03:49:29.170604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-54cb05b6-c4e8-412f-8f1d-2d973a1242b8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890706 Nov 12 03:49:29.280125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85132bfd-2ea4-43eb-8e21-356ab2fd0658 None None] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:29.324387 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-1882f7fe-ea90-43ce-880c-1dfa033df909 service neutron] 10.222.0.97 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375675 Nov 12 03:49:29.411689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] Provisioning complete for port 96adff68-2da9-4c13-8972-0120de7530bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:29.412060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.452372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-f566bb56-11ca-4d68-9518-eea436c1177b service neutron] 10.222.0.97 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270313 Nov 12 03:49:29.452898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.734539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.780463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] For port 96adff68-2da9-4c13-8972-0120de7530bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=96adff68-2da9-4c13-8972-0120de7530bb,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:29.787690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67c999b1-5551-412e-bf14-2967d41577d3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:29.834366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:29.861689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354038b9-d5f6-475b-8346-60501f49233a None None] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:30.052288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d822-88ab-4361-9a22-94704d088af7 None None] Pushing event updated for resources: {'Port': ['ID=96adff68-2da9-4c13-8972-0120de7530bb,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:30.070799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-10289953-3f5c-48d1-99a9-8752ef897a44 None None] Provisioning complete for port 67c999b1-5551-412e-bf14-2967d41577d3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.071653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10289953-3f5c-48d1-99a9-8752ef897a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.120022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67c999b1-5551-412e-bf14-2967d41577d3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.121333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.150461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-239a6013-c5af-4278-94f9-ab64b958c3e4 req-150f4355-5b92-4bbc-9420-6f162f74fd03 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 210 time: 0.1255295 Nov 12 03:49:30.476352 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.551881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10289953-3f5c-48d1-99a9-8752ef897a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.623503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 67c999b1-5551-412e-bf14-2967d41577d3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67c999b1-5551-412e-bf14-2967d41577d3,segment=NetworkSegment(64f1835f-0091-476b-9f9a-6e78c8e6bcf8),segment_id=64f1835f-0091-476b-9f9a-6e78c8e6bcf8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:30.629214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.630222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 96adff68-2da9-4c13-8972-0120de7530bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:30.680169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.1 (57888611-d6a9-42d7-8bd4-2bee0fca139e/8f176c2f-28f9-4946-8189-46eed27a206b/65936fc0-46d6-4a54-a59e-a4824bb434f0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:30.719510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=67c999b1-5551-412e-bf14-2967d41577d3,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:30.788845 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-10289953-3f5c-48d1-99a9-8752ef897a44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:49:30.789444 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-10289953-3f5c-48d1-99a9-8752ef897a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:49:30.808142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 96adff68-2da9-4c13-8972-0120de7530bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:30.808142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.859296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.918786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:30.969266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:30.973533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:30.976201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:31.007429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=65936fc0-46d6-4a54-a59e-a4824bb434f0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:31.046712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.283371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.357569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ccabc6a-18ac-4ac3-b937-fcdf78748ab3 req-573f699d-b2ea-4fea-95d0-708ec16a2cb9 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 210 time: 0.0440633 Nov 12 03:49:31.486152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.489495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Provisioning complete for port 65936fc0-46d6-4a54-a59e-a4824bb434f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.490726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.537935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Port 65936fc0-46d6-4a54-a59e-a4824bb434f0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:31.558714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-95ccb24e-26cb-4c7c-84f3-cf606bf4c767 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:31.560042 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-95ccb24e-26cb-4c7c-84f3-cf606bf4c767 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/networks?id=4399616b-9215-4e58-bbea-d28ab3f63c03 HTTP/1.1" status: 200 len: 797 time: 0.2442312 Nov 12 03:49:31.569478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67c999b1-5551-412e-bf14-2967d41577d3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:31.572475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Provisioning complete for port 96adff68-2da9-4c13-8972-0120de7530bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.572836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.678785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67c999b1-5551-412e-bf14-2967d41577d3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.679013 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.731890 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-c1827b9e-1178-435a-a182-5da2df3babfc tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 472 time: 0.1544757 Nov 12 03:49:31.747173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Provisioning complete for port 67c999b1-5551-412e-bf14-2967d41577d3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.747499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46143082-939c-4435-b5b4-47259cd2af1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.752188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'port': {'device_id': '3372d1bc-c694-43ef-8238-bee443939784', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'admin_state_up': True, 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'security_groups': ['96cd360e-910c-4ba4-b12f-9eebbf3a37be']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:31.824737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 96adff68-2da9-4c13-8972-0120de7530bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:31.859408 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.871761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.912306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 96adff68-2da9-4c13-8972-0120de7530bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:31.913075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.969070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:31.975721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=65936fc0-46d6-4a54-a59e-a4824bb434f0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.042248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.045842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.144331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:32.147720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:32.292464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.24 (4399616b-9215-4e58-bbea-d28ab3f63c03/b5583824-654f-44ca-b72c-453ed3b9628a/3881adad-65be-48be-9e97-4b17dc8844bf) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:32.366433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router 215e1d6e-d245-4225-a417-32acf9c185b7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:32.487285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2709c0cb-94c4-46d9-a579-d2ef8694fd9e req-eee89513-a4d8-4387-b87c-d378d16fdf75 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 210 time: 0.0312161 Nov 12 03:49:32.535523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3d450caf-5a73-4bdc-9ed0-e0cb3068eae6 None None] Provisioning complete for port 65936fc0-46d6-4a54-a59e-a4824bb434f0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:32.536300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3d450caf-5a73-4bdc-9ed0-e0cb3068eae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.574917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3d450caf-5a73-4bdc-9ed0-e0cb3068eae6 None None] Port 65936fc0-46d6-4a54-a59e-a4824bb434f0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:32.587718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.602562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:32.608787 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6fc8a78c-c5c4-4bb1-9084-1f68b720a9a4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/routers/215e1d6e-d245-4225-a417-32acf9c185b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9343903 Nov 12 03:49:32.611505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50828) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:32.615173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] Sync routers for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:32.619284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'port': {'network_id': '57888611-d6a9-42d7-8bd4-2bee0fca139e', 'name': 'tempest-FloatingIPTestJSON-2103596791'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:32.627345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:32.628245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.667241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.677316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:32.677901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.703481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.714895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:32.715634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067017f5-2d02-43f1-90d7-57ccac5c97c5 None None] The sync data for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:32.771746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:32.774926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:32.776789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:32.779100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:32.848545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:32.849205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.853927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Made reservation on behalf of fcdbd0b3ca4c4123ba08e30ef41fb135 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:32.857252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:32.883090 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fe2f7266-2b8b-4845-906c-c05d6debe271 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1418135 Nov 12 03:49:32.884300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] device_id is not set on port 21cc24ec-e254-42b8-9e3f-6f928206cc71 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:49:32.897603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-e7f151d3-331d-4f09-af60-ce1fb5342add tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:49:32.898680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-e7f151d3-331d-4f09-af60-ce1fb5342add tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053320 Nov 12 03:49:33.039745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Request body: {'port': {'device_id': '3372d1bc-c694-43ef-8238-bee443939784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.080419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Allocated IP 172.20.0.11 (57888611-d6a9-42d7-8bd4-2bee0fca139e/8f176c2f-28f9-4946-8189-46eed27a206b/21cc24ec-e254-42b8-9e3f-6f928206cc71) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:33.102295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e6aa3c33-3847-48ab-8a95-99ac8e61ed23 None None] Provisioning complete for port 3881adad-65be-48be-9e97-4b17dc8844bf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:33.102663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3c33-3847-48ab-8a95-99ac8e61ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.138180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.138721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa3c33-3847-48ab-8a95-99ac8e61ed23 None None] Port 3881adad-65be-48be-9e97-4b17dc8844bf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:33.434964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.511589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.588996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:33.594399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3881adad-65be-48be-9e97-4b17dc8844bf {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:33.602040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:33.610053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.612818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:33.618140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event updated for resources: {'Port': ['ID=21cc24ec-e254-42b8-9e3f-6f928206cc71,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.638910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508d0e1-cab2-4fe6-bb7e-931bc1ad5a00 req-605e2316-45f0-4199-aa85-f5a731816005 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.640846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a508d0e1-cab2-4fe6-bb7e-931bc1ad5a00 req-605e2316-45f0-4199-aa85-f5a731816005 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 932 time: 0.0733244 Nov 12 03:49:33.662419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Transition to ACTIVE for port object 3881adad-65be-48be-9e97-4b17dc8844bf will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:49:33.674801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.712942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a508d0e1-cab2-4fe6-bb7e-931bc1ad5a00 req-8f583ea2-5382-4ac3-a8dd-5384501863bc tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606565 Nov 12 03:49:33.723134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:33.723134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.754046 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c90ef949-62b8-4864-a6a7-7000d0f77694 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1390078 Nov 12 03:49:33.755344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:33.762046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Request body: {'floatingip': {'port_id': '21cc24ec-e254-42b8-9e3f-6f928206cc71'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:33.794328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Pushing event updated for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:33.855809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:33.885835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Attempting to bind port 3881adad-65be-48be-9e97-4b17dc8844bf on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:33.886305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Attempting to bind port 3881adad-65be-48be-9e97-4b17dc8844bf by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:33.886480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Attempting to bind port 3881adad-65be-48be-9e97-4b17dc8844bf on network 4399616b-9215-4e58-bbea-d28ab3f63c03 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:33.896157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Port 3881adad-65be-48be-9e97-4b17dc8844bf on network 4399616b-9215-4e58-bbea-d28ab3f63c03 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:49:33.896574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Attempting to bind port 3881adad-65be-48be-9e97-4b17dc8844bf on network 4399616b-9215-4e58-bbea-d28ab3f63c03 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:33.911218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:33.911477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Checking segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:33.911779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Bound using segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:33.912235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Bound port: 3881adad-65be-48be-9e97-4b17dc8844bf, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:33.912600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.020570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:34.026869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3881adad-65be-48be-9e97-4b17dc8844bf,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:34.035926 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.080172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-62cf0ce1-3d28-4611-9f8f-607fc7f14bd9 None None] Provisioning complete for port 21cc24ec-e254-42b8-9e3f-6f928206cc71 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:34.081544 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-62cf0ce1-3d28-4611-9f8f-607fc7f14bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.114675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.115852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.118400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] 10.222.0.16 "PUT /v2.0/ports/3881adad-65be-48be-9e97-4b17dc8844bf HTTP/1.1" status: 200 len: 1093 time: 1.1871128 Nov 12 03:49:34.121316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:34.124736 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103" -d '{"events": [{"name": "network-changed", "server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:34.125303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-62cf0ce1-3d28-4611-9f8f-607fc7f14bd9 None None] Port 21cc24ec-e254-42b8-9e3f-6f928206cc71 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:34.171733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2d011-afb7-4810-b5f5-1aa5fca17aaf service neutron] Pushing event updated for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:34.210544 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad1969-c1c6-4a94-b1ad-576be7b0a3f8 x-openstack-request-id: req-f5ad1969-c1c6-4a94-b1ad-576be7b0a3f8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:34.210825 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:34.215205 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f5ad1969-c1c6-4a94-b1ad-576be7b0a3f8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:34.215631 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf', 'status': 'completed', 'code': 200} Nov 12 03:49:34.255398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fd165314-9bc1-4201-b3f0-b8bda69586b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.256929 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-fd165314-9bc1-4201-b3f0-b8bda69586b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 1096 time: 0.0633740 Nov 12 03:49:34.355222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-48ecd9df-32d3-42db-af08-e11520e9a203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3881adad-65be-48be-9e97-4b17dc8844bf HTTP/1.1" status: 200 len: 217 time: 0.0803237 Nov 12 03:49:34.428569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-884fd471-191d-452c-8996-6cd22e7ca050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.430370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-884fd471-191d-452c-8996-6cd22e7ca050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5583824-654f-44ca-b72c-453ed3b9628a HTTP/1.1" status: 200 len: 838 time: 0.0680172 Nov 12 03:49:34.507681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba783-23c2-4166-90cf-27d91ae74997 req-4b10f940-fd6e-40d0-a9d3-7e8dbced703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.512095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-4b10f940-fd6e-40d0-a9d3-7e8dbced703d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4399616b-9215-4e58-bbea-d28ab3f63c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0653839 Nov 12 03:49:34.565478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.574486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:34.618367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-22807c2e-639b-4977-8c4a-9c5b44d422b2 service neutron] 10.222.0.16 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Nov 12 03:49:34.681763 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 85fa086a-153c-4f1d-8721-9d30159e8fd2 associated. External IP: 172.25.7.93, port: c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9. Nov 12 03:49:34.733733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1deba783-23c2-4166-90cf-27d91ae74997 req-29c20c9f-6753-4df9-aa1a-9e8f9283d3d5 service neutron] 10.222.0.16 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032808 Nov 12 03:49:34.882414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c08dd-5306-4a4f-858e-b564f0a0e482 req-5cead7ca-cc96-43b5-9bda-905e714c9347 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.884110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-590c08dd-5306-4a4f-858e-b564f0a0e482 req-5cead7ca-cc96-43b5-9bda-905e714c9347 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 944 time: 0.1001518 Nov 12 03:49:34.890464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-655e8755-c76e-476d-bd7f-483ff40dcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:34.892187 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-655e8755-c76e-476d-bd7f-483ff40dcdaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 1096 time: 0.0481155 Nov 12 03:49:34.996995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-590c08dd-5306-4a4f-858e-b564f0a0e482 req-9b4a9cf4-071b-4caf-bcf5-50b5359223e6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908608 Nov 12 03:49:35.006103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-934fd2da-e2cc-4fb6-8ef7-5d3becac83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.008372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-934fd2da-e2cc-4fb6-8ef7-5d3becac83c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4399616b-9215-4e58-bbea-d28ab3f63c03 HTTP/1.1" status: 200 len: 897 time: 0.1092780 Nov 12 03:49:35.009731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:35.057201 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-21424517-28e1-4b87-9751-beb5f2262106 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3881adad-65be-48be-9e97-4b17dc8844bf HTTP/1.1" status: 200 len: 217 time: 0.0381935 Nov 12 03:49:35.113292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-db98991f-4ebd-4781-9ff0-02bce6793382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.114768 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-db98991f-4ebd-4781-9ff0-02bce6793382 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b5583824-654f-44ca-b72c-453ed3b9628a HTTP/1.1" status: 200 len: 838 time: 0.0499499 Nov 12 03:49:35.142573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:35.161320 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:35.172491 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:35.173545 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.174673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-19807382-3027-443a-9857-818b71253d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:35.177804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-19807382-3027-443a-9857-818b71253d86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4399616b-9215-4e58-bbea-d28ab3f63c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0508869 Nov 12 03:49:35.222175 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.232890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:35.233702 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.276476 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.277400 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d02d79f-a436-43ae-ae47-7f8eb82319c5 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:35.295201 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-d40744c4-e3b3-4ea8-ac4f-795632d73ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096010 Nov 12 03:49:35.394296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router 215e1d6e-d245-4225-a417-32acf9c185b7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:35.408096 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d97975c0-3bf5-47e6-9f74-5c7bccaf9103 req-96435352-0730-4ac5-ad51-c679e8f2e74b service neutron] 10.222.0.16 "GET /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055405 Nov 12 03:49:35.545343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:35.558707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] Sync routers for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:35.559545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.571397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:35.573174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.607476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.621415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:35.622030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.635761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-18ad67c6-fd7b-428f-9e65-d7a0f6730f45 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/floatingips/85fa086a-153c-4f1d-8721-9d30159e8fd2 HTTP/1.1" status: 200 len: 978 time: 1.8759027 Nov 12 03:49:35.635943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:35.761842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 21cc24ec-e254-42b8-9e3f-6f928206cc71 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:35.762530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:35.815759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:35.816334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46adea12-bb41-4b92-a5bd-13d2a50b2d91 None None] The sync data for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:35.862941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.127155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.127430 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.127744 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Floating IP 85fa086a-153c-4f1d-8721-9d30159e8fd2 disassociated. External IP: 172.25.7.93, port: 21cc24ec-e254-42b8-9e3f-6f928206cc71. Nov 12 03:49:36.128086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 21cc24ec-e254-42b8-9e3f-6f928206cc71 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:36.192679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a375d-b6b3-4900-b89e-b05806229099 req-103096c9-1efe-4889-8db5-af4516491c58 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:36.194161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-316a375d-b6b3-4900-b89e-b05806229099 req-103096c9-1efe-4889-8db5-af4516491c58 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 944 time: 0.1074958 Nov 12 03:49:36.273352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-316a375d-b6b3-4900-b89e-b05806229099 req-2d31571a-4c97-4ec5-a45b-cdfcff5d7a18 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725734 Nov 12 03:49:36.330096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.363729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=21cc24ec-e254-42b8-9e3f-6f928206cc71,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:36.513961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router 215e1d6e-d245-4225-a417-32acf9c185b7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:36.655424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:36.668064 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] Sync routers for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:36.680645 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:36.681709 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.721381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.731145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3881adad-65be-48be-9e97-4b17dc8844bf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:49:36.742604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.743734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:36.744420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.751057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46f0abba-083b-4e52-bc82-755afb1a84a2 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/21cc24ec-e254-42b8-9e3f-6f928206cc71 HTTP/1.1" status: 204 len: 168 time: 1.1141243 Nov 12 03:49:36.753850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:36.790824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:36.791756 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef6e06-4991-40b4-87bb-c95fd0c6b6da None None] The sync data for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:36.863619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3881adad-65be-48be-9e97-4b17dc8844bf,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:36.880426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '3881adad-65be-48be-9e97-4b17dc8844bf', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'port_id': '3881adad-65be-48be-9e97-4b17dc8844bf', 'mac_address': 'fa:16:3e:14:e2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:49:36.924010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:36.939937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3881adad-65be-48be-9e97-4b17dc8844bf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:49:36.971563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3881adad-65be-48be-9e97-4b17dc8844bf,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:36.977974 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:37.035218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:37.418194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['3881adad-65be-48be-9e97-4b17dc8844bf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:49:37.480083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01b96-ba6e-44d3-bc89-20a5ef24cfee req-12328222-55d7-498d-92bc-c53a34042fbd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:37.482234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f01b96-ba6e-44d3-bc89-20a5ef24cfee req-12328222-55d7-498d-92bc-c53a34042fbd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 945 time: 0.1295748 Nov 12 03:49:37.610174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81f01b96-ba6e-44d3-bc89-20a5ef24cfee req-fb023306-143c-4152-99c6-74fdca7454b2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050091 Nov 12 03:49:37.675154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.010026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 65936fc0-46d6-4a54-a59e-a4824bb434f0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:38.010263 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.111412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.125365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 65936fc0-46d6-4a54-a59e-a4824bb434f0 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:38.345060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.377165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=65936fc0-46d6-4a54-a59e-a4824bb434f0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:38.598924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.727897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3881adad-65be-48be-9e97-4b17dc8844bf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:38.765909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da46ac1-6edd-453a-9880-1d372a74eb33 req-0d9dd82b-c017-42ef-94f5-73aab5207273 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:38.767462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da46ac1-6edd-453a-9880-1d372a74eb33 req-0d9dd82b-c017-42ef-94f5-73aab5207273 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 945 time: 0.0743449 Nov 12 03:49:38.786707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 3881adad-65be-48be-9e97-4b17dc8844bf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:49:38.791131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 3881adad-65be-48be-9e97-4b17dc8844bf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:38.791449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.877777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.895941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4da46ac1-6edd-453a-9880-1d372a74eb33 req-b4a30f3f-52d4-4820-97a9-a9b3e5b651e5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950499 Nov 12 03:49:38.901800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:49:38.904143 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893876f4-485c-4800-b80f-4630e78f85f9" -d '{"events": [{"server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "name": "network-vif-plugged", "status": "completed", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:49:38.926197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3881adad-65be-48be-9e97-4b17dc8844bf,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:38.926375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router 215e1d6e-d245-4225-a417-32acf9c185b7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:38.931679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:38.982245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.045854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:39.050539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9539a9f2-dd5a-4851-afb5-2fb6ba2594ab tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/routers/215e1d6e-d245-4225-a417-32acf9c185b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2955713 Nov 12 03:49:39.053293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.056664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] Sync routers for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:39.071060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:39.072314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:39.105760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:39.114575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] Routers {'215e1d6e-d245-4225-a417-32acf9c185b7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:39.115207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['215e1d6e-d245-4225-a417-32acf9c185b7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:39.148722 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2d20fa-2b48-4bd9-8742-d7e1a1feed58 x-openstack-request-id: req-1a2d20fa-2b48-4bd9-8742-d7e1a1feed58 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:49:39.149021 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "name": "network-vif-plugged", "status": "completed", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:49:39.149274 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1a2d20fa-2b48-4bd9-8742-d7e1a1feed58 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:49:39.149692 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf', 'code': 200} Nov 12 03:49:39.150440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:39.151202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608fa299-77ae-44d0-91b9-77d4e692eb64 None None] The sync data for ids ['215e1d6e-d245-4225-a417-32acf9c185b7'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:39.168501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.266351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3769-4eee-473a-acd2-f1207caffefd req-797db3f7-a229-43e3-b28e-d172171b275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:39.267891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b2a3769-4eee-473a-acd2-f1207caffefd req-797db3f7-a229-43e3-b28e-d172171b275f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 1098 time: 0.0414114 Nov 12 03:49:39.273890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.315070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b2a3769-4eee-473a-acd2-f1207caffefd req-6433d974-671b-44bc-831d-d2e8a4079b54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396652 Nov 12 03:49:39.326083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 153e7bac-af9d-483c-9171-f357325d3328 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:39.326426 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.401513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.414145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 153e7bac-af9d-483c-9171-f357325d3328 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:39.589231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.621021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=153e7bac-af9d-483c-9171-f357325d3328,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:39.640354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca503e-2c79-4197-98f7-cf8954444e84 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:39.675901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.699627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.803182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.809912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.873208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.874376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Fanout notify agent at l3_agent the message router_deleted on router 215e1d6e-d245-4225-a417-32acf9c185b7 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:39.887239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:39.888450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aedef95b-468e-437a-9600-9fd3e0b67a8f tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/routers/215e1d6e-d245-4225-a417-32acf9c185b7 HTTP/1.1" status: 204 len: 168 time: 0.8330576 Nov 12 03:49:39.892159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50910) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:39.965987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting subnet 8f176c2f-28f9-4946-8189-46eed27a206b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:39.969807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.050150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.113417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfb8b5-fb61-4223-8c3e-0ce77c779bed req-25b3eac8-1841-4d32-bab6-57ce3b791c15 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:40.113417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1cfb8b5-fb61-4223-8c3e-0ce77c779bed req-25b3eac8-1841-4d32-bab6-57ce3b791c15 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.0712264 Nov 12 03:49:40.134257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1cfb8b5-fb61-4223-8c3e-0ce77c779bed req-aad8cb4a-5560-4338-8d01-a00491cd5778 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580866 Nov 12 03:49:40.159485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.228380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.261354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Subnet': ['ID=8f176c2f-28f9-4946-8189-46eed27a206b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.265168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.271095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7f4084b-70a6-4b9c-9e53-6da82d894e0b tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/subnets/8f176c2f-28f9-4946-8189-46eed27a206b HTTP/1.1" status: 204 len: 168 time: 0.3750081 Nov 12 03:49:40.271621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50930) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.286653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08dc40a-1964-415e-a5dc-e621cfcfdee1 None None] Network 57888611-d6a9-42d7-8bd4-2bee0fca139e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:40.355543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.441058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 67c999b1-5551-412e-bf14-2967d41577d3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:40.441652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.527609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] For port 67c999b1-5551-412e-bf14-2967d41577d3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67c999b1-5551-412e-bf14-2967d41577d3,segment=NetworkSegment(64f1835f-0091-476b-9f9a-6e78c8e6bcf8),segment_id=64f1835f-0091-476b-9f9a-6e78c8e6bcf8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.528246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.544441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 67c999b1-5551-412e-bf14-2967d41577d3 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:40.554263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] DHCP port deletion for 57888611-d6a9-42d7-8bd4-2bee0fca139e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:40.661416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.663940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Deleting port 67c999b1-5551-412e-bf14-2967d41577d3 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:40.664535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.700054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=67c999b1-5551-412e-bf14-2967d41577d3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.702102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] No DVR routers for this DVR port 67c999b1-5551-412e-bf14-2967d41577d3 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:40.734371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] For port 67c999b1-5551-412e-bf14-2967d41577d3, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:40.734767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.748229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Calling delete_port for 67c999b1-5551-412e-bf14-2967d41577d3 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:40.751148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Port 67c999b1-5551-412e-bf14-2967d41577d3 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:49:40.752678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.787049 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.795690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] Pushing event deleted for resources: {'Port': ['ID=67c999b1-5551-412e-bf14-2967d41577d3,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:40.799909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0914b1d-9237-4b29-847e-c91b41b6c5a3 None None] No DVR routers for this DVR port 67c999b1-5551-412e-bf14-2967d41577d3 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:49:40.820060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57888611-d6a9-42d7-8bd4-2bee0fca139e']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.836984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f1835f-0091-476b-9f9a-6e78c8e6bcf8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.837366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f1835f-0091-476b-9f9a-6e78c8e6bcf8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:40.850350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.867163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.877817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:40.878071 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:40.881868 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:40.952921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.960223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:40.963620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/networks/57888611-d6a9-42d7-8bd4-2bee0fca139e HTTP/1.1" status: 204 len: 168 time: 0.6912107 Nov 12 03:49:40.966400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 50948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:40.975211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eaa3e-ac62-4149-a4f4-032ec272f70e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Network': ['ID=57888611-d6a9-42d7-8bd4-2bee0fca139e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.103505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 7a0962ec-2c8e-4fa5-bf59-ceb2dda55867 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:41.103764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.195968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.196516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.210665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 7a0962ec-2c8e-4fa5-bf59-ceb2dda55867 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:41.326549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9116ad-5263-407d-8fe3-96e92407e631 req-fd035f82-d17c-4b26-90a7-ba0fa5061423 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.328131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9116ad-5263-407d-8fe3-96e92407e631 req-fd035f82-d17c-4b26-90a7-ba0fa5061423 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.1124482 Nov 12 03:49:41.413491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9116ad-5263-407d-8fe3-96e92407e631 req-9a3fd0ef-9d32-400b-b2a6-154158d2c1ae tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727587 Nov 12 03:49:41.438416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.472203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=7a0962ec-2c8e-4fa5-bf59-ceb2dda55867,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:41.548492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.553600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.553600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-02b71b1a-e83a-4e87-a2e8-ff44ac06a82e tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/floatingips/85fa086a-153c-4f1d-8721-9d30159e8fd2 HTTP/1.1" status: 204 len: 168 time: 0.5849607 Nov 12 03:49:41.557326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50968) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.573185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67c999b1-5551-412e-bf14-2967d41577d3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:49:41.582680 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f66675-6f11-47f5-98ab-2e1d617c10b9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] DELETE failed (client error): The resource could not be found. Nov 12 03:49:41.583353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f66675-6f11-47f5-98ab-2e1d617c10b9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:41.589280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-41f66675-6f11-47f5-98ab-2e1d617c10b9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/21cc24ec-e254-42b8-9e3f-6f928206cc71 HTTP/1.1" status: 404 len: 333 time: 0.0277894 Nov 12 03:49:41.589503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.607575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 67c999b1-5551-412e-bf14-2967d41577d3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:49:41.619446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67c999b1-5551-412e-bf14-2967d41577d3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:49:41.620755 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c8aa1b88-949d-4ce3-926d-35a679a497cd tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/ports?device_id=215e1d6e-d245-4225-a417-32acf9c185b7 HTTP/1.1" status: 200 len: 205 time: 0.0302048 Nov 12 03:49:41.623127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50974) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.664621 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-7a48976f-d7d5-4e15-86e5-07b9f13d6cd7 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] delete failed (client error): The resource could not be found. Nov 12 03:49:41.666341 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7a48976f-d7d5-4e15-86e5-07b9f13d6cd7 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/routers/215e1d6e-d245-4225-a417-32acf9c185b7 HTTP/1.1" status: 404 len: 336 time: 0.0422792 Nov 12 03:49:41.668817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.703941 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-844aa380-7d75-45dd-847d-ca83aa94e0a9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] DELETE failed (client error): The resource could not be found. Nov 12 03:49:41.704387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844aa380-7d75-45dd-847d-ca83aa94e0a9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:41.707604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-844aa380-7d75-45dd-847d-ca83aa94e0a9 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/subnets/8f176c2f-28f9-4946-8189-46eed27a206b HTTP/1.1" status: 404 len: 337 time: 0.0374842 Nov 12 03:49:41.710004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50980) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:41.754697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa95be-2308-4bc5-a822-09811c2d4ff0 req-86a152c5-bbd4-4eb2-9a36-4c167a18f17e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:41.756342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65fa95be-2308-4bc5-a822-09811c2d4ff0 req-86a152c5-bbd4-4eb2-9a36-4c167a18f17e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.0605443 Nov 12 03:49:41.824056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65fa95be-2308-4bc5-a822-09811c2d4ff0 req-9b956f3b-4024-435d-9baa-d421dbad01ba tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608950 Nov 12 03:49:41.826900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:41.827329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.931715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:41.948263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:42.126343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.161793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.256032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.260104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ea8f6ab2-c459-4c63-af38-a44174ff9142 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/c1edd1f3-521b-4685-a1d1-b4cb2a3f54c9 HTTP/1.1" status: 204 len: 168 time: 0.5489736 Nov 12 03:49:42.262409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 50998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.369325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 692f1709-9b73-4c68-8d05-71485eb1cbdf {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:42.369753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.467628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.484423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 692f1709-9b73-4c68-8d05-71485eb1cbdf owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:42.640035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.685641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=692f1709-9b73-4c68-8d05-71485eb1cbdf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:42.761911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:42.765230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9a3cb69-77f5-40c9-8e36-8d4f745a1f98 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/ports/692f1709-9b73-4c68-8d05-71485eb1cbdf HTTP/1.1" status: 204 len: 168 time: 0.5015035 Nov 12 03:49:42.767880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51014) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:42.817666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d5feb-18cd-476c-bf9e-b5be83b0e7de tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:42.821928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e8d5feb-18cd-476c-bf9e-b5be83b0e7de tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "GET /v2.0/ports?device_id=cea92e72-da25-4773-a6df-e3b1419b8a06 HTTP/1.1" status: 200 len: 913 time: 0.0504777 Nov 12 03:49:42.822747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:43.274013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:43.318451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:44.184131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port 7c59fbff-52f1-442c-8ee0-759d2ad40bac {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:44.184881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.323490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.339081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for 7c59fbff-52f1-442c-8ee0-759d2ad40bac owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:44.514945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.651938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.679810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=7c59fbff-52f1-442c-8ee0-759d2ad40bac,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:44.968671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:44.996226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.17 (4399616b-9215-4e58-bbea-d28ab3f63c03/b5583824-654f-44ca-b72c-453ed3b9628a/ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:45.182867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.240621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.292565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:45.299709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:45.305330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:45.314937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Router cea92e72-da25-4773-a6df-e3b1419b8a06 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:45.354921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:45.449886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.651862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:45.666724 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] Sync routers for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:45.677716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7de78c4e-bf54-4c64-8545-85831a991b2a tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "PUT /v2.0/routers/cea92e72-da25-4773-a6df-e3b1419b8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8538547 Nov 12 03:49:45.681058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:45.681669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.682697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:45.768638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.878310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:45.951437 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.983009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cfa694a5-cc43-414e-9ce2-83b9edf14011 None None] Provisioning complete for port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:45.983590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] Routers {'cea92e72-da25-4773-a6df-e3b1419b8a06'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:45.984271 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['cea92e72-da25-4773-a6df-e3b1419b8a06'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:45.987278 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cfa694a5-cc43-414e-9ce2-83b9edf14011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.046348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.101983 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:46.104967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cfa694a5-cc43-414e-9ce2-83b9edf14011 None None] Port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:46.106069 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e393e4-fddb-40b9-8935-525fe7cce0a3 None None] The sync data for ids ['cea92e72-da25-4773-a6df-e3b1419b8a06'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:46.148191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting port c4408bd2-5ae1-41e4-b58d-f2648a745ae7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:49:46.148191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.271855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.286766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Calling delete_port for c4408bd2-5ae1-41e4-b58d-f2648a745ae7 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:49:46.376801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.383928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.524850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.530139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.543262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.555769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.556938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.557541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.558294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.558807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.559459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.560074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.560715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.561371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.562119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.562575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.563242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:46.624459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f15a8-b318-452b-920e-c132846653d8 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:49:46.702803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Port': ['ID=c4408bd2-5ae1-41e4-b58d-f2648a745ae7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:46.739705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.787826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:46.790695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:46.858698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.861749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.922382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.925938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Fanout notify agent at l3_agent the message router_deleted on router cea92e72-da25-4773-a6df-e3b1419b8a06 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:49:46.933439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:46.937288 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8d495dbb-65b6-4bc7-b49d-7a79ebef3bfc tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/routers/cea92e72-da25-4773-a6df-e3b1419b8a06 HTTP/1.1" status: 204 len: 168 time: 1.2508848 Nov 12 03:49:46.937528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51118) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.056411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:49:47.056864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Deleting subnet 5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:49:47.062534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.136979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.226524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.279274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:47.280143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c38f66ce-694f-48db-be9a-faeb04f9f725 None None] Provisioning complete for port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:47.280611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c38f66ce-694f-48db-be9a-faeb04f9f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.287891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-24ac2a3a-e949-45e3-8075-75119e5fd762 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9683092 Nov 12 03:49:47.330074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:47.350070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:47.350986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.353096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.421333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:47.431119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.431468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.431934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.432278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.432611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.432936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.433266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.433590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.433913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.434239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.434562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.434904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:49:47.454884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.455630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c38f66ce-694f-48db-be9a-faeb04f9f725 None None] Port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:49:47.458683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-366d1838-9386-4b4b-9496-7b2e42a75792 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/subnets/5cc1c21a-c5e4-48bf-ace4-6d0fc13b99c3 HTTP/1.1" status: 204 len: 168 time: 0.5200849 Nov 12 03:49:47.461801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:47.479932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:47.556968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.683853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.709850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da243cf-0d42-424a-89fb-b3dadf850089']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.725733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd10ecc4-e20f-4466-adb6-168e2310f07c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.726589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd10ecc4-e20f-4466-adb6-168e2310f07c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.740694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.757707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.765923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:49:47.766755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:49:47.771098 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:49:47.817838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:49:45Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d', 'name': '', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:97:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:44Z', 'updated_at': '2021-11-12T03:49:46Z', 'revision_number': 2, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:47.867013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:49:47.867400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Updating router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:49:47.871212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.885740 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.894872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] 10.222.0.97 "DELETE /v2.0/networks/7da243cf-0d42-424a-89fb-b3dadf850089 HTTP/1.1" status: 204 len: 168 time: 0.4318576 Nov 12 03:49:47.896026 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:47.956117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb11dfc-d18c-48d2-9d2e-ee733ba93fc4 tempest-FloatingIPTestJSON-1369804044 tempest-FloatingIPTestJSON-1369804044-project] Pushing event deleted for resources: {'Network': ['ID=7da243cf-0d42-424a-89fb-b3dadf850089,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.335506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.344915 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.417980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b19a-b966-4046-8549-9271de273f56 None None] Pushing event updated for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.483962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.535177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Attempting to bind port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:48.535758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Attempting to bind port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:48.536121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Attempting to bind port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d on network 4399616b-9215-4e58-bbea-d28ab3f63c03 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:48.544235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:48.544604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Checking segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:48.545004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.545390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Bound using segment: {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:48.546368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Bound port: ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:48.546368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.782589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] For port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:48.793499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] For port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:48.806620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:48.893382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:48.894046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:48.913665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002b19a-b966-4046-8549-9271de273f56 None None] Pushing event updated for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:48.955947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-840bd258-c3b1-41b3-8d21-f6a92ecb8cfa admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fcdbd0b3ca4c4123ba08e30ef41fb135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701426 Nov 12 03:49:48.958224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51180) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:48.967855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] Provisioning complete for port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:48.968220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.045051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.086864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:49:49.096278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.171754 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.175431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.178909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fac75eae-be32-45bb-87b7-caa58a40ad72 HTTP/1.1" status: 204 len: 168 time: 0.2157595 Nov 12 03:49:49.188989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964a851-bde5-4752-aae0-39ccb70b5d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac75eae-be32-45bb-87b7-caa58a40ad72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.217063 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.269659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] For port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:49.300798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.588017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e5e6a37c-23dd-4a21-89f9-fa036fab449d None None] Provisioning complete for port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:49.588017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e5e6a37c-23dd-4a21-89f9-fa036fab449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:49.588017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e548-ffea-4df7-96f0-f2f98aebf305 None None] Pushing event updated for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:49.730353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:49:45Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d', 'name': '', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:97:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:44Z', 'updated_at': '2021-11-12T03:49:48Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:49.767118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff73f9e-62e6-4ec2-86e0-3baf57e1ecab None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:49:45Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d', 'name': '', 'network_id': '4399616b-9215-4e58-bbea-d28ab3f63c03', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:97:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:49:44Z', 'updated_at': '2021-11-12T03:49:48Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'b5583824-654f-44ca-b72c-453ed3b9628a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:50.133448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.260023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03b76400-1de0-4439-90f4-a6a5f35ca5c8 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] Request body: {'port': {'network_id': '988566a6-68b3-48f9-a33f-7bb7b4b51b16', 'name': 'tempest-NetworksNegativeTestJSON-897314713'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.280167 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b76400-1de0-4439-90f4-a6a5f35ca5c8 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] POST failed (client error): The resource could not be found. Nov 12 03:49:50.282593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b76400-1de0-4439-90f4-a6a5f35ca5c8 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.289051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03b76400-1de0-4439-90f4-a6a5f35ca5c8 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1537917 Nov 12 03:49:50.289950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51242) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.320584 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d857e7b0-4658-4782-ba8f-ba20c914f192 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] DELETE failed (client error): The resource could not be found. Nov 12 03:49:50.322347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d857e7b0-4658-4782-ba8f-ba20c914f192 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.332264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.332871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d857e7b0-4658-4782-ba8f-ba20c914f192 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "DELETE /v2.0/networks/998aba46-4b42-4524-8995-fd554038b098 HTTP/1.1" status: 404 len: 339 time: 0.0415626 Nov 12 03:49:50.361346 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-74afc5b4-5391-4db7-98e4-3aa2fb1bbb5f tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] DELETE failed (client error): The resource could not be found. Nov 12 03:49:50.362440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74afc5b4-5391-4db7-98e4-3aa2fb1bbb5f tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.365953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-74afc5b4-5391-4db7-98e4-3aa2fb1bbb5f tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "DELETE /v2.0/ports/a6dc13bd-c2d8-4e3d-91b7-7971a9317e8c HTTP/1.1" status: 404 len: 333 time: 0.0324438 Nov 12 03:49:50.370492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51248) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.402652 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-514c803d-a869-47b8-9af5-71a1b4c95495 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] DELETE failed (client error): The resource could not be found. Nov 12 03:49:50.403505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514c803d-a869-47b8-9af5-71a1b4c95495 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.407260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-514c803d-a869-47b8-9af5-71a1b4c95495 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "DELETE /v2.0/subnets/7114d8b2-8690-4b5f-9b5a-111f7a9355e3 HTTP/1.1" status: 404 len: 337 time: 0.0354478 Nov 12 03:49:50.411178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.438646 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa0caf-b56e-4830-a903-6001e4a3fe60 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] GET failed (client error): The resource could not be found. Nov 12 03:49:50.440410 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58fa0caf-b56e-4830-a903-6001e4a3fe60 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "GET /v2.0/networks/d9f59c88-a491-4f76-844e-7be2afc3c0a8 HTTP/1.1" status: 404 len: 339 time: 0.0282729 Nov 12 03:49:50.444103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.490825 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa64094-14a1-4d96-90b8-9d643f1fa5b7 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] GET failed (client error): The resource could not be found. Nov 12 03:49:50.493944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4fa64094-14a1-4d96-90b8-9d643f1fa5b7 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "GET /v2.0/ports/268d244b-8809-4ca7-8b4e-ddcb9ed0a14f HTTP/1.1" status: 404 len: 333 time: 0.0484970 Nov 12 03:49:50.497785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51258) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.531573 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a4e235-b489-4cf9-837b-0ed333e67f7c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] GET failed (client error): The resource could not be found. Nov 12 03:49:50.533371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97a4e235-b489-4cf9-837b-0ed333e67f7c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "GET /v2.0/subnets/68c0edd5-6c97-4c25-8956-16d94bdcd256 HTTP/1.1" status: 404 len: 337 time: 0.0342867 Nov 12 03:49:50.537571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51260) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.546750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-18189e06-f981-4bd4-a215-25f8752a5a46 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.568010 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-18189e06-f981-4bd4-a215-25f8752a5a46 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] PUT failed (client error): The resource could not be found. Nov 12 03:49:50.568781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18189e06-f981-4bd4-a215-25f8752a5a46 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.575756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51262) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.575915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-18189e06-f981-4bd4-a215-25f8752a5a46 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "PUT /v2.0/networks/1a6c2332-45c4-4eb6-8393-c5013d7f300d HTTP/1.1" status: 404 len: 339 time: 0.0371342 Nov 12 03:49:50.583158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8da098c5-6240-40bc-96fb-3e8d26171d47 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.607483 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da098c5-6240-40bc-96fb-3e8d26171d47 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] PUT failed (client error): The resource could not be found. Nov 12 03:49:50.608307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da098c5-6240-40bc-96fb-3e8d26171d47 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.613808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8da098c5-6240-40bc-96fb-3e8d26171d47 tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "PUT /v2.0/ports/422406be-91f0-458c-912b-7ecaf86fc996 HTTP/1.1" status: 404 len: 333 time: 0.0325966 Nov 12 03:49:50.615344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51266) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:50.621441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8a60d1f9-a69a-475e-add2-5e182f041f9c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:50.645558 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a60d1f9-a69a-475e-add2-5e182f041f9c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] PUT failed (client error): The resource could not be found. Nov 12 03:49:50.646126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a60d1f9-a69a-475e-add2-5e182f041f9c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:49:50.647486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a60d1f9-a69a-475e-add2-5e182f041f9c tempest-NetworksNegativeTestJSON-159789592 tempest-NetworksNegativeTestJSON-159789592-project] 10.222.0.97 "PUT /v2.0/subnets/66998860-7246-4026-9c98-0a5a0269b642 HTTP/1.1" status: 404 len: 337 time: 0.0310476 Nov 12 03:49:51.022867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.149495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47f5671-1d63-4491-aa15-e767d10d80ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.239903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47f5671-1d63-4491-aa15-e767d10d80ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.244839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e47f5671-1d63-4491-aa15-e767d10d80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.287665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e47f5671-1d63-4491-aa15-e767d10d80ce admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c7254632b33a470db7034358adec902a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632630 Nov 12 03:49:51.288135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:51.288389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5671-1d63-4491-aa15-e767d10d80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e78736-683e-4c71-8b5f-28b3d1651549,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.376289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.448441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.519611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.533256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:51.535819 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/85e78736-683e-4c71-8b5f-28b3d1651549 HTTP/1.1" status: 204 len: 168 time: 0.2462246 Nov 12 03:49:51.566983 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531d0ea-40ec-4b43-a08a-e27be22d03bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e78736-683e-4c71-8b5f-28b3d1651549,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:51.659769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:51.744494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:51.744992 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.191306 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c291f5d-8e88-4955-bc66-7fb0ac137c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.427182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51348) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.552871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1646532657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:52.582230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.583991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.652809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.657414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.679235 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.683746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-abed571e-dfaf-47b8-a753-696a772c9e20 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2550375 Nov 12 03:49:52.684128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:52.689204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2014911875'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:52.728699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:52.731993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.742831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.862385 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.871284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.944268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:52.958966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb33a59d-f23a-4603-8006-98afd3d50d47,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:52.972652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:52.972652 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Added segment 2b14e498-d031-459e-b971-f50c3d84793e of type vlan for network 43044dd7-da73-4b02-b49f-c70a2fc50daf Nov 12 03:49:53.030670 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.063094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.069726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.070576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.165870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51372) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.166251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4812858 Nov 12 03:49:53.173042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89421a5-7668-4246-b9b0-feeea7161b1d tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Network': ['ID=43044dd7-da73-4b02-b49f-c70a2fc50daf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.174084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'subnet': {'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:53.186151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:53.297866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:53.311752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.517924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.580836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Subnet': ['ID=5b30c943-8bcf-45fe-b685-4173d130bf0d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:53.590262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Checking segment: {'id': '2b14e498-d031-459e-b971-f50c3d84793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:53.590619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network hostable DHCP agents. Network: 43044dd7-da73-4b02-b49f-c70a2fc50daf, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:53.609514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:53.620346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 43044dd7-da73-4b02-b49f-c70a2fc50daf) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:53.625563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.626062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.649917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cf99a4b-2f88-45a5-b7e3-5eb4c5bcb485 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813154 Nov 12 03:49:53.652461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcfdc6-6276-4af5-96b9-97d9c7abeda7 None None] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:53.653022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:53.662029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'network': {'name': 'tempest-router-network01--1741673091'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:53.695232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:53.702378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.757533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:53.776832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.780773 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Added segment 45e8a30c-59c3-4b3a-9c1f-f2577345299d of type vlan for network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 Nov 12 03:49:53.887871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.954920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:53.992086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:53.994055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.049557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-43044dd7-da73-4b02-b49f-c70a2fc50daf', 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf', 'tenant_id': 'bbe4c5601d2f45edbb26c27c40822137', 'fixed_ips': [{'subnet_id': '5b30c943-8bcf-45fe-b685-4173d130bf0d'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:54.052918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.191686 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5371644 Nov 12 03:49:54.193056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b615fc-6bfb-4c74-b765-796c2ee50f19 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Network': ['ID=1469b51f-f8f2-413c-8006-a7a1ce3096a0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.194302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:54.202680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'network': {'name': 'tempest-router-network02--865966422'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:54.234452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:54.244993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:54.252953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.295650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:49:54.309771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.310303 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Added segment 4e25bdc5-2fb0-4355-b0e7-2a68aeb85105 of type vlan for network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd Nov 12 03:49:54.354889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Allocated IP 2001:db8::2 (43044dd7-da73-4b02-b49f-c70a2fc50daf/5b30c943-8bcf-45fe-b685-4173d130bf0d/59b26711-e533-41de-a9db-eb4b798b975d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:54.360230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e319453-c5e9-4dc0-a866-88ae1a10d5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.387850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.428819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.436136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:54.436676 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.506299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3104317 Nov 12 03:49:54.509567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51394) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:54.515902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'subnet': {'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:54.518392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881ae3-7cb0-48b3-b53c-46bbf6e51466 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Network': ['ID=e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.528276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.531271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:49:54.556837 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.646375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:54.656512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:54.660857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:54.662045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:54.668536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.671085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Pushing event updated for resources: {'Port': ['ID=59b26711-e533-41de-a9db-eb4b798b975d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.737784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Attempting to bind port 59b26711-e533-41de-a9db-eb4b798b975d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:54.738514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Attempting to bind port 59b26711-e533-41de-a9db-eb4b798b975d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2b14e498-d031-459e-b971-f50c3d84793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:54.738901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Attempting to bind port 59b26711-e533-41de-a9db-eb4b798b975d on network 43044dd7-da73-4b02-b49f-c70a2fc50daf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:54.748622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:54.749133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Checking segment: {'id': '2b14e498-d031-459e-b971-f50c3d84793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:54.749585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.750042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Bound using segment: {'id': '2b14e498-d031-459e-b971-f50c3d84793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:54.750585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Bound port: 59b26711-e533-41de-a9db-eb4b798b975d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b14e498-d031-459e-b971-f50c3d84793e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '43044dd7-da73-4b02-b49f-c70a2fc50daf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:54.751012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.820256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] For port 59b26711-e533-41de-a9db-eb4b798b975d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:54.823605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] For port 59b26711-e533-41de-a9db-eb4b798b975d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59b26711-e533-41de-a9db-eb4b798b975d,segment=NetworkSegment(2b14e498-d031-459e-b971-f50c3d84793e),segment_id=2b14e498-d031-459e-b971-f50c3d84793e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:54.828171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.871999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:54.888835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c05a6-313a-4dc5-8fcc-1541bc002891 None None] Pushing event updated for resources: {'Port': ['ID=59b26711-e533-41de-a9db-eb4b798b975d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.941884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Subnet': ['ID=7210e172-2612-42b4-9284-659147592795,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:54.960227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Checking segment: {'id': '45e8a30c-59c3-4b3a-9c1f-f2577345299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:54.960593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network hostable DHCP agents. Network: 1469b51f-f8f2-413c-8006-a7a1ce3096a0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:54.980067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:54.995517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 1469b51f-f8f2-413c-8006-a7a1ce3096a0) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:55.005373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8e3c6-d7d5-4e39-8f74-aefbd428ddfe None None] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:55.005842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.006465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.026763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8566778-280b-4bd2-90d6-c3105b920d33 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5160258 Nov 12 03:49:55.029823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:55.035784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'subnet': {'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:49:55.227838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:49:55.231985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.278102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-1469b51f-f8f2-413c-8006-a7a1ce3096a0', 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0', 'tenant_id': 'bbe4c5601d2f45edbb26c27c40822137', 'fixed_ips': [{'subnet_id': '7210e172-2612-42b4-9284-659147592795'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:55.279193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.514803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.533573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.580067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Allocated IP 2001:db8::2 (1469b51f-f8f2-413c-8006-a7a1ce3096a0/7210e172-2612-42b4-9284-659147592795/457a8bf2-6a47-4945-9f1f-728da4c22f8f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:55.664424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Subnet': ['ID=4876124c-6b90-4829-ad97-f8b95c7dbe38,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:55.673427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Checking segment: {'id': '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:55.673994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network hostable DHCP agents. Network: e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:49:55.699269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:49:55.708579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59b26711-e533-41de-a9db-eb4b798b975d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:55.710563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:55.716727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:49:55.718043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:55.744743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f4857f46-8838-4a33-b26a-bb00c21d3ad0 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7133446 Nov 12 03:49:55.748130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51410) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:55.748881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34699188-2865-4143-af25-fc2bd51d86a0 None None] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:55.958993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 59b26711-e533-41de-a9db-eb4b798b975d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:55.959629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.027251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.044370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.179957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Pushing event updated for resources: {'Port': ['ID=457a8bf2-6a47-4945-9f1f-728da4c22f8f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.190074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:56.193506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd', 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd', 'tenant_id': 'bbe4c5601d2f45edbb26c27c40822137', 'fixed_ips': [{'subnet_id': '4876124c-6b90-4829-ad97-f8b95c7dbe38'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:49:56.194239 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.202481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:56.207760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:56.213091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.407037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Allocated IP 2001:db8::2 (e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd/4876124c-6b90-4829-ad97-f8b95c7dbe38/7dae8531-2a5a-4aeb-ae5e-665a10fc718f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:56.566546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Allocated IP 2001:db8::1 (1469b51f-f8f2-413c-8006-a7a1ce3096a0/7210e172-2612-42b4-9284-659147592795/05c41551-3c7a-4696-ae56-b03e13e133f5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:49:56.603979 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.618598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb8f9e-e77d-466f-87ae-726adfb92873 None None] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:56.633011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.755138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.797742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.856981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:56.860516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:56.865889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:56.866432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.870044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Port': ['ID=05c41551-3c7a-4696-ae56-b03e13e133f5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:56.904947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:56.929067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Pushing event updated for resources: {'Port': ['ID=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.042202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.044664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Attempting to bind port 457a8bf2-6a47-4945-9f1f-728da4c22f8f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:57.047658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Attempting to bind port 457a8bf2-6a47-4945-9f1f-728da4c22f8f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '45e8a30c-59c3-4b3a-9c1f-f2577345299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:57.048554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Attempting to bind port 457a8bf2-6a47-4945-9f1f-728da4c22f8f on network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:57.068851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:57.080278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-70579162-3358-417f-a869-94699ce0c997 None None] Provisioning complete for port 59b26711-e533-41de-a9db-eb4b798b975d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:57.083091 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70579162-3358-417f-a869-94699ce0c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.091043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:57.093043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:57.093417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Checking segment: {'id': '45e8a30c-59c3-4b3a-9c1f-f2577345299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:57.093816 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.099585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Bound using segment: {'id': '45e8a30c-59c3-4b3a-9c1f-f2577345299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:57.100064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Bound port: 457a8bf2-6a47-4945-9f1f-728da4c22f8f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e8a30c-59c3-4b3a-9c1f-f2577345299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1469b51f-f8f2-413c-8006-a7a1ce3096a0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:57.106875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.114347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 59b26711-e533-41de-a9db-eb4b798b975d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59b26711-e533-41de-a9db-eb4b798b975d,segment=NetworkSegment(2b14e498-d031-459e-b971-f50c3d84793e),segment_id=2b14e498-d031-459e-b971-f50c3d84793e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:57.178766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:49:57.194337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.221868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.426764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] For port 457a8bf2-6a47-4945-9f1f-728da4c22f8f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:57.431179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] For port 457a8bf2-6a47-4945-9f1f-728da4c22f8f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=457a8bf2-6a47-4945-9f1f-728da4c22f8f,segment=NetworkSegment(45e8a30c-59c3-4b3a-9c1f-f2577345299d),segment_id=45e8a30c-59c3-4b3a-9c1f-f2577345299d)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:57.454072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=59b26711-e533-41de-a9db-eb4b798b975d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.478881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.500031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.509149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.510833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.572089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608b417-59c6-4555-9c01-a3f10934690c None None] Pushing event updated for resources: {'Port': ['ID=457a8bf2-6a47-4945-9f1f-728da4c22f8f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.642231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Port': ['ID=05c41551-3c7a-4696-ae56-b03e13e133f5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:57.663358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Attempting to bind port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:49:57.663986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Attempting to bind port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:49:57.664537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Attempting to bind port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f on network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:49:57.675197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59b26711-e533-41de-a9db-eb4b798b975d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:57.747418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:49:57.747766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Checking segment: {'id': '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:49:57.748162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.748557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Bound using segment: {'id': '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:49:57.749041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Bound port: 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:49:57.749422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.767688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:49:57.769262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:49:57.817433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.862583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 59b26711-e533-41de-a9db-eb4b798b975d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:57.862950 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:57.927077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Router b3d20987-f3f9-4f79-939b-0bd5636b78eb is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:49:58.016799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] For port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:49:58.022797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] For port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,segment=NetworkSegment(4e25bdc5-2fb0-4355-b0e7-2a68aeb85105),segment_id=4e25bdc5-2fb0-4355-b0e7-2a68aeb85105)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:49:58.029731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.133797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c22d19-6f17-4a13-85a1-8d0b4455ac6d None None] Pushing event updated for resources: {'Port': ['ID=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:49:58.465075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-85321612-a5e8-4efb-ad96-3b8c4cf0d1e2 None None] Provisioning complete for port 59b26711-e533-41de-a9db-eb4b798b975d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:58.466295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85321612-a5e8-4efb-ad96-3b8c4cf0d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:58.657549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:49:58.675458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ff9966bf-82a8-4cd4-8d59-7ee1dd350877 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9251590 Nov 12 03:49:58.675772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] Sync routers for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:49:58.678024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51444) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:58.695945 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:58.696623 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:58.748749 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:58.783873 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:49:58.784513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:58.848263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:49:58.849165 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014d4f9-32bd-4226-8998-26e80247d69c None None] The sync data for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:49:59.227820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c7735-ca89-4e79-853b-6280739f659e None None] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:59.261227 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-eba58561-b406-432f-953c-6934d0f8900b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:49:59.262852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eba58561-b406-432f-953c-6934d0f8900b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5828292 Nov 12 03:49:59.265690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51450) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:49:59.349639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] Provisioning complete for port 457a8bf2-6a47-4945-9f1f-728da4c22f8f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.350264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.495438 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:49:59.669142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.683026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22994ff-721a-4cc5-abb2-eca04f2102c4 None None] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:49:59.772783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 457a8bf2-6a47-4945-9f1f-728da4c22f8f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:49:59.817708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.916077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] For port 457a8bf2-6a47-4945-9f1f-728da4c22f8f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=457a8bf2-6a47-4945-9f1f-728da4c22f8f,segment=NetworkSegment(45e8a30c-59c3-4b3a-9c1f-f2577345299d),segment_id=45e8a30c-59c3-4b3a-9c1f-f2577345299d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:49:59.924378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:49:59.934784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 457a8bf2-6a47-4945-9f1f-728da4c22f8f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:49:59.935082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.026820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting port 05c41551-3c7a-4696-ae56-b03e13e133f5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:00.027183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.071871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfd22-1ca7-4b69-8a25-d2c7d287e47f None None] Pushing event updated for resources: {'Port': ['ID=457a8bf2-6a47-4945-9f1f-728da4c22f8f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.090096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] Provisioning complete for port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.090475 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.160817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.177500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7dae8531-2a5a-4aeb-ae5e-665a10fc718f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:00.177820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Calling delete_port for 05c41551-3c7a-4696-ae56-b03e13e133f5 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:00.271309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.317596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.318194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.392970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] For port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,segment=NetworkSegment(4e25bdc5-2fb0-4355-b0e7-2a68aeb85105),segment_id=4e25bdc5-2fb0-4355-b0e7-2a68aeb85105)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:00.402970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.488879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.548232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Port': ['ID=05c41551-3c7a-4696-ae56-b03e13e133f5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.563127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afa1d8ef-b31a-451e-be21-d1fbb167e41c None None] Could not find standard attr ID for object 05c41551-3c7a-4696-ae56-b03e13e133f5. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:50:00.584101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c642ce5-a395-4831-b70b-54bdae9f35f1 None None] Pushing event updated for resources: {'Port': ['ID=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:00.598658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afa1d8ef-b31a-451e-be21-d1fbb167e41c None None] Provisioning complete for port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.599517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afa1d8ef-b31a-451e-be21-d1fbb167e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.714972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afa1d8ef-b31a-451e-be21-d1fbb167e41c None None] Provisioning complete for port 457a8bf2-6a47-4945-9f1f-728da4c22f8f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:00.716151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afa1d8ef-b31a-451e-be21-d1fbb167e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.727185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:00.916454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Router b3d20987-f3f9-4f79-939b-0bd5636b78eb has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:00.940950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2fac6920-34a2-41cb-8e75-a87308939217 None None] Could not find standard attr ID for object 05c41551-3c7a-4696-ae56-b03e13e133f5. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:50:01.010070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:01.015761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d5497181-7e44-4008-8f35-e0d6d071f599 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489114 Nov 12 03:50:01.019665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.026580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] Sync routers for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:01.058711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:01.059391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:01.109457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:01.121426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:01.122108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:01.136966 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-60120261-cb2f-4651-a536-9b9d3338a9fd tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] delete failed (client error): The resource could not be found. Nov 12 03:50:01.138886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-60120261-cb2f-4651-a536-9b9d3338a9fd tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/routers/tempest-non_exist_router-1346209099 HTTP/1.1" status: 404 len: 335 time: 0.1124132 Nov 12 03:50:01.141832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.146819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0f958dcb-6d03-4e86-bd95-f6f366f97ea3 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3d20987-f3f9-4f79-939b-0bd5636b78eb'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.182136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:01.182807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a7adf-7741-4168-9eab-a38713175c03 None None] The sync data for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:01.371371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f958dcb-6d03-4e86-bd95-f6f366f97ea3 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.396545 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-0f958dcb-6d03-4e86-bd95-f6f366f97ea3 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] update failed (client error): The resource could not be found. Nov 12 03:50:01.398222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f958dcb-6d03-4e86-bd95-f6f366f97ea3 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb HTTP/1.1" status: 404 len: 339 time: 0.2550764 Nov 12 03:50:01.403032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.408625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-986500767'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.432485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.436025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.462693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:01.464855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.471740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.472073 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Added segment a7ac429e-30db-4916-be3d-69484f5310fd of type vlan for network 65276736-f62c-43e4-b891-27dc926ddf79 Nov 12 03:50:01.521863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.549079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.555929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:01.556739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.584447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 457a8bf2-6a47-4945-9f1f-728da4c22f8f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:01.598998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1919582 Nov 12 03:50:01.600117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:01.604948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'subnet': {'network_id': '65276736-f62c-43e4-b891-27dc926ddf79', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:01.669276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8a62-5493-4c60-8ec8-cf268e84716b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Network': ['ID=65276736-f62c-43e4-b891-27dc926ddf79,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:01.747595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Made reservation on behalf of bbe4c5601d2f45edbb26c27c40822137 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:01.751383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.806288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 65276736-f62c-43e4-b891-27dc926ddf79 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:01.922422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 457a8bf2-6a47-4945-9f1f-728da4c22f8f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:01.924109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:01.995056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.027612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7dae8531-2a5a-4aeb-ae5e-665a10fc718f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:02.078702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Subnet': ['ID=b0f5c24c-ba20-452b-9213-c3177675c2c9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.096173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Checking segment: {'id': 'a7ac429e-30db-4916-be3d-69484f5310fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:02.097186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network hostable DHCP agents. Network: 65276736-f62c-43e4-b891-27dc926ddf79, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:02.099506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:02.100342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.149201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 65276736-f62c-43e4-b891-27dc926ddf79 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:02.176759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 65276736-f62c-43e4-b891-27dc926ddf79) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:02.196273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:02.198278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.218354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87a8ba-5a63-4182-968a-309de2817089 None None] Network 65276736-f62c-43e4-b891-27dc926ddf79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:02.230700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-82bdc60e-44d9-4f39-a339-69124963d4e6 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6303518 Nov 12 03:50:02.233460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51494) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.238161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c81bd95e-959c-42fc-bcf4-cfaf875b6c72 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'router': {'external_gateway_info': {'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:02.389842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-65276736-f62c-43e4-b891-27dc926ddf79', 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79', 'tenant_id': 'bbe4c5601d2f45edbb26c27c40822137', 'fixed_ips': [{'subnet_id': 'b0f5c24c-ba20-452b-9213-c3177675c2c9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:02.390822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.469174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c81bd95e-959c-42fc-bcf4-cfaf875b6c72 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.549287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Allocated IP 2001:db8:1::2 (65276736-f62c-43e4-b891-27dc926ddf79/b0f5c24c-ba20-452b-9213-c3177675c2c9/2ad1c326-5a89-4611-9313-de8d75567bf7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:02.616528 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-c81bd95e-959c-42fc-bcf4-cfaf875b6c72 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:50:02.618874 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c81bd95e-959c-42fc-bcf4-cfaf875b6c72 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb HTTP/1.1" status: 400 len: 364 time: 0.3829708 Nov 12 03:50:02.621566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:02.739740 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.751817 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.796647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Network 65276736-f62c-43e4-b891-27dc926ddf79 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:02.800325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:02.810921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:02.864042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Pushing event updated for resources: {'Port': ['ID=2ad1c326-5a89-4611-9313-de8d75567bf7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:02.909275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Attempting to bind port 2ad1c326-5a89-4611-9313-de8d75567bf7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:02.909815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Attempting to bind port 2ad1c326-5a89-4611-9313-de8d75567bf7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'a7ac429e-30db-4916-be3d-69484f5310fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:02.910274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Attempting to bind port 2ad1c326-5a89-4611-9313-de8d75567bf7 on network 65276736-f62c-43e4-b891-27dc926ddf79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:02.919246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:02.919778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Checking segment: {'id': 'a7ac429e-30db-4916-be3d-69484f5310fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:02.920282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.920781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Bound using segment: {'id': 'a7ac429e-30db-4916-be3d-69484f5310fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:02.921360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Bound port: 2ad1c326-5a89-4611-9313-de8d75567bf7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ac429e-30db-4916-be3d-69484f5310fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '65276736-f62c-43e4-b891-27dc926ddf79'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:02.922042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:02.953276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.017248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] For port 2ad1c326-5a89-4611-9313-de8d75567bf7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:03.027387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] For port 2ad1c326-5a89-4611-9313-de8d75567bf7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2ad1c326-5a89-4611-9313-de8d75567bf7,segment=NetworkSegment(a7ac429e-30db-4916-be3d-69484f5310fd),segment_id=a7ac429e-30db-4916-be3d-69484f5310fd)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:03.035237 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.112820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139148-cdd2-4c15-ad56-1ed8b0e87619 None None] Pushing event updated for resources: {'Port': ['ID=2ad1c326-5a89-4611-9313-de8d75567bf7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:03.301285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Allocated IP 2001:db8::1 (43044dd7-da73-4b02-b49f-c70a2fc50daf/5b30c943-8bcf-45fe-b685-4173d130bf0d/6c2225b9-5d12-438e-bb77-4b0fcd00bd56) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:03.534915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.594383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.644210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2ad1c326-5a89-4611-9313-de8d75567bf7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:03.668934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:03.673872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Port': ['ID=6c2225b9-5d12-438e-bb77-4b0fcd00bd56,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:03.678289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:03.682592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:03.683518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.762770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2ad1c326-5a89-4611-9313-de8d75567bf7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:03.763269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.889005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:03.940075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.017410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 2ad1c326-5a89-4611-9313-de8d75567bf7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2ad1c326-5a89-4611-9313-de8d75567bf7,segment=NetworkSegment(a7ac429e-30db-4916-be3d-69484f5310fd),segment_id=a7ac429e-30db-4916-be3d-69484f5310fd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:04.022341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.091237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=2ad1c326-5a89-4611-9313-de8d75567bf7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.145155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d2a4da0a-2ba4-42e7-aabe-2dc2f1b5c964 None None] Provisioning complete for port 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.145722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2a4da0a-2ba4-42e7-aabe-2dc2f1b5c964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.192781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4da0a-2ba4-42e7-aabe-2dc2f1b5c964 None None] Port 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:04.291333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.297518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.298429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.437023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event updated for resources: {'Port': ['ID=6c2225b9-5d12-438e-bb77-4b0fcd00bd56,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:04.508485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:04.510158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:04.654986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Router b3d20987-f3f9-4f79-939b-0bd5636b78eb has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:04.750749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f89c8-69f6-4765-8689-cf256bca7b12 None None] Network 65276736-f62c-43e4-b891-27dc926ddf79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:04.798276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:04.807399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d9b53a6e-e9f5-4984-bc9a-b4231d9cbb57 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1834590 Nov 12 03:50:04.811132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51516) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:04.812845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] Sync routers for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:04.831778 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:04.833460 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.865435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ee2264e3-0709-4c02-89a0-5ff7545acc53 None None] Provisioning complete for port 2ad1c326-5a89-4611-9313-de8d75567bf7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:04.865868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee2264e3-0709-4c02-89a0-5ff7545acc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.901322 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.911519 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:04.912632 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.946736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-190cf3df-a18c-4135-8cc9-e312fb75aef5 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:04.951770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:04.952418 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966d2446-3c98-4540-a5a4-b7bbebf86a03 None None] The sync data for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:05.071044 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-190cf3df-a18c-4135-8cc9-e312fb75aef5 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 03:50:05.072045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-190cf3df-a18c-4135-8cc9-e312fb75aef5 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb HTTP/1.1" status: 409 len: 329 time: 0.2593806 Nov 12 03:50:05.075735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51520) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:05.141676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ce096a9a-da07-46a1-b555-c04a9f0837e8 None None] Provisioning complete for port 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.142260 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce096a9a-da07-46a1-b555-c04a9f0837e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.185171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ce096a9a-da07-46a1-b555-c04a9f0837e8 None None] Port 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:05.304953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-73d5772e-b48e-433c-8c93-750f10fe57f9 None None] Provisioning complete for port 2ad1c326-5a89-4611-9313-de8d75567bf7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.306102 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-73d5772e-b48e-433c-8c93-750f10fe57f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.432159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:05.598875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2ad1c326-5a89-4611-9313-de8d75567bf7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:05.655325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2ad1c326-5a89-4611-9313-de8d75567bf7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:05.656011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.072280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting port 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:06.072820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.198606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.211422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Calling delete_port for 6c2225b9-5d12-438e-bb77-4b0fcd00bd56 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:06.385233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.410968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Port': ['ID=6c2225b9-5d12-438e-bb77-4b0fcd00bd56,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:06.518296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:06.714606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Router b3d20987-f3f9-4f79-939b-0bd5636b78eb has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:06.808619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:06.813577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0a5a20bf-9102-4dd4-a9b0-da0734822642 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367237 Nov 12 03:50:06.817756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.827826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] Sync routers for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:06.842269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:06.843219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.862677 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-928690d5-ba41-4b2d-99b7-62f1955d33fd tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] show failed (client error): The resource could not be found. Nov 12 03:50:06.870585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.877553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-928690d5-ba41-4b2d-99b7-62f1955d33fd tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "GET /v2.0/routers/tempest-non_exist_router-1526635897 HTTP/1.1" status: 404 len: 335 time: 0.0560472 Nov 12 03:50:06.878082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ec62d26f-efe2-441f-b3db-b5815f2aa910 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:06.883804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.894348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] Routers {'b3d20987-f3f9-4f79-939b-0bd5636b78eb'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:06.895288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.947354 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ec62d26f-efe2-441f-b3db-b5815f2aa910 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] update failed (client error): The resource could not be found. Nov 12 03:50:06.951573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ec62d26f-efe2-441f-b3db-b5815f2aa910 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "PUT /v2.0/routers/tempest-non_exist_router-1555461559 HTTP/1.1" status: 404 len: 335 time: 0.0795863 Nov 12 03:50:06.954883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51546) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:06.960350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:06.961046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12145f57-ea9c-439d-84c6-f6d4ba97eeb7 None None] The sync data for ids ['b3d20987-f3f9-4f79-939b-0bd5636b78eb'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:07.013963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a688-ba55-401d-8c3c-62d57f905cf5 req-55a528af-5e2f-4922-b5e9-14ac70904049 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:07.015651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abb8a688-ba55-401d-8c3c-62d57f905cf5 req-55a528af-5e2f-4922-b5e9-14ac70904049 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.0722780 Nov 12 03:50:07.021866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting subnet b0f5c24c-ba20-452b-9213-c3177675c2c9 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:07.026031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.079447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.087424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abb8a688-ba55-401d-8c3c-62d57f905cf5 req-ab68f7f4-8215-4523-96de-35e74889ba97 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644774 Nov 12 03:50:07.170571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.232999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.272304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f5c24c-ba20-452b-9213-c3177675c2c9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.275229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.279069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9241ef6f-ec09-45d7-a474-e5c62bbe9516 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/subnets/b0f5c24c-ba20-452b-9213-c3177675c2c9 HTTP/1.1" status: 204 len: 168 time: 0.3229301 Nov 12 03:50:07.281140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851efc99-dc3e-408d-aad8-0b971be82498 None None] Network 65276736-f62c-43e4-b891-27dc926ddf79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:07.281631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:07.375747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.468528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting port 2ad1c326-5a89-4611-9313-de8d75567bf7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:07.469149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.519002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] DHCP port deletion for 65276736-f62c-43e4-b891-27dc926ddf79 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:07.562952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] For port 2ad1c326-5a89-4611-9313-de8d75567bf7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2ad1c326-5a89-4611-9313-de8d75567bf7,segment=NetworkSegment(a7ac429e-30db-4916-be3d-69484f5310fd),segment_id=a7ac429e-30db-4916-be3d-69484f5310fd)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:07.563457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.578801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Calling delete_port for 2ad1c326-5a89-4611-9313-de8d75567bf7 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:07.599560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Deleting port 2ad1c326-5a89-4611-9313-de8d75567bf7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:07.599931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.621640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2ad1c326-5a89-4611-9313-de8d75567bf7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:07.682902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.698301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] No DVR routers for this DVR port 2ad1c326-5a89-4611-9313-de8d75567bf7 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:07.705127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] For port 2ad1c326-5a89-4611-9313-de8d75567bf7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2ad1c326-5a89-4611-9313-de8d75567bf7,segment=NetworkSegment(a7ac429e-30db-4916-be3d-69484f5310fd),segment_id=a7ac429e-30db-4916-be3d-69484f5310fd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:07.705520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.719852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No active binding found for port 2ad1c326-5a89-4611-9313-de8d75567bf7 {{(pid=102606) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 03:50:07.720208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2ad1c326-5a89-4611-9313-de8d75567bf7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:07.721957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Calling delete_port for 2ad1c326-5a89-4611-9313-de8d75567bf7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:07.745548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Port': ['ID=2ad1c326-5a89-4611-9313-de8d75567bf7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.809171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.815635 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.837967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65276736-f62c-43e4-b891-27dc926ddf79']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.844948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] Pushing event deleted for resources: {'Port': ['ID=2ad1c326-5a89-4611-9313-de8d75567bf7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:07.847324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e45d7b-d872-4027-a773-f4e0ee905843 None None] No DVR routers for this DVR port 2ad1c326-5a89-4611-9313-de8d75567bf7 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:07.853535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ac429e-30db-4916-be3d-69484f5310fd') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.853826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ac429e-30db-4916-be3d-69484f5310fd') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:07.864264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.881167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.888036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:07.888542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:07.892495 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:07.966760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.979561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:07.982904 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/networks/65276736-f62c-43e4-b891-27dc926ddf79 HTTP/1.1" status: 204 len: 168 time: 0.7002730 Nov 12 03:50:07.985769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:07.999433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e23688-f671-4357-8316-71c0589dc56b tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Network': ['ID=65276736-f62c-43e4-b891-27dc926ddf79,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.030660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51560) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.040146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting subnet 4876124c-6b90-4829-ad97-f8b95c7dbe38 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:08.043495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.090617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.229310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.272851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21244b-e0d4-42fc-ab99-56eadf26fe8c req-eaef6e0f-8705-4a6f-aafd-98363f37b092 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:08.275126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d21244b-e0d4-42fc-ab99-56eadf26fe8c req-eaef6e0f-8705-4a6f-aafd-98363f37b092 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.0932295 Nov 12 03:50:08.346895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d21244b-e0d4-42fc-ab99-56eadf26fe8c req-d3e30396-3345-4f9a-99d3-79183965075f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643437 Nov 12 03:50:08.348576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.387248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Subnet': ['ID=4876124c-6b90-4829-ad97-f8b95c7dbe38,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.394033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.397846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-845c6f2f-2ef5-4654-9913-6941c2db15a4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/subnets/4876124c-6b90-4829-ad97-f8b95c7dbe38 HTTP/1.1" status: 204 len: 168 time: 0.4109151 Nov 12 03:50:08.400261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.403252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c3814-df66-4366-93f5-165c7a95edc9 None None] Network e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:08.460814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting subnet 7210e172-2612-42b4-9284-659147592795 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:08.464420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.507594 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.615862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.721212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] DHCP port deletion for e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:08.728659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.766412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Subnet': ['ID=7210e172-2612-42b4-9284-659147592795,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:08.777971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.783587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2666b335-c481-4a98-b1bc-a27a5dfced1c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/subnets/7210e172-2612-42b4-9284-659147592795 HTTP/1.1" status: 204 len: 168 time: 0.3821311 Nov 12 03:50:08.785762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc625bec-a748-4f2d-9350-77a27820c64c None None] Network 1469b51f-f8f2-413c-8006-a7a1ce3096a0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:08.787007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:08.873299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.893568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Deleting port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:08.894144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.938649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:08.939115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:08.947531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.000944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] For port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,segment=NetworkSegment(4e25bdc5-2fb0-4355-b0e7-2a68aeb85105),segment_id=4e25bdc5-2fb0-4355-b0e7-2a68aeb85105)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.001476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.027048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Calling delete_port for 7dae8531-2a5a-4aeb-ae5e-665a10fc718f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.036102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] For port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,segment=NetworkSegment(4e25bdc5-2fb0-4355-b0e7-2a68aeb85105),segment_id=4e25bdc5-2fb0-4355-b0e7-2a68aeb85105)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.039200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.078657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Calling delete_port for 7dae8531-2a5a-4aeb-ae5e-665a10fc718f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.142729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] DHCP port deletion for 1469b51f-f8f2-413c-8006-a7a1ce3096a0 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:09.184256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.196137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.197891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3578ab-fb0c-471a-b500-504089880eca req-d01c73b0-55c1-4924-898a-5e9009898bcf tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:09.199641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea3578ab-fb0c-471a-b500-504089880eca req-d01c73b0-55c1-4924-898a-5e9009898bcf tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.1937256 Nov 12 03:50:09.235956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] No DVR routers for this DVR port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:09.241302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c806b-b287-4ad9-b368-cee241cc9d68 None None] Pushing event deleted for resources: {'Port': ['ID=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.246671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Port': ['ID=7dae8531-2a5a-4aeb-ae5e-665a10fc718f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.250380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] No DVR routers for this DVR port 7dae8531-2a5a-4aeb-ae5e-665a10fc718f on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:09.268429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Deleting port 457a8bf2-6a47-4945-9f1f-728da4c22f8f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:09.268810 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.342522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.367012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:09.379135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] For port 457a8bf2-6a47-4945-9f1f-728da4c22f8f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=457a8bf2-6a47-4945-9f1f-728da4c22f8f,segment=NetworkSegment(45e8a30c-59c3-4b3a-9c1f-f2577345299d),segment_id=45e8a30c-59c3-4b3a-9c1f-f2577345299d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.379547 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.380996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:09.381393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e25bdc5-2fb0-4355-b0e7-2a68aeb85105') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:09.394283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Calling delete_port for 457a8bf2-6a47-4945-9f1f-728da4c22f8f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.410908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.427790 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.435536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:09.436107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:09.439609 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:09.483220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.511668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] No DVR routers for this DVR port 457a8bf2-6a47-4945-9f1f-728da4c22f8f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:09.557890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.567967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.571464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/networks/e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd HTTP/1.1" status: 204 len: 168 time: 0.7832880 Nov 12 03:50:09.574494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:09.579961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fb0ec-63f1-4e17-93b9-c0034a71144d None None] Pushing event deleted for resources: {'Port': ['ID=457a8bf2-6a47-4945-9f1f-728da4c22f8f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.585885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Deleting port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:09.586503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.635859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfd6d-636f-4124-8768-7098a999cd94 req-7b8f8f9d-54dd-4150-83c0-f2ba25b8e903 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:09.647424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0aecfd6d-636f-4124-8768-7098a999cd94 req-7b8f8f9d-54dd-4150-83c0-f2ba25b8e903 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 946 time: 0.1837318 Nov 12 03:50:09.648374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6785ea-6799-4872-810e-ae7b958fd815 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Network': ['ID=e2d0b8db-f26c-4245-b1fd-7a8bb0df78dd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:09.650864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 457a8bf2-6a47-4945-9f1f-728da4c22f8f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:09.691761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 457a8bf2-6a47-4945-9f1f-728da4c22f8f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:09.692112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 457a8bf2-6a47-4945-9f1f-728da4c22f8f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:09.692871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7dae8531-2a5a-4aeb-ae5e-665a10fc718f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:09.771617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7dae8531-2a5a-4aeb-ae5e-665a10fc718f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:09.771837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7dae8531-2a5a-4aeb-ae5e-665a10fc718f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:09.798423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0aecfd6d-636f-4124-8768-7098a999cd94 req-ff787ed3-c954-4f85-b3fd-fd4f0f29e85f tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/security-groups?id=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357832 Nov 12 03:50:09.814771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] For port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,segment=NetworkSegment(3f875475-1a5e-4d69-b0d6-4d4fe5899e5e),segment_id=3f875475-1a5e-4d69-b0d6-4d4fe5899e5e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.815268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.826304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.829526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:09.829968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.869686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.954662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:09.955159 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.963690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:09.974822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.976895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Calling delete_port for 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:09.994633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1469b51f-f8f2-413c-8006-a7a1ce3096a0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:10.006309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e8a30c-59c3-4b3a-9c1f-f2577345299d') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:10.006620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e8a30c-59c3-4b3a-9c1f-f2577345299d') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:10.035075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.063793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.081831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:10.082618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:10.087203 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:10.176734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.192519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.195703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/networks/1469b51f-f8f2-413c-8006-a7a1ce3096a0 HTTP/1.1" status: 204 len: 168 time: 0.6186399 Nov 12 03:50:10.198794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.257264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.296304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['9c37d6e5-95c8-4aa0-803b-d35ba88962a9'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:10.325307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Pushing event deleted for resources: {'Port': ['ID=9c37d6e5-95c8-4aa0-803b-d35ba88962a9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.364815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d6686-8acf-48b9-8b55-ff741a75c73c tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Network': ['ID=1469b51f-f8f2-413c-8006-a7a1ce3096a0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.372004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting subnet 5b30c943-8bcf-45fe-b685-4173d130bf0d {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:10.376612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.379012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] No DVR routers for this DVR port 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:10.383221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.386578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ea3578ab-fb0c-471a-b500-504089880eca req-fc1f6a18-e22b-483d-b48b-81bc12d4c53d tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.104 "DELETE /v2.0/ports/9c37d6e5-95c8-4aa0-803b-d35ba88962a9 HTTP/1.1" status: 204 len: 173 time: 1.1696718 Nov 12 03:50:10.387012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'name': 'network-vif-deleted', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:10.395723 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc785c2-e4b4-4f04-937a-f11f9df9fdd1" -d '{"events": [{"server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "name": "network-vif-deleted", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:10.418872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.486374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.505003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.507247 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc802d-7285-49f0-92ff-58eeb122f630 x-openstack-request-id: req-10bc802d-7285-49f0-92ff-58eeb122f630 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:10.507542 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270f31f-238e-4d9c-a08e-6d368e4fdd17", "name": "network-vif-deleted", "tag": "9c37d6e5-95c8-4aa0-803b-d35ba88962a9", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:10.507832 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-10bc802d-7285-49f0-92ff-58eeb122f630 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:10.511556 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270f31f-238e-4d9c-a08e-6d368e4fdd17', 'name': 'network-vif-deleted', 'tag': '9c37d6e5-95c8-4aa0-803b-d35ba88962a9', 'status': 'completed', 'code': 200} Nov 12 03:50:10.668422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.746107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.776617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d5d35-31ab-4356-9a7c-d125e4364be3 None None] Network 43044dd7-da73-4b02-b49f-c70a2fc50daf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:10.785797 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.796500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/subnets/5b30c943-8bcf-45fe-b685-4173d130bf0d HTTP/1.1" status: 204 len: 168 time: 0.5963430 Nov 12 03:50:10.797670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:10.800439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27166f-7418-4666-a1e3-563045c228be tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Subnet': ['ID=5b30c943-8bcf-45fe-b685-4173d130bf0d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:10.856478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:10.927273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.035350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Deleting port 59b26711-e533-41de-a9db-eb4b798b975d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:11.036076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.131379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] For port 59b26711-e533-41de-a9db-eb4b798b975d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59b26711-e533-41de-a9db-eb4b798b975d,segment=NetworkSegment(2b14e498-d031-459e-b971-f50c3d84793e),segment_id=2b14e498-d031-459e-b971-f50c3d84793e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:11.131950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.177850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec772fba-e3c7-4aa0-8e7a-1883e688cf39 req-3c6e0964-a361-4bb0-bded-291807407fd8 tempest-VolumesSnapshotTestJSON-330062686 tempest-VolumesSnapshotTestJSON-330062686-project] 10.222.0.97 "GET /v2.0/ports?device_id=1270f31f-238e-4d9c-a08e-6d368e4fdd17 HTTP/1.1" status: 200 len: 210 time: 0.0503535 Nov 12 03:50:11.183786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Calling delete_port for 59b26711-e533-41de-a9db-eb4b798b975d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:11.309717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] DHCP port deletion for 43044dd7-da73-4b02-b49f-c70a2fc50daf request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:11.376197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.385485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Deleting port 59b26711-e533-41de-a9db-eb4b798b975d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:11.386157 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.421229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Port': ['ID=59b26711-e533-41de-a9db-eb4b798b975d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.428060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] No DVR routers for this DVR port 59b26711-e533-41de-a9db-eb4b798b975d on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:11.456709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:11.502829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] For port 59b26711-e533-41de-a9db-eb4b798b975d, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:11.503723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.587239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.655726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43044dd7-da73-4b02-b49f-c70a2fc50daf']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.690664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b14e498-d031-459e-b971-f50c3d84793e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.691160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b14e498-d031-459e-b971-f50c3d84793e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.728989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.761972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.779127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:11.779622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:11.783993 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:11.794824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Calling delete_port for 59b26711-e533-41de-a9db-eb4b798b975d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:11.798431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59b26711-e533-41de-a9db-eb4b798b975d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:11.802220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Port 59b26711-e533-41de-a9db-eb4b798b975d was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:50:11.830088 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.830366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:11.834609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 59b26711-e533-41de-a9db-eb4b798b975d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:11.834973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59b26711-e533-41de-a9db-eb4b798b975d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:11.840243 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-253131a5-6238-4b89-88a6-c940d341256a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1746109 Nov 12 03:50:11.844636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-abc068b7-4179-4f47-9f7f-274d60bb922f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8123360 Nov 12 03:50:11.858802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:11.881817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:11.882367 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:11.886431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.896164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] Pushing event deleted for resources: {'Port': ['ID=59b26711-e533-41de-a9db-eb4b798b975d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:11.900147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:11.912953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 51806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:11.922996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/networks/43044dd7-da73-4b02-b49f-c70a2fc50daf HTTP/1.1" status: 204 len: 168 time: 1.1202686 Nov 12 03:50:11.938168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07e108-5ce3-4069-bc93-3bf8b30e3f95 None None] No DVR routers for this DVR port 59b26711-e533-41de-a9db-eb4b798b975d on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:11.944241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de077f-5b29-473b-95e8-c21871189e14 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Pushing event deleted for resources: {'Network': ['ID=43044dd7-da73-4b02-b49f-c70a2fc50daf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:12.013683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3da817fc-7205-460b-9a2f-86c96965bd68 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3d20987-f3f9-4f79-939b-0bd5636b78eb HTTP/1.1" status: 200 len: 205 time: 0.0990422 Nov 12 03:50:12.016039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:12.036586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.037322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.037935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.038621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.040164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.041489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.042364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.045113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4a6cb9fa-3cab-4eab-97f3-0656d4b93ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.0719602 Nov 12 03:50:12.171944 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:12.233404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.295472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-041cfb70-950f-417c-98e4-27b1640a22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.295935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-041cfb70-950f-417c-98e4-27b1640a22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.296387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-041cfb70-950f-417c-98e4-27b1640a22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.298028 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-041cfb70-950f-417c-98e4-27b1640a22a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 2295 time: 0.2248542 Nov 12 03:50:12.447360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7d6a5c3d-acb7-4b66-b065-65679a5843cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1002 time: 0.1399796 Nov 12 03:50:12.485498 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.519097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-c4fa4f3c-1551-4650-9886-97dcbca8d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.521927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-c4fa4f3c-1551-4650-9886-97dcbca8d6f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.0652359 Nov 12 03:50:12.526307 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:12.529784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.535888 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.540486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:12.541967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:12.553086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066141dd-dcb8-4640-99e3-0b3db7855045 req-9279b8cf-ec60-4116-bd49-64c9adc86582 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.561122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-066141dd-dcb8-4640-99e3-0b3db7855045 req-9279b8cf-ec60-4116-bd49-64c9adc86582 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.2384660 Nov 12 03:50:12.601574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-dad54b00-bea9-4ca5-8235-74629fb03540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:12.603584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-dad54b00-bea9-4ca5-8235-74629fb03540 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695422 Nov 12 03:50:12.640485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.641105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Fanout notify agent at l3_agent the message router_deleted on router b3d20987-f3f9-4f79-939b-0bd5636b78eb {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:12.656036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:12.657665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f12848a5-b687-4169-beb7-ba63bdf458f4 tempest-RoutersNegativeIpV6Test-536725832 tempest-RoutersNegativeIpV6Test-536725832-project] 10.222.0.97 "DELETE /v2.0/routers/b3d20987-f3f9-4f79-939b-0bd5636b78eb HTTP/1.1" status: 204 len: 168 time: 0.6397150 Nov 12 03:50:12.698286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:12.716842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-066141dd-dcb8-4640-99e3-0b3db7855045 req-6f37e1bb-505e-4579-96e8-2f319fa3d0ed tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517959 Nov 12 03:50:12.802552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ef05ebd6-17a6-4ece-b4c1-7b735a472e77 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888011 Nov 12 03:50:13.057009 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7891bc13-c376-413e-beed-b8ef1cc340eb service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451949 Nov 12 03:50:13.066723 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-6f5d8fc5-6ef4-4221-a024-6489273f64bb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2625568 Nov 12 03:50:13.090996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.142351 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:13.159174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-1de26d4a-302b-4205-9b34-fca5d9de1143 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.0907474 Nov 12 03:50:13.188210 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c2eea-6cc3-48b2-9db5-4cbaf7158e2d None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'bd8ace15-dfdb-44de-b360-329c6ebe0bdb', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.99', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'port_id': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'mac_address': 'fa:16:3e:74:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:48:45Z', 'updated_at': '2021-11-12T03:48:48Z', 'revision_number': 1, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:13.297654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-f1d8637f-4df3-4bae-9250-afff86c167f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.299376 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-f1d8637f-4df3-4bae-9250-afff86c167f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1250000 Nov 12 03:50:13.303070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7990-e230-4583-a6ba-80119dc839be req-41daeafe-8c70-4a8d-bf93-c2d99cda4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.306636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-41daeafe-8c70-4a8d-bf93-c2d99cda4fcc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1098 time: 0.1455407 Nov 12 03:50:13.365186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-24520c1b-02a8-4098-aa00-5397dcc67894 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bbe4c5601d2f45edbb26c27c40822137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721615 Nov 12 03:50:13.365857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 51968) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:13.456690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ac0b8e78-5741-421d-b812-5c02106b5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.458458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ac0b8e78-5741-421d-b812-5c02106b5faa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1501191 Nov 12 03:50:13.463903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.500196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.580130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7990-e230-4583-a6ba-80119dc839be req-ca4dd333-e551-447c-ae40-6bca6a5ec492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.581923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-ca4dd333-e551-447c-ae40-6bca6a5ec492 service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.2241855 Nov 12 03:50:13.620977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:13.627129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.634750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:13.636754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/eb33a59d-f23a-4603-8006-98afd3d50d47 HTTP/1.1" status: 204 len: 168 time: 0.2675252 Nov 12 03:50:13.651670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5e620-ac37-461e-9e41-10bcdae5d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb33a59d-f23a-4603-8006-98afd3d50d47,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:13.732359 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7c253640-d12f-4cab-872c-5d36ca1586ad service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634549 Nov 12 03:50:13.733485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:13.734057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef8eca92-d7bc-4fd5-83d0-52d99a57bc5d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:13.763412 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-f418c1d8-d3e9-4813-9267-964b0d782a15 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 1001 time: 0.1517494 Nov 12 03:50:13.981969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d4c8e-2491-414e-a431-911622a1f754 req-934851c1-45bc-44d4-944d-6c0e10a88c37 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:13.984404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d5d4c8e-2491-414e-a431-911622a1f754 req-934851c1-45bc-44d4-944d-6c0e10a88c37 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.1151285 Nov 12 03:50:14.053945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7990-e230-4583-a6ba-80119dc839be req-94f776a8-35ba-492f-bca1-12eac45ba743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.056330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-94f776a8-35ba-492f-bca1-12eac45ba743 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.2715712 Nov 12 03:50:14.058069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:14.099876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d5d4c8e-2491-414e-a431-911622a1f754 req-169914e9-615f-4751-91a1-661cf19dbbc6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068444 Nov 12 03:50:14.156075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:14.157038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 9c37d6e5-95c8-4aa0-803b-d35ba88962a9 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:14.191854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-d83d3093-a521-48f0-9134-81abab92ce0c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.193906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-d83d3093-a521-48f0-9134-81abab92ce0c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.3550210 Nov 12 03:50:14.220012 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-2f96edef-1fdc-410c-8cb6-ebde51756192 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796066 Nov 12 03:50:14.297043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7990-e230-4583-a6ba-80119dc839be req-a87a367e-7906-4f55-9cd8-f8a1e02a38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.301351 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-a87a367e-7906-4f55-9cd8-f8a1e02a38dc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232888 Nov 12 03:50:14.364629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-cd15066a-c654-4d33-af2a-436a063d2e78 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:14.365834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-cd15066a-c654-4d33-af2a-436a063d2e78 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110490 Nov 12 03:50:14.367351 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-e4e1496c-dc6d-402f-8a5e-53615c8701fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.1237295 Nov 12 03:50:14.732350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.854431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5afa920d-2d1c-4283-988e-49f0f3b97eb5 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1672763818', 'prefixes': ['172.20.0.0/16']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:14.923753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ed7f6796-3f27-4edf-be55-d94b6785de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:14.925614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ed7f6796-3f27-4edf-be55-d94b6785de4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.5377274 Nov 12 03:50:14.931628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5afa920d-2d1c-4283-988e-49f0f3b97eb5 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:14.932943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5afa920d-2d1c-4283-988e-49f0f3b97eb5 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1997423 Nov 12 03:50:14.935681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.966728 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-7fdbe517-fb53-456a-be7e-6a5a7fc0d7b7 service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882616 Nov 12 03:50:14.976616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f731b815-501a-4b33-94d8-8b87387f6190 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "GET /v2.0/subnetpools/083c04c9-ddf8-4bed-a0b9-23f626fd31d2 HTTP/1.1" status: 200 len: 732 time: 0.0378962 Nov 12 03:50:14.977348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:14.981743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-519bacc5-0466-4789-b609-7b411a5433b6 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-672356046'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:15.007009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port 3881adad-65be-48be-9e97-4b17dc8844bf {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:15.007348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.069927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-519bacc5-0466-4789-b609-7b411a5433b6 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.071978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-519bacc5-0466-4789-b609-7b411a5433b6 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "PUT /v2.0/subnetpools/083c04c9-ddf8-4bed-a0b9-23f626fd31d2 HTTP/1.1" status: 200 len: 683 time: 0.0937135 Nov 12 03:50:15.074689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.122444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-757ba7fe-95b6-4cbe-b2cc-2d2ce2f362be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.124358 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-757ba7fe-95b6-4cbe-b2cc-2d2ce2f362be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1835167 Nov 12 03:50:15.176991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-95d0a05c-9816-41bf-9c3b-4a12c7534388 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] Publish callbacks [] for subnetpool, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.180477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-95d0a05c-9816-41bf-9c3b-4a12c7534388 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "DELETE /v2.0/subnetpools/083c04c9-ddf8-4bed-a0b9-23f626fd31d2 HTTP/1.1" status: 204 len: 168 time: 0.1041851 Nov 12 03:50:15.183319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52118) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.195045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0d7990-e230-4583-a6ba-80119dc839be req-ceb71587-5004-4b70-a6a3-d08a1da82a6a service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140095 Nov 12 03:50:15.220379 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ff786334-5a80-4a2c-87ff-1c77c5468f88 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] show failed (client error): The resource could not be found. Nov 12 03:50:15.224602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff786334-5a80-4a2c-87ff-1c77c5468f88 tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "GET /v2.0/subnetpools/083c04c9-ddf8-4bed-a0b9-23f626fd31d2 HTTP/1.1" status: 404 len: 346 time: 0.0372014 Nov 12 03:50:15.225430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52122) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.276653 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-5a1faf0e-4c5f-476e-bd33-698bdff817bb tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] delete failed (client error): The resource could not be found. Nov 12 03:50:15.277689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5a1faf0e-4c5f-476e-bd33-698bdff817bb tempest-SubnetPoolsTestJSON-1201821379 tempest-SubnetPoolsTestJSON-1201821379-project] 10.222.0.97 "DELETE /v2.0/subnetpools/083c04c9-ddf8-4bed-a0b9-23f626fd31d2 HTTP/1.1" status: 404 len: 346 time: 0.0474758 Nov 12 03:50:15.279494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port 3881adad-65be-48be-9e97-4b17dc8844bf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3881adad-65be-48be-9e97-4b17dc8844bf,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:15.279996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.283420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8164e-7c46-4794-8787-82d19b172285 req-f66b40b9-2a4e-4e68-b4a4-986816394d0b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.293482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cd8164e-7c46-4794-8787-82d19b172285 req-f66b40b9-2a4e-4e68-b4a4-986816394d0b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 946 time: 0.0983474 Nov 12 03:50:15.300360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for 3881adad-65be-48be-9e97-4b17dc8844bf owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:15.329554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-e8bd9789-f498-4ccb-be7e-c5127815306c service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911061 Nov 12 03:50:15.366065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cd8164e-7c46-4794-8787-82d19b172285 req-efa6e212-df51-42f3-b4ad-498e93dc04c3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=96cd360e-910c-4ba4-b12f-9eebbf3a37be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712979 Nov 12 03:50:15.479177 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-f6487b27-439e-49e0-ad4d-d6f004d67b01 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162658 Nov 12 03:50:15.552221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-cf709445-1ee5-4009-b8fe-71db4bb54b52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.0442944 Nov 12 03:50:15.599541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.637454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=3881adad-65be-48be-9e97-4b17dc8844bf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:15.674491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:15.692837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7b359f8f-a8ec-46fa-ab03-d18d3c34740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.694622 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7b359f8f-a8ec-46fa-ab03-d18d3c34740e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.1276884 Nov 12 03:50:15.710590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] No DVR routers for this DVR port 3881adad-65be-48be-9e97-4b17dc8844bf on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:15.720783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.724885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "DELETE /v2.0/ports/3881adad-65be-48be-9e97-4b17dc8844bf HTTP/1.1" status: 204 len: 173 time: 1.4838228 Nov 12 03:50:15.726868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'name': 'network-vif-deleted', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:15.729366 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2ba4f-ecf9-4bc8-9617-f21c9d14e713" -d '{"events": [{"server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "name": "network-vif-deleted", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:15.768437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-07944212-5a34-4212-a6af-5596d5bb5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:15.770741 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-07944212-5a34-4212-a6af-5596d5bb5e11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613093 Nov 12 03:50:15.855676 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5076d3-a7e3-4832-a7fe-3571e72febb9 x-openstack-request-id: req-6b5076d3-a7e3-4832-a7fe-3571e72febb9 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:15.856017 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372d1bc-c694-43ef-8238-bee443939784", "name": "network-vif-deleted", "tag": "3881adad-65be-48be-9e97-4b17dc8844bf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:15.856401 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6b5076d3-a7e3-4832-a7fe-3571e72febb9 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:15.856954 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372d1bc-c694-43ef-8238-bee443939784', 'name': 'network-vif-deleted', 'tag': '3881adad-65be-48be-9e97-4b17dc8844bf', 'status': 'completed', 'code': 200} Nov 12 03:50:15.907150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47032850-70f6-4912-b9d0-c49ff4045315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:15.912004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-eca6c308-806d-4ebe-8033-7701aa03f0b3 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289666 Nov 12 03:50:16.067947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47032850-70f6-4912-b9d0-c49ff4045315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.074104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-47032850-70f6-4912-b9d0-c49ff4045315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.101032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-65087746-0504-4864-b793-fa109fed9015 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604214 Nov 12 03:50:16.131138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47032850-70f6-4912-b9d0-c49ff4045315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4649a9-30b2-4902-98c8-3bf949fcedd3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.141784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-47032850-70f6-4912-b9d0-c49ff4045315 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=74eb8c24d5e04f6eaef53c789489f9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4660916 Nov 12 03:50:16.143092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:16.198202 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-1e44e409-1f61-4c21-b6ab-06c599e4f9dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.0898523 Nov 12 03:50:16.216510 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.243878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.286382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-1e6d872c-1b69-4383-a663-7feb9ad9a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.288947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-1e6d872c-1b69-4383-a663-7feb9ad9a4d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0780299 Nov 12 03:50:16.316681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.320269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:16.329324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ee4649a9-30b2-4902-98c8-3bf949fcedd3 HTTP/1.1" status: 204 len: 168 time: 0.1845088 Nov 12 03:50:16.353803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c8e80-bcd7-4eca-a563-a86fb856d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4649a9-30b2-4902-98c8-3bf949fcedd3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:16.419188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-e308daea-e0a1-4aed-8b54-fe9bf8863b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:16.420734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-e308daea-e0a1-4aed-8b54-fe9bf8863b64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092272 Nov 12 03:50:16.563413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57bbfbf7-4108-4e75-b1b8-0b26351878d7 req-2210a598-8504-4b32-85be-895300137877 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=3372d1bc-c694-43ef-8238-bee443939784 HTTP/1.1" status: 200 len: 210 time: 0.0795727 Nov 12 03:50:16.699827 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ecce179b-403d-48e8-bafb-8c6a91d5db0c service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659853 Nov 12 03:50:16.931372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-226dfc74-5a99-418c-94b4-72581a270c3e service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890965 Nov 12 03:50:16.987221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ea86fd1c-0cd7-4ce1-a67d-6b003332f870 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0418959 Nov 12 03:50:16.996444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3881adad-65be-48be-9e97-4b17dc8844bf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:17.052096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-34e7b6d8-30fa-4219-a908-bc79d614f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.054064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-34e7b6d8-30fa-4219-a908-bc79d614f097 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0580373 Nov 12 03:50:17.058420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 3881adad-65be-48be-9e97-4b17dc8844bf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:17.059055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3881adad-65be-48be-9e97-4b17dc8844bf not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:17.115236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-2370fdc7-f9c4-4860-9902-cc911e33de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.118326 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-2370fdc7-f9c4-4860-9902-cc911e33de65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506535 Nov 12 03:50:17.263436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-0515f669-53c4-40a8-9fec-3b830651f726 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324358 Nov 12 03:50:17.384050 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-c36aa356-ae35-46b8-a0f6-08787edea675 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071317 Nov 12 03:50:17.467883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-4f5dd1f8-2a51-42f3-8183-c32e575ae561 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0708909 Nov 12 03:50:17.540623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7d8d7beb-e7af-4268-ab18-36a27db35b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.542292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-7d8d7beb-e7af-4268-ab18-36a27db35b5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0620325 Nov 12 03:50:17.618485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ac5da90a-d3cd-439e-8582-a63108d092da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:17.628503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-ac5da90a-d3cd-439e-8582-a63108d092da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745716 Nov 12 03:50:17.671223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:17.752770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.768019 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-17e5cfe2-2581-47ab-91d0-587def037037 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256738 Nov 12 03:50:17.821734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.939182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.943518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:17.945160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/security-groups/96cd360e-910c-4ba4-b12f-9eebbf3a37be HTTP/1.1" status: 204 len: 168 time: 0.2731109 Nov 12 03:50:17.995422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eea71-5ddc-4da8-a44d-d870df003612 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd360e-910c-4ba4-b12f-9eebbf3a37be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.087833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83ee6c5b-2dd7-4365-9deb-7be9effe9804 req-cdb397c4-f721-424b-bd36-6424f3f7946d service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038688 Nov 12 03:50:18.142121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.222413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting subnet b5583824-654f-44ca-b72c-453ed3b9628a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:18.226563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.295520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.397335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.484832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.515440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Subnet': ['ID=b5583824-654f-44ca-b72c-453ed3b9628a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:18.517521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.523479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd0efdc4-2ccc-4d22-9040-19ae682c1c4f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/subnets/b5583824-654f-44ca-b72c-453ed3b9628a HTTP/1.1" status: 204 len: 168 time: 0.3774660 Nov 12 03:50:18.523730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb10205-4985-4ff7-9c43-f09b88c25268 None None] Network 4399616b-9215-4e58-bbea-d28ab3f63c03 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:18.524662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:18.637537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.706744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port 96adff68-2da9-4c13-8972-0120de7530bb {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:18.707911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.745827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] DHCP port deletion for 4399616b-9215-4e58-bbea-d28ab3f63c03 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:18.801189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port 96adff68-2da9-4c13-8972-0120de7530bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=96adff68-2da9-4c13-8972-0120de7530bb,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:18.801587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.810953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Deleting port 96adff68-2da9-4c13-8972-0120de7530bb {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:18.811730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.818821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for 96adff68-2da9-4c13-8972-0120de7530bb owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:18.906448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] For port 96adff68-2da9-4c13-8972-0120de7530bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=96adff68-2da9-4c13-8972-0120de7530bb,segment=NetworkSegment(e3b07608-b487-4eb2-a1f6-e25e3fb17ec4),segment_id=e3b07608-b487-4eb2-a1f6-e25e3fb17ec4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:18.907048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:18.927435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Calling delete_port for 96adff68-2da9-4c13-8972-0120de7530bb owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:18.985190 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.028452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=96adff68-2da9-4c13-8972-0120de7530bb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.035725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] No DVR routers for this DVR port 96adff68-2da9-4c13-8972-0120de7530bb on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:19.043850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.081651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] Pushing event deleted for resources: {'Port': ['ID=96adff68-2da9-4c13-8972-0120de7530bb,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.084645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2eef83-6c3e-49d7-8b98-5e3c6878ac40 None None] No DVR routers for this DVR port 96adff68-2da9-4c13-8972-0120de7530bb on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:19.144164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.172010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4399616b-9215-4e58-bbea-d28ab3f63c03']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.183726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.184090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b07608-b487-4eb2-a1f6-e25e3fb17ec4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:19.203509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.221592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.230354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:19.231071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:19.235292 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:19.300955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.321269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.327259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/networks/4399616b-9215-4e58-bbea-d28ab3f63c03 HTTP/1.1" status: 204 len: 168 time: 0.7996259 Nov 12 03:50:19.327259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346ff8-02ed-45a0-9345-855f7273d9b7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Network': ['ID=4399616b-9215-4e58-bbea-d28ab3f63c03,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:19.328077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:19.512505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port 109c5c4e-7da7-4137-848a-afc0ef55d7f3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:19.513114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.626612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.627199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:19.643406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for 109c5c4e-7da7-4137-848a-afc0ef55d7f3 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:19.664009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 96adff68-2da9-4c13-8972-0120de7530bb no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:19.714334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 96adff68-2da9-4c13-8972-0120de7530bb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:19.714790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 96adff68-2da9-4c13-8972-0120de7530bb not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:20.030114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.135733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=109c5c4e-7da7-4137-848a-afc0ef55d7f3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:20.156837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:20.157187 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Floating IP bd8ace15-dfdb-44de-b360-329c6ebe0bdb disassociated (deleted). External IP: 172.25.7.99, port: 26e1a304-1eb6-4356-86a7-68156ddc79be. Nov 12 03:50:21.099380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:21.251866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:21.263197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:21.273289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:21.288624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:21.289936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.305860 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e86fc8c3-7bdf-4652-b163-3bb6771a0553 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/floatingips/bd8ace15-dfdb-44de-b360-329c6ebe0bdb HTTP/1.1" status: 204 len: 168 time: 1.9747055 Nov 12 03:50:21.305860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:21.306623 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6481b778-a63c-4f19-bcff-d83f8e15fc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:21.551507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:21.855269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:21.896964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:21.907100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:21.907730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:49:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.035961 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22898599-991a-42eb-911e-fa0bb5220436 x-openstack-request-id: req-22898599-991a-42eb-911e-fa0bb5220436 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:22.036325 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:22.036503 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22898599-991a-42eb-911e-fa0bb5220436 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:22.037175 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'status': 'completed', 'code': 200} Nov 12 03:50:22.096174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:22.170352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815d5bf-202a-4fff-af0f-64dd816d0b32 req-f8f50e9d-5748-43bd-9044-0c420fee9400 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.182254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c815d5bf-202a-4fff-af0f-64dd816d0b32 req-f8f50e9d-5748-43bd-9044-0c420fee9400 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.0847545 Nov 12 03:50:22.194142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-7b784def-3734-4b27-9d8f-cdb0f72fa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.196380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-7b784def-3734-4b27-9d8f-cdb0f72fa522 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 1097 time: 0.0983484 Nov 12 03:50:22.289371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c815d5bf-202a-4fff-af0f-64dd816d0b32 req-2321f101-5cf8-48e3-aabb-536bb972839b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044509 Nov 12 03:50:22.305628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5b55af85-e9e1-4d39-a12b-ec1640ead862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:22.417510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:22.420644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-ce5bd9a3-51e4-4b0b-91c2-9b110ece34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.422441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-ce5bd9a3-51e4-4b0b-91c2-9b110ece34d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 200 len: 896 time: 0.2181911 Nov 12 03:50:22.453809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66432-29f8-4f5f-b3da-01ce6d8df523 None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:10Z', 'revision_number': 6, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd52aa53e-68fc-483e-ae0a-f8320c9ce2c8', 'name': '', 'network_id': 'd7f76f5a-41e4-42d7-8f78-32fb7945eed0', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:c8:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'baa00879-f435-47be-bd14-857920512b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:23Z', 'updated_at': '2021-11-12T03:48:30Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'baa00879-f435-47be-bd14-857920512b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:22.548679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-e34ffbf2-44b1-46cf-88e9-690db5751cbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 200 len: 217 time: 0.0991640 Nov 12 03:50:22.630557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-f8281887-5a9a-456d-a732-ec18a3c52517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.632164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-f8281887-5a9a-456d-a732-ec18a3c52517 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=baa00879-f435-47be-bd14-857920512b8c HTTP/1.1" status: 200 len: 834 time: 0.0760272 Nov 12 03:50:22.691495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-93fcfd7f-d323-4d67-b23e-cb4845c11246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:22.693939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-93fcfd7f-d323-4d67-b23e-cb4845c11246 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d7f76f5a-41e4-42d7-8f78-32fb7945eed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539622 Nov 12 03:50:22.808482 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f47706-c3fe-4f44-81b8-bf904016dc39 None None] New status for floating IP bd8ace15-dfdb-44de-b360-329c6ebe0bdb: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:50:22.835779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-bb559c95-5df0-4d4e-9ae6-64852984e580 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322193 Nov 12 03:50:22.981126 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6481b778-a63c-4f19-bcff-d83f8e15fc3b req-82e38d94-a801-4f59-8ece-b2d0a8cd5fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350555 Nov 12 03:50:23.439920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d87238-4fce-46dc-80ef-d3a1817494ba req-67f21759-7b4a-4419-880e-6d662ed21486 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.442508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83d87238-4fce-46dc-80ef-d3a1817494ba req-67f21759-7b4a-4419-880e-6d662ed21486 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.0766585 Nov 12 03:50:23.546397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83d87238-4fce-46dc-80ef-d3a1817494ba req-9324073e-a33e-470e-be28-01d3e7ddf72b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=b5712ab5-2392-4f29-8608-6084b76ce114&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889633 Nov 12 03:50:23.548790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-9ff25459-a67f-4697-81ae-3cdc86c27d97 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:23.550450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-9ff25459-a67f-4697-81ae-3cdc86c27d97 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 945 time: 0.1045353 Nov 12 03:50:23.702536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port 26e1a304-1eb6-4356-86a7-68156ddc79be {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:23.703165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.849712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port 26e1a304-1eb6-4356-86a7-68156ddc79be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=26e1a304-1eb6-4356-86a7-68156ddc79be,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:23.850292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:23.874179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for 26e1a304-1eb6-4356-86a7-68156ddc79be owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:24.040056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.090970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=26e1a304-1eb6-4356-86a7-68156ddc79be,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:24.183549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] No DVR routers for this DVR port 26e1a304-1eb6-4356-86a7-68156ddc79be on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:24.194146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.202595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba9d0b78-814b-4e33-9908-83dbb9ff6016 req-98ae2893-1b74-4509-91ea-cb79c1d6d1e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.16 "DELETE /v2.0/ports/26e1a304-1eb6-4356-86a7-68156ddc79be HTTP/1.1" status: 204 len: 173 time: 0.6411631 Nov 12 03:50:24.207880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'name': 'network-vif-deleted', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:24.219546 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabd2030-9461-4ffc-b35b-db9a62eff950" -d '{"events": [{"server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "name": "network-vif-deleted", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:24.337391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86b95ce9-627e-474d-89f6-a965126480bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:24.348168 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea8688-d5f6-46c0-b049-19989c621e54 x-openstack-request-id: req-1cea8688-d5f6-46c0-b049-19989c621e54 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:24.348570 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c53ff1a-1aae-4919-88ee-998c065b4d39", "name": "network-vif-deleted", "tag": "26e1a304-1eb6-4356-86a7-68156ddc79be", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:24.348973 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1cea8688-d5f6-46c0-b049-19989c621e54 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:24.349476 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c53ff1a-1aae-4919-88ee-998c065b4d39', 'name': 'network-vif-deleted', 'tag': '26e1a304-1eb6-4356-86a7-68156ddc79be', 'status': 'completed', 'code': 200} Nov 12 03:50:24.592638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.812396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fdfd45f7-78d0-43a6-bb72-d592ebaecd00 req-8b86ebdb-9da2-45d9-81ba-3a4f32b95bce tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=5c53ff1a-1aae-4919-88ee-998c065b4d39 HTTP/1.1" status: 200 len: 210 time: 0.0813284 Nov 12 03:50:24.831268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9d3c3ecd-d1a8-4947-93ab-5058e983fbfb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9eeb1bf74ee64ce784391ca624b97329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374310 Nov 12 03:50:24.834086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52334) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:24.973928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.028789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.170804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.175523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.180378 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a4bcd7aa-cbf9-4225-be4a-da374e1881f4 HTTP/1.1" status: 204 len: 168 time: 0.3406532 Nov 12 03:50:25.206876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb46c8c-4469-49c6-8fe7-df6d448af18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bcd7aa-cbf9-4225-be4a-da374e1881f4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:25.485134 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:25.875675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52356) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:25.962302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.003774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.095214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.099072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.105395 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/security-groups/b5712ab5-2392-4f29-8608-6084b76ce114 HTTP/1.1" status: 204 len: 168 time: 0.2256930 Nov 12 03:50:26.120777 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fb6cf-7822-4a46-8651-0b8c2239f7aa tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5712ab5-2392-4f29-8608-6084b76ce114,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:26.252100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52372) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:26.740763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:26.974159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.046957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 26e1a304-1eb6-4356-86a7-68156ddc79be no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:27.092892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 26e1a304-1eb6-4356-86a7-68156ddc79be {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:27.094242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 26e1a304-1eb6-4356-86a7-68156ddc79be not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:27.289708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:27.290198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.495291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port d52aa53e-68fc-483e-ae0a-f8320c9ce2c8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:27.495866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.575748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:27.769292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.903724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:27.934086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=d52aa53e-68fc-483e-ae0a-f8320c9ce2c8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:28.389875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:28.778610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:28.909593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:28.915761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1a7d6002-b21f-4f56-be8d-9efb4feac4ab tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6623702 Nov 12 03:50:28.918810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52424) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:28.926914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Sync routers for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:28.943439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:28.948375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:28.985041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting subnet baa00879-f435-47be-bd14-857920512b8c {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:50:29.006540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.075806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.094644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:29.246437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.368668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.376840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 7, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:29.408549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Checking router: d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:29.418749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Routers {'d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:29.419397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:29.433204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Subnet': ['ID=baa00879-f435-47be-bd14-857920512b8c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:29.457968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:29.465880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9e16c-8084-41c6-be9f-e559e174678c None None] Network d7f76f5a-41e4-42d7-8f78-32fb7945eed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:29.469881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-07ee2759-35b3-42d1-9528-e4f4fcaee5db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/subnets/baa00879-f435-47be-bd14-857920512b8c HTTP/1.1" status: 204 len: 168 time: 0.5499363 Nov 12 03:50:29.470264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52434) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:29.840266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.109388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] Set router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:30.134693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.247762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port 9f1b0be0-77f3-4944-8cb7-0e93821cc911 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:30.248184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.419199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port 9f1b0be0-77f3-4944-8cb7-0e93821cc911, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9f1b0be0-77f3-4944-8cb7-0e93821cc911,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.420876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.446347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for 9f1b0be0-77f3-4944-8cb7-0e93821cc911 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:30.582534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] DHCP port deletion for d7f76f5a-41e4-42d7-8f78-32fb7945eed0 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:30.597561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 7, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:30.659976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab6cb5e-66e6-411a-841d-258cec651191 None None] The sync data for ids ['d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1'] in n-d-766726-29 is: [{'id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'name': 'tempest-TestNetworkBasicOps-router-2018567578', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:48:17Z', 'updated_at': '2021-11-12T03:50:27Z', 'revision_number': 7, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': '9f1b0be0-77f3-4944-8cb7-0e93821cc911', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:90:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ebe6f0-5fd7-4a9b-8371-20c18d2775e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:48:18Z', 'updated_at': '2021-11-12T03:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:30.734473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Deleting port 39c8e5e1-1e5e-4b46-be70-b515318a4351 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:50:30.735158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.741922 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.784456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d616d-573f-4db8-b8f7-be2fec066c2b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:30.858623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=9f1b0be0-77f3-4944-8cb7-0e93821cc911,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:30.863665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.874896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] For port 39c8e5e1-1e5e-4b46-be70-b515318a4351, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=39c8e5e1-1e5e-4b46-be70-b515318a4351,segment=NetworkSegment(8e0fdd9d-dd01-4644-a871-cf5e5f71a591),segment_id=8e0fdd9d-dd01-4644-a871-cf5e5f71a591)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:30.875579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:30.901652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Calling delete_port for 39c8e5e1-1e5e-4b46-be70-b515318a4351 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:50:31.043953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.046866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.075379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.145500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Pushing event deleted for resources: {'Port': ['ID=39c8e5e1-1e5e-4b46-be70-b515318a4351,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:31.163648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.166258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.166258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.166806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.167828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.168201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.168664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.170693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.171513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.172109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.172919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.183864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:31.196378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.197372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Fanout notify agent at l3_agent the message router_deleted on router d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:50:31.204313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fa1fe-4eb7-41a4-bd66-ea21c9b0a64c None None] No DVR routers for this DVR port 39c8e5e1-1e5e-4b46-be70-b515318a4351 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:50:31.231815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.234527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5e240ab1-6777-4713-812e-7d6492a36418 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/routers/d4ebe6f0-5fd7-4a9b-8371-20c18d2775e1 HTTP/1.1" status: 204 len: 168 time: 1.7630267 Nov 12 03:50:31.237174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:31.396946 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.472940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.613735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.668532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f76f5a-41e4-42d7-8f78-32fb7945eed0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.684497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0fdd9d-dd01-4644-a871-cf5e5f71a591') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.684800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0fdd9d-dd01-4644-a871-cf5e5f71a591') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:31.704585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.743854 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.757394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:50:31.766452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 39c8e5e1-1e5e-4b46-be70-b515318a4351 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:31.770659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:50:31.777874 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:50:31.788524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 39c8e5e1-1e5e-4b46-be70-b515318a4351 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:31.788891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 39c8e5e1-1e5e-4b46-be70-b515318a4351 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:31.789295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:31.831101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:31.831571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d52aa53e-68fc-483e-ae0a-f8320c9ce2c8 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:31.893668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.906022 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:31.913179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/networks/d7f76f5a-41e4-42d7-8f78-32fb7945eed0 HTTP/1.1" status: 204 len: 168 time: 0.6744738 Nov 12 03:50:31.935344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:31.959684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'network': {'name': 'tempest-network-smoke--613802139', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:31.964777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29824-c4cd-4c85-8829-e3b2d1180d4a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Network': ['ID=d7f76f5a-41e4-42d7-8f78-32fb7945eed0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.013855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:32.019426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.053256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:32.069261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.069613 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Added segment fdea5e9d-abc6-491a-9b17-aa2b8b6eb676 of type vlan for network fbfe9e87-c6be-4a77-bf94-021f2741ce53 Nov 12 03:50:32.154122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.221642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.228428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:32.229067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.292165 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3495710 Nov 12 03:50:32.295190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52480) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:32.299981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-148898881', 'admin_state_up': True, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:32.340056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.340056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.404547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c29ac-dbbd-4c7e-bef9-cb276d2e72d7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Network': ['ID=fbfe9e87-c6be-4a77-bf94-021f2741ce53,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:32.432164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:32.504067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:32.749952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.177104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.223554 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.343947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.25.7.225 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ad5e338e-3660-4bab-b98a-89859e48c0ea) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:33.543654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.587098 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9f1b0be0-77f3-4944-8cb7-0e93821cc911 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:50:33.618017 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.624005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9f1b0be0-77f3-4944-8cb7-0e93821cc911 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:50:33.627107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9f1b0be0-77f3-4944-8cb7-0e93821cc911 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:50:33.680471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:33.684771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:33.686757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=ad5e338e-3660-4bab-b98a-89859e48c0ea,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:33.688898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:33.706423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe827701-a57d-46dc-857b-64d765ae8659 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:33.835179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d1e06582-fb09-4a42-b881-131f472d294e None None] Provisioning complete for port ad5e338e-3660-4bab-b98a-89859e48c0ea triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:33.835929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1e06582-fb09-4a42-b881-131f472d294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:33.916219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d1e06582-fb09-4a42-b881-131f472d294e None None] Port ad5e338e-3660-4bab-b98a-89859e48c0ea cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:34.153304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:34.843407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.113566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:50:35.413675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:35.441726 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Sync routers for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:35.502335 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:35.504340 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:35.520344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:35.526365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.543590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66d62e08-4503-4ac1-9da7-a0a8a946db30 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2466500 Nov 12 03:50:35.600589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52544) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.613629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cab82ab3-d9a8-43a0-89de-b020bf51cc81 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=acaf0a7be3eb414ba7338f2fe34d19da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836067 Nov 12 03:50:35.716247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d1219-1c87-46a7-bea3-8cffe26b9b59 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:35.721412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.733248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d04d1219-1c87-46a7-bea3-8cffe26b9b59 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312525 Nov 12 03:50:35.759434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52550) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:35.765465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87404081', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:35.769581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a687c628-81dd-48b6-beca-5684d7ac68ac tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467219 Nov 12 03:50:35.794179 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:36.049194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:36.057048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.406104 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:36.475681 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Checking router: 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:36.477255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Updating router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 port ad5e338e-3660-4bab-b98a-89859e48c0ea binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:36.516912 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:50:36.523049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.537796 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.598710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Subnet': ['ID=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:36.615320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Checking segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:36.617514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network hostable DHCP agents. Network: fbfe9e87-c6be-4a77-bf94-021f2741ce53, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:50:36.650508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:50:36.689486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fbfe9e87-c6be-4a77-bf94-021f2741ce53) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:36.700625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe4cc99-30e1-461c-aa4f-457c19511c19 None None] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:36.703529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:36.704389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.744887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07055cf4-5958-46fe-adfd-3e95c8639023 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9812086 Nov 12 03:50:36.745695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:36.932523 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.941530 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:36.987535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:50:36.987535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.024769 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Attempting to bind port ad5e338e-3660-4bab-b98a-89859e48c0ea on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:37.025117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Attempting to bind port ad5e338e-3660-4bab-b98a-89859e48c0ea by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:37.025477 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Attempting to bind port ad5e338e-3660-4bab-b98a-89859e48c0ea on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:37.052608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:37.052891 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:37.053054 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.053453 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:37.053925 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Bound port: ad5e338e-3660-4bab-b98a-89859e48c0ea, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:37.054584 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.067737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494908a-3a80-4f78-a3c4-67d8f3ba66b3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:37.180534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] For port ad5e338e-3660-4bab-b98a-89859e48c0ea, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:37.188632 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] For port ad5e338e-3660-4bab-b98a-89859e48c0ea, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad5e338e-3660-4bab-b98a-89859e48c0ea,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:37.196014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] Provisioning complete for port ad5e338e-3660-4bab-b98a-89859e48c0ea triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:37.196347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.200330 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.220953 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Pushing event updated for resources: {'Port': ['ID=ad5e338e-3660-4bab-b98a-89859e48c0ea,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.239930 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.240409 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.244343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.245116 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.245116 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.245285 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.245612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.246713 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.246713 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.252018 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.252413 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.252755 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:37.278366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Allocated IP 172.20.0.2 (fbfe9e87-c6be-4a77-bf94-021f2741ce53/f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266/67b5f401-70fd-44d8-b21d-f15914aeb093) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:37.315036 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:37.315832 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:37.473517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeea4ac-15fc-4bfd-8e88-7ab116ceb7ed None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:37.551251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.587826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] For port ad5e338e-3660-4bab-b98a-89859e48c0ea, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad5e338e-3660-4bab-b98a-89859e48c0ea,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:37.593947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.715281 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:37.818686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e3eee583-4c55-4652-aa6f-66eaf938b910 None None] Provisioning complete for port ad5e338e-3660-4bab-b98a-89859e48c0ea triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:37.819537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3eee583-4c55-4652-aa6f-66eaf938b910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.871915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709f67-58d3-46b9-9b05-ed04967080cb None None] Pushing event updated for resources: {'Port': ['ID=ad5e338e-3660-4bab-b98a-89859e48c0ea,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.900044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.901708 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a785-72d9-4653-8c7b-409f7f5d5fe3 None None] Pushing event updated for resources: {'Port': ['ID=ad5e338e-3660-4bab-b98a-89859e48c0ea,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:37.969540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:37.976759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.020281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:38.024089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:38.027521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:38.074699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Pushing event updated for resources: {'Port': ['ID=67b5f401-70fd-44d8-b21d-f15914aeb093,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.138470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Attempting to bind port 67b5f401-70fd-44d8-b21d-f15914aeb093 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:38.138875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Attempting to bind port 67b5f401-70fd-44d8-b21d-f15914aeb093 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:38.139232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Attempting to bind port 67b5f401-70fd-44d8-b21d-f15914aeb093 on network fbfe9e87-c6be-4a77-bf94-021f2741ce53 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:38.149716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:38.150088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Checking segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:38.150496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.150922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Bound using segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:38.151410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Bound port: 67b5f401-70fd-44d8-b21d-f15914aeb093, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:38.151796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.278104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] For port 67b5f401-70fd-44d8-b21d-f15914aeb093, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:38.281741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] For port 67b5f401-70fd-44d8-b21d-f15914aeb093, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67b5f401-70fd-44d8-b21d-f15914aeb093,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:38.291346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.305753 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:38.349820 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805ad1-3694-4780-bd89-6a98fee8b7e5 None None] The sync data for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 is: [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:33Z', 'revision_number': 3, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:38.441904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.1 (fbfe9e87-c6be-4a77-bf94-021f2741ce53/f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266/b0bb8740-32cd-4aa0-8713-878e4a36dc4e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:38.463782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9c38e-63b3-4ca5-8a6f-62a38b80ffd8 None None] Pushing event updated for resources: {'Port': ['ID=67b5f401-70fd-44d8-b21d-f15914aeb093,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.664984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.717307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:38.839166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:38.866232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:38.868629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:38.876050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:38.992011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.208763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.698139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.832858 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67b5f401-70fd-44d8-b21d-f15914aeb093 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:39.842788 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:39.856728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.038430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67b5f401-70fd-44d8-b21d-f15914aeb093 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.039741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.062451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.121470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.274789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97b22a-b8d6-4140-8d6c-7674fcab3e27 None None] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:50:40.316074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:40.317842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:40.517226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:50:40.528378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.601939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-21c9b80e-4c2d-42c1-9339-1535f7a55610 None None] Provisioning complete for port 67b5f401-70fd-44d8-b21d-f15914aeb093 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.602423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-21c9b80e-4c2d-42c1-9339-1535f7a55610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.641034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 67b5f401-70fd-44d8-b21d-f15914aeb093, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67b5f401-70fd-44d8-b21d-f15914aeb093,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:40.655202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:40.656138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad5e338e-3660-4bab-b98a-89859e48c0ea up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:40.729002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:50:40.744883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8d98f145-fa57-4281-bcf1-0e5f0bfe0b07 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/7253ef84-fef0-42ea-be41-b4ee7f3b25c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9924300 Nov 12 03:50:40.745424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52666) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:40.844796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=67b5f401-70fd-44d8-b21d-f15914aeb093,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:40.855266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ad5e338e-3660-4bab-b98a-89859e48c0ea triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:40.855632 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.149322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-71d28417-d6bf-4de6-9c14-9199e3a6e561 None None] Provisioning complete for port 67b5f401-70fd-44d8-b21d-f15914aeb093 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.149796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71d28417-d6bf-4de6-9c14-9199e3a6e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.235690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Sync routers for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:50:41.261499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:41.262270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:41.591309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.592219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.592769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.593257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.593708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.594154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.594790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.595423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.595949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.598133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0cc12c74-7a4c-47a7-9c17-5322e4173ce0 tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6360 time: 0.8517146 Nov 12 03:50:41.601003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52684) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:41.613601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:41.613601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-71d28417-d6bf-4de6-9c14-9199e3a6e561 None None] Provisioning complete for port b0bb8740-32cd-4aa0-8713-878e4a36dc4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:41.613601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71d28417-d6bf-4de6-9c14-9199e3a6e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:41.699129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67b5f401-70fd-44d8-b21d-f15914aeb093 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:41.728555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.729029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.729828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.730292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.730744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.731281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.731732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.732247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.732609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:41.734718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-aa088f48-5789-4e77-9e9a-13f26233c0cb tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5817 time: 0.1321142 Nov 12 03:50:41.737617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.124085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d0bb5d32-0e1e-44ad-9e53-e1f4acfa0c1b tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.3852229 Nov 12 03:50:42.184690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-71d28417-d6bf-4de6-9c14-9199e3a6e561 None None] Port b0bb8740-32cd-4aa0-8713-878e4a36dc4e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:42.329721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.340245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357370516', 'description': 'tempest-secgroup-smoke-357370516 description', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:42.363683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67b5f401-70fd-44d8-b21d-f15914aeb093 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:42.364226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.374367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.404228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-df00fa70-3c04-48f4-a342-0d2e5b2ca420 None None] Provisioning complete for port b0bb8740-32cd-4aa0-8713-878e4a36dc4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:42.404597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df00fa70-3c04-48f4-a342-0d2e5b2ca420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.484146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-df00fa70-3c04-48f4-a342-0d2e5b2ca420 None None] Port b0bb8740-32cd-4aa0-8713-878e4a36dc4e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:42.499662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.506618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.615661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a67c68-2a0a-4019-867c-3403008b78fe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.632328 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.633618 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-945ecea9-d140-40b2-920d-1443e2ff13cd tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3030329 Nov 12 03:50:42.634942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 2, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:42.637962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.647417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:42.669423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Checking router: 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:50:42.669423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Updating router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 port b0bb8740-32cd-4aa0-8713-878e4a36dc4e binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:50:42.710812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.729866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.823345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.834708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.857722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f899d41-879a-4f1e-b6ac-481bbe262ecc,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:42.873397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:42.877871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:42.878514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e886427d-e301-495e-b28a-763ff1f41cec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2383449 Nov 12 03:50:42.882951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:42.916434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.052981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.067053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.106622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe17444-29e9-401b-9bd5-58cf067840fa,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.126065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.129307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cbbb1936-e4c3-48b8-940e-5a95b20f202e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2503567 Nov 12 03:50:43.132051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.137438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.139829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.148881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.185512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.230020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e389c-ee2c-453e-b75c-c359e24b2f63 None None] Pushing event updated for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.274478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.281308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.305990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf827a9-0154-4b5d-a9be-17e07505602a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.316902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.319389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7004f0b-64d6-4c21-9a90-17745ea0496b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858976 Nov 12 03:50:43.323067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52714) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.328565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.329798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Attempting to bind port b0bb8740-32cd-4aa0-8713-878e4a36dc4e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:43.330333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Attempting to bind port b0bb8740-32cd-4aa0-8713-878e4a36dc4e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:43.330889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Attempting to bind port b0bb8740-32cd-4aa0-8713-878e4a36dc4e on network fbfe9e87-c6be-4a77-bf94-021f2741ce53 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:43.345774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:43.346432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Checking segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:43.347170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.347739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Bound using segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:43.348498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Bound port: b0bb8740-32cd-4aa0-8713-878e4a36dc4e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:43.349134 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.383358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.467882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.476714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.502313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] For port b0bb8740-32cd-4aa0-8713-878e4a36dc4e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:43.511151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.512556 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883426 Nov 12 03:50:43.513508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051a3a9-4d6e-4c02-b56b-b94f91231eb5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36c5741-d886-455b-8919-003cc6ebd519,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.513627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] For port b0bb8740-32cd-4aa0-8713-878e4a36dc4e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:43.517021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.526284 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.530781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.602731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:50:43.603446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:43.606683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e389c-ee2c-453e-b75c-c359e24b2f63 None None] Pushing event updated for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.654669 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:43.664714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.823651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.837028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.892600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49996818-f6fe-40a4-a176-faadfe0da4c1,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:43.912615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:43.914382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d3fb36fe-255e-4f22-a4ef-4c70e4f76cb0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904901 Nov 12 03:50:43.917335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52732) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:43.924617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'security_group_rule': {'security_group_id': '89a67c68-2a0a-4019-867c-3403008b78fe', 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:43.950326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:50:43.981303 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Project acaf0a7be3eb414ba7338f2fe34d19da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:43.994381 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.131174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] Provisioning complete for port b0bb8740-32cd-4aa0-8713-878e4a36dc4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.131895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.166096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.176176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.205305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e59e3e-56ef-4de9-9f05-e44a50893031,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.231262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.241053 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cd8664fb-709d-4ea4-9eeb-53eafecea2ff tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3139324 Nov 12 03:50:44.462400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.503231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] For port b0bb8740-32cd-4aa0-8713-878e4a36dc4e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:44.513618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.550121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:50:44.595810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898fc5d-9c11-4fc9-8023-1d8f2f607566 None None] The sync data for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 is: [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:43Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:50:44.670434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbee93-1b1c-4274-b020-e6b3e721b43c None None] Pushing event updated for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:44.710951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d485c730-1055-4e12-8ad4-c05c799a6abc None None] Provisioning complete for port b0bb8740-32cd-4aa0-8713-878e4a36dc4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:44.711555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d485c730-1055-4e12-8ad4-c05c799a6abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:44.756119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-d8da9bc6-985a-4499-bb4e-79eea621c58e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357370516&fields=id&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 267 time: 0.1779575 Nov 12 03:50:45.094497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-97f8b239-a7f3-4c1b-bfdc-036ee45fa201 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:45.102809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-97f8b239-a7f3-4c1b-bfdc-036ee45fa201 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 796 time: 0.3451502 Nov 12 03:50:45.125750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-1df98b6a-ba5f-43e4-9646-63ece717bdec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/quotas/acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 375 time: 0.0216596 Nov 12 03:50:45.294607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-0f45d72b-c0bc-42ca-acdd-e8dbbfd5a5ec tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577334 Nov 12 03:50:45.309016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-28dc394d-8f59-4c85-bdb4-2ba82834a927 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:50:45.315717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-28dc394d-8f59-4c85-bdb4-2ba82834a927 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198302 Nov 12 03:50:45.556747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-3f2c3fcf-84d5-47f0-b0f3-3f3d021d1dd8 service neutron] 10.222.0.97 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347555 Nov 12 03:50:45.785616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b0bb8740-32cd-4aa0-8713-878e4a36dc4e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:50:45.815231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-ff4ae122-7bda-4daa-889b-b16ed2a8b3e4 service neutron] 10.222.0.97 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569516 Nov 12 03:50:46.027666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b0bb8740-32cd-4aa0-8713-878e4a36dc4e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:46.028038 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:46.755874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d30bb1c1-957a-4410-bdbc-15d02aa03f63 req-376e38ed-b701-4bcc-a9c6-54db7d3fbbe6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0954227 Nov 12 03:50:47.901657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bebcf865-5ea3-487c-bb46-546339dfe9d0 req-64181d97-c89f-4e64-9999-0eb61320c9bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0453413 Nov 12 03:50:48.392258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-6c3564d4-d40f-4bfa-802d-bf764f35a652 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:48.393965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-6c3564d4-d40f-4bfa-802d-bf764f35a652 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.104 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 796 time: 0.1739166 Nov 12 03:50:48.525901 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-43f75fcf-059a-487f-b879-931e51d27ad6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acaf0a7be3eb414ba7338f2fe34d19da HTTP/1.1" status: 200 len: 379 time: 0.1099868 Nov 12 03:50:48.542252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'port': {'device_id': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'admin_state_up': True, 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'security_groups': ['89a67c68-2a0a-4019-867c-3403008b78fe']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:48.946819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Made reservation on behalf of acaf0a7be3eb414ba7338f2fe34d19da for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:48.960336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:49.406197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1b9603e-c881-4958-a770-6899a7e026c0 req-b9abae99-f818-4875-bd90-9f69fc173e5c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 210 time: 0.1369836 Nov 12 03:50:49.658612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.20.0.3 (fbfe9e87-c6be-4a77-bf94-021f2741ce53/f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266/dbc69463-e914-4fc5-ba41-a8565dc9f720) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:50.191544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.244920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.411634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:50.418415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:50.430672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:50.581181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:50.636152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.636680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.637275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.637860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.638458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.639073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.639664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.640142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.640731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.641361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.653888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.654480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:50.757789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.759181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:50.810869 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-636ea0aa-a10d-43cd-bedb-e8e6d15b78c6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2731218 Nov 12 03:50:50.835195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Request body: {'port': {'device_id': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:50.936872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f595d7b-b98b-43b0-8adb-49deb6cf8cc2 req-d081f0f5-1867-4a08-82e1-cc5b5b27f16e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:50.989696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f595d7b-b98b-43b0-8adb-49deb6cf8cc2 req-d081f0f5-1867-4a08-82e1-cc5b5b27f16e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 931 time: 0.3219914 Nov 12 03:50:51.017292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0317a82d-a850-4f39-b111-9aff6b2bc903 None None] Provisioning complete for port dbc69463-e914-4fc5-ba41-a8565dc9f720 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:51.018468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0317a82d-a850-4f39-b111-9aff6b2bc903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.033738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.127766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f595d7b-b98b-43b0-8adb-49deb6cf8cc2 req-9a6d2572-5471-42db-adce-5926f20d954b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369965 Nov 12 03:50:51.231569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0317a82d-a850-4f39-b111-9aff6b2bc903 None None] Port dbc69463-e914-4fc5-ba41-a8565dc9f720 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:50:51.677546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc69463-e914-4fc5-ba41-a8565dc9f720 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:51.688746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.705300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Transition to ACTIVE for port object dbc69463-e914-4fc5-ba41-a8565dc9f720 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:50:51.710888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:51.937138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:51.989119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Attempting to bind port dbc69463-e914-4fc5-ba41-a8565dc9f720 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:50:51.989721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Attempting to bind port dbc69463-e914-4fc5-ba41-a8565dc9f720 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:50:51.990218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Attempting to bind port dbc69463-e914-4fc5-ba41-a8565dc9f720 on network fbfe9e87-c6be-4a77-bf94-021f2741ce53 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:51.996985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Port dbc69463-e914-4fc5-ba41-a8565dc9f720 on network fbfe9e87-c6be-4a77-bf94-021f2741ce53 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:50:51.997315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Attempting to bind port dbc69463-e914-4fc5-ba41-a8565dc9f720 on network fbfe9e87-c6be-4a77-bf94-021f2741ce53 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:50:52.014395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:50:52.014769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Checking segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:50:52.015181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Bound using segment: {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:50:52.015615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Bound port: dbc69463-e914-4fc5-ba41-a8565dc9f720, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:50:52.023279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.205969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e0151cd-9438-4207-9d05-eca13a20c990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.224458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:50:52.230400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:50:52.239110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.307541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.308415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:52.309881 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] 10.222.0.104 "PUT /v2.0/ports/dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 1092 time: 1.4798918 Nov 12 03:50:52.310332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:50:52.313561 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7a76a0-c808-467d-aa8f-50791758f5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:50:52.349574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1dd3-7786-48f1-9d2c-7d442b4a59c0 req-9fb357fb-5bae-41a2-a33c-965933570cbb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.350975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f229e7-a7cd-45e7-bf68-310154983370 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:52.354237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0bf1dd3-7786-48f1-9d2c-7d442b4a59c0 req-9fb357fb-5bae-41a2-a33c-965933570cbb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0631750 Nov 12 03:50:52.479603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0bf1dd3-7786-48f1-9d2c-7d442b4a59c0 req-1053d82b-e2c8-43d4-bc8b-fe1be1c7fa0f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091168 Nov 12 03:50:52.505229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-2d020602-be13-4bbf-b458-ddfad10e2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.506746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-2d020602-be13-4bbf-b458-ddfad10e2870 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1095 time: 0.1234746 Nov 12 03:50:52.598287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-b918e971-3214-49d3-b45f-e90c4d87ccef service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 217 time: 0.0752473 Nov 12 03:50:52.770158 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a8656-9a26-4854-8ef3-f63ab8623255 x-openstack-request-id: req-d99a8656-9a26-4854-8ef3-f63ab8623255 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:50:52.770627 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:50:52.771060 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d99a8656-9a26-4854-8ef3-f63ab8623255 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:50:52.774326 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'status': 'completed', 'code': 200} Nov 12 03:50:52.827255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-8379fdff-6ab2-4b04-8ba3-440c1d40ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.828777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-8379fdff-6ab2-4b04-8ba3-440c1d40ba41 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 200 len: 833 time: 0.2211812 Nov 12 03:50:52.909426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-d935e795-47b8-4893-b4ca-dc938de73225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:52.917214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-d935e795-47b8-4893-b4ca-dc938de73225 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fbfe9e87-c6be-4a77-bf94-021f2741ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708842 Nov 12 03:50:53.092517 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-8b1673f9-2185-4888-8baf-cb01c73999b9 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666486 Nov 12 03:50:53.246054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a36fb7f0-5188-4dd8-a076-3dbcfc359aa8 req-43c06420-ff12-4fe1-8bf8-3a2b5e553077 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450658 Nov 12 03:50:53.584799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-4384d984-2653-469e-80ab-d241b1195d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.599306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-4384d984-2653-469e-80ab-d241b1195d6d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1095 time: 0.2361939 Nov 12 03:50:53.715392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ae26-b118-497a-9ed8-af43e9516226 req-865f87a3-6028-4426-9d5f-f1a8ca2ec482 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.725600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68e7ae26-b118-497a-9ed8-af43e9516226 req-865f87a3-6028-4426-9d5f-f1a8ca2ec482 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0873456 Nov 12 03:50:53.872015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68e7ae26-b118-497a-9ed8-af43e9516226 req-9ba212e0-cc05-42fd-b302-5c0017ec55b5 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401563 Nov 12 03:50:53.877074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-59c1c36d-06b7-441f-92c0-e3effa36e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:53.878588 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-59c1c36d-06b7-441f-92c0-e3effa36e895 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 896 time: 0.2760019 Nov 12 03:50:53.991293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-41cfda0b-ac9a-45a8-8f15-67c5bcb65e12 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 217 time: 0.1049035 Nov 12 03:50:54.117993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-a4fd6b2b-d80f-4956-9813-7d686dff5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.119743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-a4fd6b2b-d80f-4956-9813-7d686dff5df5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 200 len: 833 time: 0.1186311 Nov 12 03:50:54.144172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:54.254067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-23037ad4-d25d-43eb-be39-f17d544d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:54.259673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-23037ad4-d25d-43eb-be39-f17d544d61e8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fbfe9e87-c6be-4a77-bf94-021f2741ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271420 Nov 12 03:50:54.327369 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79f669d8-e3b2-4be1-b95a-a959221fd470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.442743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.629646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-b7fb94ac-9deb-490d-a54c-b3afa44966d5 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558095 Nov 12 03:50:54.650780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.656243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.747511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=22be2607bec84463bb259685a3697516&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6022925 Nov 12 03:50:54.749944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a4aa3-beab-4e7c-a033-41aabb076c02,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:54.753826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52908) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:54.765916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.766469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.769870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.770583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.771295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.771812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.779747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.780308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.780783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.781263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.781730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.782194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5abadb-16af-4730-8b8e-f6569f7e8af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:50:54.841923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4e7a76a0-c808-467d-aa8f-50791758f5d4 req-e89eada5-628f-4a43-bb1c-f26aa7cc8e48 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005115 Nov 12 03:50:54.854081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:54.893983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.044143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.049398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:55.062609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2017aa-ed4c-46b6-b0a6-29cd163f6430 req-dd457661-f66b-49c0-b9e3-801e86f051c3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:55.072993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2017aa-ed4c-46b6-b0a6-29cd163f6430 req-dd457661-f66b-49c0-b9e3-801e86f051c3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 943 time: 0.1185884 Nov 12 03:50:55.075245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/427a4aa3-beab-4e7c-a033-41aabb076c02 HTTP/1.1" status: 204 len: 168 time: 0.2946527 Nov 12 03:50:55.094731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a849f3-1b1d-4c0d-8219-bf56ae64946e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a4aa3-beab-4e7c-a033-41aabb076c02,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:55.208313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2017aa-ed4c-46b6-b0a6-29cd163f6430 req-115bb2cd-8f26-47ac-9f68-03fcabf9077e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332185 Nov 12 03:50:55.461455 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:56.361684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1cbc-1947-4973-b7a0-ab86eab6ae0e req-74455b8a-6952-40b4-ae41-39e1002e5e29 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:56.367738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-751d1cbc-1947-4973-b7a0-ab86eab6ae0e req-74455b8a-6952-40b4-ae41-39e1002e5e29 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0678747 Nov 12 03:50:56.430079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-751d1cbc-1947-4973-b7a0-ab86eab6ae0e req-1e9a64db-8adf-4ec6-813c-3842ac969c3f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564466 Nov 12 03:50:56.931549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.014742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 52988) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.019769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078050194', 'description': 'tempest-secgroup-smoke-2078050194 description', 'project_id': '6b558a8279b249238b97636bb9a8beb2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.046242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.055574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.136455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.142835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.186557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a335cdf6-8b7e-46ac-95e7-84fb4d40ba12,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.232325 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.236738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.268901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.270322 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2543969 Nov 12 03:50:57.274444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 52994) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.276582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789621b-8af3-48d8-8ff6-9f1ef3d5f0cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3027618-a1f2-4dc2-864f-1bce4c5693f9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.290862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.341103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.422928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.427931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.456786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2047cd10-b288-4ad3-a0f4-12c236b46534,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.469192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.471057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78b7c337-e83c-4824-8cad-ee016d374814 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951029 Nov 12 03:50:57.474255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.479013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.510550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.583522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.584189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfd3c2-da2c-46d4-a0f9-d97203a8c84e req-86d18d3c-86c8-437f-a677-91d5467be387 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:57.586724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4dfd3c2-da2c-46d4-a0f9-d97203a8c84e req-86d18d3c-86c8-437f-a677-91d5467be387 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0732367 Nov 12 03:50:57.588044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.608449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba15069-92b3-4fdb-b276-b9d9423baa62,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.614019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.615251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ad74af02-d4e4-4fc7-be33-57d7818520f6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400530 Nov 12 03:50:57.618581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.623249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.653464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.656989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4dfd3c2-da2c-46d4-a0f9-d97203a8c84e req-cd5125d4-b6a5-4f2f-bf23-328cc9ddaf8b tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631378 Nov 12 03:50:57.739508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.744782 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.751462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.774157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e362ca-38d7-4b32-b800-632facf5376d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.783633 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.784937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3804d1eb-cb1c-4ac0-9502-9f1c39d8dec3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1652992 Nov 12 03:50:57.787615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.792655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.823351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.891002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.895179 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.910002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2eceec1-2427-4f2a-bbd0-e385189b47f1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:57.930686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:57.932239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47d4fd79-5908-4c89-86f9-8dc77ab2c01e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436231 Nov 12 03:50:57.935043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53022) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:57.940384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:57.967681 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:57.973416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.040062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.045697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.070025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c1eaed-20e8-43c2-b97b-0161e2a39f31,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.076595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.077921 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fe59686f-ffae-4dd7-984f-ac7c5e748907 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417396 Nov 12 03:50:58.081175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.085859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': 'd3027618-a1f2-4dc2-864f-1bce4c5693f9', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:58.108638 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:50:58.113747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.175236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.179972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.201641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149eb012-334a-492e-9eb9-685e68f671e9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.212038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.213357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c5cb5d87-28cd-465f-ac63-ff0fca3f6da2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310205 Nov 12 03:50:58.216510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.221708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'network': {'name': 'tempest-network-smoke--1239345489', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:58.245828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:50:58.249581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.276690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device dbc69463-e914-4fc5-ba41-a8565dc9f720 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:50:58.279096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:50:58.290307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.290670 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Added segment c939a1eb-0145-440a-9d69-04ce8df7f45c of type vlan for network b92e22df-9efd-4ebb-a319-1549090273cd Nov 12 03:50:58.347249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.395428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.403692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.404364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.409529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:58.423669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'port_id': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'mac_address': 'fa:16:3e:7a:db:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:50:58.451965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:50:58.452482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2344465 Nov 12 03:50:58.457339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'admin_state_up': True, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:50:58.477490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.495286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cc4b9-f388-408e-addb-f91ffe920cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Network': ['ID=b92e22df-9efd-4ebb-a319-1549090273cd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.497878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc69463-e914-4fc5-ba41-a8565dc9f720 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:50:58.510556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b92e22df-9efd-4ebb-a319-1549090273cd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:50:58.524638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:50:58.535809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.536970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.543591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.605337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.676634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:58.806646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:58.860533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359f4e2-311a-438f-8051-5cf62912bf91 req-7cb69993-8ee8-42fa-88d3-6f70c0a1b26d tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:50:58.862059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a359f4e2-311a-438f-8051-5cf62912bf91 req-7cb69993-8ee8-42fa-88d3-6f70c0a1b26d tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 944 time: 0.0838950 Nov 12 03:50:58.960777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a359f4e2-311a-438f-8051-5cf62912bf91 req-e325b469-1c54-4546-9fac-1e22722c4210 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657985 Nov 12 03:50:58.986043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['dbc69463-e914-4fc5-ba41-a8565dc9f720'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:50:59.133674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.157350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.294396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.167 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/1c63c161-5b22-49b2-8af9-a2d7b8d97cdc) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:50:59.399748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.435750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.482418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:50:59.485494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:50:59.489945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:50:59.493644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:50:59.499867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7060b90-5a01-41a3-bd42-373d75342cc8 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:50:59.636379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-db190045-cfd8-458b-a1ab-faace7be13ec None None] Provisioning complete for port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:50:59.637182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db190045-cfd8-458b-a1ab-faace7be13ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:50:59.683235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-db190045-cfd8-458b-a1ab-faace7be13ec None None] Port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:00.161924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.215209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2e7e-986c-4647-9dce-e070970d578a req-1f558bc1-4096-4e03-a3fb-2d258f35514e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.216675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-539a2e7e-986c-4647-9dce-e070970d578a req-1f558bc1-4096-4e03-a3fb-2d258f35514e tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 944 time: 0.1023679 Nov 12 03:51:00.284468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device dbc69463-e914-4fc5-ba41-a8565dc9f720 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:00.316875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-539a2e7e-986c-4647-9dce-e070970d578a req-10c173f1-2a40-4e21-abff-eb8775334851 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934179 Nov 12 03:51:00.349080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port dbc69463-e914-4fc5-ba41-a8565dc9f720 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:00.355719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port dbc69463-e914-4fc5-ba41-a8565dc9f720 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:00.356587 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.428024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.451179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.475054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:00.477672 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34be46f-10c0-42ee-af05-03adf65afd84" -d '{"events": [{"server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:00.492124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:00.497756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.557527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:00.589853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:00.680013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.686335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.692590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.698595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.704528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.711014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.716920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:00.718910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-1562fd2b-1d2e-431b-80ec-38afdab4a852 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1404593 Nov 12 03:51:00.816257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:00.827897 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Sync routers for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:00.845149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:00.846771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6510c83-108a-44b2-bc20-c8cdd68d02ff req-a201e014-1341-4f6a-bac7-8c37589de083 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198556 Nov 12 03:51:00.847790 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:00.849916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:00.851230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-74c48cd5-97ef-49b8-9469-c56d277a8b91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3981628 Nov 12 03:51:00.854879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.001719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:01.048749 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a438483-f00c-4328-9d0a-e84643052234 x-openstack-request-id: req-4a438483-f00c-4328-9d0a-e84643052234 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:01.049337 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:01.049748 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a438483-f00c-4328-9d0a-e84643052234 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:01.050303 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'code': 200} Nov 12 03:51:01.072888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0722b56-9f34-49b5-9de0-1f7d65839d45 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=6b558a8279b249238b97636bb9a8beb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2142069 Nov 12 03:51:01.073217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.221423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.228320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.235185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.242122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.245430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa298f0-f62d-439c-8402-e839aae13e86 req-d48cbcbe-e858-47bc-8ba4-13f6c5c09586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.254353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaa298f0-f62d-439c-8402-e839aae13e86 req-d48cbcbe-e858-47bc-8ba4-13f6c5c09586 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0990112 Nov 12 03:51:01.258462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.265999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.276074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.283644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33368f94-9d3d-4b46-bbbb-62f062467483 req-2508c5ae-0568-43ec-92f6-0813a48d7b0c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1389170 Nov 12 03:51:01.284652 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:01.305885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c1621-1129-4e1f-a581-22f0a831b2f8 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.310817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c47c1621-1129-4e1f-a581-22f0a831b2f8 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2365460 Nov 12 03:51:01.311956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.320989 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaa298f0-f62d-439c-8402-e839aae13e86 req-0f156f24-3491-4d8e-8e9f-9168ac822585 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637918 Nov 12 03:51:01.324190 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Checking router: ef2a9ebb-9851-4b90-9015-5fa7b23a7232 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:01.324687 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Updating router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:01.347916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f42f1d7-7f0a-49ca-a385-fb45cbfdbb2f tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347416 Nov 12 03:51:01.350706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.359326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136273193', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:01.367629 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.491532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.503011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e424b-06b5-48ba-bfc9-1ecc3b18ee6b req-14caf416-b3e2-4f14-b4cd-7b72a1b3ca04 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.504872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-922e424b-06b5-48ba-bfc9-1ecc3b18ee6b req-14caf416-b3e2-4f14-b4cd-7b72a1b3ca04 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0793400 Nov 12 03:51:01.525846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:01.529607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.664405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-922e424b-06b5-48ba-bfc9-1ecc3b18ee6b req-4d27ede9-3920-43a8-ac59-968610a2b0cc tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464517 Nov 12 03:51:01.673994 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.680634 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.730543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc6db4-623e-4117-9b93-4340e1ae0e2e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:01.751621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b4093-06ca-4089-9030-a11d0c1b4e33 None None] Pushing event updated for resources: {'Port': ['ID=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.756357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Attempting to bind port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:01.756845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Attempting to bind port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:01.757981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Attempting to bind port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:01.764111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:01.764571 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:01.765069 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.765461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:01.765955 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Bound port: 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:01.766329 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.815742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-991c8c33-0ed9-44db-b3c3-749c95734a1d None None] Provisioning complete for port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:01.816107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-991c8c33-0ed9-44db-b3c3-749c95734a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.829149 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] For port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:01.834638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] For port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:01.838174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.840906 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.862532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-991c8c33-0ed9-44db-b3c3-749c95734a1d None None] Port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:01.892785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0715fe6-7fa5-4d89-b098-cb0189d17f3c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:01.903500 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:01.904469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:01.912720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Subnet': ['ID=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.927590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Checking segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:01.928035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network hostable DHCP agents. Network: b92e22df-9efd-4ebb-a319-1549090273cd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:01.951534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network b92e22df-9efd-4ebb-a319-1549090273cd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:01.956992 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b4093-06ca-4089-9030-a11d0c1b4e33 None None] Pushing event updated for resources: {'Port': ['ID=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:01.967474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b92e22df-9efd-4ebb-a319-1549090273cd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:01.972017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:01.972760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:01.998070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:01.998570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-225cd97b-f6e5-4158-9881-0498ee3288dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6456623 Nov 12 03:51:02.020584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef791f-f8af-4b64-a542-0112b574937d None None] Network b92e22df-9efd-4ebb-a319-1549090273cd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:02.076272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:02.089799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] Provisioning complete for port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:02.090861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.403486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:02.426128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.439399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4c447-3a94-4375-821f-c3883899dd17 None None] The sync data for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 is: [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:50:59Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:02.466470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] For port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:02.469798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.541250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-b92e22df-9efd-4ebb-a319-1549090273cd', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:02.542286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:02.554792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bb892-672e-47ef-832a-acb17a10b257 None None] Pushing event updated for resources: {'Port': ['ID=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:02.731298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Allocated IP 172.20.0.2 (b92e22df-9efd-4ebb-a319-1549090273cd/7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec/4188f215-d7c0-46ff-9e87-2916096ba499) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:02.951375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807c234-41ad-492f-ad7b-15b2dc7b78e3 req-9c28f6db-24a9-4ebf-b7b3-24d8b501a42f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:02.967615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4807c234-41ad-492f-ad7b-15b2dc7b78e3 req-9c28f6db-24a9-4ebf-b7b3-24d8b501a42f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.1207454 Nov 12 03:51:03.039990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4807c234-41ad-492f-ad7b-15b2dc7b78e3 req-09cb08fa-421e-4fba-b1e7-5f0c6c03e289 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694871 Nov 12 03:51:03.093746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.119392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.133107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.188332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Network b92e22df-9efd-4ebb-a319-1549090273cd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:03.207333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:03.217188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:03.302656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Pushing event updated for resources: {'Port': ['ID=4188f215-d7c0-46ff-9e87-2916096ba499,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.327576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Attempting to bind port 4188f215-d7c0-46ff-9e87-2916096ba499 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:03.328487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Attempting to bind port 4188f215-d7c0-46ff-9e87-2916096ba499 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:03.334698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Attempting to bind port 4188f215-d7c0-46ff-9e87-2916096ba499 on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:03.344344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:03.344716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Checking segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:03.345114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.345499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Bound using segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:03.345964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Bound port: 4188f215-d7c0-46ff-9e87-2916096ba499, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:03.346347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.494748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] For port 4188f215-d7c0-46ff-9e87-2916096ba499, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:03.498634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] For port 4188f215-d7c0-46ff-9e87-2916096ba499, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4188f215-d7c0-46ff-9e87-2916096ba499,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:03.516277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.638061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b049a-122c-4ecf-8ed0-b10064c947c3 None None] Pushing event updated for resources: {'Port': ['ID=4188f215-d7c0-46ff-9e87-2916096ba499,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:03.649292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.1 (b92e22df-9efd-4ebb-a319-1549090273cd/7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec/fbae5108-aecb-452a-b141-407e30071b93) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:03.709510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:03.789263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:03.789929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.874279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:03.934239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:03.996693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.045332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network b92e22df-9efd-4ebb-a319-1549090273cd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:04.047611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.048901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:04.051074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.051929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.052467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.053341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:04.054523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.055564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.056238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.058680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-97ebb6f4-d6e5-4028-aa7f-c38f724361ad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.1831164 Nov 12 03:51:04.125545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:04.141362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-6e825569-bd0d-4f89-8cad-53327a8d31ba service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691135 Nov 12 03:51:04.155527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.233717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43571228-ceff-4f24-a9e2-95031f93cb7b req-c30f40c7-0c26-4240-9996-ed68d545542a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.235463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43571228-ceff-4f24-a9e2-95031f93cb7b req-c30f40c7-0c26-4240-9996-ed68d545542a tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0908029 Nov 12 03:51:04.315975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43571228-ceff-4f24-a9e2-95031f93cb7b req-bbd468e1-c32b-4232-bb8f-120cf13ce3c7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744026 Nov 12 03:51:04.325106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.646897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34a3a3-8bd5-4034-af24-3d605fc99e72 req-a1ce452f-777f-4712-b455-5d8baffaae1c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.657343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e34a3a3-8bd5-4034-af24-3d605fc99e72 req-a1ce452f-777f-4712-b455-5d8baffaae1c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.1121652 Nov 12 03:51:04.733907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e34a3a3-8bd5-4034-af24-3d605fc99e72 req-3193deb8-f230-491a-b741-21fe2b1c05db tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755532 Nov 12 03:51:04.752065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.791032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.801050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:04.818821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69085da0-aec4-4a88-8075-8253010bf82e tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:04.823643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-69085da0-aec4-4a88-8075-8253010bf82e tempest-TestNetworkBasicOps-1172246293 tempest-TestNetworkBasicOps-1172246293-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1092 time: 0.0670412 Nov 12 03:51:04.824136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:04.837285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:04.903912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.000530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:05.011215 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.118710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.241479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08fab3f-1e33-4d84-aee2-f041bf92cb6b None None] Network b92e22df-9efd-4ebb-a319-1549090273cd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:05.281244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network b92e22df-9efd-4ebb-a319-1549090273cd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:05.282918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:05.349617 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Allocated IP 172.25.7.253 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/b5c16da5-aa69-4a0f-bfa9-428348c8f497) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:05.469571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] Provisioning complete for port 4188f215-d7c0-46ff-9e87-2916096ba499 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:05.471034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.525151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:05.601606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.719628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.755577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:05.769634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4188f215-d7c0-46ff-9e87-2916096ba499 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:05.779763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9aa94db4-63d0-43b7-b2b6-38be776b7e2d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/ef2a9ebb-9851-4b90-9015-5fa7b23a7232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7803705 Nov 12 03:51:05.815685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:05.822149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:05.828917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:05.862639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Sync routers for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:05.904667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:05.958536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:05.965303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:06.011395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=b5c16da5-aa69-4a0f-bfa9-428348c8f497,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.060118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4188f215-d7c0-46ff-9e87-2916096ba499 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:06.060860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.173341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] For port 4188f215-d7c0-46ff-9e87-2916096ba499, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4188f215-d7c0-46ff-9e87-2916096ba499,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:06.245862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.299786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:06.433780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf055d-121a-4984-b701-53531372ac97 None None] Pushing event updated for resources: {'Port': ['ID=4188f215-d7c0-46ff-9e87-2916096ba499,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:06.484495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-ebc0fe9e-63f1-40e9-a80e-2cf5ae81843a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078050194&fields=id&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 267 time: 0.1314452 Nov 12 03:51:06.572377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.683233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-27608581-6c8c-454e-bbf2-9f2faf28b009 None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:06.683233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27608581-6c8c-454e-bbf2-9f2faf28b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.705945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.717157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-8a7785ed-8726-42a3-abd9-e7f090d22cda tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:06.718800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-8a7785ed-8726-42a3-abd9-e7f090d22cda tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 797 time: 0.2261536 Nov 12 03:51:06.743821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-27608581-6c8c-454e-bbf2-9f2faf28b009 None None] Port fbae5108-aecb-452a-b141-407e30071b93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:06.758318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-5ce84a2c-ddea-4322-a354-8590ab13aa96 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/quotas/6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 375 time: 0.0201364 Nov 12 03:51:06.765717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 2, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:06.814095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Checking router: ef2a9ebb-9851-4b90-9015-5fa7b23a7232 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:06.814403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Updating router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 port fbae5108-aecb-452a-b141-407e30071b93 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:06.818912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-27608581-6c8c-454e-bbf2-9f2faf28b009 None None] Provisioning complete for port 4188f215-d7c0-46ff-9e87-2916096ba499 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:06.819100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27608581-6c8c-454e-bbf2-9f2faf28b009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.851487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-4cd94d50-4005-44ef-b294-10d8ffe6f0aa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856292 Nov 12 03:51:06.871421 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:06.996214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.067454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.148783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-a621d4a2-d0d5-4ffa-9d68-a3a202029f13 service neutron] 10.222.0.97 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839928 Nov 12 03:51:07.205740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c2d7f637-5a1d-4b41-89d2-4f07683f2e20 None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:07.207314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f637-5a1d-4b41-89d2-4f07683f2e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.231632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event updated for resources: {'Port': ['ID=b5c16da5-aa69-4a0f-bfa9-428348c8f497,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.278299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7f637-5a1d-4b41-89d2-4f07683f2e20 None None] Port fbae5108-aecb-452a-b141-407e30071b93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:07.282257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.311840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.323844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.358391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-88fb3fca-21e0-4ea9-9a9a-d9a93964f9d4 service neutron] 10.222.0.97 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025661 Nov 12 03:51:07.408664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fac09-2adb-42ec-8174-70be05466623 None None] Pushing event updated for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:07.438998 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Floating IP 98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 associated. External IP: 172.25.7.253, port: dbc69463-e914-4fc5-ba41-a8565dc9f720. Nov 12 03:51:07.465365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Attempting to bind port fbae5108-aecb-452a-b141-407e30071b93 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:07.465846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Attempting to bind port fbae5108-aecb-452a-b141-407e30071b93 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:07.466277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Attempting to bind port fbae5108-aecb-452a-b141-407e30071b93 on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:07.474646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afb6b8b0-5d0c-45eb-a309-cafb52b0a72b None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:07.477444 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afb6b8b0-5d0c-45eb-a309-cafb52b0a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.499340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:07.500081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Checking segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:07.500664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.501249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Bound using segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:07.501915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Bound port: fbae5108-aecb-452a-b141-407e30071b93, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:07.503781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:07.831395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-afb6b8b0-5d0c-45eb-a309-cafb52b0a72b None None] Port fbae5108-aecb-452a-b141-407e30071b93 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:07.885236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] For port fbae5108-aecb-452a-b141-407e30071b93, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:07.890809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] For port fbae5108-aecb-452a-b141-407e30071b93, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fbae5108-aecb-452a-b141-407e30071b93,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:07.897289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.005100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f965656-6850-4f1f-8b79-fad295c5fe84 req-8110c8b0-9df2-4271-9635-35250dee756c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 210 time: 0.0823197 Nov 12 03:51:08.032463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:08.197102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:08.261343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.276482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4188f215-d7c0-46ff-9e87-2916096ba499 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:08.276699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Sync routers for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:08.340883 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:08.344435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:08.353691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed1c3e04-5033-4225-b969-9fa408cddaa0 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5255315 Nov 12 03:51:08.354338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:08.354523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53218) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:08.365526 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00dd7aa-75d5-4ec5-967c-1fc46914999a" -d '{"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:08.408425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.409016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.418514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:08.425167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:08.474204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fac09-2adb-42ec-8174-70be05466623 None None] Pushing event updated for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:08.499315 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361d356-f0ca-456a-b1cb-08d79a05e107 x-openstack-request-id: req-2361d356-f0ca-456a-b1cb-08d79a05e107 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:08.499425 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:08.499656 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2361d356-f0ca-456a-b1cb-08d79a05e107 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:08.501247 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'status': 'completed', 'code': 200} Nov 12 03:51:08.575132 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec12f7f8-170b-48bc-9be4-337614ec3450 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 200 len: 991 time: 0.2182200 Nov 12 03:51:08.638632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4188f215-d7c0-46ff-9e87-2916096ba499 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:08.638833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:08.751368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-d4714f58-3587-492a-bb1d-b0b8607d4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.761365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-d4714f58-3587-492a-bb1d-b0b8607d4ed3 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1097 time: 0.1836188 Nov 12 03:51:08.776169 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:08.935473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-b4851209-ce3b-411c-82ae-e0ba05055868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:08.939474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-b4851209-ce3b-411c-82ae-e0ba05055868 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 896 time: 0.1645002 Nov 12 03:51:09.034225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:09.069054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.128516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-9b9301d8-b3cc-4a70-9e98-ca4cd143aa51 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 999 time: 0.1815622 Nov 12 03:51:09.204185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24c2c9e5-7de6-4d6d-9c5a-e2d31bb3e206 req-44d11050-bd1c-4f6c-af74-f4b023ea843f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 210 time: 0.0498431 Nov 12 03:51:09.240819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] For port fbae5108-aecb-452a-b141-407e30071b93, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fbae5108-aecb-452a-b141-407e30071b93,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:09.242554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-ae43ba5c-0ce3-4b39-acb5-e89c2c6758c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.246735 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-ae43ba5c-0ce3-4b39-acb5-e89c2c6758c5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 200 len: 833 time: 0.1101258 Nov 12 03:51:09.325769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-92d2fe69-58dd-4ca8-a8cd-4bcf4cff744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:09.327641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-92d2fe69-58dd-4ca8-a8cd-4bcf4cff744a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fbfe9e87-c6be-4a77-bf94-021f2741ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731039 Nov 12 03:51:09.338581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.347979 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'port_id': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'mac_address': 'fa:16:3e:7a:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:06Z', 'updated_at': '2021-11-12T03:51:06Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.407602 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Checking router: 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:09.447488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:09.448277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:50:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.566006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-a8eee282-4459-49fd-bca5-2edc6666afc8 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295489 Nov 12 03:51:09.578373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4510bdc4-c247-44a2-93f2-48e8cadfd652 None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:09.578899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4510bdc4-c247-44a2-93f2-48e8cadfd652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.579259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:09.635886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b94cf-58ec-4ce8-b3e9-1c71f5b84f15 None None] Pushing event updated for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:09.655864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:09.784818 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:09.799672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4441cc14-74bf-4044-982d-d0d5c98ace9d tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 200 len: 991 time: 0.2187297 Nov 12 03:51:09.930165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:09.987634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bd836-09b3-43f1-b301-b698b1db964c None None] The sync data for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 is: [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:10.040539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f00dd7aa-75d5-4ec5-967c-1fc46914999a req-43608886-4408-4b5d-a7ef-3e44f3d622c0 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438176 Nov 12 03:51:10.057211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-654e27cc-b0de-454d-8232-2f3cbb0df2a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:10.073449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-654e27cc-b0de-454d-8232-2f3cbb0df2a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 797 time: 0.4404519 Nov 12 03:51:10.233188 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'port_id': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'mac_address': 'fa:16:3e:7a:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:06Z', 'updated_at': '2021-11-12T03:51:06Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:10.242895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-bf1ca2e9-fc2d-4281-a78a-1f6390a3dd4c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 380 time: 0.1583295 Nov 12 03:51:10.287980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'port': {'device_id': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'admin_state_up': True, 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'security_groups': ['d3027618-a1f2-4dc2-864f-1bce4c5693f9']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:10.293420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5190b53e-f1e1-4e47-9bac-98c43ac1c19c None None] The sync data for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 is: [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'floating_ip_address': '172.25.7.253', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'port_id': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'mac_address': 'fa:16:3e:7a:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:06Z', 'updated_at': '2021-11-12T03:51:06Z', 'revision_number': 0, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:10.422950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4597e31a-dcb3-4c74-b699-33800c60913c req-3d8e2080-16f5-4cc4-8e20-391ffa0c2cb6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 210 time: 0.0605860 Nov 12 03:51:10.544094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:10.547789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:10.758256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.11 (b92e22df-9efd-4ebb-a319-1549090273cd/7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec/3c9d4341-9582-4ec5-8078-bb6132d79faf) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:10.765135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e9798-6b6a-4b54-aae2-c305c9afa62c None None] New status for floating IP 98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:51:10.798061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:10.949504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dc27e94c-67d2-4f6e-9073-945d768a1319 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 200 len: 991 time: 0.1502287 Nov 12 03:51:11.177167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.269083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.367361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network b92e22df-9efd-4ebb-a319-1549090273cd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:11.371035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:11.373965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:11.417242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:11.471476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.472502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.519100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-e0173f2e-5163-46be-859e-444d93b49a0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2367980 Nov 12 03:51:11.548809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Request body: {'port': {'device_id': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:11.779205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:11.803185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fbae5108-aecb-452a-b141-407e30071b93 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:11.868224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476bc93-9ac6-49eb-bbd7-c09b2c4f7424 req-7dc05af7-2d1c-4aa5-8eb4-820a3be3ad07 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:11.869938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7476bc93-9ac6-49eb-bbd7-c09b2c4f7424 req-7dc05af7-2d1c-4aa5-8eb4-820a3be3ad07 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 932 time: 0.1551921 Nov 12 03:51:11.931312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6d4c69b8-7831-4bd5-8181-2df8768d40ff None None] Provisioning complete for port 3c9d4341-9582-4ec5-8078-bb6132d79faf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:11.931312 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d4c69b8-7831-4bd5-8181-2df8768d40ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.015114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:12.043327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7476bc93-9ac6-49eb-bbd7-c09b2c4f7424 req-50b80348-8506-4cd1-8cda-1f54aa4edb0a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634576 Nov 12 03:51:12.109956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fbae5108-aecb-452a-b141-407e30071b93 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:12.110703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.113587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c69b8-7831-4bd5-8181-2df8768d40ff None None] Port 3c9d4341-9582-4ec5-8078-bb6132d79faf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:12.222587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05e1f6f6-1956-41ee-80f9-9ec4afb407c3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 200 len: 993 time: 0.1724238 Nov 12 03:51:12.480664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9d4341-9582-4ec5-8078-bb6132d79faf {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:12.489122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.505630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Transition to ACTIVE for port object 3c9d4341-9582-4ec5-8078-bb6132d79faf will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:12.510701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.591336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:12.763490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:12.764130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:12.764710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:12.772196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:12.773699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:12.779427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:12.780054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Checking segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:12.780181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Bound using segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:12.780557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Bound port: 3c9d4341-9582-4ec5-8078-bb6132d79faf, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:12.780913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:12.931142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:12.940992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:12.947069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.075115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.084649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:13.088070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] 10.222.0.16 "PUT /v2.0/ports/3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 1093 time: 1.5468359 Nov 12 03:51:13.088824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:13.092899 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db9d106-0e93-4c29-a696-96fd598681c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:13.330705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2c2c9-4e33-4de7-b333-07486eed149b service neutron] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:13.363167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-4da2758e-e1c4-4e7e-abf5-e540de8b42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.365807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-4da2758e-e1c4-4e7e-abf5-e540de8b42a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1096 time: 0.2004235 Nov 12 03:51:13.422318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb451c-d8ab-40b9-96c9-664d3f6f5a15 req-acf48ef7-0560-439a-8fed-f3e5c77265e7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.431906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fdb451c-d8ab-40b9-96c9-664d3f6f5a15 req-acf48ef7-0560-439a-8fed-f3e5c77265e7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.1341033 Nov 12 03:51:13.508599 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:13.513187 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-85c49f22-5c22-4601-9bab-27027ec3ac47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 217 time: 0.1272972 Nov 12 03:51:13.578740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fdb451c-d8ab-40b9-96c9-664d3f6f5a15 req-552b9495-30a1-4d5b-8a89-81a061fdadca tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404908 Nov 12 03:51:13.604651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-0feaa23f-e4d2-4867-9eae-d3dd9efc53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.606277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-0feaa23f-e4d2-4867-9eae-d3dd9efc53f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0821087 Nov 12 03:51:13.664153 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb3fd3b-6bf8-44c1-ae2c-40a71cbabb66 x-openstack-request-id: req-8eb3fd3b-6bf8-44c1-ae2c-40a71cbabb66 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:13.664451 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:13.664712 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8eb3fd3b-6bf8-44c1-ae2c-40a71cbabb66 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:13.665122 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'status': 'completed', 'code': 200} Nov 12 03:51:13.683124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-b5902c78-e83b-4541-9949-d169966ea7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:13.685043 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-b5902c78-e83b-4541-9949-d169966ea7b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655680 Nov 12 03:51:13.823698 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-a247a34a-da53-4be3-81af-3622404e854f service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301908 Nov 12 03:51:13.948586 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-64b69cd9-1a38-4a34-a7bc-f391492d84b0 req-8739353c-c997-4d76-9e4c-1f34d3b04816 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141469 Nov 12 03:51:14.100405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-f98472af-82e1-49ee-9ce1-ea1d03674a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.102679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-f98472af-82e1-49ee-9ce1-ea1d03674a9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1096 time: 0.0533273 Nov 12 03:51:14.533329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-67c6f41b-a594-41ec-b3d1-e9de49fd681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.534971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-67c6f41b-a594-41ec-b3d1-e9de49fd681b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.4249694 Nov 12 03:51:14.588900 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-8164db91-22b6-4678-9c1c-cb4c4b82d7a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 217 time: 0.0408547 Nov 12 03:51:14.655861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-cdccb86e-b62e-4d33-80a0-73311d9fc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.657515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-cdccb86e-b62e-4d33-80a0-73311d9fc9f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0593333 Nov 12 03:51:14.749843 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-1644ae17-2ec9-42b9-ab08-0ab0b64b765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:14.751810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-1644ae17-2ec9-42b9-ab08-0ab0b64b765f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803573 Nov 12 03:51:14.915751 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-e604dc7c-7035-4edb-9524-87014e21ebe1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1602082 Nov 12 03:51:14.950702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-619ba690-392e-4156-bf91-5aba64c16fcf service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528540 Nov 12 03:51:15.067995 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5db9d106-0e93-4c29-a696-96fd598681c8 req-83e0cc7a-16f3-43fd-8053-ffd8d78d7821 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071692 Nov 12 03:51:15.141370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-07513ee8-4302-4824-831f-6f098698697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.143843 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-07513ee8-4302-4824-831f-6f098698697e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0744760 Nov 12 03:51:15.305313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a883a-f827-4a5f-9531-89ae287dc20e req-b8610fbc-8cff-4006-b10d-b4af4c6b45f0 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.308838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-225cf19f-7184-4571-927f-629ab7d2f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.310673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-225cf19f-7184-4571-927f-629ab7d2f96c service neutron] 10.222.0.104 "GET /v2.0/networks?id=ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 200 len: 910 time: 0.1459677 Nov 12 03:51:15.314170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d61a883a-f827-4a5f-9531-89ae287dc20e req-b8610fbc-8cff-4006-b10d-b4af4c6b45f0 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.6205189 Nov 12 03:51:15.386989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d61a883a-f827-4a5f-9531-89ae287dc20e req-dc14a25f-e3ea-4198-bb3d-b071291d447f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658929 Nov 12 03:51:15.392998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-8e3c3cae-d466-4331-b5fa-1548d34060ae service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 200 len: 1001 time: 0.0736334 Nov 12 03:51:15.470231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-c80565d2-3fc0-4d85-8169-8f1af96a722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.471989 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-c80565d2-3fc0-4d85-8169-8f1af96a722d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 200 len: 849 time: 0.0706222 Nov 12 03:51:15.568586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-74358f0f-9549-40de-87aa-5360ed23996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:15.570502 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-74358f0f-9549-40de-87aa-5360ed23996e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=ad4a03b1-6163-4dc6-9098-55c46f29af65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887067 Nov 12 03:51:15.686140 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-97bc1d96-19d7-4aaf-9f36-ce9b45ec84ed service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049502 Nov 12 03:51:15.796331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3c80d29d-bf79-4e82-b725-aa116ad8004f req-d8a1bd3b-67b6-47a9-90b7-834da3d1ac7e service neutron] 10.222.0.104 "GET /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021311 Nov 12 03:51:16.505806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0c53e-1953-4a52-abc5-7ad999df9097 req-9d500c87-d7ca-4385-8363-dc97af67a13e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:16.507571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc0c53e-1953-4a52-abc5-7ad999df9097 req-9d500c87-d7ca-4385-8363-dc97af67a13e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.0534484 Nov 12 03:51:16.567374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bdc0c53e-1953-4a52-abc5-7ad999df9097 req-63dfc794-956b-415a-9fe7-60855042c895 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526445 Nov 12 03:51:17.226050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:17.453332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.472618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'mac_address': 'fa:16:3e:b6:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:17.542926 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.572355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9d4341-9582-4ec5-8078-bb6132d79faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:17.611633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:17.617801 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:17.683953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:17.754949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd15a25-4de3-4fb1-a723-5fc6547443da req-662713dc-47cd-4ddb-8ffa-5339b908ddd1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:17.759365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fd15a25-4de3-4fb1-a723-5fc6547443da req-662713dc-47cd-4ddb-8ffa-5339b908ddd1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0788145 Nov 12 03:51:17.817768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fd15a25-4de3-4fb1-a723-5fc6547443da req-bdd7a00c-f05f-4f15-9243-477584e780e4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533919 Nov 12 03:51:18.068206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['3c9d4341-9582-4ec5-8078-bb6132d79faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:18.957442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e221c8-7b44-42ba-8101-4604f95efb8e req-f6079606-e1a7-4e02-85f9-dfbb6aeef49f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:18.967136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e221c8-7b44-42ba-8101-4604f95efb8e req-f6079606-e1a7-4e02-85f9-dfbb6aeef49f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0636086 Nov 12 03:51:19.019261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e221c8-7b44-42ba-8101-4604f95efb8e req-9b85444c-45e9-420a-a72e-61ec5b4972f1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509877 Nov 12 03:51:20.183509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b12a1-e6dd-4d42-8427-8c46111104b6 req-d97b2f00-d838-4090-b29f-3f50da95f429 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:20.187161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd8b12a1-e6dd-4d42-8427-8c46111104b6 req-d97b2f00-d838-4090-b29f-3f50da95f429 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0754471 Nov 12 03:51:20.252927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd8b12a1-e6dd-4d42-8427-8c46111104b6 req-4dcea8ad-44df-42ae-9edd-ad5add99dc13 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518651 Nov 12 03:51:21.258644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:21.344058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 3c9d4341-9582-4ec5-8078-bb6132d79faf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:21.348193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 3c9d4341-9582-4ec5-8078-bb6132d79faf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:21.348658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.418871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26ae3e-3ec5-427e-a292-f717b8b93041 req-5eadc40c-4d6d-4c7c-8067-b78f9b3a22ce tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.422894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec26ae3e-3ec5-427e-a292-f717b8b93041 req-5eadc40c-4d6d-4c7c-8067-b78f9b3a22ce tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0770986 Nov 12 03:51:21.481020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.503459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec26ae3e-3ec5-427e-a292-f717b8b93041 req-0c779afc-ed73-48e4-a2ed-3a9421290551 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703583 Nov 12 03:51:21.528999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:21.532530 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f8d92-6fc4-4b99-b34c-ef9e46135507" -d '{"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:21.550127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:21.556340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:21.588621 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45818ef6-dbe2-4630-bf1d-50b3b35922bc x-openstack-request-id: req-45818ef6-dbe2-4630-bf1d-50b3b35922bc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:21.589002 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:21.589418 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-45818ef6-dbe2-4630-bf1d-50b3b35922bc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:21.589900 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'code': 200} Nov 12 03:51:21.623739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:21.750612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d09afe-a876-4b27-8d4c-1c00aef7d0f1 req-b715caed-00e0-4510-aec2-8ffc718d2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:21.753047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-69d09afe-a876-4b27-8d4c-1c00aef7d0f1 req-b715caed-00e0-4510-aec2-8ffc718d2c11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.0727983 Nov 12 03:51:21.807447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-69d09afe-a876-4b27-8d4c-1c00aef7d0f1 req-dd5b8635-a875-4c02-9041-9cd808d752fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Nov 12 03:51:22.191443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d7e8a510-a735-450a-89a3-41d20cfcfe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:22.682514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4dea8-4976-4370-8aed-a8a6eefebe95 req-6da8c33f-a9be-42e6-9760-dfcb305ad267 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:22.684157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5e4dea8-4976-4370-8aed-a8a6eefebe95 req-6da8c33f-a9be-42e6-9760-dfcb305ad267 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0966651 Nov 12 03:51:22.739294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5e4dea8-4976-4370-8aed-a8a6eefebe95 req-7e94e312-5f11-4e2f-b560-98a9a9d0edde tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Nov 12 03:51:23.521747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53440) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.699987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Deleting subnet c0c828a2-25fe-4dc1-b7b6-61f0fb959948 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:51:23.704501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.745119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.790342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.876037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.885798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd130e-59d1-44cf-b975-642fb1d25cb0 req-867a52aa-7afd-4abb-894d-68211d768305 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:23.893744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:23.894026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90bd130e-59d1-44cf-b975-642fb1d25cb0 req-867a52aa-7afd-4abb-894d-68211d768305 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0778549 Nov 12 03:51:23.899581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c0c828a2-25fe-4dc1-b7b6-61f0fb959948 HTTP/1.1" status: 204 len: 168 time: 0.3764987 Nov 12 03:51:23.910900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:23.924347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c7b0f-8b5e-428d-80d4-e43f11c07bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c828a2-25fe-4dc1-b7b6-61f0fb959948,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.003170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90bd130e-59d1-44cf-b975-642fb1d25cb0 req-b4f9878c-2fda-422c-a4c7-202a385c3bab tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082718 Nov 12 03:51:24.028475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.167894 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.197862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f540f-1faa-4615-be3f-413f9e9c3f41 req-ae7790e2-e3dc-448b-bc7c-72c25b61b49f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.199452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c83f540f-1faa-4615-be3f-413f9e9c3f41 req-ae7790e2-e3dc-448b-bc7c-72c25b61b49f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1047914 Nov 12 03:51:24.219953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0982b6de-5154-414a-8127-6cd3da1e84de']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.243189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.243478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f875475-1a5e-4d69-b0d6-4d4fe5899e5e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:24.262318 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.292414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c83f540f-1faa-4615-be3f-413f9e9c3f41 req-9001b046-9f29-4586-805d-2b1b25645a1f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836108 Nov 12 03:51:24.293445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.305106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:51:24.305514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:51:24.307484 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:51:24.323857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.333958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95f30eda-882e-4eb8-8db5-781fd8db0911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.383147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.389639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855698c-9df1-4cda-8eb4-dc9a8151e644 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:24.392657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.394860 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3855698c-9df1-4cda-8eb4-dc9a8151e644 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1093 time: 0.0695333 Nov 12 03:51:24.395567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53470) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.400282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:24.403880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] 10.222.0.97 "DELETE /v2.0/networks/0982b6de-5154-414a-8127-6cd3da1e84de HTTP/1.1" status: 204 len: 168 time: 0.4905994 Nov 12 03:51:24.429336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.430329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b9a18-d47a-486e-a958-f193a412c6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0982b6de-5154-414a-8127-6cd3da1e84de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.548574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.560837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.672353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a3403555-c754-4841-a9ad-d097572d92f8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=83a4955f868447598207627a51f1f9d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079695 Nov 12 03:51:24.672570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53476) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:24.727736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.89 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c7fb9e11-c5a2-4025-9c1e-c4e596b18009) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:24.775987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.831909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.887121 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.918344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.920920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:24.924746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5 HTTP/1.1" status: 204 len: 168 time: 0.2513621 Nov 12 03:51:24.938145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e261db1-a5fe-43a4-a75c-e89600359270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9b0e1-eceb-41fb-8a58-9b2ad88d05d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:24.952119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.017573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:25.020763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:25.027663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:25.058894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=c7fb9e11-c5a2-4025-9c1e-c4e596b18009,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:25.497521 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.723605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:25.854615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.067043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.073379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.145595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=c7fb9e11-c5a2-4025-9c1e-c4e596b18009,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:26.161618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.319586 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9a23194e-2346-4559-80a2-f05c307a2665 associated. External IP: 172.25.7.89, port: 3c9d4341-9582-4ec5-8078-bb6132d79faf. Nov 12 03:51:26.612722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:26.751124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:26.762414 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Sync routers for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:26.778355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:26.782634 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:26.783441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:26.809820 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-50766792-9900-4209-a951-828803383c5b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4130304 Nov 12 03:51:26.810613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:26.813159 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1644c-ffb4-4874-8855-efe071bfbedc" -d '{"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:26.912697 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:26.963799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.023041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0525ae-6a9b-404c-adec-ad9e6e6c7b4c req-501dfdb0-dea6-4f4d-a9ad-9c5268afe9c5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.047778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed0525ae-6a9b-404c-adec-ad9e6e6c7b4c req-501dfdb0-dea6-4f4d-a9ad-9c5268afe9c5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1485438 Nov 12 03:51:27.185264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed0525ae-6a9b-404c-adec-ad9e6e6c7b4c req-0bc91f7a-6154-4388-9049-ae2908dc86e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350276 Nov 12 03:51:27.242934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53558) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.263992 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9a23194e-2346-4559-80a2-f05c307a2665', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'mac_address': 'fa:16:3e:b6:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:25Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.282538 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd6306d-8e23-4bf7-81f7-a595f51c5004 x-openstack-request-id: req-5fd6306d-8e23-4bf7-81f7-a595f51c5004 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:27.283248 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:27.283796 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5fd6306d-8e23-4bf7-81f7-a595f51c5004 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:27.284492 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'status': 'completed', 'code': 200} Nov 12 03:51:27.306552 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Checking router: ef2a9ebb-9851-4b90-9015-5fa7b23a7232 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:27.330075 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:27.332333 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:27.383793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4f84c1d8-cfdd-4672-8cd7-f6c1dcbaf32b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 200 len: 991 time: 0.1386478 Nov 12 03:51:27.408149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-5928d6ca-847d-468c-97b5-187d1fb98b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:27.409620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-5928d6ca-847d-468c-97b5-187d1fb98b76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.0699086 Nov 12 03:51:27.511649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:27.757183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:27.968441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53582) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:27.976542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'network': {'name': 'tempest-network-smoke--1827614391', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.009005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:28.014058 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.015328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-8d02b1f0-a0eb-4d0a-a613-a78f81d82e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.019773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-8d02b1f0-a0eb-4d0a-a613-a78f81d82e67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.5982311 Nov 12 03:51:28.026575 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.110580 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9a23194e-2346-4559-80a2-f05c307a2665', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'mac_address': 'fa:16:3e:b6:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:25Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:28.146071 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3dbd40-ad9b-41e0-9c85-b218c0fa8ddb None None] The sync data for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 is: [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9a23194e-2346-4559-80a2-f05c307a2665', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.89', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'mac_address': 'fa:16:3e:b6:ac:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:25Z', 'updated_at': '2021-11-12T03:51:25Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:28.165821 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-fc989dc4-db41-46e2-bd95-aabc1fd8cec0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 999 time: 0.1396546 Nov 12 03:51:28.175756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.181668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.194191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:51:28.215618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.215965 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Added segment fee789b3-2cb2-433b-acfc-08b85113fc7a of type vlan for network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 Nov 12 03:51:28.240799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-94090f84-3ad7-4cba-b878-6b2677845447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.242387 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-94090f84-3ad7-4cba-b878-6b2677845447 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0652122 Nov 12 03:51:28.260863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8374b421-d3e0-4b96-a857-4c1565983528,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.274520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.305366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-f7c80fea-af68-45f4-9784-9e6224e529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.307127 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-f7c80fea-af68-45f4-9784-9e6224e529cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575294 Nov 12 03:51:28.308219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.314034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:28.314809 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.387992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53590) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.404319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4318559 Nov 12 03:51:28.405702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:28.411064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'admin_state_up': True, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:28.441978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af670-a91c-4f78-8dbb-3734b65140db tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Network': ['ID=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:28.453213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:51:28.454555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.455795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.484447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-5a75531c-06b9-4510-b536-9b68d953171d service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703472 Nov 12 03:51:28.506520 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f00d657-a0ad-4dad-9169-c4e16147ce93 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 200 len: 991 time: 0.1172528 Nov 12 03:51:28.531879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f4d02-3dab-4b89-9231-d220bde980b3 None None] New status for floating IP 9a23194e-2346-4559-80a2-f05c307a2665: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:51:28.532122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.606175 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6fb1644c-ffb4-4874-8855-efe071bfbedc req-7060ebf2-abb1-4826-b982-1dce863b736c service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104357 Nov 12 03:51:28.737766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.972995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:28.994204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.141881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.25.7.6 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/8545eb91-8708-44f8-a9f9-f34c199b1b78) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:29.284348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.330704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.400856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:29.413622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:29.419637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:29.446002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9600397-4a1d-4e77-ac2c-830d12d5e8b3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:29.478602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=8545eb91-8708-44f8-a9f9-f34c199b1b78,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:29.510530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53608) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:29.588863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c9197594-9ac8-4df0-844f-b0663f4b1285 None None] Provisioning complete for port 8545eb91-8708-44f8-a9f9-f34c199b1b78 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:29.589376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9197594-9ac8-4df0-844f-b0663f4b1285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:29.649725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-28c2913b-2e36-480e-8bd6-a94c1451b23c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 200 len: 993 time: 0.1363819 Nov 12 03:51:29.659303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c9197594-9ac8-4df0-844f-b0663f4b1285 None None] Port 8545eb91-8708-44f8-a9f9-f34c199b1b78 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:29.796693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.007990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.147405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router b03c9842-5319-44f2-8af3-656b4e840940 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:51:30.263122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:30.274416 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Sync routers for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:30.288402 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:30.289030 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:30.296773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.301218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8486dcaf-d255-4fa5-8a8d-391e9e619188 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8911054 Nov 12 03:51:30.301382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53624) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.423746 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:30.498748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20472cea-585d-4def-ad94-7ff71182a828 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=be9ba59523df4acca43ebafdad5bbdc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1937737 Nov 12 03:51:30.499134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.630107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc03f88-457d-43ec-b627-501dd6f486d0 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:30.638760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.639865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6bc03f88-457d-43ec-b627-501dd6f486d0 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393564 Nov 12 03:51:30.647776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:30.672177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6bf0cbb9-0ea0-4b24-913a-38dd81009eea tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297482 Nov 12 03:51:30.673192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:30.680672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962777720', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:30.681190 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Checking router: b03c9842-5319-44f2-8af3-656b4e840940 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:30.681586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Updating router b03c9842-5319-44f2-8af3-656b4e840940 port 8545eb91-8708-44f8-a9f9-f34c199b1b78 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:30.714477 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:30.794517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:30.798707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.050650 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.060464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.061744 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.132225 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96bf75-6de1-477a-9fbb-d9a826cea5bc None None] Pushing event updated for resources: {'Port': ['ID=8545eb91-8708-44f8-a9f9-f34c199b1b78,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.142829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Subnet': ['ID=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.145504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd4e20-b921-49eb-a5bf-e3c71cffd21c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:31.205645 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Attempting to bind port 8545eb91-8708-44f8-a9f9-f34c199b1b78 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:31.206219 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Attempting to bind port 8545eb91-8708-44f8-a9f9-f34c199b1b78 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:31.206776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Attempting to bind port 8545eb91-8708-44f8-a9f9-f34c199b1b78 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:31.211118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Checking segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.211708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network hostable DHCP agents. Network: 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:51:31.212760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-485c3ad5-2076-424f-9a4a-20b56c1bb37b None None] Provisioning complete for port 8545eb91-8708-44f8-a9f9-f34c199b1b78 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:31.213327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-485c3ad5-2076-424f-9a4a-20b56c1bb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.222011 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:31.222583 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:31.223236 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.223814 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:31.224529 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Bound port: 8545eb91-8708-44f8-a9f9-f34c199b1b78, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:31.225148 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.234083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:51:31.258478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:31.267554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:31.270981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.289714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ab670-9ca7-4abf-88d3-aee9e538580d None None] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:31.298339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:31.300138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-baef94ac-5f3e-4afd-8b07-8d04bf5bfc2e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6251850 Nov 12 03:51:31.324817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] For port 8545eb91-8708-44f8-a9f9-f34c199b1b78, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:31.328906 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] For port 8545eb91-8708-44f8-a9f9-f34c199b1b78, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8545eb91-8708-44f8-a9f9-f34c199b1b78,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:31.341059 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.345741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-485c3ad5-2076-424f-9a4a-20b56c1bb37b None None] Port 8545eb91-8708-44f8-a9f9-f34c199b1b78 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:31.412172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98abea-8f88-4731-9d8a-972d42dec62c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:51:31.429205 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:31.429834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.431647 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96bf75-6de1-477a-9fbb-d9a826cea5bc None None] Pushing event updated for resources: {'Port': ['ID=8545eb91-8708-44f8-a9f9-f34c199b1b78,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:31.579843 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:31.828477 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:31.860272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb586c-edea-4387-9df0-34d8241a2462 None None] The sync data for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 is: [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:29Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:31.920496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.925602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Provisioning complete for port 8545eb91-8708-44f8-a9f9-f34c199b1b78 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:31.927050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:31.991022 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.090393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.140625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] For port 8545eb91-8708-44f8-a9f9-f34c199b1b78, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8545eb91-8708-44f8-a9f9-f34c199b1b78,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:32.164462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.183924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:51:32.185234 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.376170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.20.0.1 (9e85401c-a0c0-4c5b-bcdb-36d59b74cda9/42cc0fbb-7ae0-48d7-b089-f162f2e79bbf/5c6ca90f-45e0-4c68-9b3f-7007e0062d43) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:32.481867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Pushing event updated for resources: {'Port': ['ID=8545eb91-8708-44f8-a9f9-f34c199b1b78,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.496951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.498214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.498576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.498947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.499290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.499910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.500564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.500910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.501244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.501576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.501906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.502232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7faaee-572e-41bb-a3c5-8a39a62b53fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:32.567290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.613422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:32.660977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:32.664793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:32.673806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:32.708500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Allocated IP 172.20.0.2 (9e85401c-a0c0-4c5b-bcdb-36d59b74cda9/42cc0fbb-7ae0-48d7-b089-f162f2e79bbf/b2dad5ea-9832-4969-b685-203cf525f272) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:32.750804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:32.772701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.024585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.043456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.060236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.115254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:33.128316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:33.132797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:33.145076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Pushing event updated for resources: {'Port': ['ID=b2dad5ea-9832-4969-b685-203cf525f272,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.229759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Attempting to bind port b2dad5ea-9832-4969-b685-203cf525f272 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:33.230442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Attempting to bind port b2dad5ea-9832-4969-b685-203cf525f272 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:33.230703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Attempting to bind port b2dad5ea-9832-4969-b685-203cf525f272 on network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:33.237998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:33.238760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Checking segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:33.239949 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.240503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Bound using segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:33.241616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Bound port: b2dad5ea-9832-4969-b685-203cf525f272, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:33.242112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.362247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-011c602c-61a6-4e27-9683-58c715598967 None None] For port b2dad5ea-9832-4969-b685-203cf525f272, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:33.369152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-011c602c-61a6-4e27-9683-58c715598967 None None] For port b2dad5ea-9832-4969-b685-203cf525f272, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b2dad5ea-9832-4969-b685-203cf525f272,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:33.380286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.472662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c602c-61a6-4e27-9683-58c715598967 None None] Pushing event updated for resources: {'Port': ['ID=b2dad5ea-9832-4969-b685-203cf525f272,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.487516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.499715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.597348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:33.600898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:33.769862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:33.774424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:33.849796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8545eb91-8708-44f8-a9f9-f34c199b1b78 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:34.015475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8545eb91-8708-44f8-a9f9-f34c199b1b78 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:34.016117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.069152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router b03c9842-5319-44f2-8af3-656b4e840940 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:34.277657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:34.290614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f26c1c54-e830-4b41-a79b-e2cf3c9840a0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "PUT /v2.0/routers/b03c9842-5319-44f2-8af3-656b4e840940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9894848 Nov 12 03:51:34.293456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53678) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.305041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1585245744', 'description': 'tempest-secgroup_access--1585245744 description', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.346327 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.503214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.508256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.545446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16f787-7a60-4621-8c05-c305f9cdbc34,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.565559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.567170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4daa2151-7ae1-4a8c-9ea4-0a960dabc2f8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2683322 Nov 12 03:51:34.570823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.576079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--610510588', 'description': 'tempest-secgroup_general--610510588 description', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.631000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.749505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.757861 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.796673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.800701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2259231 Nov 12 03:51:34.801178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53692) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.809234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80eb1cf-81b1-4178-8f70-fec8f5f04725 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac416bb3-46bb-4cac-b8c4-efcaad7da06b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:34.817881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'security_group_rule': {'security_group_id': '1c16f787-7a60-4621-8c05-c305f9cdbc34', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:34.865730 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.941629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:34.977262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:34.987115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.025866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e495ca-8ae1-49db-ba84-5713398b867c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.041124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.047734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Sync routers for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:35.063807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7b96702b-5c5d-480d-afe9-265182cab4ae tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2611291 Nov 12 03:51:35.070792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:35.073578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:35.171153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a111c6b-18c1-4844-8fad-513f301706a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.259369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfd43a-9781-44ab-a071-06e8820deb3c None None] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:51:35.317264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a111c6b-18c1-4844-8fad-513f301706a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.322937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6a111c6b-18c1-4844-8fad-513f301706a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.335013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:35.386650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-db41515c-7822-4926-8ed0-b643883d061f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup_access--1585245744&fields=id&tenant_id=be9ba59523df4acca43ebafdad5bbdc7 HTTP/1.1" status: 200 len: 267 time: 0.0914967 Nov 12 03:51:35.427195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6a111c6b-18c1-4844-8fad-513f301706a8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cc9ac55747e349cfa01dcd2dd264bf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811234 Nov 12 03:51:35.429625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111c6b-18c1-4844-8fad-513f301706a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4133c9ac-f789-4d1b-9a48-33d2e121cb22,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.433382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:35.463749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-f5da71dc-931f-4622-8437-ea72bce23c46 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup_general--610510588&fields=id&tenant_id=be9ba59523df4acca43ebafdad5bbdc7 HTTP/1.1" status: 200 len: 267 time: 0.0760350 Nov 12 03:51:35.565291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.619725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.705098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.708675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.711375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4133c9ac-f789-4d1b-9a48-33d2e121cb22 HTTP/1.1" status: 204 len: 168 time: 0.2761533 Nov 12 03:51:35.728110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d9498-2ef4-4f71-83b1-aa62b45fa97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4133c9ac-f789-4d1b-9a48-33d2e121cb22,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:35.749975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] Provisioning complete for port b2dad5ea-9832-4969-b685-203cf525f272 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:35.750965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:35.807878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2dad5ea-9832-4969-b685-203cf525f272 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:36.069079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b2dad5ea-9832-4969-b685-203cf525f272 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:36.069749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.137220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.207935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53718) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.238241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] For port b2dad5ea-9832-4969-b685-203cf525f272, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b2dad5ea-9832-4969-b685-203cf525f272,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:36.242552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab709297-63ff-40bd-adb3-ee9b2b91856e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.247445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.256917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:33Z', 'revision_number': 2, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:36.258649 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.271152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-6532481a-cc93-4d48-b198-9802d0eeb513 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:36.274543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-6532481a-cc93-4d48-b198-9802d0eeb513 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/networks?id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 200 len: 797 time: 0.8097646 Nov 12 03:51:36.300952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-ee95d311-90f8-407f-9856-8d53c95ab854 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/quotas/be9ba59523df4acca43ebafdad5bbdc7 HTTP/1.1" status: 200 len: 375 time: 0.0194569 Nov 12 03:51:36.352861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Checking router: b03c9842-5319-44f2-8af3-656b4e840940 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:36.353556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Updating router b03c9842-5319-44f2-8af3-656b4e840940 port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:51:36.406748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-47e52405-d9a6-4a3d-ad2a-ec0903b3c9f1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939810 Nov 12 03:51:36.407077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab709297-63ff-40bd-adb3-ee9b2b91856e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.413986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ab709297-63ff-40bd-adb3-ee9b2b91856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.456683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709297-63ff-40bd-adb3-ee9b2b91856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8257a28-3b31-400a-bc7a-71214c6e1f5d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.486507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ab709297-63ff-40bd-adb3-ee9b2b91856e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=05363789cf294b5f8319aece3e0dc1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757123 Nov 12 03:51:36.493120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53720) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:36.513244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a49fb-7ed8-4830-a0ac-24dbfb373b51 None None] Pushing event updated for resources: {'Port': ['ID=b2dad5ea-9832-4969-b685-203cf525f272,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.527195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:51:36.527591 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:51:36.538164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e660a616-0873-4a4c-b054-13401a37896b None None] Provisioning complete for port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:36.538528 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e660a616-0873-4a4c-b054-13401a37896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.567005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.586296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e660a616-0873-4a4c-b054-13401a37896b None None] Port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:36.591546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.596697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.623581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-b4a3c8d1-d811-413d-a651-6dc6a0a8c653 service neutron] 10.222.0.97 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998024 Nov 12 03:51:36.632396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e660a616-0873-4a4c-b054-13401a37896b None None] Provisioning complete for port b2dad5ea-9832-4969-b685-203cf525f272 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:36.632764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e660a616-0873-4a4c-b054-13401a37896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.684398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.687746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:36.689058 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c8257a28-3b31-400a-bc7a-71214c6e1f5d HTTP/1.1" status: 204 len: 168 time: 0.1943159 Nov 12 03:51:36.711422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81e8c3-8c29-4afb-9a03-06ac139fe9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8257a28-3b31-400a-bc7a-71214c6e1f5d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:36.844263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-493eeffe-f837-4a66-b3a7-ca4843fdfb24 service neutron] 10.222.0.97 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131736 Nov 12 03:51:37.116372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c14b8a0-d94b-416e-bd4b-57846862a387 req-5ddde450-699e-4ef5-8b5a-f166d12c60ac tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 210 time: 0.0333283 Nov 12 03:51:37.158543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.167823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9aaef581-ea26-4d5e-8b46-c5a9a477cd19 None None] Provisioning complete for port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:37.168358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9aaef581-ea26-4d5e-8b46-c5a9a477cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.170253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.262171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9aaef581-ea26-4d5e-8b46-c5a9a477cd19 None None] Port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:37.269727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092719a-32d2-4b70-8243-fbbc8dfd25c0 None None] Pushing event updated for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.337040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Attempting to bind port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:37.337487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Attempting to bind port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:37.338419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Attempting to bind port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 on network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:37.345991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:37.346216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Checking segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:37.346871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.347446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Bound using segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:37.348129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Bound port: 5c6ca90f-45e0-4c68-9b3f-7007e0062d43, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:37.348768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.444665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] For port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:37.450311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] For port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:37.456041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.517535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:37.518207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:37.572329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092719a-32d2-4b70-8243-fbbc8dfd25c0 None None] Pushing event updated for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:37.858080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2dad5ea-9832-4969-b685-203cf525f272 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:37.881295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] Provisioning complete for port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:37.881916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:37.959008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:38.053294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b2dad5ea-9832-4969-b685-203cf525f272 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:38.053920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.166403 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.224478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7222a457-1d01-42a5-b766-47b5a16a0524 req-16400d33-dcbe-4332-9f09-19507048ed3b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Nov 12 03:51:38.228751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] For port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:38.262024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.360878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61e82b-4f21-4392-b460-c2a786124426 None None] Pushing event updated for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:38.407198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-42359c62-f9a7-42f0-8bf0-cb50c79a7556 None None] Provisioning complete for port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:38.407489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42359c62-f9a7-42f0-8bf0-cb50c79a7556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:38.411351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:37Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:38.468284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd767ee-74c5-404b-8414-9a0c13d8bb37 None None] The sync data for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 is: [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:37Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:38.597480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-6889551b-2cfc-4f80-abb8-d8284b387ed1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:38.601697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-6889551b-2cfc-4f80-abb8-d8284b387ed1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.104 "GET /v2.0/networks?id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 200 len: 797 time: 0.2300184 Nov 12 03:51:38.736863 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-ffee44db-a945-4e16-99a7-ada63894d8bd tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9ba59523df4acca43ebafdad5bbdc7 HTTP/1.1" status: 200 len: 477 time: 0.0851548 Nov 12 03:51:38.760376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'port': {'device_id': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'admin_state_up': True, 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'security_groups': ['1c16f787-7a60-4621-8c05-c305f9cdbc34', 'ac416bb3-46bb-4cac-b8c4-efcaad7da06b']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:38.920740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:51:38.926749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.113197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.20.0.12 (9e85401c-a0c0-4c5b-bcdb-36d59b74cda9/42cc0fbb-7ae0-48d7-b089-f162f2e79bbf/f215dbb4-4be4-4445-b9f7-79bedb7baaab) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:39.342200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e43a8591-5bd7-41b9-bf0b-751b3d2785ab req-0e200f92-3fe3-4195-9991-a2624b026a64 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 210 time: 0.0312607 Nov 12 03:51:39.357231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.394255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.441108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:39.446427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:39.448904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:39.480375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:39.509548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:39.510220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.531040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8b704a1a-c0d9-49db-9e05-2ff27e3a3691 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7751818 Nov 12 03:51:39.551020 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Request body: {'port': {'device_id': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:39.619524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.690786 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.716574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:39.778600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:39.778952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.827614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-89ff98d9-4fe3-4cbb-a418-5e6b2c1e8f22 None None] Provisioning complete for port f215dbb4-4be4-4445-b9f7-79bedb7baaab triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:39.827984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-89ff98d9-4fe3-4cbb-a418-5e6b2c1e8f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.872598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-89ff98d9-4fe3-4cbb-a418-5e6b2c1e8f22 None None] Port f215dbb4-4be4-4445-b9f7-79bedb7baaab cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:51:39.942464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f215dbb4-4be4-4445-b9f7-79bedb7baaab {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:39.951042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:39.965717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Transition to ACTIVE for port object f215dbb4-4be4-4445-b9f7-79bedb7baaab will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:51:39.969237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.020704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.110196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Attempting to bind port f215dbb4-4be4-4445-b9f7-79bedb7baaab on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:51:40.110530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Attempting to bind port f215dbb4-4be4-4445-b9f7-79bedb7baaab by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:51:40.110929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Attempting to bind port f215dbb4-4be4-4445-b9f7-79bedb7baaab on network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:40.116013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Port f215dbb4-4be4-4445-b9f7-79bedb7baaab on network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:51:40.116339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Attempting to bind port f215dbb4-4be4-4445-b9f7-79bedb7baaab on network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:51:40.121974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:51:40.122316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Checking segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:51:40.122707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Bound using segment: {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:51:40.123170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Bound port: f215dbb4-4be4-4445-b9f7-79bedb7baaab, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee789b3-2cb2-433b-acfc-08b85113fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:51:40.123522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.194025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:51:40.198617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:51:40.203209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.241760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.242262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:40.243576 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] 10.222.0.104 "PUT /v2.0/ports/f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 200 len: 1132 time: 0.6970465 Nov 12 03:51:40.244099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:40.246499 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878651d-d337-467b-a702-d8bc6748e865" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:40.299798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263ba59-50b0-4866-8c43-05719319d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:40.347513 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4713a147-b7c6-4cf9-a122-5b9ca710241d x-openstack-request-id: req-4713a147-b7c6-4cf9-a122-5b9ca710241d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:40.347945 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:40.351106 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4713a147-b7c6-4cf9-a122-5b9ca710241d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:40.355308 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'status': 'completed', 'code': 200} Nov 12 03:51:40.379134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-b3b6d65e-ae2e-4e1d-b47b-274dfe951be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.381693 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-b3b6d65e-ae2e-4e1d-b47b-274dfe951be0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1135 time: 0.0699723 Nov 12 03:51:40.444757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-942e42be-11c2-4129-8c82-079a16482e20 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 200 len: 217 time: 0.0445552 Nov 12 03:51:40.482129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f1524-b0e2-4c40-af0f-2e19c4e4532e req-57414d2e-cca9-43af-ae53-db01d262f081 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.489853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-446f1524-b0e2-4c40-af0f-2e19c4e4532e req-57414d2e-cca9-43af-ae53-db01d262f081 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 983 time: 0.0651019 Nov 12 03:51:40.522257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-3bc8a526-1c0d-425c-b2b3-93fc9cad1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.524054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-3bc8a526-1c0d-425c-b2b3-93fc9cad1de9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf HTTP/1.1" status: 200 len: 834 time: 0.0710146 Nov 12 03:51:40.552278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-446f1524-b0e2-4c40-af0f-2e19c4e4532e req-71c763df-3a22-4220-acda-ac7cff4c7eea tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0614171 Nov 12 03:51:40.582136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-f5fbada4-1a27-4926-a064-f993b10a4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.583814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-f5fbada4-1a27-4926-a064-f993b10a4546 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515468 Nov 12 03:51:40.692403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-0a5cf9df-ba99-4d88-85a4-307f4a5cd897 service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999870 Nov 12 03:51:40.799606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f0a1ece-3ab5-4e29-b782-80b2127e47bf req-2aaab466-3c04-4580-b990-8954d79c3a64 service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992043 Nov 12 03:51:40.942400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878651d-d337-467b-a702-d8bc6748e865 req-54917311-31d9-4c27-afaf-38720099f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:40.944480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-54917311-31d9-4c27-afaf-38720099f8f5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1135 time: 0.0494502 Nov 12 03:51:41.041819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878651d-d337-467b-a702-d8bc6748e865 req-8bfcb5a2-a6bb-49f3-b872-a0fe7c1d3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.043335 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-8bfcb5a2-a6bb-49f3-b872-a0fe7c1d3ca3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 200 len: 897 time: 0.0891938 Nov 12 03:51:41.093802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-ffcb16b7-0f5b-40a5-a0c6-53e4cfa8bd45 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 200 len: 217 time: 0.0431972 Nov 12 03:51:41.145227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878651d-d337-467b-a702-d8bc6748e865 req-a75e5151-5c26-4040-af9a-ac6cb01430df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.146719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-a75e5151-5c26-4040-af9a-ac6cb01430df service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf HTTP/1.1" status: 200 len: 834 time: 0.0457082 Nov 12 03:51:41.196243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878651d-d337-467b-a702-d8bc6748e865 req-0c196cda-2e51-482d-94b3-016dc49aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.197749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-0c196cda-2e51-482d-94b3-016dc49aed5f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424395 Nov 12 03:51:41.296203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-3e727c70-6493-47fe-b8ba-94da55fed12a service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902262 Nov 12 03:51:41.391208 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f878651d-d337-467b-a702-d8bc6748e865 req-1aff8ea5-75e7-415e-a565-1cafb330b10f service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877228 Nov 12 03:51:41.679150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28079989-f398-49f4-ade4-d32d1e9e0db1 req-e4f05179-558d-4136-8f05-1476500c9285 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:41.680668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28079989-f398-49f4-ade4-d32d1e9e0db1 req-e4f05179-558d-4136-8f05-1476500c9285 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 983 time: 0.0505345 Nov 12 03:51:41.738807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28079989-f398-49f4-ade4-d32d1e9e0db1 req-f4fb5f4e-6b9b-4bf7-905a-9c7fce2de2eb tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519938 Nov 12 03:51:42.524378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53850) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.638005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7caa7ee7-ce3b-42e3-8018-e430d073ee43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.735050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7caa7ee7-ce3b-42e3-8018-e430d073ee43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.739334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7caa7ee7-ce3b-42e3-8018-e430d073ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.796998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7ee7-ce3b-42e3-8018-e430d073ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064306d3-25d3-4f34-9d23-5490b90d359a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.803415 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7caa7ee7-ce3b-42e3-8018-e430d073ee43 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a68b1c665988427d9d3f784c3d7bcf03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775879 Nov 12 03:51:42.806135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53856) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:42.861266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.889468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.895989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d06179-8790-4af1-b220-5d141325676d req-9f2bc326-7517-4434-b68e-0e022fa7dac3 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:42.898175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3d06179-8790-4af1-b220-5d141325676d req-9f2bc326-7517-4434-b68e-0e022fa7dac3 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 983 time: 0.0683379 Nov 12 03:51:42.951925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.954774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:42.958331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/064306d3-25d3-4f34-9d23-5490b90d359a HTTP/1.1" status: 204 len: 168 time: 0.1486194 Nov 12 03:51:42.965294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4584-8c2c-4fe7-942c-3ee0375cfa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064306d3-25d3-4f34-9d23-5490b90d359a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:42.966274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3d06179-8790-4af1-b220-5d141325676d req-46624e73-bdbb-45e9-8e2f-bfb31f7a27cb tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618410 Nov 12 03:51:43.278362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.292057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8b72290-ca9e-4a0b-bf91-ff37160bc753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.371936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8b72290-ca9e-4a0b-bf91-ff37160bc753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.376021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8b72290-ca9e-4a0b-bf91-ff37160bc753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.414523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72290-ca9e-4a0b-bf91-ff37160bc753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf1192-c57c-430e-99db-2b30a2ab4977,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:43.419688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e8b72290-ca9e-4a0b-bf91-ff37160bc753 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d59fb52dbd294fba80f9752e8a82eb17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400580 Nov 12 03:51:43.422541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:43.479541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.503467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.556660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.559532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:43.560785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f1bf1192-c57c-430e-99db-2b30a2ab4977 HTTP/1.1" status: 204 len: 168 time: 0.1372793 Nov 12 03:51:43.570551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57017e-cb46-4842-a535-32e337550595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf1192-c57c-430e-99db-2b30a2ab4977,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:44.096812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235434-01f3-4623-9075-33c868dc8aaa req-10f0f28d-818c-4abc-966a-350cbad648e1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:44.098370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9235434-01f3-4623-9075-33c868dc8aaa req-10f0f28d-818c-4abc-966a-350cbad648e1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 983 time: 0.0599358 Nov 12 03:51:44.172809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9235434-01f3-4623-9075-33c868dc8aaa req-d4879516-b7dd-435c-b123-140b35459a87 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0657387 Nov 12 03:51:44.538657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f215dbb4-4be4-4445-b9f7-79bedb7baaab details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:51:44.665381 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:44.677441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'port_id': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'mac_address': 'fa:16:3e:92:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:51:44.724357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.741603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f215dbb4-4be4-4445-b9f7-79bedb7baaab {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:51:44.767081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:44.774137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:44.875292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.216875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f215dbb4-4be4-4445-b9f7-79bedb7baaab'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:51:45.331324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c2dab-0be6-415d-a96e-49ba6b9fc681 req-5ff20ead-ab94-4a21-a129-87f9c3f0255e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:45.335445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-175c2dab-0be6-415d-a96e-49ba6b9fc681 req-5ff20ead-ab94-4a21-a129-87f9c3f0255e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 984 time: 0.0786152 Nov 12 03:51:45.418541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-175c2dab-0be6-415d-a96e-49ba6b9fc681 req-a822bbe1-7ea6-4d6c-8506-2655fde48927 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0762999 Nov 12 03:51:45.651736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.760487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc089b79-57c7-4566-b140-77ee1c67737c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.839029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc089b79-57c7-4566-b140-77ee1c67737c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.843378 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fc089b79-57c7-4566-b140-77ee1c67737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.879505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc089b79-57c7-4566-b140-77ee1c67737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0d77b-c811-4f11-9b05-1da0c818a0ee,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:45.887023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:45.893952 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fc089b79-57c7-4566-b140-77ee1c67737c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e706a930945d419c9116d6e9056bd35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410803 Nov 12 03:51:45.940172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:45.963052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.009487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.012548 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.013791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9be0d77b-c811-4f11-9b05-1da0c818a0ee HTTP/1.1" status: 204 len: 168 time: 0.1257970 Nov 12 03:51:46.022717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e10db-139e-4987-89eb-9f14ffb77a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0d77b-c811-4f11-9b05-1da0c818a0ee,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.287232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 53952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.302032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f3db-3a70-4738-93f3-6a6144609ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.381560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f3db-3a70-4738-93f3-6a6144609ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.386126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5a9f3db-3a70-4738-93f3-6a6144609ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.425057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d5a9f3db-3a70-4738-93f3-6a6144609ae7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3a33dc78b8e9486c9cb9648f79c5336b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360967 Nov 12 03:51:46.425924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9f3db-3a70-4738-93f3-6a6144609ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e413b5a9-d89d-4b6b-b135-52c287c30182,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.427791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 53954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:46.494682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.520490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.549809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f215dbb4-4be4-4445-b9f7-79bedb7baaab up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:51:46.574331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.577198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.581775 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e413b5a9-d89d-4b6b-b135-52c287c30182 HTTP/1.1" status: 204 len: 168 time: 0.1520095 Nov 12 03:51:46.588121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e744420-1829-43ad-853b-6242e8c85ed5 req-999aa61a-92a9-4e3c-aae0-92264b3b2186 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.591632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80774e4e-c1eb-491a-bb29-d12353b6bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e413b5a9-d89d-4b6b-b135-52c287c30182,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.595422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e744420-1829-43ad-853b-6242e8c85ed5 req-999aa61a-92a9-4e3c-aae0-92264b3b2186 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 984 time: 0.0872219 Nov 12 03:51:46.626620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port f215dbb4-4be4-4445-b9f7-79bedb7baaab completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:51:46.633625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f215dbb4-4be4-4445-b9f7-79bedb7baaab triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:51:46.634079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.681838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e744420-1829-43ad-853b-6242e8c85ed5 req-4650161a-4148-45d8-9499-e90261fc1672 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0797272 Nov 12 03:51:46.726048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.750622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:46.753079 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f07ce19-83c1-4c80-8add-1cdcb62b7a41" -d '{"events": [{"server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "name": "network-vif-plugged", "status": "completed", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:46.766473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:46.776852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:46.811606 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c080a167-921f-49d8-8fa1-bde71a43115e x-openstack-request-id: req-c080a167-921f-49d8-8fa1-bde71a43115e {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:46.811901 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "name": "network-vif-plugged", "status": "completed", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:46.812156 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c080a167-921f-49d8-8fa1-bde71a43115e {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:46.812546 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'code': 200} Nov 12 03:51:46.833802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:46.970588 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6b4e-2cf5-4e55-a218-78d4237d85c9 req-e5077ce6-1e74-4c80-8b86-50ce1a0fc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:46.973332 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1be6b4e-2cf5-4e55-a218-78d4237d85c9 req-e5077ce6-1e74-4c80-8b86-50ce1a0fc716 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1137 time: 0.0644784 Nov 12 03:51:47.048105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1be6b4e-2cf5-4e55-a218-78d4237d85c9 req-c9a2d547-ea4a-43ec-9b8f-79db8cb31e18 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&id=1c16f787-7a60-4621-8c05-c305f9cdbc34&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0652347 Nov 12 03:51:47.805696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e86ef-be68-4fd3-bead-d198956eb1cc req-f402efb0-6ff5-4153-b802-fdad0c01b4fc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:47.812991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be6e86ef-be68-4fd3-bead-d198956eb1cc req-f402efb0-6ff5-4153-b802-fdad0c01b4fc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.0590758 Nov 12 03:51:47.871533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be6e86ef-be68-4fd3-bead-d198956eb1cc req-39ecffc6-98d1-4a4e-b0e0-7318ac6583c5 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0574667 Nov 12 03:51:49.016303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f4840-5673-496d-8e61-2dff3dfb7b99 req-9a373c78-1981-4192-b14a-797306ef5c80 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.018723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac0f4840-5673-496d-8e61-2dff3dfb7b99 req-9a373c78-1981-4192-b14a-797306ef5c80 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.0594280 Nov 12 03:51:49.081524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac0f4840-5673-496d-8e61-2dff3dfb7b99 req-65a28929-b8c1-42eb-8038-571bbcca9808 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0564654 Nov 12 03:51:49.207731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99e69f-bba7-469e-987e-e96295f00665 req-8e1013c4-509f-495c-a5c3-c02077bdfd7b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.209118 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b99e69f-bba7-469e-987e-e96295f00665 req-8e1013c4-509f-495c-a5c3-c02077bdfd7b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.0566902 Nov 12 03:51:49.270607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b99e69f-bba7-469e-987e-e96295f00665 req-2e75971c-7e91-4b86-b287-92d8d20ced99 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549138 Nov 12 03:51:49.424935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a63-a333-4846-be97-27d753b8d563 req-924ab97b-c2d8-4ce3-a324-5771eb580c2e tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.426477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e770a63-a333-4846-be97-27d753b8d563 req-924ab97b-c2d8-4ce3-a324-5771eb580c2e tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1137 time: 0.0442963 Nov 12 03:51:49.445609 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e770a63-a333-4846-be97-27d753b8d563 req-033fbea6-07c3-431e-a917-7eb7121268f6 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.523723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e770a63-a333-4846-be97-27d753b8d563 req-033fbea6-07c3-431e-a917-7eb7121268f6 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.527517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e770a63-a333-4846-be97-27d753b8d563 req-033fbea6-07c3-431e-a917-7eb7121268f6 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.568409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fbea6-07c3-431e-a917-7eb7121268f6 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00539bd1-c531-4266-add4-9367d68521a8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:49.577396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e770a63-a333-4846-be97-27d753b8d563 req-033fbea6-07c3-431e-a917-7eb7121268f6 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1443412 Nov 12 03:51:49.600306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.646628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b83051-4031-4009-8e7d-d99ef1879bdb tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:49.646628 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60b83051-4031-4009-8e7d-d99ef1879bdb tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1132 time: 0.0430205 Nov 12 03:51:49.648431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54042) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:49.653823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:51:49.677402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.804973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:49.949246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.25.7.169 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/099927d0-1d14-4a9b-be87-ccf7c0145bd5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:51:50.049623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.085737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.122340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:51:50.128568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:51:50.131082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:51:50.162530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=099927d0-1d14-4a9b-be87-ccf7c0145bd5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.509289 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:51:50.517355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.597629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.754421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.759399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.835439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=099927d0-1d14-4a9b-be87-ccf7c0145bd5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:50.852765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.853116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.853483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.853823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.854164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.854485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.854820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.855173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.855620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.856054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.856377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.856707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:51:50.874442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:50.995642 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Floating IP 0d9718d1-fc38-4179-87ac-d0a70dad4f15 associated. External IP: 172.25.7.169, port: f215dbb4-4be4-4445-b9f7-79bedb7baaab. Nov 12 03:51:51.525667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router b03c9842-5319-44f2-8af3-656b4e840940 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:51:51.638775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:51:51.654712 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Sync routers for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:51:51.660960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:51.669275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:51.669880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:51.700375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f9bbe06-be54-4f59-b7af-aa3cccad007a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0501683 Nov 12 03:51:51.701336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:51:51.702922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54064) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:51.704562 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1adfd0-f669-4683-9809-562a2ee401fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:51:51.786532 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d0f87-4b3b-41db-9f2a-7cec730029e9 x-openstack-request-id: req-bc3d0f87-4b3b-41db-9f2a-7cec730029e9 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:51:51.787187 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:51:51.787375 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bc3d0f87-4b3b-41db-9f2a-7cec730029e9 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:51:51.787759 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'status': 'completed', 'code': 200} Nov 12 03:51:51.836483 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:51.965369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.965899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.966833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.967715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.968538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.969196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.970044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.971726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.971726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.972366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.978716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b7ebcb58-fe64-4536-baf1-73b1b813e70d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7028 time: 0.2705693 Nov 12 03:51:51.979183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-99eb4f7d-a9b4-4d1a-a715-d6242009390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:51.982115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-99eb4f7d-a9b4-4d1a-a715-d6242009390b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1137 time: 0.1375482 Nov 12 03:51:51.983150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54072) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.215737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.216389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.217115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.217718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.217840 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a758bf1f-f188-48b1-9850-e7b0e94ce786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.218790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.219694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.220468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.221155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.221751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.222525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.225578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b10a6dc0-da56-4676-b981-831fe48ef1b2 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6421 time: 0.2399244 Nov 12 03:51:52.230445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54078) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.289570 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0d9718d1-fc38-4179-87ac-d0a70dad4f15', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'port_id': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'mac_address': 'fa:16:3e:92:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:50Z', 'updated_at': '2021-11-12T03:51:50Z', 'revision_number': 0, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:52.314625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-92cca0d4-cbff-4c95-af9b-c1beb0aa8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.319629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-92cca0d4-cbff-4c95-af9b-c1beb0aa8355 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 200 len: 897 time: 0.3307273 Nov 12 03:51:52.324488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Checking router: b03c9842-5319-44f2-8af3-656b4e840940 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:51:52.335888 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:51:52.336517 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:52.450599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-0ce4dd7c-ecfe-48d3-8182-0909a336c393 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 200 len: 1000 time: 0.1230910 Nov 12 03:51:52.565805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-65a018ba-59df-44d2-97a1-d88da68d0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.568497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-65a018ba-59df-44d2-97a1-d88da68d0364 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf HTTP/1.1" status: 200 len: 834 time: 0.1090751 Nov 12 03:51:52.611758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.633007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-baf6b4d5-a3b4-4e19-9dce-49f194f5d310 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.4007182 Nov 12 03:51:52.637002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:52.680958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-2e48a750-6c4c-45b9-8de4-c3ba4b34d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.682497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-2e48a750-6c4c-45b9-8de4-c3ba4b34d04d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049254 Nov 12 03:51:52.724273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e16bf-380c-4841-9663-519b82928d7b tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.727255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e16bf-380c-4841-9663-519b82928d7b tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:52.729036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f47e16bf-380c-4841-9663-519b82928d7b tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b03c9842-5319-44f2-8af3-656b4e840940 HTTP/1.1" status: 200 len: 1990 time: 0.0906785 Nov 12 03:51:52.744359 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:51:52.804736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78a10f24-eff1-4fe1-b387-2a28da9fb5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.855847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-35c6ee3f-9d9a-43e6-ac55-ceaaf7e8aefa service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648302 Nov 12 03:51:52.928770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78a10f24-eff1-4fe1-b387-2a28da9fb5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:52.936136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-78a10f24-eff1-4fe1-b387-2a28da9fb5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.022496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78a10f24-eff1-4fe1-b387-2a28da9fb5ac admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8e691c39ee0847f993b10774e5d3d615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051106 Nov 12 03:51:53.025518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.038918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a10f24-eff1-4fe1-b387-2a28da9fb5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a45eb0-ddb3-4962-a68a-73197360ada2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.048429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe1adfd0-f669-4683-9809-562a2ee401fa req-7ba873cd-1a90-4d3c-98bf-8b01a6a3db7d service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786366 Nov 12 03:51:53.107903 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0d9718d1-fc38-4179-87ac-d0a70dad4f15', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'port_id': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'mac_address': 'fa:16:3e:92:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:50Z', 'updated_at': '2021-11-12T03:51:50Z', 'revision_number': 0, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:51:53.135872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.138391 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb26384-cbea-4825-9ad2-14f4c01422c4 None None] The sync data for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 is: [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0d9718d1-fc38-4179-87ac-d0a70dad4f15', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'floating_ip_address': '172.25.7.169', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'port_id': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'mac_address': 'fa:16:3e:92:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:51:50Z', 'updated_at': '2021-11-12T03:51:50Z', 'revision_number': 0, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:51:53.169688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.237241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.241117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.246157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44a45eb0-ddb3-4962-a68a-73197360ada2 HTTP/1.1" status: 204 len: 168 time: 0.2194643 Nov 12 03:51:53.257170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889880a-70e7-4992-b60d-6018ea2781af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a45eb0-ddb3-4962-a68a-73197360ada2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.471619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4be820-6133-447b-86c9-4c46688e2208 None None] New status for floating IP 0d9718d1-fc38-4179-87ac-d0a70dad4f15: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:51:53.595864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.609293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25f6ade-c426-4a81-90cb-d910bc47c312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.704895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25f6ade-c426-4a81-90cb-d910bc47c312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.710076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d25f6ade-c426-4a81-90cb-d910bc47c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.762829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d25f6ade-c426-4a81-90cb-d910bc47c312 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=05bf4e8413b14c5199151434af0c6863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658275 Nov 12 03:51:53.765394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:51:53.771598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f6ade-c426-4a81-90cb-d910bc47c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee367f-5241-4850-88ad-b9094cf61ec2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:53.822107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.844034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.904693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.909336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:53.911165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/96ee367f-5241-4850-88ad-b9094cf61ec2 HTTP/1.1" status: 204 len: 168 time: 0.1446440 Nov 12 03:51:53.933429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb177c1-ba48-43bf-9530-671fced97b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee367f-5241-4850-88ad-b9094cf61ec2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:51:54.329696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5dd87181-3d81-4bc6-be2b-128fe0c3960a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:55.478239 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:56.862622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a52ed8-277e-4e39-8574-f7ebdc561f0c req-e318bf1e-ed30-4129-ae6a-3a9fce53036c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:56.864144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47a52ed8-277e-4e39-8574-f7ebdc561f0c req-e318bf1e-ed30-4129-ae6a-3a9fce53036c tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.0532460 Nov 12 03:51:56.913064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47a52ed8-277e-4e39-8574-f7ebdc561f0c req-932d4f8e-d16e-4ed9-9b10-5a31b3fb0645 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Nov 12 03:51:56.934606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:57.744348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:58.036966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52689cbf-041f-42cb-b949-baf8fb4557e9 req-801eff6e-ad23-44e5-a8a0-87efdfc21729 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:58.038513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52689cbf-041f-42cb-b949-baf8fb4557e9 req-801eff6e-ad23-44e5-a8a0-87efdfc21729 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.0522938 Nov 12 03:51:58.088399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52689cbf-041f-42cb-b949-baf8fb4557e9 req-be69edce-5f17-42aa-9aa0-dff04f1d19a6 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Nov 12 03:51:59.215411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7424-cfcb-4dec-bae0-b15f01a425b7 req-fbc3e576-25e3-4f40-a1c2-890e368a5313 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.216937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f0f7424-cfcb-4dec-bae0-b15f01a425b7 req-fbc3e576-25e3-4f40-a1c2-890e368a5313 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.0559626 Nov 12 03:51:59.267746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f0f7424-cfcb-4dec-bae0-b15f01a425b7 req-4724f401-b611-439a-9666-37234a738b40 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups?id=086379cd-fa58-4076-a0ba-bb708967c891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Nov 12 03:51:59.321796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-627fd125-d55f-4b5e-8dd3-59b1c6bddc65 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:51:59.323407 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-627fd125-d55f-4b5e-8dd3-59b1c6bddc65 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 946 time: 0.0610597 Nov 12 03:51:59.426026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Deleting port a8eb7842-906b-411e-ab81-c107c512604b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:51:59.426375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.536549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] For port a8eb7842-906b-411e-ab81-c107c512604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a8eb7842-906b-411e-ab81-c107c512604b,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:51:59.536819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.763011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.763376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.763698 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Floating IP 5279a39b-8170-4f88-a1a7-3fdf0ae616a2 disassociated. External IP: 172.25.7.94, port: a8eb7842-906b-411e-ab81-c107c512604b. Nov 12 03:51:59.764042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Calling delete_port for a8eb7842-906b-411e-ab81-c107c512604b owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:51:59.911100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:51:59.944738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'Port': ['ID=a8eb7842-906b-411e-ab81-c107c512604b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:00.069242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:00.202746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:00.214266 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:00.225308 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:00.225932 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:00.243502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] No DVR routers for this DVR port a8eb7842-906b-411e-ab81-c107c512604b on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:00.246249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:00.249579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7af0cb48-fc2d-45d5-9ca8-f835080180f8 req-c81ecb08-093b-4148-84b5-3b2e0601c5de tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.104 "DELETE /v2.0/ports/a8eb7842-906b-411e-ab81-c107c512604b HTTP/1.1" status: 204 len: 173 time: 0.9198420 Nov 12 03:52:00.250019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'name': 'network-vif-deleted', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:00.252307 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e0fef-dbe3-4c56-b22f-d4ded47087e9" -d '{"events": [{"server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "name": "network-vif-deleted", "tag": "a8eb7842-906b-411e-ab81-c107c512604b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:00.350201 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:00.486517 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0609aa1-2161-479b-b908-ccea7add91a8 x-openstack-request-id: req-d0609aa1-2161-479b-b908-ccea7add91a8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:00.487016 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0", "name": "network-vif-deleted", "tag": "a8eb7842-906b-411e-ab81-c107c512604b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:00.487320 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0609aa1-2161-479b-b908-ccea7add91a8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:00.487843 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0', 'name': 'network-vif-deleted', 'tag': 'a8eb7842-906b-411e-ab81-c107c512604b', 'status': 'completed', 'code': 200} Nov 12 03:52:00.620586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:00.646305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19616502-6263-4477-be5e-571becf67a89 req-5833b59e-2985-4dd8-b956-b3abe706376e tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/ports?device_id=eb62051f-2e01-4a3f-a7bd-073e5c5ff1b0 HTTP/1.1" status: 200 len: 210 time: 0.0437975 Nov 12 03:52:00.649096 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:00.657779 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:00.658483 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:00.771877 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:00.945154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-b7d920ee-278a-4ef4-bc3d-69192dde427e tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:00.955390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-b7d920ee-278a-4ef4-bc3d-69192dde427e tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.0773084 Nov 12 03:52:00.970031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.005941 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:01.042392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f39432-f968-4faa-af1d-4c2ee3108585 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:40:37Z', 'revision_number': 4, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9a9021e4-d721-43d7-8b7d-a197749451f1', 'name': '', 'network_id': 'ad4a03b1-6163-4dc6-9098-55c46f29af65', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'mac_address': 'fa:16:3e:e1:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:35Z', 'updated_at': '2021-11-12T03:40:42Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'subnets': [{'id': '460238c8-1ce7-4339-9f5f-ba0805f09cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:01.059025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.063927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.113148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5377f-d168-468b-b9f1-a4c52fc06de2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.123214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15f53ac3-bba0-4dc5-80e9-c237dff45ad0 req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664300 Nov 12 03:52:01.124729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.125084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.125474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.125784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.126192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.126448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.126782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.127181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.127521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.128035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.128394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.128722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386b5bbe-a494-4014-ba73-ac15df234bab tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:01.264897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990fdcb-ce0d-4cc9-9be1-7177a15bc55d req-09b2c009-60f6-4fc1-8f73-d241dc6d26d7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:01.266693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6990fdcb-ce0d-4cc9-9be1-7177a15bc55d req-09b2c009-60f6-4fc1-8f73-d241dc6d26d7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0563276 Nov 12 03:52:01.335257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6990fdcb-ce0d-4cc9-9be1-7177a15bc55d req-7b334ced-c8c8-4541-8ae2-8dc4ca9a1103 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Nov 12 03:52:01.362899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54262) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.370092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc00715-c3e5-4899-bbc9-742276db6bdb None None] New status for floating IP 5279a39b-8170-4f88-a1a7-3fdf0ae616a2: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:52:01.438426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cef8a22a-9bbb-465e-acdc-b03893171580 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 200 len: 993 time: 0.0687075 Nov 12 03:52:01.504430 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.736746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54274) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.784557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-987668c8-c3a5-407b-8777-d80558c6ac8c req-9d805ae7-0894-4b0d-94de-1c43556f3971 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:01.785552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-987668c8-c3a5-407b-8777-d80558c6ac8c req-9d805ae7-0894-4b0d-94de-1c43556f3971 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053837 Nov 12 03:52:01.797015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.827555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.880649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.883803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:01.888998 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "DELETE /v2.0/security-groups/086379cd-fa58-4076-a0ba-bb708967c891 HTTP/1.1" status: 204 len: 168 time: 0.1472557 Nov 12 03:52:01.889113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54280) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.905232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb50bb-3188-4afb-bddd-ca582804fee7 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086379cd-fa58-4076-a0ba-bb708967c891,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:01.920065 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-bed5d218-1684-40e1-a241-824ce79c4027 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] show failed (client error): The resource could not be found. Nov 12 03:52:01.925130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54282) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:01.929104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bed5d218-1684-40e1-a241-824ce79c4027 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "GET /v2.0/security-groups/086379cd-fa58-4076-a0ba-bb708967c891 HTTP/1.1" status: 404 len: 347 time: 0.0388889 Nov 12 03:52:02.065505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Deleting port f772bee2-14c9-4d2f-8563-3e854ebb9ca6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:02.065774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.169200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.169612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.184247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Calling delete_port for f772bee2-14c9-4d2f-8563-3e854ebb9ca6 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:02.214193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975cb85-6f21-4180-aac7-d1a95d234eeb req-0d4627b1-e62a-4e8b-9ac4-329d5fbe710c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:02.216197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7975cb85-6f21-4180-aac7-d1a95d234eeb req-0d4627b1-e62a-4e8b-9ac4-329d5fbe710c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0744185 Nov 12 03:52:02.314614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7975cb85-6f21-4180-aac7-d1a95d234eeb req-bad8c24c-28f7-4631-ba87-1ffec4d55a3c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834920 Nov 12 03:52:02.360893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.379057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-19ea71ac-eeb3-4480-9177-e96131c5e3b9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2517822 Nov 12 03:52:02.390181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-6e904c7a-ee4a-45fe-bad4-55374009a49e service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:52:02.391177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-6e904c7a-ee4a-45fe-bad4-55374009a49e service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051270 Nov 12 03:52:02.401839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Pushing event deleted for resources: {'Port': ['ID=f772bee2-14c9-4d2f-8563-3e854ebb9ca6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:02.477195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.479233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.480454 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-30872145-4678-4676-bc23-617c4f322bf5 tempest-AttachVolumeTestJSON-1699042914 tempest-AttachVolumeTestJSON-1699042914-project] 10.222.0.97 "DELETE /v2.0/floatingips/5279a39b-8170-4f88-a1a7-3fdf0ae616a2 HTTP/1.1" status: 204 len: 168 time: 0.5540972 Nov 12 03:52:02.629430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a8eb7842-906b-411e-ab81-c107c512604b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:02.675419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: a8eb7842-906b-411e-ab81-c107c512604b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:02.675837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a8eb7842-906b-411e-ab81-c107c512604b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:02.786907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54322) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:02.903364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e2edcfb-f295-4261-92f9-6f9df086c10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.994818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e2edcfb-f295-4261-92f9-6f9df086c10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:02.999940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e2edcfb-f295-4261-92f9-6f9df086c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.041771 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e2edcfb-f295-4261-92f9-6f9df086c10c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c881dbe7d7784336975a8d2585df3327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507806 Nov 12 03:52:03.041771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2edcfb-f295-4261-92f9-6f9df086c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c7148c-cda8-4a24-9372-d821263d51de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.043300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54332) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.099295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.127701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.188850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.191715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.195427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f8c7148c-cda8-4a24-9372-d821263d51de HTTP/1.1" status: 204 len: 168 time: 0.1504290 Nov 12 03:52:03.207344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c91f83-88c4-4ecb-9772-07dade574ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c7148c-cda8-4a24-9372-d821263d51de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.445085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927ace3-43e6-4ed4-9b15-e93d97b58723 req-1cf86e4b-f67a-4c5c-a185-4ce036bf94e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:03.451425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2927ace3-43e6-4ed4-9b15-e93d97b58723 req-1cf86e4b-f67a-4c5c-a185-4ce036bf94e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0613358 Nov 12 03:52:03.512128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2927ace3-43e6-4ed4-9b15-e93d97b58723 req-0fc25647-c937-4237-8746-4dc2b645d07f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561156 Nov 12 03:52:03.539595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.554261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8b5513d-2368-417f-9a99-38abd9b66f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.633276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8b5513d-2368-417f-9a99-38abd9b66f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.638153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8b5513d-2368-417f-9a99-38abd9b66f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.676271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e8b5513d-2368-417f-9a99-38abd9b66f84 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03b4679aa5b44b2394a634791dfa48e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354723 Nov 12 03:52:03.677133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5513d-2368-417f-9a99-38abd9b66f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2a8e2-d968-4be1-938c-de14b468a73f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.679922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54342) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:03.739238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.762659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.809847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.812995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:03.814571 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/22b2a8e2-d968-4be1-938c-de14b468a73f HTTP/1.1" status: 204 len: 168 time: 0.1329253 Nov 12 03:52:03.837220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388398a-8599-446c-8eb9-5d4c1b0d7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2a8e2-d968-4be1-938c-de14b468a73f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:03.924290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-5842bddc-19b3-4f75-b573-c8ef9c8a4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:03.926278 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-5842bddc-19b3-4f75-b573-c8ef9c8a4c4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.0468757 Nov 12 03:52:04.031303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-82403c4c-882b-4eb5-8df4-9fb1ca95fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.032803 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-82403c4c-882b-4eb5-8df4-9fb1ca95fe15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.0929787 Nov 12 03:52:04.108161 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-2e4fdc76-92e7-401c-9531-4abf3fa1254f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 1001 time: 0.0634885 Nov 12 03:52:04.163505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-93e51580-c324-448b-abbd-048b074bb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.165068 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-93e51580-c324-448b-abbd-048b074bb6e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0493445 Nov 12 03:52:04.223682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-d5936d30-e279-43c6-b5d9-fdca7f47b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.225652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-d5936d30-e279-43c6-b5d9-fdca7f47b015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498457 Nov 12 03:52:04.327757 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a902de58-c686-4e24-881c-c39485119c89 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899463 Nov 12 03:52:04.455343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-dbb0e185-49ee-423c-bbd5-a1ccbf9fc60f service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147854 Nov 12 03:52:04.658044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1e0a2-ea52-4554-889c-762c41928c59 req-8b16949c-3668-40c3-a431-b57e32d4ce2f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:04.659821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd1e0a2-ea52-4554-889c-762c41928c59 req-8b16949c-3668-40c3-a431-b57e32d4ce2f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0610151 Nov 12 03:52:04.727166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd1e0a2-ea52-4554-889c-762c41928c59 req-d245820f-960a-4cbc-8138-6de74a53d7fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607052 Nov 12 03:52:05.146425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.268122 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-833d258d-1fe2-452f-81e6-202ca0748bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.356809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-833d258d-1fe2-452f-81e6-202ca0748bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.361989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-833d258d-1fe2-452f-81e6-202ca0748bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.403136 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-833d258d-1fe2-452f-81e6-202ca0748bfb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8b494ea7af294e7daf0564a573959792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550359 Nov 12 03:52:05.404033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d258d-1fe2-452f-81e6-202ca0748bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91128b-613f-410d-bb92-bcc36d0bc20d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.405908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54384) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:05.479324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.516267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.580960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.584913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:05.586344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bc91128b-613f-410d-bb92-bcc36d0bc20d HTTP/1.1" status: 204 len: 168 time: 0.1793742 Nov 12 03:52:05.596527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42d7a3-8bbc-444a-9610-4394a43b0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91128b-613f-410d-bb92-bcc36d0bc20d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:05.986521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a30a3-d6d9-4daf-8f60-e8cf6d703117 req-d7b65cd7-9ff7-48d7-848d-ba110f0fe92f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:05.989096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-320a30a3-d6d9-4daf-8f60-e8cf6d703117 req-d7b65cd7-9ff7-48d7-848d-ba110f0fe92f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1004229 Nov 12 03:52:06.111049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-320a30a3-d6d9-4daf-8f60-e8cf6d703117 req-ec1b4141-1be6-4a24-89e6-799ed5811405 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153505 Nov 12 03:52:07.241286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940d5de-b2f7-4c22-b83b-2bad6222a69f req-535cc725-70c7-41eb-af39-3f30815aaaef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:07.242859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5940d5de-b2f7-4c22-b83b-2bad6222a69f req-535cc725-70c7-41eb-af39-3f30815aaaef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0523500 Nov 12 03:52:07.297960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5940d5de-b2f7-4c22-b83b-2bad6222a69f req-b8e71573-4230-4324-8a72-96b78781483d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473444 Nov 12 03:52:08.423760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef4a97-a564-4283-ba05-c8817927db45 req-72502c52-7ba6-436c-91e7-1021afd0016f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:08.425452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14ef4a97-a564-4283-ba05-c8817927db45 req-72502c52-7ba6-436c-91e7-1021afd0016f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0517657 Nov 12 03:52:08.482919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14ef4a97-a564-4283-ba05-c8817927db45 req-d6d38f1d-6e7c-4f4d-bbfb-e6afb31ee200 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499473 Nov 12 03:52:09.658929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3db828-d321-4713-980e-3a24f34fbc4d req-d57ee01d-9ec4-4f33-9af3-582316ba520b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:09.660817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d3db828-d321-4713-980e-3a24f34fbc4d req-d57ee01d-9ec4-4f33-9af3-582316ba520b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0629103 Nov 12 03:52:09.719614 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:09.764742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d3db828-d321-4713-980e-3a24f34fbc4d req-ac48d8ff-bdea-4205-bab0-1d5014e9e9c3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921886 Nov 12 03:52:10.878091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69341ad-fa94-4b07-8155-20d5e73f125f req-fdda7463-9207-46ec-8a08-77f7530b8961 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:10.880038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a69341ad-fa94-4b07-8155-20d5e73f125f req-fdda7463-9207-46ec-8a08-77f7530b8961 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0522563 Nov 12 03:52:10.951244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a69341ad-fa94-4b07-8155-20d5e73f125f req-0c3b7e8d-dade-419c-8814-7db432721f2f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635107 Nov 12 03:52:12.093032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6835633-02d9-424d-a840-8094d3d2cf63 req-8d183203-63ea-45f4-bb53-0243cc7e4183 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:12.094462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6835633-02d9-424d-a840-8094d3d2cf63 req-8d183203-63ea-45f4-bb53-0243cc7e4183 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0609531 Nov 12 03:52:12.148903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6835633-02d9-424d-a840-8094d3d2cf63 req-2ba84ef4-c908-4da3-90b4-d0f0dad13c90 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477602 Nov 12 03:52:12.522472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:13.058346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.294438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07d7ec-d967-4164-9f19-5f888a977860 req-6f2e1367-1e21-421e-85b8-702f7130e9f7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.298169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d07d7ec-d967-4164-9f19-5f888a977860 req-6f2e1367-1e21-421e-85b8-702f7130e9f7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0625446 Nov 12 03:52:13.398994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d07d7ec-d967-4164-9f19-5f888a977860 req-944d93fc-100c-4ae4-8f2f-9563b90ce128 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924995 Nov 12 03:52:13.426299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Deleting port 9a9021e4-d721-43d7-8b7d-a197749451f1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:13.426636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.509186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] For port 9a9021e4-d721-43d7-8b7d-a197749451f1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9a9021e4-d721-43d7-8b7d-a197749451f1,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:13.509899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.524333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Calling delete_port for 9a9021e4-d721-43d7-8b7d-a197749451f1 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:13.573713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-5462fe5f-0013-4735-9884-0b2b43817b2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0513458 Nov 12 03:52:13.698354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.699425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.700453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.701135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.702140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.702814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.703468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.706113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-425186fc-ded9-4dda-9da1-f0efeeaa0289 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 6511 time: 0.0658998 Nov 12 03:52:13.743960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:13.803107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9021e4-d721-43d7-8b7d-a197749451f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:13.860243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-8a7a1641-4c59-473a-a328-13cd0518c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.860702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-8a7a1641-4c59-473a-a328-13cd0518c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.861569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-8a7a1641-4c59-473a-a328-13cd0518c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:13.863504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-8a7a1641-4c59-473a-a328-13cd0518c243 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&id=8d22ef08-baa3-4390-97bb-83d9e85d2857&id=8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 200 len: 2295 time: 0.1256282 Nov 12 03:52:13.972010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-6370e183-2688-4a54-a39f-ae3d13997b79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 200 len: 1002 time: 0.0922096 Nov 12 03:52:13.976717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.050267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-cde24c83-23ad-4c06-940e-13239ecd2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.051828 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-cde24c83-23ad-4c06-940e-13239ecd2f70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 200 len: 855 time: 0.0688493 Nov 12 03:52:14.108735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-83869d32-7da1-4bc5-9d52-a1d0e6f6a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.111526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-83869d32-7da1-4bc5-9d52-a1d0e6f6a352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd2f4562-d9ae-4afc-bff6-f91a23409e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498819 Nov 12 03:52:14.215235 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-206d4d1d-bb45-46f6-825f-2a29989b0950 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964005 Nov 12 03:52:14.219790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:14.307187 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-bb6fdc16-8dc7-4836-9191-3aa821fe7573 service neutron] 10.222.0.16 "GET /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847144 Nov 12 03:52:14.328935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:14.337507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3578e3f1-546c-4ca3-8887-4d15fa6c61fd admin admin] 10.222.0.97 "PUT /v2.0/routers/381fa647-9972-4ce7-a5db-ce2b7e9ab2ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108683 Nov 12 03:52:14.338379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54524) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:14.340981 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Sync routers for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:14.354267 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:14.355378 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.356598 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-6d4750dc-f619-4517-b0c9-998a764ea6a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 217 time: 0.0409122 Nov 12 03:52:14.412934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-80eebe5f-671a-41df-8bbb-fdf42102219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.414108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-80eebe5f-671a-41df-8bbb-fdf42102219e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0501955 Nov 12 03:52:14.481155 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:14.521438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-697fd9a2-93e6-4223-b052-1dec9802277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.523893 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-697fd9a2-93e6-4223-b052-1dec9802277e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910707 Nov 12 03:52:14.637588 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-8d35e933-76ef-4965-83ce-074c860c610e service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045060 Nov 12 03:52:14.691268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:52:13Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.751070 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-9beb79a4-c343-41aa-b563-5be25329b2c6 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061816 Nov 12 03:52:14.811104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-e9ca4613-3645-47fc-8c46-837ce732b84f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 217 time: 0.0512123 Nov 12 03:52:14.817726 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Checking router: 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:14.826624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Routers {'381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:14.827258 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:14.856356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:14.867699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-e1b40492-ab46-4337-8d3c-0e7a20bd93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.869483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-e1b40492-ab46-4337-8d3c-0e7a20bd93bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0507517 Nov 12 03:52:14.915426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41e30-9c81-40ab-837c-84a75508778b req-ada86f48-32c9-492c-bd2c-8f7953fbbb30 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.916974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7a41e30-9c81-40ab-837c-84a75508778b req-ada86f48-32c9-492c-bd2c-8f7953fbbb30 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1145854 Nov 12 03:52:14.946136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-23f3577e-fbae-4967-b19d-f6e0af4fd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:14.948459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-23f3577e-fbae-4967-b19d-f6e0af4fd4a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704083 Nov 12 03:52:14.948579 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] Set router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:15.018505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7a41e30-9c81-40ab-837c-84a75508778b req-e972c7a1-3669-4ce8-ba5f-755ac937fa93 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923831 Nov 12 03:52:15.036277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.087582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-1462cde7-7a3d-4bdd-bd23-ad26c466c5ab service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293764 Nov 12 03:52:15.105877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Deleting port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:15.106219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.195675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:52:13Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:15.206004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-e46569d1-6a5e-49d3-a080-5c9957aa7697 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094406 Nov 12 03:52:15.219804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] For port 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:15.220515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.225644 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c222d-de74-4696-b97b-43bdc30b2fe4 None None] The sync data for ids ['381fa647-9972-4ce7-a5db-ce2b7e9ab2ca'] in n-d-766726-29 is: [{'id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'name': 'tempest-AttachVolumeTestJSON-299552995-router', 'tenant_id': '932ed69f9af14b26aa10ce68fa1fe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:40:31Z', 'updated_at': '2021-11-12T03:52:13Z', 'revision_number': 5, 'project_id': '932ed69f9af14b26aa10ce68fa1fe165', 'gw_port': {'id': '880bcf21-1a90-4cd3-8802-f0f43dc3c5a1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381fa647-9972-4ce7-a5db-ce2b7e9ab2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:40:32Z', 'updated_at': '2021-11-12T03:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:15.238718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Calling delete_port for 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:15.267571 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-1272c056-82f4-4ee6-8a62-ace5fb38a61a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 200 len: 217 time: 0.0498188 Nov 12 03:52:15.326586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4aaa943e-fc5c-4198-938a-797bae0a8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.328248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4aaa943e-fc5c-4198-938a-797bae0a8985 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0484183 Nov 12 03:52:15.384738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-eb3e33c4-0ec2-4343-9073-3675102c820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.386436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-eb3e33c4-0ec2-4343-9073-3675102c820f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465961 Nov 12 03:52:15.421811 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.448953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=880bcf21-1a90-4cd3-8802-f0f43dc3c5a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:15.475360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3a974-d671-40ad-b809-6594b1212d02 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:15.510236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-a5b7f78e-abaf-4efb-9aee-17ba4d31a63f service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112025 Nov 12 03:52:15.519984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.623296 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-52bae83f-2c83-45b8-b8e3-c621d89d28c3 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999258 Nov 12 03:52:15.632370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.634863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.697933 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-195e1954-89ca-4fef-a9e8-6f33feababcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 200 len: 217 time: 0.0610776 Nov 12 03:52:15.714046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.714964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381fa647-9972-4ce7-a5db-ce2b7e9ab2ca {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:15.719867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.723466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d70d7092-8cfb-4245-ae23-09aa5d3e91a1 admin admin] 10.222.0.97 "DELETE /v2.0/routers/381fa647-9972-4ce7-a5db-ce2b7e9ab2ca HTTP/1.1" status: 204 len: 168 time: 1.3817284 Nov 12 03:52:15.723698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:15.783855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Deleting subnet 460238c8-1ce7-4339-9f5f-ba0805f09cf2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:15.789886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.813584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9a9021e4-d721-43d7-8b7d-a197749451f1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:15.815442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-6913fe42-8866-4294-a3d1-d3afae54ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.817949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-6913fe42-8866-4294-a3d1-d3afae54ec3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 200 len: 797 time: 0.0976727 Nov 12 03:52:15.826745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-cd02a86e-1be3-41f1-b53c-c4bc59c42e83 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174765 Nov 12 03:52:15.836461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.863765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9a9021e4-d721-43d7-8b7d-a197749451f1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:15.864107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9a9021e4-d721-43d7-8b7d-a197749451f1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:15.933810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:15.934053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-768723b3-0b28-4583-a4f4-800f8feedb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.935680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-768723b3-0b28-4583-a4f4-800f8feedb91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6fec5f1-e2b2-45f3-9432-7aae984091f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049404 Nov 12 03:52:15.939259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-e03ab561-15ea-4b7a-a63a-20df442dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:15.940791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-e03ab561-15ea-4b7a-a63a-20df442dff35 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0689862 Nov 12 03:52:16.002460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.052601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91696b-8dc2-431b-870f-6e28aad8e75f None None] Network ad4a03b1-6163-4dc6-9098-55c46f29af65 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:16.061918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460238c8-1ce7-4339-9f5f-ba0805f09cf2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.070227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.078485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-14c27dd6-557a-4bce-9c2d-44b9938821f5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/460238c8-1ce7-4339-9f5f-ba0805f09cf2 HTTP/1.1" status: 204 len: 168 time: 0.3536544 Nov 12 03:52:16.082593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54534) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.240097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.294357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668d430-d642-43a4-abeb-fc22c0442172 req-11051ebc-6ef4-4c24-8e7c-670ee479c860 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.296921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4668d430-d642-43a4-abeb-fc22c0442172 req-11051ebc-6ef4-4c24-8e7c-670ee479c860 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1113582 Nov 12 03:52:16.361850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Deleting port ba1586e3-e329-4f1a-b859-e82b31d33577 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:16.362353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.449475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4668d430-d642-43a4-abeb-fc22c0442172 req-31b26716-86e9-4966-bbc8-b9c07968d6e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423678 Nov 12 03:52:16.465379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] For port ba1586e3-e329-4f1a-b859-e82b31d33577, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ba1586e3-e329-4f1a-b859-e82b31d33577,segment=NetworkSegment(be1aa352-d836-4786-974b-3e2be166c078),segment_id=be1aa352-d836-4786-974b-3e2be166c078)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:16.465680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.474172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54542) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:16.488235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Calling delete_port for ba1586e3-e329-4f1a-b859-e82b31d33577 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:16.546950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] DHCP port deletion for ad4a03b1-6163-4dc6-9098-55c46f29af65 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:16.638150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.653242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-09a5000b-f235-41e1-aab7-557938c053a1 service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023361 Nov 12 03:52:16.659426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-6bc122b1-a0dc-4db7-a829-5dcc07ae806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.661043 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-6bc122b1-a0dc-4db7-a829-5dcc07ae806c service neutron] 10.222.0.104 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 896 time: 0.6834121 Nov 12 03:52:16.670908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] No DVR routers for this DVR port ba1586e3-e329-4f1a-b859-e82b31d33577 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:16.671238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Deleting port ba1586e3-e329-4f1a-b859-e82b31d33577 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:16.671694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.742041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1586e3-e329-4f1a-b859-e82b31d33577,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.763029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] For port ba1586e3-e329-4f1a-b859-e82b31d33577, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:16.763737 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.777240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Calling delete_port for ba1586e3-e329-4f1a-b859-e82b31d33577 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:16.780398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Port ba1586e3-e329-4f1a-b859-e82b31d33577 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:52:16.781866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.792631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4d197f-7614-455a-b563-82caff068f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.804907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.806184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-376ffac3-888f-4fa3-b338-e886ba1c74dc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 1001 time: 0.1244810 Nov 12 03:52:16.814221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] Pushing event deleted for resources: {'Port': ['ID=ba1586e3-e329-4f1a-b859-e82b31d33577,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:16.820466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65777191-6a37-4d92-aa24-bb0b54e1aa2e None None] No DVR routers for this DVR port ba1586e3-e329-4f1a-b859-e82b31d33577 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:16.859401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4a03b1-6163-4dc6-9098-55c46f29af65']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:16.860347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-e5e4b408-0f6b-4370-b1ac-58f8d69520af service neutron] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950138 Nov 12 03:52:16.881344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1aa352-d836-4786-974b-3e2be166c078') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:16.882194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1aa352-d836-4786-974b-3e2be166c078') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:16.898559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.912074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-77e4ac64-0903-42d4-a7d0-f3f01e755cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:16.913785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-77e4ac64-0903-42d4-a7d0-f3f01e755cf4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 200 len: 833 time: 0.0974631 Nov 12 03:52:16.914908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-9e9c5665-826f-4cf1-a5d8-025ce1e743e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 200 len: 217 time: 0.0456119 Nov 12 03:52:16.932669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.947462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:16.947939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:16.949695 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:16.973423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4d197f-7614-455a-b563-82caff068f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.000474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3e4d197f-7614-455a-b563-82caff068f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.009944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-d6951bb3-b56a-4f52-8e5a-7b354e9d17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.011448 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-d6951bb3-b56a-4f52-8e5a-7b354e9d17ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0735679 Nov 12 03:52:17.014191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-cf67d6fd-7f5d-4a6d-b47d-2e512cd954a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.015572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-cf67d6fd-7f5d-4a6d-b47d-2e512cd954a8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fbfe9e87-c6be-4a77-bf94-021f2741ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930777 Nov 12 03:52:17.044166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e4d197f-7614-455a-b563-82caff068f3d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=46593071fa1a4d21abb2b1714060c4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689580 Nov 12 03:52:17.047611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.049551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.066704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.070447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] 10.222.0.97 "DELETE /v2.0/networks/ad4a03b1-6163-4dc6-9098-55c46f29af65 HTTP/1.1" status: 204 len: 168 time: 0.9866889 Nov 12 03:52:17.071251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d197f-7614-455a-b563-82caff068f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434573fa-5481-4d1b-9a84-905278f8654c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.093946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399a965-3088-4c83-b75c-04e135e0fd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4a03b1-6163-4dc6-9098-55c46f29af65,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.122882 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.128622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-7f3f6021-bde8-4fb4-8965-a8ae2894e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.130157 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-7f3f6021-bde8-4fb4-8965-a8ae2894e270 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081161 Nov 12 03:52:17.152567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.205325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.208645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.209884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/434573fa-5481-4d1b-9a84-905278f8654c HTTP/1.1" status: 204 len: 168 time: 0.1611860 Nov 12 03:52:17.214084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-b47a877f-59d3-4254-8ec4-d80c95210c43 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825552 Nov 12 03:52:17.221069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.223989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ebf14-1545-4b6b-b072-fe423da35035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434573fa-5481-4d1b-9a84-905278f8654c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.351848 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8ff6adef-5717-4393-836e-d568dd9fa946 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=932ed69f9af14b26aa10ce68fa1fe165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296103 Nov 12 03:52:17.352105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:17.355896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-d4473a06-d6a7-45fb-8b36-ab5aa437e789 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176733 Nov 12 03:52:17.407005 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f5aaaf7-e699-49d7-9b59-8935a960d72f req-eba1c4ee-38b9-4e6c-8969-7e7594b5d25e service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780803 Nov 12 03:52:17.407741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.437369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.467571 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4dc8fa92-5081-44c6-b8f2-4c020d696fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027973 Nov 12 03:52:17.497799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.500684 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:17.504610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/df7cc95e-1512-4e6b-b24d-ea1a8214b98f HTTP/1.1" status: 204 len: 168 time: 0.1516371 Nov 12 03:52:17.519610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386d0b8-0c7c-4a90-900a-e86969e28cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7cc95e-1512-4e6b-b24d-ea1a8214b98f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:17.556880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-14c31f17-2be9-437e-82eb-cc44cf2ed97f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 200 len: 217 time: 0.0765867 Nov 12 03:52:17.612072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e187b-adc9-4cb6-a3ee-5e7794b1f638 req-300e8c95-1989-47ce-9b1c-266269305d71 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.614613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed8e187b-adc9-4cb6-a3ee-5e7794b1f638 req-300e8c95-1989-47ce-9b1c-266269305d71 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0641115 Nov 12 03:52:17.636775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-72d98b99-28c9-47f7-a2d4-66dd6b11cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.651400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-72d98b99-28c9-47f7-a2d4-66dd6b11cd9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 200 len: 797 time: 0.0858924 Nov 12 03:52:17.700525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed8e187b-adc9-4cb6-a3ee-5e7794b1f638 req-1ecc07a4-8ce7-4d19-95b6-ca1bcc583bc4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775070 Nov 12 03:52:17.723683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:17.731866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4cf4385b-df28-453c-9c4a-604bc2d667ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:17.733444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4cf4385b-df28-453c-9c4a-604bc2d667ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d22ef08-baa3-4390-97bb-83d9e85d2857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0740526 Nov 12 03:52:17.746686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:17.747118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 880bcf21-1a90-4cd3-8802-f0f43dc3c5a1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:17.747689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ba1586e3-e329-4f1a-b859-e82b31d33577 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:17.771196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ba1586e3-e329-4f1a-b859-e82b31d33577 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:17.771543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ba1586e3-e329-4f1a-b859-e82b31d33577 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:17.853971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-4be0fb5f-da18-4772-ae08-95a1d9ebdfea service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083457 Nov 12 03:52:17.976654 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8decfb48-07a4-4340-83eb-fdaa83f98a72 req-71d95ba5-edbe-4c40-a896-2d3ade57297b service neutron] 10.222.0.16 "GET /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138182 Nov 12 03:52:18.608598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54614) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.732543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43e1ac75-6fdf-4285-a383-73f9a73adda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.836595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832b58-ef5c-4f39-817f-0ec6f1079f33 req-eeb3265d-99b2-42de-bfab-778a515607bd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:18.838098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20832b58-ef5c-4f39-817f-0ec6f1079f33 req-eeb3265d-99b2-42de-bfab-778a515607bd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0691590 Nov 12 03:52:18.867685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43e1ac75-6fdf-4285-a383-73f9a73adda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.875053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-43e1ac75-6fdf-4285-a383-73f9a73adda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:18.932516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-43e1ac75-6fdf-4285-a383-73f9a73adda4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0f12d47899674551bf8e4a90efbadafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226602 Nov 12 03:52:18.933622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1ac75-6fdf-4285-a383-73f9a73adda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e099b81-41c6-4bcd-a6a8-41638b60a21a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:18.935253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54628) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:18.939520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20832b58-ef5c-4f39-817f-0ec6f1079f33 req-b20e0657-0094-4910-bca3-cb64aeff5d1c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941322 Nov 12 03:52:18.995024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.017403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.071300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.073825 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:19.075020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1e099b81-41c6-4bcd-a6a8-41638b60a21a HTTP/1.1" status: 204 len: 168 time: 0.1386108 Nov 12 03:52:19.083686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62291061-f2f3-4f22-bdee-cd8ffefe4dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e099b81-41c6-4bcd-a6a8-41638b60a21a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:19.912969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54670) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.035978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95dbd7b4-9924-45b6-a034-0ad4f8b2a26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.079493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d56c8-ac69-45c9-b49c-7ac1ccc8d098 req-8e09ed3a-8e4d-49f5-9bfd-d1246b5a8172 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:20.081225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-498d56c8-ac69-45c9-b49c-7ac1ccc8d098 req-8e09ed3a-8e4d-49f5-9bfd-d1246b5a8172 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0579464 Nov 12 03:52:20.124900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95dbd7b4-9924-45b6-a034-0ad4f8b2a26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.133788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95dbd7b4-9924-45b6-a034-0ad4f8b2a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.135831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-498d56c8-ac69-45c9-b49c-7ac1ccc8d098 req-c095f7c2-6a7d-4c5d-b5e8-43a487dd23e6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478117 Nov 12 03:52:20.173822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95dbd7b4-9924-45b6-a034-0ad4f8b2a26b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=81f115500e7e4a489b424ac7480f2838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596869 Nov 12 03:52:20.174684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd7b4-9924-45b6-a034-0ad4f8b2a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1253bb60-4be4-4c65-9626-c802db3a31ff,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.176732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54686) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.234185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.257444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.305311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.308179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.309411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1253bb60-4be4-4c65-9626-c802db3a31ff HTTP/1.1" status: 204 len: 168 time: 0.1316080 Nov 12 03:52:20.317749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4512-2585-4f35-a79f-de444a25f55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253bb60-4be4-4c65-9626-c802db3a31ff,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.667118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.681745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34daf28c-bade-46e8-a6c9-ffd7f4fa6a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.782704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34daf28c-bade-46e8-a6c9-ffd7f4fa6a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.786517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34daf28c-bade-46e8-a6c9-ffd7f4fa6a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.831098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34daf28c-bade-46e8-a6c9-ffd7f4fa6a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c46c2e9-db28-4ee1-86e3-fd969c9e2cd1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:20.840079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34daf28c-bade-46e8-a6c9-ffd7f4fa6a53 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b6dbb34010284805b833e4ac354f1b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694124 Nov 12 03:52:20.840733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:20.891343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.916453 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.963366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.965974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:20.967160 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4c46c2e9-db28-4ee1-86e3-fd969c9e2cd1 HTTP/1.1" status: 204 len: 168 time: 0.1257370 Nov 12 03:52:20.975068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abf4a1-c7b1-4d9d-9410-a50a2fe8bbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c46c2e9-db28-4ee1-86e3-fd969c9e2cd1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:21.177408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:21.309942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-082d65e2-e5b2-40bf-b331-7d78f6bf8be2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 200 len: 993 time: 0.1305616 Nov 12 03:52:21.339604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39433-6635-42b4-a169-48df107eed28 req-de75f696-508f-411f-bfe2-859ba91d9e94 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:21.341192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29c39433-6635-42b4-a169-48df107eed28 req-de75f696-508f-411f-bfe2-859ba91d9e94 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.0789447 Nov 12 03:52:21.398939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29c39433-6635-42b4-a169-48df107eed28 req-0ff4b51d-5988-470e-ad46-e21d8ea1bc40 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512910 Nov 12 03:52:21.682731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:21.842807 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-3eb912be-487f-4923-b479-b3360f53f70c service neutron] show failed (client error): The resource could not be found. Nov 12 03:52:21.843882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-3eb912be-487f-4923-b479-b3360f53f70c service neutron] 10.222.0.16 "GET /v2.0/ports/3c9d4341-9582-4ec5-8078-bb6132d79faf/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0793178 Nov 12 03:52:21.873130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port b5c16da5-aa69-4a0f-bfa9-428348c8f497 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:21.873539 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.985043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:21.986052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.002642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for b5c16da5-aa69-4a0f-bfa9-428348c8f497 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:22.199420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-374cd270-6aa2-4bd0-b354-9e6fd4aa64c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.199991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-78c9cb0b-1afe-4077-869d-77e85b29e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.203159 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-78c9cb0b-1afe-4077-869d-77e85b29e310 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 1098 time: 0.1092753 Nov 12 03:52:22.222936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:22.226785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.264430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=b5c16da5-aa69-4a0f-bfa9-428348c8f497,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.301647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.340555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.341441 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Floating IP 98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 disassociated (deleted). External IP: 172.25.7.253, port: dbc69463-e914-4fc5-ba41-a8565dc9f720. Nov 12 03:52:22.606299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:22.651252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:22.656911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79517865-ccf9-44bb-b1a3-295dc8a2f544 req-0a832b72-c095-426f-aa12-39dddee056dd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:22.658509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79517865-ccf9-44bb-b1a3-295dc8a2f544 req-0a832b72-c095-426f-aa12-39dddee056dd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1181760 Nov 12 03:52:22.660402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:22.716114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:22.719148 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe81a0c-f325-4a60-8830-b7d4acc977ac" -d '{"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:22.726391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.748096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Transition to ACTIVE for port object 3c9d4341-9582-4ec5-8078-bb6132d79faf will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:52:22.753194 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.769364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79517865-ccf9-44bb-b1a3-295dc8a2f544 req-fee3e986-3760-4948-912c-7a0a568686fb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036696 Nov 12 03:52:22.827688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:22.833005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:22.840257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Sync routers for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:22.862048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-147fd8ad-0646-4c55-8aa2-ca39a7bca1bb tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/floatingips/98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18 HTTP/1.1" status: 204 len: 168 time: 1.1781766 Nov 12 03:52:22.862744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:22.866545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:22.867256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:22.872805 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72" -d '{"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:22.917812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:22.926800 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe616ed-9e32-4d38-a0d4-989a53b86301 x-openstack-request-id: req-bbe616ed-9e32-4d38-a0d4-989a53b86301 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:22.927137 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:22.927395 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bbe616ed-9e32-4d38-a0d4-989a53b86301 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:22.927788 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'code': 200} Nov 12 03:52:23.001113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] No DVR routers for this DVR port 3c9d4341-9582-4ec5-8078-bb6132d79faf on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:23.252614 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc3e0f0-01d9-4244-a59d-129ce4e71910 x-openstack-request-id: req-ffc3e0f0-01d9-4244-a59d-129ce4e71910 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:23.253155 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:23.253411 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ffc3e0f0-01d9-4244-a59d-129ce4e71910 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:23.253893 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'status': 'completed', 'code': 200} Nov 12 03:52:23.255168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:52:23.255876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:52:23.257357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:23.264142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:52:23.264663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Attempting to bind port 3c9d4341-9582-4ec5-8078-bb6132d79faf on network b92e22df-9efd-4ebb-a319-1549090273cd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:52:23.270979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:52:23.271932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Checking segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:23.272811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Bound using segment: {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:52:23.273228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Bound port: 3c9d4341-9582-4ec5-8078-bb6132d79faf, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c939a1eb-0145-440a-9d69-04ce8df7f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:52:23.273862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.282889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:23.371684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:52:23.376207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:52:23.383407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.420060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-aef5ae86-e1e7-4d5c-bdaf-7ee82e0a8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.422525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-aef5ae86-e1e7-4d5c-bdaf-7ee82e0a8e01 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 1097 time: 0.1179342 Nov 12 03:52:23.436195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f56e62-1b24-476c-a6bb-768c53884500 req-555f94f6-1539-4b0b-a64a-bcdcbc5adb89 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.438097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46f56e62-1b24-476c-a6bb-768c53884500 req-555f94f6-1539-4b0b-a64a-bcdcbc5adb89 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0928900 Nov 12 03:52:23.504622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:23.527878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.528650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:23.536230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-a8995d7b-6869-4aa8-a677-8c26ef0c868d service neutron] 10.222.0.104 "PUT /v2.0/ports/3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 1093 time: 1.3195736 Nov 12 03:52:23.544998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-b2e9bd8f-b47e-4172-a104-eb6d322929d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.547351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-b2e9bd8f-b47e-4172-a104-eb6d322929d1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 200 len: 896 time: 0.1081545 Nov 12 03:52:23.653463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46f56e62-1b24-476c-a6bb-768c53884500 req-487b16c3-0523-47cc-a963-1feb5caaba9f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041915 Nov 12 03:52:23.670420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-563d6d68-0bc2-40ab-bf32-d7107d4b6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.673385 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-563d6d68-0bc2-40ab-bf32-d7107d4b6d9b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1096 time: 0.0922391 Nov 12 03:52:23.715814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-37eecfca-3383-4e15-8ac4-079b1d5a2e93 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 200 len: 217 time: 0.0969911 Nov 12 03:52:23.737699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:23.772884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Checking router: 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:23.785245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:23.787116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:51:54Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:23.797314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-3b1ea92e-4b90-4674-83f2-b2f9f9d7f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.798935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-3b1ea92e-4b90-4674-83f2-b2f9f9d7f4b9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 200 len: 833 time: 0.0758374 Nov 12 03:52:23.860791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-edc63150-e46d-46b5-9eac-34b5ac854217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.862056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-edc63150-e46d-46b5-9eac-34b5ac854217 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.1814609 Nov 12 03:52:23.874787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-9d28e9c8-d757-446b-a20f-5be2c6034070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:23.884560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-9d28e9c8-d757-446b-a20f-5be2c6034070 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fbfe9e87-c6be-4a77-bf94-021f2741ce53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751514 Nov 12 03:52:23.934188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:23.969849 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-ea17a7af-afd9-4b49-9db3-cc773360118f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 999 time: 0.0933373 Nov 12 03:52:24.051658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001814f-b0e6-46c0-9016-8a0d58259107 req-38b68896-c8fd-4a0e-8bfa-a38d2b92f808 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.053564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d001814f-b0e6-46c0-9016-8a0d58259107 req-38b68896-c8fd-4a0e-8bfa-a38d2b92f808 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.1675246 Nov 12 03:52:24.080792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-0ce897cd-9ad5-452a-a0d8-339789c03dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.082307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-0ce897cd-9ad5-452a-a0d8-339789c03dae service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.1025887 Nov 12 03:52:24.206025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-f646501e-b9a6-43cd-b4df-1908389e9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.207850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-f646501e-b9a6-43cd-b4df-1908389e9ec7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155803 Nov 12 03:52:24.216004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-a7db5def-21c1-4c6f-9909-87c34392b458 service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121545 Nov 12 03:52:24.249621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d001814f-b0e6-46c0-9016-8a0d58259107 req-b0ddbe9a-0c19-464b-8632-2f95eefdf399 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815751 Nov 12 03:52:24.267958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:24.308639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25db901f-ff44-4c05-97c7-baecb64a9415 None None] The sync data for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 is: [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:50:39Z', 'revision_number': 4, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'b0bb8740-32cd-4aa0-8713-878e4a36dc4e', 'name': '', 'network_id': 'fbfe9e87-c6be-4a77-bf94-021f2741ce53', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:38Z', 'updated_at': '2021-11-12T03:50:44Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'subnets': [{'id': 'f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:24.356469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc26dabc-721b-4551-8b87-94adbe18d31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:24.399823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad1e395b-f76e-4c0f-b55a-e77ecf497d72 req-2a0de9e1-2fca-4a4d-94db-33aaf00f2abf service neutron] 10.222.0.104 "GET /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677253 Nov 12 03:52:24.405957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-10c32630-d99f-4b74-842d-5fd409d52309 service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817656 Nov 12 03:52:24.562544 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b716ca43-ff30-4aa9-b434-4b13143f2593 req-e73f4a4d-e4c7-40a2-afd5-51ec8ccc927d service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126580 Nov 12 03:52:24.638974 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835584e-3e6d-491e-ad02-5eb936e9895f None None] New status for floating IP 98fa16f7-0f6a-420c-a5cf-e1ab9fd33e18: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:52:24.800583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557965-2536-4cc9-8eae-0ad011530681 req-a588cfd0-11e8-491e-9498-f3bbd2fc6ac7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:24.802239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11557965-2536-4cc9-8eae-0ad011530681 req-a588cfd0-11e8-491e-9498-f3bbd2fc6ac7 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0596373 Nov 12 03:52:24.875712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11557965-2536-4cc9-8eae-0ad011530681 req-d238e133-6539-4ca7-a24c-ea38268fdc20 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650456 Nov 12 03:52:24.929510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:24.932045 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878" -d '{"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:25.003472 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2240e8e0-1e63-40b3-85a6-180ac8d17df0 x-openstack-request-id: req-2240e8e0-1e63-40b3-85a6-180ac8d17df0 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:25.004066 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:25.004066 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2240e8e0-1e63-40b3-85a6-180ac8d17df0 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:25.004408 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'status': 'completed', 'code': 200} Nov 12 03:52:25.125769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-6b514e77-4023-4603-8002-e7e14311728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.127969 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-6b514e77-4023-4603-8002-e7e14311728f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1096 time: 0.0817068 Nov 12 03:52:25.170647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-f11c1881-ae1f-4d9b-8497-1260d03a7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.172579 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-f11c1881-ae1f-4d9b-8497-1260d03a7de4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1096 time: 0.0750694 Nov 12 03:52:25.334635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-0e8a4988-61ca-43d8-93cc-e39beccec14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.346788 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-0e8a4988-61ca-43d8-93cc-e39beccec14c service neutron] 10.222.0.104 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.2070069 Nov 12 03:52:25.360161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-b79190e3-1ed6-4e3c-a8d6-75a41f527274 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.361657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-b79190e3-1ed6-4e3c-a8d6-75a41f527274 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.104 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0791798 Nov 12 03:52:25.420596 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-3569d1ed-2da9-4610-b4e1-a360f496dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.422255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-3569d1ed-2da9-4610-b4e1-a360f496dc8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.2177970 Nov 12 03:52:25.486968 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.510399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab674a-b2dc-4c89-98cb-8de0be4f5388 req-166f0551-f687-4628-bb74-3ce3f7b91e1b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.512036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08ab674a-b2dc-4c89-98cb-8de0be4f5388 req-166f0551-f687-4628-bb74-3ce3f7b91e1b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.1341727 Nov 12 03:52:25.528679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-cf264ef6-15f6-4a02-aefa-24d137e74461 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 999 time: 0.0935268 Nov 12 03:52:25.532759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:25.585746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port dbc69463-e914-4fc5-ba41-a8565dc9f720 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:25.586507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.587028 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-216ab0b9-54c0-4dfc-9a5e-2082b5803419 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 999 time: 0.2210391 Nov 12 03:52:25.625056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:25.670455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-734a3bf4-d43a-4f8a-82bd-b9d6a8dafa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.672381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-734a3bf4-d43a-4f8a-82bd-b9d6a8dafa03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.1334925 Nov 12 03:52:25.713222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08ab674a-b2dc-4c89-98cb-8de0be4f5388 req-16fbef9d-8689-4f26-a799-3ee21ea9ebb4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901188 Nov 12 03:52:25.738186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-bbe69681-1c96-4209-973e-fe2ff312dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.739726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-bbe69681-1c96-4209-973e-fe2ff312dbb5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.1438651 Nov 12 03:52:25.761459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-4f9f046a-c05a-4a1a-87bb-c7d82dd83f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.763763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-4f9f046a-c05a-4a1a-87bb-c7d82dd83f09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808210 Nov 12 03:52:25.781032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port dbc69463-e914-4fc5-ba41-a8565dc9f720, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=dbc69463-e914-4fc5-ba41-a8565dc9f720,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:25.783142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:25.820058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for dbc69463-e914-4fc5-ba41-a8565dc9f720 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:25.846474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54848) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:25.902290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-561fce9e-eb1d-4e02-96ec-2284348baba2 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208255 Nov 12 03:52:25.994824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-370c32a1-9f47-44c2-b8d3-1f24e22b4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:25.999496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-370c32a1-9f47-44c2-b8d3-1f24e22b4a66 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480643 Nov 12 03:52:26.038300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23663427-bac7-404d-83ee-602cff8b7248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.088688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.106764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd9ae9-5a2b-4109-9702-54f8a54a3222 req-48f96e71-a7e8-4862-9cca-4d19028921e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.108262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5bd9ae9-5a2b-4109-9702-54f8a54a3222 req-48f96e71-a7e8-4862-9cca-4d19028921e3 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/ports?device_id=063a0d20-ba3d-4287-ad47-a0d269e5b0e2 HTTP/1.1" status: 200 len: 867 time: 0.1063237 Nov 12 03:52:26.148490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=dbc69463-e914-4fc5-ba41-a8565dc9f720,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.255727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] No DVR routers for this DVR port dbc69463-e914-4fc5-ba41-a8565dc9f720 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:26.262487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5bd9ae9-5a2b-4109-9702-54f8a54a3222 req-30fb963e-ea4c-4356-ac9c-6a56b945d5e2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a67c68-2a0a-4019-867c-3403008b78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176019 Nov 12 03:52:26.265053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.268719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2de8668-5c6f-4cda-a00a-1a63d168b245 req-f2e97e63-2492-4e80-97cd-fefba5d70ab6 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.104 "DELETE /v2.0/ports/dbc69463-e914-4fc5-ba41-a8565dc9f720 HTTP/1.1" status: 204 len: 173 time: 0.9006205 Nov 12 03:52:26.269258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'name': 'network-vif-deleted', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:26.273479 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae15ae1-4b04-4594-8653-0ca4494a09c8" -d '{"events": [{"server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "name": "network-vif-deleted", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:26.337087 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bcfd3c-0292-44ca-92a2-91b8db87ff45 x-openstack-request-id: req-89bcfd3c-0292-44ca-92a2-91b8db87ff45 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:26.337388 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063a0d20-ba3d-4287-ad47-a0d269e5b0e2", "name": "network-vif-deleted", "tag": "dbc69463-e914-4fc5-ba41-a8565dc9f720", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:26.337639 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-89bcfd3c-0292-44ca-92a2-91b8db87ff45 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:26.338044 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063a0d20-ba3d-4287-ad47-a0d269e5b0e2', 'name': 'network-vif-deleted', 'tag': 'dbc69463-e914-4fc5-ba41-a8565dc9f720', 'status': 'completed', 'code': 200} Nov 12 03:52:26.340206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23663427-bac7-404d-83ee-602cff8b7248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.345967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23663427-bac7-404d-83ee-602cff8b7248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.382357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23663427-bac7-404d-83ee-602cff8b7248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb6ce3-2ae3-4eac-9fff-5ffda6d178b1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.404994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23663427-bac7-404d-83ee-602cff8b7248 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b8b0af0752644cd2a9664a775641cdf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5574367 Nov 12 03:52:26.407645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:26.480982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.517117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.587990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.593252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:26.599625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e4cb6ce3-2ae3-4eac-9fff-5ffda6d178b1 HTTP/1.1" status: 204 len: 168 time: 0.1907730 Nov 12 03:52:26.624381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68534b-d062-486c-8fd0-f2e7d396abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb6ce3-2ae3-4eac-9fff-5ffda6d178b1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:26.716005 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-14ca8f5f-4775-4c0e-bf46-bc7d9ad8d4df service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944789 Nov 12 03:52:26.718144 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-b3c79c6e-672a-4101-b626-f346579fc2b4 service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448121 Nov 12 03:52:26.857737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-da3f7e7d-ec75-4a80-a9e3-d39611e6b878 req-130dc8d8-80e9-4a56-8acd-d7f995f97a37 service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297376 Nov 12 03:52:26.939206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68314012-3bf9-4699-b44c-6f3acecd5f0d req-41a89fee-2722-4080-ad3a-fd3f3fc7a008 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:26.941420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68314012-3bf9-4699-b44c-6f3acecd5f0d req-41a89fee-2722-4080-ad3a-fd3f3fc7a008 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.1080844 Nov 12 03:52:26.943359 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.013634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-68314012-3bf9-4699-b44c-6f3acecd5f0d req-157ccd27-43da-4ee7-a357-e6e048b5daf7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653811 Nov 12 03:52:27.154140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54884) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.168971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf54-dfa1-4ceb-a56d-c8d73ccc345b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.256428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf54-dfa1-4ceb-a56d-c8d73ccc345b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.260360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5acf54-dfa1-4ceb-a56d-c8d73ccc345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.304812 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ad5acf54-dfa1-4ceb-a56d-c8d73ccc345b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ca2274cba91a436bba4dac2a11a319e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459966 Nov 12 03:52:27.304812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5acf54-dfa1-4ceb-a56d-c8d73ccc345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d877bd-bf66-4dd9-a5e0-9aa5e19067fc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.305225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54890) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.333006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54892) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.369773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.391416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.399572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.431496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.442815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.446043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.447632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b9d877bd-bf66-4dd9-a5e0-9aa5e19067fc HTTP/1.1" status: 204 len: 168 time: 0.1416178 Nov 12 03:52:27.455593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b69cb5-48a6-4cfb-9c15-148286049830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d877bd-bf66-4dd9-a5e0-9aa5e19067fc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.510347 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:52:27.520209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.523495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.527281 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/security-groups/89a67c68-2a0a-4019-867c-3403008b78fe HTTP/1.1" status: 204 len: 168 time: 0.1907270 Nov 12 03:52:27.535613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bed56-df5b-4fe0-a117-803a84f83c94 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a67c68-2a0a-4019-867c-3403008b78fe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:27.568386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54902) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:27.752132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:27.980445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.171031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8331e0-6e65-4b96-a251-3a6886e72d6e req-a92396fe-0c69-4180-90a9-cd4673f11d1a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:28.180754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8331e0-6e65-4b96-a251-3a6886e72d6e req-a92396fe-0c69-4180-90a9-cd4673f11d1a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 944 time: 0.0708892 Nov 12 03:52:28.243476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e8331e0-6e65-4b96-a251-3a6886e72d6e req-be6647f2-e835-4bc3-b07d-48438b3c753e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617414 Nov 12 03:52:28.350892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port b0bb8740-32cd-4aa0-8713-878e4a36dc4e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:28.351679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.467919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port b0bb8740-32cd-4aa0-8713-878e4a36dc4e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:28.468495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.484773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for b0bb8740-32cd-4aa0-8713-878e4a36dc4e owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:28.702098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:28.724803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:28.736129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=b0bb8740-32cd-4aa0-8713-878e4a36dc4e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:28.758690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:52:28.771910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device dbc69463-e914-4fc5-ba41-a8565dc9f720 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:28.801036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: dbc69463-e914-4fc5-ba41-a8565dc9f720 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:28.801506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device dbc69463-e914-4fc5-ba41-a8565dc9f720 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:28.931375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:28.944767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'port_id': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'mac_address': 'fa:16:3e:b6:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:52:28.994562 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.007921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c0af7a-8ba4-478b-85c5-eb1bfdb4e1cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.014475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9d4341-9582-4ec5-8078-bb6132d79faf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:52:29.020612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.043299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:29.052497 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.118746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.156316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c0af7a-8ba4-478b-85c5-eb1bfdb4e1cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.161866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c0af7a-8ba4-478b-85c5-eb1bfdb4e1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.208603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d5c0af7a-8ba4-478b-85c5-eb1bfdb4e1cf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cdde06bdfbe2410b8e0589e90dbc2037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4820347 Nov 12 03:52:29.210292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0af7a-8ba4-478b-85c5-eb1bfdb4e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62357ca3-baeb-4d66-abdd-4cb705d46a32,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.212891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54946) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.267738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.292959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.307595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:52:29.400348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.403367 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.404598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/62357ca3-baeb-4d66-abdd-4cb705d46a32 HTTP/1.1" status: 204 len: 168 time: 0.1905887 Nov 12 03:52:29.417528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db529-7f84-43e8-8072-f8e9fd9c5863 req-43271b16-df6c-489f-b2ec-59a4214aa293 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.421075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-768db529-7f84-43e8-8072-f8e9fd9c5863 req-43271b16-df6c-489f-b2ec-59a4214aa293 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0939150 Nov 12 03:52:29.437141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbd07c-b516-4df5-a4e7-0a550c8635a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62357ca3-baeb-4d66-abdd-4cb705d46a32,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:29.466799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:29.475839 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-91fb6cad-44b7-4e45-abb3-bb4d74fccef2 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "PUT /v2.0/routers/7253ef84-fef0-42ea-be41-b4ee7f3b25c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060321 Nov 12 03:52:29.478139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Sync routers for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:29.487157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.497068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:29.497695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:29.520256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-768db529-7f84-43e8-8072-f8e9fd9c5863 req-082b8dbe-d5ce-470a-a0b9-0f58ca124893 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862229 Nov 12 03:52:29.599078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting subnet f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:29.614402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.708605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.720672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['3c9d4341-9582-4ec5-8078-bb6132d79faf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:52:29.785719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:29.796159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:29.825833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efb7246e-436b-48d1-ab5c-87342a2df62c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:29.900667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c72174-37eb-4874-85be-884cc956f951 req-ddeea344-59dc-4c82-a211-67f6983026a7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:29.908399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10c72174-37eb-4874-85be-884cc956f951 req-ddeea344-59dc-4c82-a211-67f6983026a7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0948808 Nov 12 03:52:30.012402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.022926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efb7246e-436b-48d1-ab5c-87342a2df62c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.033633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-efb7246e-436b-48d1-ab5c-87342a2df62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.083402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-efb7246e-436b-48d1-ab5c-87342a2df62c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2dba53ad46d14e11b84efb1fbcd569bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964966 Nov 12 03:52:30.088507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 54964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.092230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-b2636c6d-37cc-4d51-901c-40e546c623c6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.094522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-b2636c6d-37cc-4d51-901c-40e546c623c6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e&tenant_id=6b558a8279b249238b97636bb9a8beb2&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 945 time: 0.2254281 Nov 12 03:52:30.132453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10c72174-37eb-4874-85be-884cc956f951 req-d014d366-0730-44df-af1b-2615e60a088d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229075 Nov 12 03:52:30.146930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7246e-436b-48d1-ab5c-87342a2df62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710572b-04d5-4634-b930-03f12d0bcfc3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.170016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:52:28Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.182208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.184131 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.205644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Checking router: 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:30.211251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.221882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Subnet': ['ID=f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.225069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.228287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7cc5dfe9-7181-4896-81e2-54b2319962a8 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/subnets/f58f7f5a-c2ac-46a0-ba5f-6aaba57a9266 HTTP/1.1" status: 204 len: 168 time: 0.7390294 Nov 12 03:52:30.231757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 54966) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:30.235295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8db15-cf03-4ac4-a6b1-d55fbe72eee1 None None] Network fbfe9e87-c6be-4a77-bf94-021f2741ce53 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:30.259609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Routers {'7253ef84-fef0-42ea-be41-b4ee7f3b25c5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:30.260288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.278716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.280471 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-35de568e-e0c9-479e-b7e4-32cbd0d42c4c service neutron] delete failed (client error): The resource could not be found. Nov 12 03:52:30.281329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.281487 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-35de568e-e0c9-479e-b7e4-32cbd0d42c4c service neutron] 10.222.0.16 "DELETE /v2.0/ports/3c9d4341-9582-4ec5-8078-bb6132d79faf/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.1712248 Nov 12 03:52:30.282467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8710572b-04d5-4634-b930-03f12d0bcfc3 HTTP/1.1" status: 204 len: 168 time: 0.1884012 Nov 12 03:52:30.290354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63da53-806b-4f75-afdf-81d959d9a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710572b-04d5-4634-b930-03f12d0bcfc3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:30.407476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.479757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-231c79b4-bc9c-40c4-b7d1-09e53a9ca607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.481327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-231c79b4-bc9c-40c4-b7d1-09e53a9ca607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1097 time: 0.1075144 Nov 12 03:52:30.605034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.651846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] Set router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:30.655633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-62e9ef95-297d-420d-a287-246f37c0d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.657143 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-62e9ef95-297d-420d-a287-246f37c0d199 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.1475935 Nov 12 03:52:30.731339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Deleting port ad5e338e-3660-4bab-b98a-89859e48c0ea {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:30.731682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.766075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-c748fc5a-e2bc-442d-ae73-7e99153361d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 1000 time: 0.0972960 Nov 12 03:52:30.873661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-c7dc0548-04bd-4dcb-9529-6cfef813454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:30.875700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-c7dc0548-04bd-4dcb-9529-6cfef813454b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0813315 Nov 12 03:52:30.879557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] For port ad5e338e-3660-4bab-b98a-89859e48c0ea, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ad5e338e-3660-4bab-b98a-89859e48c0ea,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:30.879557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:30.902646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Calling delete_port for ad5e338e-3660-4bab-b98a-89859e48c0ea owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:30.909158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:52:28Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:30.949852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] DHCP port deletion for fbfe9e87-c6be-4a77-bf94-021f2741ce53 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:30.954887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489c79-fb07-4edf-a686-6189fea4981d None None] The sync data for ids ['7253ef84-fef0-42ea-be41-b4ee7f3b25c5'] in n-d-766726-29 is: [{'id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'name': 'tempest-TestNetworkBasicOps-router-148898881', 'tenant_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:32Z', 'updated_at': '2021-11-12T03:52:28Z', 'revision_number': 5, 'project_id': 'acaf0a7be3eb414ba7338f2fe34d19da', 'gw_port': {'id': 'ad5e338e-3660-4bab-b98a-89859e48c0ea', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7253ef84-fef0-42ea-be41-b4ee7f3b25c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:33Z', 'updated_at': '2021-11-12T03:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:31.019049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-be019ede-1a6c-4e2f-b5ec-682e1a949b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.020637 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-be019ede-1a6c-4e2f-b5ec-682e1a949b7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312225 Nov 12 03:52:31.032019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Deleting port 67b5f401-70fd-44d8-b21d-f15914aeb093 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:31.032978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.126811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] For port 67b5f401-70fd-44d8-b21d-f15914aeb093, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67b5f401-70fd-44d8-b21d-f15914aeb093,segment=NetworkSegment(fdea5e9d-abc6-491a-9b17-aa2b8b6eb676),segment_id=fdea5e9d-abc6-491a-9b17-aa2b8b6eb676)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:31.127536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.148022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Calling delete_port for 67b5f401-70fd-44d8-b21d-f15914aeb093 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:31.254397 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-d668524f-0965-4068-acda-02caf8fe7870 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198112 Nov 12 03:52:31.308983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4658-4e9c-46b6-9942-40b4c4b22ea1 req-38cc3f92-7d1d-4463-bd2b-94a46768a109 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:31.311353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6bb4658-4e9c-46b6-9942-40b4c4b22ea1 req-38cc3f92-7d1d-4463-bd2b-94a46768a109 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0971715 Nov 12 03:52:31.340974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.370312 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.398530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Port': ['ID=ad5e338e-3660-4bab-b98a-89859e48c0ea,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.433293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] Pushing event deleted for resources: {'Port': ['ID=67b5f401-70fd-44d8-b21d-f15914aeb093,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:31.440807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe82eb-061e-4984-a781-8831f9c0f055 None None] No DVR routers for this DVR port 67b5f401-70fd-44d8-b21d-f15914aeb093 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:52:31.458314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cf1bd-3ef1-46c8-ac10-4b22fcb1f44f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:31.462585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6bb4658-4e9c-46b6-9942-40b4c4b22ea1 req-a962d270-e844-450b-9b1b-8ef2ca5fdcfa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355836 Nov 12 03:52:31.525985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.564574 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1c538da4-c6a5-4e8c-900d-568f8972baaa req-86750f8b-2de7-4ac8-bf62-b765e6847281 service neutron] 10.222.0.16 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972984 Nov 12 03:52:31.576955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:31.844346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b0bb8740-32cd-4aa0-8713-878e4a36dc4e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:31.874312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b0bb8740-32cd-4aa0-8713-878e4a36dc4e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:31.874655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b0bb8740-32cd-4aa0-8713-878e4a36dc4e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:31.875949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67b5f401-70fd-44d8-b21d-f15914aeb093 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:31.907804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 67b5f401-70fd-44d8-b21d-f15914aeb093 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:31.908156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67b5f401-70fd-44d8-b21d-f15914aeb093 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:32.078183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.080774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.129787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.130942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Fanout notify agent at l3_agent the message router_deleted on router 7253ef84-fef0-42ea-be41-b4ee7f3b25c5 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:32.146663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.151198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-064c4ea3-a0ea-4879-804f-b1137be8f07f tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/routers/7253ef84-fef0-42ea-be41-b4ee7f3b25c5 HTTP/1.1" status: 204 len: 168 time: 1.9184589 Nov 12 03:52:32.151436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:32.273964 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.386931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.409031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe9e87-c6be-4a77-bf94-021f2741ce53']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:32.421079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:32.421316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdea5e9d-abc6-491a-9b17-aa2b8b6eb676') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:32.436303 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.453386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.464184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:32.466242 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:32.469546 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:32.538469 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.548849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.556006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] 10.222.0.97 "DELETE /v2.0/networks/fbfe9e87-c6be-4a77-bf94-021f2741ce53 HTTP/1.1" status: 204 len: 168 time: 0.4031456 Nov 12 03:52:32.588028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466378-1176-4345-a68a-3fd0bf6d749c tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] Pushing event deleted for resources: {'Network': ['ID=fbfe9e87-c6be-4a77-bf94-021f2741ce53,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:32.644588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423d5ac-8e9b-47da-9677-643e6a5fca85 req-605b6a1c-972d-432f-b351-6de903e7dd8c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:32.655396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6423d5ac-8e9b-47da-9677-643e6a5fca85 req-605b6a1c-972d-432f-b351-6de903e7dd8c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 945 time: 0.0692387 Nov 12 03:52:32.768518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6423d5ac-8e9b-47da-9677-643e6a5fca85 req-b8f7693a-0ac5-49c6-9afb-2b6f6fad55b1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961065 Nov 12 03:52:32.769217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55052) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:32.786396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:52:32.861024 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2ee6e1de-79d0-4e34-84b1-fe794ec48bdc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 200 len: 992 time: 0.0903766 Nov 12 03:52:32.880856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 3c9d4341-9582-4ec5-8078-bb6132d79faf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:52:32.884795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 3c9d4341-9582-4ec5-8078-bb6132d79faf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:32.885176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:32.985634 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.005754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.032254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:52:33.035543 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51954a02-3c67-46c2-9d58-51341a7b18c5" -d '{"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:52:33.040274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:52:33.046486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.105998 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced9b85-30dc-4768-9d89-ef85542ede38 x-openstack-request-id: req-cced9b85-30dc-4768-9d89-ef85542ede38 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:52:33.106371 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-plugged", "status": "completed", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:52:33.106470 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cced9b85-30dc-4768-9d89-ef85542ede38 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:52:33.106825 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'code': 200} Nov 12 03:52:33.120976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.130186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.130794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.131949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.132439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.132925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.133426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.133906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.134389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.135253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.135589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.135912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.136392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:33.308846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4567915a-254c-4d81-8691-f189b6dbc4cc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=acaf0a7be3eb414ba7338f2fe34d19da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022225 Nov 12 03:52:33.311378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55070) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.364563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.386806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.435769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.438498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.439714 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5125a79e-a96b-4568-9961-42f6a6000867 HTTP/1.1" status: 204 len: 168 time: 0.1270421 Nov 12 03:52:33.448562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce7769-e131-4634-bbb0-905cb685f85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5125a79e-a96b-4568-9961-42f6a6000867,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:33.673603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad5e338e-3660-4bab-b98a-89859e48c0ea no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:52:33.696713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ad5e338e-3660-4bab-b98a-89859e48c0ea {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:52:33.697057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ad5e338e-3660-4bab-b98a-89859e48c0ea not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:52:33.784630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.895034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99739825-b7a9-4ad6-b9e4-5e2219ef74df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:33.939723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:33.960929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf210-162c-4ad8-af55-34bf354357c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.006760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99739825-b7a9-4ad6-b9e4-5e2219ef74df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.015424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99739825-b7a9-4ad6-b9e4-5e2219ef74df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.069262 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-99739825-b7a9-4ad6-b9e4-5e2219ef74df admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=46cb237c2a9149af8d23d9658eed3b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835982 Nov 12 03:52:34.072418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.073478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99739825-b7a9-4ad6-b9e4-5e2219ef74df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eaf088-12e8-4a7a-9fce-f2a12293aa3f,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.105364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf210-162c-4ad8-af55-34bf354357c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.111234 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf210-162c-4ad8-af55-34bf354357c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.140256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.152456 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2ddf210-162c-4ad8-af55-34bf354357c0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f60ba4908aa4bc59ca5e505dbce4b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105336 Nov 12 03:52:34.155554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.158831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddf210-162c-4ad8-af55-34bf354357c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec933b-4ca3-4f81-a1f9-c02479239a42,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.181871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.253763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.273882 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.276428 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.277570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/44eaf088-12e8-4a7a-9fce-f2a12293aa3f HTTP/1.1" status: 204 len: 168 time: 0.2033901 Nov 12 03:52:34.289279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.291056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276f86c-a634-49f3-a61e-9aa06d1843b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eaf088-12e8-4a7a-9fce-f2a12293aa3f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.677769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55098) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.695309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-996045e2-c719-4cec-a18a-48a4710b61e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.705277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.708124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.711789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/83ec933b-4ca3-4f81-a1f9-c02479239a42 HTTP/1.1" status: 204 len: 168 time: 0.5526483 Nov 12 03:52:34.717548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07da9d-ab5a-4411-a739-f07b105978e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec933b-4ca3-4f81-a1f9-c02479239a42,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.804740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-996045e2-c719-4cec-a18a-48a4710b61e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.810362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-996045e2-c719-4cec-a18a-48a4710b61e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.852334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-996045e2-c719-4cec-a18a-48a4710b61e2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a36461c814dd4140b6be752214ffd736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726398 Nov 12 03:52:34.853290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996045e2-c719-4cec-a18a-48a4710b61e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74188e2f-22db-43d6-88fc-1b6fb5f54b45,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:34.855037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:34.906361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.932281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.992136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.994968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:34.996309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/74188e2f-22db-43d6-88fc-1b6fb5f54b45 HTTP/1.1" status: 204 len: 168 time: 0.1399705 Nov 12 03:52:35.007001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590cf95-57e3-4a50-bc59-4427a6c4f419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74188e2f-22db-43d6-88fc-1b6fb5f54b45,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.663268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55124) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.786568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60a08390-c3ca-4731-a16d-eae7ab89c91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.866914 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60a08390-c3ca-4731-a16d-eae7ab89c91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.871554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-60a08390-c3ca-4731-a16d-eae7ab89c91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.910020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-60a08390-c3ca-4731-a16d-eae7ab89c91f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bc1e23d41d954c43a2553d5952004907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453778 Nov 12 03:52:35.912859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:35.915353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a08390-c3ca-4731-a16d-eae7ab89c91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb20fcd-2a01-4197-a5d8-da9c021c3b3d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:35.967293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:35.988204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.037591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.040475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:36.041615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4bb20fcd-2a01-4197-a5d8-da9c021c3b3d HTTP/1.1" status: 204 len: 168 time: 0.1277535 Nov 12 03:52:36.049393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d391f-e5b6-4528-8817-7fce67d4836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb20fcd-2a01-4197-a5d8-da9c021c3b3d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.573325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55278) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.696239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ad850f-72be-4ae1-ab16-f469061b2493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.793227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ad850f-72be-4ae1-ab16-f469061b2493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.797298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1ad850f-72be-4ae1-ab16-f469061b2493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.836941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c1ad850f-72be-4ae1-ab16-f469061b2493 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5697891b13fe4c3cb73fc43f39190e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625160 Nov 12 03:52:37.838897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad850f-72be-4ae1-ab16-f469061b2493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2d25a2-f83a-4b66-9ce3-63c3d94f1040,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:37.840010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55290) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:37.894364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.917358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.969679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.972389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:37.973652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5a2d25a2-f83a-4b66-9ce3-63c3d94f1040 HTTP/1.1" status: 204 len: 168 time: 0.1314030 Nov 12 03:52:37.984046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaac44-c076-4523-894b-bab113235957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2d25a2-f83a-4b66-9ce3-63c3d94f1040,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.251385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55296) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.266249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf527-c961-464f-b677-271a58166399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.343272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf527-c961-464f-b677-271a58166399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.347514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c2bf527-c961-464f-b677-271a58166399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.391077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c2bf527-c961-464f-b677-271a58166399 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2bfdb72d9520422096aa7a790b300259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385558 Nov 12 03:52:38.392126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf527-c961-464f-b677-271a58166399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d7a61-5838-41b2-8e09-2eedbbe40c55,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:38.393719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:38.445627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.468213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.515448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.518247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:38.519423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/255d7a61-5838-41b2-8e09-2eedbbe40c55 HTTP/1.1" status: 204 len: 168 time: 0.1247237 Nov 12 03:52:38.533286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e927-183a-4146-90e5-900cbabd1037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d7a61-5838-41b2-8e09-2eedbbe40c55,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:39.723307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:40.983675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.096420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db72bb8-b3db-4233-a5b9-90478a493f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.173204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db72bb8-b3db-4233-a5b9-90478a493f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.177346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5db72bb8-b3db-4233-a5b9-90478a493f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.228378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55366) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.228935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5db72bb8-b3db-4233-a5b9-90478a493f21 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=804c13ce667544c6a51413f07e195131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435391 Nov 12 03:52:41.229412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db72bb8-b3db-4233-a5b9-90478a493f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed08f6-4ff5-4c07-aee4-ffa7a48603ee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.289457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.317151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.375778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.378788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.384120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c7ed08f6-4ff5-4c07-aee4-ffa7a48603ee HTTP/1.1" status: 204 len: 168 time: 0.1499209 Nov 12 03:52:41.391409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c92ee0-6862-441d-83e2-63584cd0d874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed08f6-4ff5-4c07-aee4-ffa7a48603ee,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.702809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.719449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2175beed-660b-448f-a1f7-cd6d34cdaf2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.801416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2175beed-660b-448f-a1f7-cd6d34cdaf2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.806599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2175beed-660b-448f-a1f7-cd6d34cdaf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.850671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:41.851017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2175beed-660b-448f-a1f7-cd6d34cdaf2f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d6df0c9aa3c54c86a132c815d169ee28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467876 Nov 12 03:52:41.853179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175beed-660b-448f-a1f7-cd6d34cdaf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146cc28-3027-438e-a41d-b556d90ad74b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:41.910180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.935916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.987901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.991434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:41.994923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5146cc28-3027-438e-a41d-b556d90ad74b HTTP/1.1" status: 204 len: 168 time: 0.1405032 Nov 12 03:52:42.001318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528415f-1597-4dbb-a247-347988c23d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146cc28-3027-438e-a41d-b556d90ad74b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.398744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.524865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25399f36-712b-41dc-a067-3e2c78a2d0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.615225 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25399f36-712b-41dc-a067-3e2c78a2d0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.619450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25399f36-712b-41dc-a067-3e2c78a2d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.659223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25399f36-712b-41dc-a067-3e2c78a2d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bf4b9-661b-40bd-b354-b34716834cbd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:44.666415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:44.667020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-25399f36-712b-41dc-a067-3e2c78a2d0d6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=faca624e0f3d46a5b54d5be63d412426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664618 Nov 12 03:52:44.728963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.752986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.810391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.813032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:44.814219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a47bf4b9-661b-40bd-b354-b34716834cbd HTTP/1.1" status: 204 len: 168 time: 0.1460898 Nov 12 03:52:44.823960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9b300-611d-4694-84d5-54f60eb6d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bf4b9-661b-40bd-b354-b34716834cbd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.182886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55466) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:45.200260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-723c667f-92c4-418e-a08d-343cf7622285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.291503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-723c667f-92c4-418e-a08d-343cf7622285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.297299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-723c667f-92c4-418e-a08d-343cf7622285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.341500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-723c667f-92c4-418e-a08d-343cf7622285 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6c659de69fbd4518b771074565047c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549385 Nov 12 03:52:45.341500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c667f-92c4-418e-a08d-343cf7622285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa10e90-1cb6-4477-9db1-7af8b1954849,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:45.342198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:45.409794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.438106 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.495081 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.497634 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:45.498896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8fa10e90-1cb6-4477-9db1-7af8b1954849 HTTP/1.1" status: 204 len: 168 time: 0.1557791 Nov 12 03:52:45.507119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321daa55-f960-4341-96ab-7ad0b5ccd290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa10e90-1cb6-4477-9db1-7af8b1954849,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.536984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55500) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.647853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f501665-e085-4bc8-bd14-72884f18304a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.729108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f501665-e085-4bc8-bd14-72884f18304a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.733404 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f501665-e085-4bc8-bd14-72884f18304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.771608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f501665-e085-4bc8-bd14-72884f18304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1232eeb-7b11-44a2-920b-312cf98a3e34,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:46.779484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f501665-e085-4bc8-bd14-72884f18304a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eba535b24722456bbccee7b70d7d2c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393682 Nov 12 03:52:46.780624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:46.831267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.853903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.910537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.916600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:46.919628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a1232eeb-7b11-44a2-920b-312cf98a3e34 HTTP/1.1" status: 204 len: 168 time: 0.1387277 Nov 12 03:52:46.933997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35785595-be22-48d4-817f-e4eabbd26893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1232eeb-7b11-44a2-920b-312cf98a3e34,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.476656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55554) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:48.587760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-291463884', 'router:external': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:48.610238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Made reservation on behalf of 1ecdfbe25f7c440fa1abec9176911403 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:48.612604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.621789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.698607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.702494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.727284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:52:48.741986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3160fc20-66bb-4f57-a5f6-f7e595e277e9,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.748597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.748964 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Added segment cbe9ddb1-5d34-40a7-947e-91cbef422a3d of type vlan for network a72ff107-1cf6-4601-bca8-985fc304a573 Nov 12 03:52:48.797742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.830602 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.831674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:48.832311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.893577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.4130936 Nov 12 03:52:48.894291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55566) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:48.900067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'subnet': {'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:48.912414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb88cf9-b485-48c5-af26-383fe290f919 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Network': ['ID=a72ff107-1cf6-4601-bca8-985fc304a573,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:48.928208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Made reservation on behalf of 1ecdfbe25f7c440fa1abec9176911403 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:48.930674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:48.933073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a72ff107-1cf6-4601-bca8-985fc304a573 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:52:49.252095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.objects.ports [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102605) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 03:52:49.252546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.312763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fef1b312-b2ce-4858-8286-2067cf2327ef,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.322276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Checking segment: {'id': 'cbe9ddb1-5d34-40a7-947e-91cbef422a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:52:49.322641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network hostable DHCP agents. Network: a72ff107-1cf6-4601-bca8-985fc304a573, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:52:49.340588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network a72ff107-1cf6-4601-bca8-985fc304a573 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:52:49.351203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a72ff107-1cf6-4601-bca8-985fc304a573) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:49.357947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.359697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.364103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cddc954-e2fb-49d8-80f5-5ef7ebf7967b None None] Network a72ff107-1cf6-4601-bca8-985fc304a573 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:49.391642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0c04786d-ea13-4e8a-ba73-adfbc5bb9b82 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4961956 Nov 12 03:52:49.392752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55570) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:49.399108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-946998587', 'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:49.424037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Made reservation on behalf of 1ecdfbe25f7c440fa1abec9176911403 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:52:49.427049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.448957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] device_id is not set on port f9a29c13-96f5-4b79-a42f-f514bf6f6b99 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:52:49.530899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa368c-305b-4ba8-9779-77d408fe836c None None] Network a72ff107-1cf6-4601-bca8-985fc304a573 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:52:49.577916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 2001:db8::247 (a72ff107-1cf6-4601-bca8-985fc304a573/fef1b312-b2ce-4858-8286-2067cf2327ef/f9a29c13-96f5-4b79-a42f-f514bf6f6b99) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:49.738177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.773808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.812184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network a72ff107-1cf6-4601-bca8-985fc304a573 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:49.814975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:49.817525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:49.819225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:52:49.819839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:49.839289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=f9a29c13-96f5-4b79-a42f-f514bf6f6b99,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:49.851187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-674ff668-4b9b-4e07-aa90-c2d23e922908 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4532592 Nov 12 03:52:49.851187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55572) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:49.942335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Deleting port f9a29c13-96f5-4b79-a42f-f514bf6f6b99 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:49.943690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.022765 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.034662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Calling delete_port for f9a29c13-96f5-4b79-a42f-f514bf6f6b99 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:50.189814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.222227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9a29c13-96f5-4b79-a42f-f514bf6f6b99,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:50.253197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.257255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b6db17f9-05a6-4c9b-bf44-9aa2a961f222 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/ports/f9a29c13-96f5-4b79-a42f-f514bf6f6b99 HTTP/1.1" status: 204 len: 168 time: 0.4056189 Nov 12 03:52:50.259951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:50.266121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573', 'external_fixed_ips': [{'subnet_id': 'fef1b312-b2ce-4858-8286-2067cf2327ef', 'ip_address': '2001:db8::247'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:50.289178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.291005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.353956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.498345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.706343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.730508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:50.952714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 2001:db8::247 (a72ff107-1cf6-4601-bca8-985fc304a573/fef1b312-b2ce-4858-8286-2067cf2327ef/42afef18-e82d-4402-9a79-bcd36d25d41e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:51.078537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.129804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.191449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network a72ff107-1cf6-4601-bca8-985fc304a573 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:51.196308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:51.198697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:51.269436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=42afef18-e82d-4402-9a79-bcd36d25d41e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:51.431936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.644843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.786586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:51.914507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:51.925765 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Sync routers for ids ['ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:51.936565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:51.938106 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Routers {'ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:51.938905 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:51.939441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c64de989-c100-489c-a0da-63159572f425 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6780980 Nov 12 03:52:51.940568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55588) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:52.050960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.051212 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Set router ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:52:52.181844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.243127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92537800-0500-46d9-8ffe-06c79e1d57f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.275496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Deleting port 42afef18-e82d-4402-9a79-bcd36d25d41e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:52.276118 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.310268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730', 'name': '', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573', 'external_fixed_ips': [{'subnet_id': 'fef1b312-b2ce-4858-8286-2067cf2327ef', 'ip_address': '2001:db8::247'}], 'enable_snat': True}, 'gw_port_id': '42afef18-e82d-4402-9a79-bcd36d25d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:52:51Z', 'revision_number': 3, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port': {'id': '42afef18-e82d-4402-9a79-bcd36d25d41e', 'name': '', 'network_id': 'a72ff107-1cf6-4601-bca8-985fc304a573', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'fef1b312-b2ce-4858-8286-2067cf2327ef', 'ip_address': '2001:db8::247', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:50Z', 'updated_at': '2021-11-12T03:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fef1b312-b2ce-4858-8286-2067cf2327ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:52.346213 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Checking router: ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:52:52.346827 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Updating router ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 port 42afef18-e82d-4402-9a79-bcd36d25d41e binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:52:52.378779 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.383235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.402361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Calling delete_port for 42afef18-e82d-4402-9a79-bcd36d25d41e owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:52.626572 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.666923 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.db.api [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:52:52.666923 n-d-766726-29 neutron-server[102607]: DEBUG oslo_db.api [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:52:52.667372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Port': ['ID=42afef18-e82d-4402-9a79-bcd36d25d41e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:52.705168 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.839424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.842240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.910111 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.910953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:52.925435 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:52.928535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-15fbbd2e-f94d-444f-a126-2536d554ebf1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/routers/ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730 HTTP/1.1" status: 204 len: 168 time: 0.9858763 Nov 12 03:52:52.931524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.010388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Deleting subnet fef1b312-b2ce-4858-8286-2067cf2327ef {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:52:53.015849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.075249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.202588 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Port 42afef18-e82d-4402-9a79-bcd36d25d41e not found while updating agent binding for router ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730. {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 03:52:53.215263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Routers set() bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:53.215931 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Router IDs set() for agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 03:52:53.216762 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_agentschedulers_db [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:24Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent'). {{(pid=102607) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 03:52:53.217341 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6c5f-c2e2-453b-8037-0f6c69b5c436 None None] The sync data for ids ['ddc07ed1-514e-4ec1-bbe7-ea23a2e9e730'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:53.515509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.576914 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.607900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fef1b312-b2ce-4858-8286-2067cf2327ef,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:53.609880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.616047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1400cb2a-099b-4a29-9542-641c8fad5977 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/subnets/fef1b312-b2ce-4858-8286-2067cf2327ef HTTP/1.1" status: 204 len: 168 time: 0.6830025 Nov 12 03:52:53.616981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:53.696157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.791902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.816617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72ff107-1cf6-4601-bca8-985fc304a573']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:53.829192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9ddb1-5d34-40a7-947e-91cbef422a3d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:53.829487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9ddb1-5d34-40a7-947e-91cbef422a3d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:53.839958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.859219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.866709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:52:53.867155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:52:53.869126 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:52:53.948388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.952957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a72ff107-1cf6-4601-bca8-985fc304a573 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 03:52:53.957219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:53.963360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/networks/a72ff107-1cf6-4601-bca8-985fc304a573 HTTP/1.1" status: 204 len: 168 time: 0.3450174 Nov 12 03:52:53.997498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Network': ['ID=a72ff107-1cf6-4601-bca8-985fc304a573,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:54.013296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.013878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.014459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.015057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.015603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.016162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.016748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.017910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.018722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.019557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.020542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.021838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5a18f-1a40-4923-b788-f36398a887f9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:52:54.230583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.236975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'name': 'tempest-router--1291282102', 'project_id': '6898f13d0108438f843f005fa27bfefc'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:54.262736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.264032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.321656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.326652 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.345337 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.349158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d01d10c-f9f8-4af6-b9d7-5e4bbe9f3020 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1147716 Nov 12 03:52:54.350616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:54.426783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.574941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccf3028b-bb04-4091-8491-54ceaca42ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.598219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.600715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.652646 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.653220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 209a0af4-0244-48cd-9d89-5fcee424fcfe {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:54.657814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:54.662452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6e0504f9-7cf3-44f4-a878-1846d380f0e1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/routers/209a0af4-0244-48cd-9d89-5fcee424fcfe HTTP/1.1" status: 204 len: 168 time: 0.3105428 Nov 12 03:52:54.786353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:55.018969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1314447017', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:55.044571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.045788 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.110451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.342107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.476264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.586306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.606242 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.750462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Allocated IP 172.25.7.137 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d130ce8e-0d94-4643-9673-7ee660b1b474) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:55.869891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.929396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:55.972939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:55.975854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:55.979381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:55.989709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9ffac-139b-4eed-9845-007ba14300a9 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:56.001718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event updated for resources: {'Port': ['ID=d130ce8e-0d94-4643-9673-7ee660b1b474,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:56.078445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-05f4bb57-03ef-47f6-8b83-3067efe845f4 None None] Provisioning complete for port d130ce8e-0d94-4643-9673-7ee660b1b474 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:56.079022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-05f4bb57-03ef-47f6-8b83-3067efe845f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.116477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-05f4bb57-03ef-47f6-8b83-3067efe845f4 None None] Port d130ce8e-0d94-4643-9673-7ee660b1b474 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:56.301847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.745702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:56.913430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Router ac968faf-b309-4c61-8076-235fdeea3656 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:56.953321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.071622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:57.087916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] Sync routers for ids ['ac968faf-b309-4c61-8076-235fdeea3656'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:57.093207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.100959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-30b6384d-1a44-4c76-8632-a0080b15e2b0 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3067315 Nov 12 03:52:57.101188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55630) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.101907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] Routers {'ac968faf-b309-4c61-8076-235fdeea3656'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:57.102418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ac968faf-b309-4c61-8076-235fdeea3656'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.142096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.152489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] Routers {'ac968faf-b309-4c61-8076-235fdeea3656'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:57.153102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ac968faf-b309-4c61-8076-235fdeea3656'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.190746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:57.192054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2958f00-bc11-4eaf-9a1e-3d5edcef5afc None None] The sync data for ids ['ac968faf-b309-4c61-8076-235fdeea3656'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:52:57.230966 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5c463d7e-8b21-4d2a-9840-22c6b3018d0b tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/ac968faf-b309-4c61-8076-235fdeea3656 HTTP/1.1" status: 200 len: 925 time: 0.1293275 Nov 12 03:52:57.234239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55636) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.269644 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7f4a23a7-4aa9-4b7c-8c6a-7175a7dba259 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=ac968faf-b309-4c61-8076-235fdeea3656 HTTP/1.1" status: 200 len: 205 time: 0.0315859 Nov 12 03:52:57.269897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:57.402535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.515282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.574478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port d130ce8e-0d94-4643-9673-7ee660b1b474 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:52:57.574810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.663414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.676747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for d130ce8e-0d94-4643-9673-7ee660b1b474 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:52:57.747799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.861374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:57.914739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=d130ce8e-0d94-4643-9673-7ee660b1b474,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:57.934769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8f962-0bdc-468e-b640-aeb03d9a8fcf None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:57.991275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.098044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.100745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.148925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.149626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router ac968faf-b309-4c61-8076-235fdeea3656 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:52:58.156978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.157842 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-03368590-c7bf-4847-8cd3-37fe0e3a53da tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/ac968faf-b309-4c61-8076-235fdeea3656 HTTP/1.1" status: 204 len: 168 time: 0.8866699 Nov 12 03:52:58.162440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:58.167479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2068438136', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:52:58.191626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.192812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.249159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.405838 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.639608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.660608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.777068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 172.25.7.139 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/a7341801-b94c-4551-b8cd-d438b1322992) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:52:58.890042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.940090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:58.985295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:52:58.993962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:52:58.995872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=a7341801-b94c-4551-b8cd-d438b1322992,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:52:58.997985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:52:59.007862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7febea-930e-41e2-8948-36b4f739a308 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:52:59.069822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d4b057b0-6052-450f-a407-083c9f37ec22 None None] Provisioning complete for port a7341801-b94c-4551-b8cd-d438b1322992 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:52:59.070755 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4b057b0-6052-450f-a407-083c9f37ec22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.129615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d4b057b0-6052-450f-a407-083c9f37ec22 None None] Port a7341801-b94c-4551-b8cd-d438b1322992 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:52:59.261792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.480585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.645530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router 46e1eb63-b458-4d94-986f-e2bdde3ad152 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:52:59.777810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:52:59.815754 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Sync routers for ids ['46e1eb63-b458-4d94-986f-e2bdde3ad152'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:52:59.821799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:52:59.826280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5a431bf6-2360-48f5-a4da-f229caf4d0e9 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6622560 Nov 12 03:52:59.832037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55652) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:52:59.861766 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Routers {'46e1eb63-b458-4d94-986f-e2bdde3ad152'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:52:59.861766 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['46e1eb63-b458-4d94-986f-e2bdde3ad152'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:52:59.999283 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Set router 46e1eb63-b458-4d94-986f-e2bdde3ad152 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:00.000327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46b5118b-74cb-47ce-ae26-0d4110047640 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/46e1eb63-b458-4d94-986f-e2bdde3ad152 HTTP/1.1" status: 200 len: 909 time: 0.1668050 Nov 12 03:53:00.002526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:00.007035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2068438136', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': True}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:00.033621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.034470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.097815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.199388 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139'}], 'enable_snat': False}, 'gw_port_id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:52:59Z', 'revision_number': 3, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port': {'id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.227021 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Checking router: 46e1eb63-b458-4d94-986f-e2bdde3ad152 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:00.227365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Updating router 46e1eb63-b458-4d94-986f-e2bdde3ad152 port a7341801-b94c-4551-b8cd-d438b1322992 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:00.238135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.256531 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.479966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.501273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.637356 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.652606 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.715557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Attempting to bind port a7341801-b94c-4551-b8cd-d438b1322992 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:00.715557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Attempting to bind port a7341801-b94c-4551-b8cd-d438b1322992 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:00.715845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Attempting to bind port a7341801-b94c-4551-b8cd-d438b1322992 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:00.718194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 172.25.7.100 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c2dcdec5-1d86-4295-8a65-e775020f6a78) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:00.732961 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:00.733284 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:00.733727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02020f6d-2dad-452c-8362-5cd2a72371c3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:00.734206 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.734517 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:00.735180 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Bound port: a7341801-b94c-4551-b8cd-d438b1322992, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:00.735672 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.772001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Pushing event updated for resources: {'Port': ['ID=a7341801-b94c-4551-b8cd-d438b1322992,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:00.802186 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.803345 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.803690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.804019 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.804352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.804681 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.805006 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.805327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.805649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.805968 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.806291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.806610 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:00.819863 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] For port a7341801-b94c-4551-b8cd-d438b1322992, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:00.823261 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] For port a7341801-b94c-4551-b8cd-d438b1322992, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7341801-b94c-4551-b8cd-d438b1322992,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:00.828691 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.867361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4b7f5-d20d-41d1-9309-9cd256bc9191 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:00.878292 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Routers {'46e1eb63-b458-4d94-986f-e2bdde3ad152'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:00.879412 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['46e1eb63-b458-4d94-986f-e2bdde3ad152'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:00.882288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.951152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:00.952195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] Provisioning complete for port a7341801-b94c-4551-b8cd-d438b1322992 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:00.952819 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.022300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:01.024145 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] Set router 46e1eb63-b458-4d94-986f-e2bdde3ad152 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:01.027334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:01.033219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:01.054128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb2c6a-d0b1-4a9c-8ef4-09235d86edbf None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:01.105988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=c2dcdec5-1d86-4295-8a65-e775020f6a78,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.172753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.203579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] For port a7341801-b94c-4551-b8cd-d438b1322992, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7341801-b94c-4551-b8cd-d438b1322992,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:01.209337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.232561 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c74f0e-f7b2-4a48-8d65-c0aa97b3ffbe None None] Pushing event updated for resources: {'Port': ['ID=a7341801-b94c-4551-b8cd-d438b1322992,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.272833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fb0d2-5c40-436a-af1f-add602477637 None None] Pushing event updated for resources: {'Port': ['ID=a7341801-b94c-4551-b8cd-d438b1322992,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:01.328109 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139'}], 'enable_snat': False}, 'gw_port_id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:52:59Z', 'revision_number': 3, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port': {'id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:01.334294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc952ccf-4efb-4d4b-8cad-cb17f3a1b6bd None None] Provisioning complete for port a7341801-b94c-4551-b8cd-d438b1322992 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.335081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc952ccf-4efb-4d4b-8cad-cb17f3a1b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.357675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a904d7-44b9-488c-a5e1-33f54179242d None None] The sync data for ids ['46e1eb63-b458-4d94-986f-e2bdde3ad152'] in n-d-766726-29 is: [{'id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139'}], 'enable_snat': False}, 'gw_port_id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:52:59Z', 'revision_number': 3, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port': {'id': 'a7341801-b94c-4551-b8cd-d438b1322992', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1eb63-b458-4d94-986f-e2bdde3ad152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:52:58Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:01.460619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.469367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc952ccf-4efb-4d4b-8cad-cb17f3a1b6bd None None] Provisioning complete for port c2dcdec5-1d86-4295-8a65-e775020f6a78 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:01.469865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc952ccf-4efb-4d4b-8cad-cb17f3a1b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.524007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:01.525168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc952ccf-4efb-4d4b-8cad-cb17f3a1b6bd None None] Port c2dcdec5-1d86-4295-8a65-e775020f6a78 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:02.030161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.197957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router 7e7da116-9499-42a5-98e8-fa57608c4fdc is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:02.328011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:02.340137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Sync routers for ids ['7e7da116-9499-42a5-98e8-fa57608c4fdc'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:02.365924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.366205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Routers {'7e7da116-9499-42a5-98e8-fa57608c4fdc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:02.367585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7e7da116-9499-42a5-98e8-fa57608c4fdc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:02.367838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a6160236-563b-49ff-a8d6-f5849d39ca41 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3641064 Nov 12 03:53:02.370736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.496287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Set router 7e7da116-9499-42a5-98e8-fa57608c4fdc gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:02.508904 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-03d7086a-b83c-4f1b-8e82-ca6a8d3589ed tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/7e7da116-9499-42a5-98e8-fa57608c4fdc HTTP/1.1" status: 200 len: 908 time: 0.1358271 Nov 12 03:53:02.511627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:02.649859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.705740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7da116-9499-42a5-98e8-fa57608c4fdc', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'c2dcdec5-1d86-4295-8a65-e775020f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:00Z', 'updated_at': '2021-11-12T03:53:01Z', 'revision_number': 3, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port': {'id': 'c2dcdec5-1d86-4295-8a65-e775020f6a78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7da116-9499-42a5-98e8-fa57608c4fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:00Z', 'updated_at': '2021-11-12T03:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:02.736303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Checking router: 7e7da116-9499-42a5-98e8-fa57608c4fdc for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:02.736688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Updating router 7e7da116-9499-42a5-98e8-fa57608c4fdc port c2dcdec5-1d86-4295-8a65-e775020f6a78 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:02.773752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.775752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.838742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Deleting port c2dcdec5-1d86-4295-8a65-e775020f6a78 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:02.839187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.947158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:02.966674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Calling delete_port for c2dcdec5-1d86-4295-8a65-e775020f6a78 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:03.094967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.101762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.172227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Attempting to bind port c2dcdec5-1d86-4295-8a65-e775020f6a78 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:03.172583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Attempting to bind port c2dcdec5-1d86-4295-8a65-e775020f6a78 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:03.172985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Attempting to bind port c2dcdec5-1d86-4295-8a65-e775020f6a78 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:03.179954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f6e07-ad2b-4c14-b4fa-faf50eefd3b8 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:03.186807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:03.187357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:03.187561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.187941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:03.188500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Bound port: c2dcdec5-1d86-4295-8a65-e775020f6a78, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:03.188823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.189286 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.197533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67404c70-53c0-4133-8dcb-a47eec41f98d None None] Pushing event updated for resources: {'Port': ['ID=c2dcdec5-1d86-4295-8a65-e775020f6a78,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.223359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Port c2dcdec5-1d86-4295-8a65-e775020f6a78 has been deleted concurrently {{(pid=102606) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 03:53:03.239058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2dcdec5-1d86-4295-8a65-e775020f6a78,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:03.239592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Routers {'7e7da116-9499-42a5-98e8-fa57608c4fdc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:03.240681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7e7da116-9499-42a5-98e8-fa57608c4fdc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:03.255108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.255108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.255108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.255108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.255108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.256507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.256507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.256842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.256989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.257508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.257692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.257855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:03.319058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] Set router 7e7da116-9499-42a5-98e8-fa57608c4fdc gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:03.354775 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.378755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7da116-9499-42a5-98e8-fa57608c4fdc', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:00Z', 'updated_at': '2021-11-12T03:53:03Z', 'revision_number': 5, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:03.384689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321f991-bd94-4829-9a2d-df6984a35121 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:03.389156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9ef94dbe-c046-480d-b067-f0bd908d366c None None] Could not find standard attr ID for object c2dcdec5-1d86-4295-8a65-e775020f6a78. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 03:53:03.419977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64187bb1-f031-48c6-9af3-710c8a417132 None None] The sync data for ids ['7e7da116-9499-42a5-98e8-fa57608c4fdc'] in n-d-766726-29 is: [{'id': '7e7da116-9499-42a5-98e8-fa57608c4fdc', 'name': 'tempest-snat-router-2068438136', 'tenant_id': '1ecdfbe25f7c440fa1abec9176911403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:00Z', 'updated_at': '2021-11-12T03:53:03Z', 'revision_number': 5, 'project_id': '1ecdfbe25f7c440fa1abec9176911403', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:03.484553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.487261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.535664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.536302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7da116-9499-42a5-98e8-fa57608c4fdc {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:03.546953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.551945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ade2394-b45d-4848-933b-e441354f4cac tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/routers/7e7da116-9499-42a5-98e8-fa57608c4fdc HTTP/1.1" status: 204 len: 168 time: 1.0386035 Nov 12 03:53:03.555674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55670) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:03.702433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.796912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7341801-b94c-4551-b8cd-d438b1322992 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:03.854885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.870964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a7341801-b94c-4551-b8cd-d438b1322992 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:03.871439 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:03.932014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Deleting port a7341801-b94c-4551-b8cd-d438b1322992 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:03.932613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.051903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] For port a7341801-b94c-4551-b8cd-d438b1322992, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a7341801-b94c-4551-b8cd-d438b1322992,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:04.052442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.070025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Calling delete_port for a7341801-b94c-4551-b8cd-d438b1322992 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:04.267938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.295312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7341801-b94c-4551-b8cd-d438b1322992,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:04.316806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a383514-81e3-4508-8e3d-05267c5089bf None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:04.367509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.513454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:04.516412 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.519400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.571026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.571744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46e1eb63-b458-4d94-986f-e2bdde3ad152 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:04.576609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.585001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89100b99-26ca-4f3e-b7b3-bcee132173be tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "DELETE /v2.0/routers/46e1eb63-b458-4d94-986f-e2bdde3ad152 HTTP/1.1" status: 204 len: 168 time: 1.0209713 Nov 12 03:53:04.585210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:04.589308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-512910286', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:04.633455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.636741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.712174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:04.868048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.084184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.116533 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.275538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Allocated IP 172.25.7.198 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/2e51ac4d-ebc4-498e-808b-43350a69445a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:05.444627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.492702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.541848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:05.546753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:05.550258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:05.564055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064ac66-6278-4900-ba5f-420f97f981ca None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:05.578509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event updated for resources: {'Port': ['ID=2e51ac4d-ebc4-498e-808b-43350a69445a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:05.642530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ce1e53d0-fdca-4dd1-b81d-55553bc8cf72 None None] Provisioning complete for port 2e51ac4d-ebc4-498e-808b-43350a69445a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:05.642963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ce1e53d0-fdca-4dd1-b81d-55553bc8cf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:05.685819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e53d0-fdca-4dd1-b81d-55553bc8cf72 None None] Port 2e51ac4d-ebc4-498e-808b-43350a69445a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:05.752847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-a6e97844-a4f9-4403-ab0d-0896d06f8fbd req-17c7f6cf-105a-4261-87d9-d4dce9a06980 service neutron] (102604) timed out ('10.222.0.97', 32876) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:53:05.760138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7341801-b94c-4551-b8cd-d438b1322992 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:05.781443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a7341801-b94c-4551-b8cd-d438b1322992 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:05.781780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a7341801-b94c-4551-b8cd-d438b1322992 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:05.859330 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.101602 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.264413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Router 5507b0f4-3bc3-48b2-93ae-f007531ebf2a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:06.455279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:06.483781 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] Sync routers for ids ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:06.502888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.512507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.517348 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] Routers {'5507b0f4-3bc3-48b2-93ae-f007531ebf2a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:06.518199 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:06.518774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.527029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.533637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.540898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.547228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:06.549230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57960d7b-e572-449a-b079-58b295902a38 req-15115331-a094-4f14-a480-1f383eb632ac tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1541553 Nov 12 03:53:06.558062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:06.559478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-38cf0f4b-d55e-4f00-a96e-08dd8082bd27 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9739277 Nov 12 03:53:06.562315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:06.567073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:06.568975 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:06.578785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] Routers {'5507b0f4-3bc3-48b2-93ae-f007531ebf2a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:06.579443 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:06.620640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:06.621695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc1503-c96a-4032-b626-d691fcb5b649 None None] The sync data for ids ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:06.666184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57960d7b-e572-449a-b079-58b295902a38 req-01d3918b-5997-4d61-83c9-6394fe633bd4 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958834 Nov 12 03:53:06.939317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.719798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.742171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:07.814211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.821604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.827619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.834237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.840379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.849066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.853219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.856341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.858754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-a67b17a9-cb91-49f0-a587-ae69a7c2367f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1490927 Nov 12 03:53:07.859587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.865664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.871831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.878289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.885711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.891732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.894091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-98fde145-3180-4757-96bf-b9db88c7a0cf tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 5447 time: 0.1113176 Nov 12 03:53:07.972937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-35118900-16b5-44ff-bc93-0729ba873125 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:07.973630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d55f836-6278-4284-a0ce-ded05f7805e6 req-9cddfce6-3d52-4462-89c8-6a5d349644e0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677559 Nov 12 03:53:07.975444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-35118900-16b5-44ff-bc93-0729ba873125 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0970364 Nov 12 03:53:08.002817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router 5507b0f4-3bc3-48b2-93ae-f007531ebf2a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:08.183018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-ed81673f-effe-43de-9b46-fcced0921e53 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1961050 Nov 12 03:53:08.200653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:08.227243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:08.232999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.234390 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c14dbeb-8322-4f21-b501-305b9f43962a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "PUT /v2.0/routers/5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 200 len: 925 time: 1.6709118 Nov 12 03:53:08.237084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.240914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41035420-946d-443a-8920-e43327932753 None None] Sync routers for ids ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:08.254131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41035420-946d-443a-8920-e43327932753 None None] Routers {'5507b0f4-3bc3-48b2-93ae-f007531ebf2a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:08.255037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-41035420-946d-443a-8920-e43327932753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.291852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-41035420-946d-443a-8920-e43327932753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.302751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41035420-946d-443a-8920-e43327932753 None None] Routers {'5507b0f4-3bc3-48b2-93ae-f007531ebf2a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:08.303650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-41035420-946d-443a-8920-e43327932753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.325234 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.360892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-41035420-946d-443a-8920-e43327932753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:08.361783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41035420-946d-443a-8920-e43327932753 None None] The sync data for ids ['5507b0f4-3bc3-48b2-93ae-f007531ebf2a'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:08.431326 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-38f3b62e-782c-4398-9a33-278880864374 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 200 len: 925 time: 0.1930754 Nov 12 03:53:08.434712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.524106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18329780-7a04-44e0-a037-ea76986bc68f tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.528375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-18329780-7a04-44e0-a037-ea76986bc68f tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=5507b0f4-3bc3-48b2-93ae-f007531ebf2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0900266 Nov 12 03:53:08.528734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55716) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.532160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:08.578251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] For port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:08.619033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] device_id is not set on port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:08.632770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.640014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.708016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:08.762562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] No DVR routers for this DVR port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:08.823070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] In _notify_port_updated(), no bound segment for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:08.824601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.825708 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.827977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-faf87bdc-0434-4104-a8be-3ae612750107 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 200 len: 1033 time: 0.6316106 Nov 12 03:53:08.894134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-22b1f3fe-2873-48a9-8a1c-9cd3287c5d2d tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.896675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-22b1f3fe-2873-48a9-8a1c-9cd3287c5d2d tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "GET /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0558369 Nov 12 03:53:08.917421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:08.940908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae680c-29fc-4538-be60-6c09fa98041b tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:08.944277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0ae680c-29fc-4538-be60-6c09fa98041b tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.4144208 Nov 12 03:53:08.947701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:08.988711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-820fdbb0-90ae-4422-a9b0-29b001496c47 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 200 len: 205 time: 0.0385387 Nov 12 03:53:08.990629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:08.994499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55720) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:09.050157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cf3b2a36-ae0a-4cd3-98f9-113a0ecaa063 None None] Provisioning complete for port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:09.050444 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf3b2a36-ae0a-4cd3-98f9-113a0ecaa063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.102354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cf3b2a36-ae0a-4cd3-98f9-113a0ecaa063 None None] Port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:09.175432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:09.190420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.196827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.203480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.209364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.215654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.221886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.222273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] For port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:09.224967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-6c07973b-d6c7-4177-83e0-401633389984 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 4667 time: 0.1401281 Nov 12 03:53:09.260048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.268830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] device_id is not set on port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:09.279903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.287505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.362804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Pushing event updated for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:09.365483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] No DVR routers for this DVR port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:09.444279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c0e7379-193c-43a8-8dbc-659d1d351afd req-a3ddf5d3-0908-4c65-add0-918c210ef6f7 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&id=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060068 Nov 12 03:53:09.448874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] In _notify_port_updated(), no bound segment for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed on network c6fec5f1-e2b2-45f3-9432-7aae984091f1 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 03:53:09.449956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:09.450765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.452404 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-dec53954-b985-488c-8bf6-26b1aea0c9cd service neutron] 10.222.0.16 "PUT /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 200 len: 1033 time: 0.5414805 Nov 12 03:53:09.478565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.548961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port 2e51ac4d-ebc4-498e-808b-43350a69445a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:09.549399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.607970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:09.608535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.637965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eaeb73ce-8a32-43c4-b389-340f633544c1 None None] Provisioning complete for port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:09.639338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eaeb73ce-8a32-43c4-b389-340f633544c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.656267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.687278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb73ce-8a32-43c4-b389-340f633544c1 None None] Port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:09.688691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for 2e51ac4d-ebc4-498e-808b-43350a69445a owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:09.718596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.740601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:09.741114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.759007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:09.894210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.924695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=2e51ac4d-ebc4-498e-808b-43350a69445a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:09.948755 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:09.949246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81059865-5c0c-4770-b486-973a78a3b48c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:09.995361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.018886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.041502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:10.045311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.049794 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-2e88aa1a-43b0-49cc-b33d-44dfda0872e9 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "DELETE /v2.0/ports/ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 HTTP/1.1" status: 204 len: 173 time: 0.5861390 Nov 12 03:53:10.050522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:10.054644 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67c7ff-4464-47de-919e-3b245a67f7d1" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:10.149541 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5221cd-f227-4b1c-aa2b-486b9cd5db10 x-openstack-request-id: req-ce5221cd-f227-4b1c-aa2b-486b9cd5db10 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:10.149841 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:10.150188 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ce5221cd-f227-4b1c-aa2b-486b9cd5db10 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:10.150729 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412', 'status': 'completed', 'code': 200} Nov 12 03:53:10.157713 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.162527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.191199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:10.191642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.230399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.231733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router 5507b0f4-3bc3-48b2-93ae-f007531ebf2a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:10.248393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.253871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8865a14f-e13d-4c8b-b7df-c15f3198195e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 204 len: 168 time: 1.2569866 Nov 12 03:53:10.254758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55730) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:10.260077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1824118294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:10.285708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.286699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.318456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:10.319978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.339290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:10.349367 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.356257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.383642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.384993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9eebfe9d-db32-4c34-b129-cc34263cff57 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1286917 Nov 12 03:53:10.388469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:10.395607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:10.538834 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.605629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=bd24c85a-3c41-4f44-b6fd-37c5ccd7f517,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:10.691016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:10.696329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.713234 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-e5ea7cc1-be0b-4ac0-aa3e-68f0087ecba0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "DELETE /v2.0/ports/bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 HTTP/1.1" status: 204 len: 173 time: 0.6529205 Nov 12 03:53:10.760052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.779685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680662eb-0a32-488d-96d3-87db1efb4d77 req-a9dc480f-bdd3-4dda-b335-8673cb111a39 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.786000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680662eb-0a32-488d-96d3-87db1efb4d77 req-a9dc480f-bdd3-4dda-b335-8673cb111a39 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.792738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680662eb-0a32-488d-96d3-87db1efb4d77 req-a9dc480f-bdd3-4dda-b335-8673cb111a39 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:10.800593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-680662eb-0a32-488d-96d3-87db1efb4d77 req-a9dc480f-bdd3-4dda-b335-8673cb111a39 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 2417 time: 0.1881127 Nov 12 03:53:10.838213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 894d3542-41d1-4589-83ad-fcb1372e320d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:10.838723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.872040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-680662eb-0a32-488d-96d3-87db1efb4d77 req-e58f65dc-fda6-4bec-ae0f-63fc929aa107 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705545 Nov 12 03:53:10.962064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port 894d3542-41d1-4589-83ad-fcb1372e320d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=894d3542-41d1-4589-83ad-fcb1372e320d,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:10.962394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:10.978064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 894d3542-41d1-4589-83ad-fcb1372e320d owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:11.130751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.165661 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.291117 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.342121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=894d3542-41d1-4589-83ad-fcb1372e320d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:11.373154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Allocated IP 172.25.7.66 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/052b25b5-5b30-414d-bf10-1905919ffdb8) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:11.415953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port 894d3542-41d1-4589-83ad-fcb1372e320d on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:11.419065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.425313 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-dee450f6-fc3a-4f1c-aaa2-28e1895eec54 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "DELETE /v2.0/ports/894d3542-41d1-4589-83ad-fcb1372e320d HTTP/1.1" status: 204 len: 173 time: 0.7024796 Nov 12 03:53:11.531717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.572550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.572974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 6dc9f446-66cc-47aa-8529-2bf9adc732cf {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:11.573185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.639492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event updated for resources: {'Port': ['ID=052b25b5-5b30-414d-bf10-1905919ffdb8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:11.654945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:11.656732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:11.659654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:11.678385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f32e60-ced4-4d82-a7fc-bca60e656fc1 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:11.762018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 894d3542-41d1-4589-83ad-fcb1372e320d no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:11.765240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a01e8e00-c267-448f-af8e-b8cadc838bb3 None None] Provisioning complete for port 052b25b5-5b30-414d-bf10-1905919ffdb8 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:11.765819 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a01e8e00-c267-448f-af8e-b8cadc838bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.782002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port 6dc9f446-66cc-47aa-8529-2bf9adc732cf, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=6dc9f446-66cc-47aa-8529-2bf9adc732cf,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:11.785652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:11.825318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 894d3542-41d1-4589-83ad-fcb1372e320d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:11.825959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 894d3542-41d1-4589-83ad-fcb1372e320d not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:11.826536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:11.859317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:11.860091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device bd24c85a-3c41-4f44-b6fd-37c5ccd7f517 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:11.860874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:11.908467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a01e8e00-c267-448f-af8e-b8cadc838bb3 None None] Port 052b25b5-5b30-414d-bf10-1905919ffdb8 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:11.926039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:11.926725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:11.965473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:11.965818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device ba2c9698-3ce1-4dde-b9bc-c03b7a8c0412 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:11.966236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b5d1b1ed-e527-45fd-9962-ed70ce821692 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:12.126191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.127329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.127653 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Floating IP 4ed1caab-64dd-4d6a-808d-48cd03480f2e disassociated. External IP: 172.25.7.182, port: 6dc9f446-66cc-47aa-8529-2bf9adc732cf. Nov 12 03:53:12.128003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 6dc9f446-66cc-47aa-8529-2bf9adc732cf owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:12.136637 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.169111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:12.171803 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e855770e-cdbb-4961-802d-6d61c4f41691" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:12.187456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:12.195155 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.198093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 6dc9f446-66cc-47aa-8529-2bf9adc732cf no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:12.199412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:12.202467 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee55a2-fd36-493d-9c08-30029e825e05" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:12.210919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12396384-22d3-450c-aa72-ced7e679b38c req-f701bcc5-8053-4502-9bbf-f305d50c09c3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.217953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12396384-22d3-450c-aa72-ced7e679b38c req-f701bcc5-8053-4502-9bbf-f305d50c09c3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:12.219916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12396384-22d3-450c-aa72-ced7e679b38c req-f701bcc5-8053-4502-9bbf-f305d50c09c3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 1682 time: 0.1722219 Nov 12 03:53:12.240261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.343807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12396384-22d3-450c-aa72-ced7e679b38c req-6cd718f1-9a0f-41ce-b24c-263ac377dc91 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups?id=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161649 Nov 12 03:53:12.356538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.357250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.379310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.398230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=6dc9f446-66cc-47aa-8529-2bf9adc732cf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:12.467748 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e042ca-3d61-46fc-93dc-d0336b0b5ce0 x-openstack-request-id: req-02e042ca-3d61-46fc-93dc-d0336b0b5ce0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:12.468043 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:12.468307 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-02e042ca-3d61-46fc-93dc-d0336b0b5ce0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:12.468715 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'code': 200} Nov 12 03:53:12.469484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:12.501191 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7152319-349c-4b9e-9cee-c70cded8eee3 x-openstack-request-id: req-a7152319-349c-4b9e-9cee-c70cded8eee3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:12.501559 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "bd24c85a-3c41-4f44-b6fd-37c5ccd7f517", "status": "completed", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "894d3542-41d1-4589-83ad-fcb1372e320d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:12.501798 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a7152319-349c-4b9e-9cee-c70cded8eee3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:12.502215 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'bd24c85a-3c41-4f44-b6fd-37c5ccd7f517', 'status': 'completed', 'code': 200} Nov 12 03:53:12.502473 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': '894d3542-41d1-4589-83ad-fcb1372e320d', 'status': 'completed', 'code': 200} Nov 12 03:53:12.528621 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:12.606874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Router fc4ae596-7b76-446b-be34-111a01978a10 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:12.624040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.627660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.759878 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:12.772760 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Sync routers for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:12.791601 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:12.792218 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:12.797662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Router ab757a20-af89-48cf-b439-ae7e324d5fcf is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:12.825678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port 6dc9f446-66cc-47aa-8529-2bf9adc732cf on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:12.829465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:12.836519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-04ed5c9d-7f06-4d2f-b864-54373279eff3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "DELETE /v2.0/ports/6dc9f446-66cc-47aa-8529-2bf9adc732cf HTTP/1.1" status: 204 len: 173 time: 1.4003706 Nov 12 03:53:12.972030 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:13.033539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port b5d1b1ed-e527-45fd-9962-ed70ce821692 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:13.034232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.191835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port b5d1b1ed-e527-45fd-9962-ed70ce821692, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b5d1b1ed-e527-45fd-9962-ed70ce821692,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:13.192213 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.212096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for b5d1b1ed-e527-45fd-9962-ed70ce821692 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:13.233020 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.265912 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Checking router: fc4ae596-7b76-446b-be34-111a01978a10 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:13.278795 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:13.279711 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.362631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:13.377001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] Sync routers for ids ['ab757a20-af89-48cf-b439-ae7e324d5fcf'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:13.394433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.397999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c3d600f-c55b-4cde-a6b3-e12ee3f697c5 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "PUT /v2.0/routers/ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 200 len: 883 time: 3.0059073 Nov 12 03:53:13.398424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55756) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.408948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] Routers {'ab757a20-af89-48cf-b439-ae7e324d5fcf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:13.410146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ab757a20-af89-48cf-b439-ae7e324d5fcf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.426652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.466200 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:13.495068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=b5d1b1ed-e527-45fd-9962-ed70ce821692,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:13.520674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.540266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] Routers {'ab757a20-af89-48cf-b439-ae7e324d5fcf'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:13.542110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ab757a20-af89-48cf-b439-ae7e324d5fcf'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.549073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2557efe-9ff5-41aa-8601-c92d4bd2e96e req-4b7e17a2-71ab-4369-b652-2b942f79bb19 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0609994 Nov 12 03:53:13.604925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.605600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4958eb-b5a2-4670-aa1c-dbbbf287ffb0 None None] The sync data for ids ['ab757a20-af89-48cf-b439-ae7e324d5fcf'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:13.622107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port b5d1b1ed-e527-45fd-9962-ed70ce821692 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:13.625936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:13.632944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-83d5e822-a430-477d-9383-2b0747806d50 req-4090f61d-fd37-4029-8f90-c864c5870c34 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.16 "DELETE /v2.0/ports/b5d1b1ed-e527-45fd-9962-ed70ce821692 HTTP/1.1" status: 204 len: 173 time: 0.7850261 Nov 12 03:53:13.651728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b622f73d-5211-4688-8aad-a7802472e867 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 200 len: 924 time: 0.2489979 Nov 12 03:53:13.661937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.778766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26398fa1-89ff-4add-bdaf-ebd6bd0d98e2 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.783455 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-26398fa1-89ff-4add-bdaf-ebd6bd0d98e2 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=ab757a20-af89-48cf-b439-ae7e324d5fcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1169701 Nov 12 03:53:13.783590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.809603 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:13.940964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b495f1-0eec-4a7a-b64c-3bcc7620e34a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:13.945827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-80b495f1-0eec-4a7a-b64c-3bcc7620e34a tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1579926 Nov 12 03:53:13.946107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.983060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f03d6672-81a8-43ff-9d97-2095df708e48 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 200 len: 205 time: 0.0333347 Nov 12 03:53:13.983830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55766) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:13.988776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7fc8c-ccb6-4600-b28f-31631af61464 None None] The sync data for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 is: [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:42:23Z', 'revision_number': 4, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '833cd8e9-8eb9-4639-ac08-ad345fcb0cb3', 'name': '', 'network_id': 'dd2f4562-d9ae-4afc-bff6-f91a23409e06', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'mac_address': 'fa:16:3e:dd:1f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:22Z', 'updated_at': '2021-11-12T03:42:36Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'subnets': [{'id': 'f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:14.581062 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0dd8a5-4d63-45bc-a706-371ab191234e None None] New status for floating IP 4ed1caab-64dd-4d6a-808d-48cd03480f2e: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:14.647658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:14.653574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf'}, {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:14.656118 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c4f8b1-b5d2-4a34-9e22-8c43afc5f28f" -d '{"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf"}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:14.686017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.727397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b96da40-ef71-4920-9c1d-f4bbf1e40794 req-84a7f7b6-fdd3-494c-8e8a-88e4d9005e59 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0387938 Nov 12 03:53:14.814340 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3520d3c2-58d5-472c-9123-e905ca1242a8 x-openstack-request-id: req-3520d3c2-58d5-472c-9123-e905ca1242a8 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:14.815015 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "6dc9f446-66cc-47aa-8529-2bf9adc732cf", "status": "completed", "code": 200}, {"server_uuid": "00e0c0a6-9de3-4108-98b1-e5052fade4cf", "name": "network-vif-deleted", "tag": "b5d1b1ed-e527-45fd-9962-ed70ce821692", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:14.815433 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3520d3c2-58d5-472c-9123-e905ca1242a8 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:14.816041 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': '6dc9f446-66cc-47aa-8529-2bf9adc732cf', 'status': 'completed', 'code': 200} Nov 12 03:53:14.816325 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e0c0a6-9de3-4108-98b1-e5052fade4cf', 'name': 'network-vif-deleted', 'tag': 'b5d1b1ed-e527-45fd-9962-ed70ce821692', 'status': 'completed', 'code': 200} Nov 12 03:53:14.881411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.943575 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333baef6-4a7c-42dc-967f-ee6296b8e932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:14.991228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port 052b25b5-5b30-414d-bf10-1905919ffdb8 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:14.991690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.071731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333baef6-4a7c-42dc-967f-ee6296b8e932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.077781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-333baef6-4a7c-42dc-967f-ee6296b8e932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.113501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-333baef6-4a7c-42dc-967f-ee6296b8e932 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7e374dd1ae794b1baaaa14e5fbc2c541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620535 Nov 12 03:53:15.116903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.123125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.138726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for 052b25b5-5b30-414d-bf10-1905919ffdb8 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:15.152657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333baef6-4a7c-42dc-967f-ee6296b8e932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b0e29-1f77-4581-a21a-85ea109c7934,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.202786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.229153 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.294420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.308806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.310634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1c1b0e29-1f77-4581-a21a-85ea109c7934 HTTP/1.1" status: 204 len: 168 time: 0.1921244 Nov 12 03:53:15.326757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a30f50-fbbc-4418-80ae-32fd904d9453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b0e29-1f77-4581-a21a-85ea109c7934,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.332030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.369670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=052b25b5-5b30-414d-bf10-1905919ffdb8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:15.381376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f7440-607b-4abc-b177-5887951d516f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:15.443804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.579968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.583937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.670202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.671232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router ab757a20-af89-48cf-b439-ae7e324d5fcf {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:15.709350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.710681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c54372c0-3609-4a50-a2f3-6ba2cd731a74 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 204 len: 168 time: 1.7256532 Nov 12 03:53:15.714992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.723121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081662500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:15.752677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.753972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.845511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.852568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.876915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:15.879248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb64daac-7873-41d2-a5a8-87343e7861b9 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1618838 Nov 12 03:53:15.882823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55802) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:15.885110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2a75419-fa3e-4dc3-b103-d5d86666e4d1 req-a20157b6-3317-4a92-a259-603087382bc8 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0544453 Nov 12 03:53:15.890691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': True}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:16.094625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-827c2cd2-be72-4477-a459-f057d75e1772 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1409941 Nov 12 03:53:16.184302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.246920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-89ae14d5-9490-4dce-9979-4b029b6a1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.248390 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-89ae14d5-9490-4dce-9979-4b029b6a1fdf service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.0794961 Nov 12 03:53:16.420357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-78223ae9-8646-4ef3-a052-96c6d744eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.421798 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-78223ae9-8646-4ef3-a052-96c6d744eec2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.1292956 Nov 12 03:53:16.585261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-2e4884bf-cc5f-4c22-80a9-9e95f93194d7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 1001 time: 0.1541977 Nov 12 03:53:16.606388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.646463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:16.708041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-f16e5118-d98e-40ba-b37b-42640487d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.709558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-f16e5118-d98e-40ba-b37b-42640487d821 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.1130853 Nov 12 03:53:16.804433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-b317e016-32b1-4c40-9330-1bde51c4efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:16.805973 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-b317e016-32b1-4c40-9330-1bde51c4efdd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850430 Nov 12 03:53:16.814018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 172.25.7.78 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/6f20e873-48c7-4bd1-9766-979da16cb4de) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:16.858996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:16.997380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-a7911a36-e6e1-41bd-a8e4-4e7ee48119c9 service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809919 Nov 12 03:53:17.009322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce8e5fa-f1f8-4850-8f7d-50c24df45526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.039398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92f17672-7811-4dce-ab01-18366950ea3b req-35b50eca-1651-47f9-9160-f7affea046d1 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0608332 Nov 12 03:53:17.063853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.150636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce8e5fa-f1f8-4850-8f7d-50c24df45526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.155812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bce8e5fa-f1f8-4850-8f7d-50c24df45526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.173021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1ef0df7d-bf38-461e-9a05-a5ce59e37ab3 req-5b9f5520-c283-4b40-95f3-59b37f8b19fc service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629350 Nov 12 03:53:17.181816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.216089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bce8e5fa-f1f8-4850-8f7d-50c24df45526 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=486dee3d178f41a3a508eaa3d8b109c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553810 Nov 12 03:53:17.217018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55826) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:17.235639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8e5fa-f1f8-4850-8f7d-50c24df45526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a35f1-0e09-4298-8098-6809a157121d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.239088 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:17.241817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=6f20e873-48c7-4bd1-9766-979da16cb4de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.244740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:17.248164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:17.256783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508bd5c-ea6c-4f04-8a08-2a354eb82bb7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:17.306173 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.340236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.372427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-409572a4-06f4-4e25-aeb9-147ab5ebd5fa None None] Provisioning complete for port 6f20e873-48c7-4bd1-9766-979da16cb4de triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:17.373426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-409572a4-06f4-4e25-aeb9-147ab5ebd5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.418332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.423116 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.425098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c91a35f1-0e09-4298-8098-6809a157121d HTTP/1.1" status: 204 len: 168 time: 0.2042251 Nov 12 03:53:17.444352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe03d-594f-45bc-b6b5-78059fcacd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a35f1-0e09-4298-8098-6809a157121d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:17.445228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-409572a4-06f4-4e25-aeb9-147ab5ebd5fa None None] Port 6f20e873-48c7-4bd1-9766-979da16cb4de cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:17.594444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.856764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:17.865457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.040239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router bffce377-c628-4024-8c2a-8b0adb4b18b9 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:18.172334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56896489-c240-4ff8-9670-c9027a83f9de req-f4198c4e-fcc2-40c4-af7c-a1fc92d27667 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0448608 Nov 12 03:53:18.186809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:18.207982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] Sync routers for ids ['bffce377-c628-4024-8c2a-8b0adb4b18b9'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:18.210145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.214993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.215343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b75d5dfc-83b2-4c88-8056-dc7540738f68 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "PUT /v2.0/routers/bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 200 len: 918 time: 2.3307400 Nov 12 03:53:18.219571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] Routers {'bffce377-c628-4024-8c2a-8b0adb4b18b9'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:18.220444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bffce377-c628-4024-8c2a-8b0adb4b18b9'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.264197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.276691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] Routers {'bffce377-c628-4024-8c2a-8b0adb4b18b9'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:18.277983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['bffce377-c628-4024-8c2a-8b0adb4b18b9'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.320387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:18.321307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72f14d-9e5e-431f-a977-6264e7b63d94 None None] The sync data for ids ['bffce377-c628-4024-8c2a-8b0adb4b18b9'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:18.356538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-59a899b1-6ce9-46f0-b8e7-c6a9665565bf tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 200 len: 924 time: 0.1369674 Nov 12 03:53:18.357087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55858) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.404932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64625805-f7c9-4070-8ffb-fefbe16d7804 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.409080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64625805-f7c9-4070-8ffb-fefbe16d7804 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=bffce377-c628-4024-8c2a-8b0adb4b18b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0484157 Nov 12 03:53:18.409250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55860) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.520261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7437c2c-c738-46fd-9cb5-33b47f577326 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:18.524935 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d7437c2c-c738-46fd-9cb5-33b47f577326 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1121860 Nov 12 03:53:18.525628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.558422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb03cdda-1399-4293-9cf4-f0a937fe06fa tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 200 len: 205 time: 0.0312216 Nov 12 03:53:18.560873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:18.693449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.851415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:18.965720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port 6f20e873-48c7-4bd1-9766-979da16cb4de {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:18.966611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.073202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.095555 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for 6f20e873-48c7-4bd1-9766-979da16cb4de owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:19.310993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7ee7d17-5b56-4c1d-bf45-51d2cd71cec2 req-1ad92618-88d9-4b0a-8b6e-187fb368c54f tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0346446 Nov 12 03:53:19.375714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.405260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=6f20e873-48c7-4bd1-9766-979da16cb4de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:19.439787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d35659-72cf-4eb6-be0c-3330d326372c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:19.479808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.580907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.583741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.634025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.634824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router bffce377-c628-4024-8c2a-8b0adb4b18b9 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:19.647451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.652647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-677e738a-3f1c-41c5-97fc-7f1b56c9ed72 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 204 len: 168 time: 1.0873294 Nov 12 03:53:19.654304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.662259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1118604004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.699357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.701216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.771113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.777541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.803224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.811590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:19.812893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67271539-0aaa-4124-a179-6cb79fc8d224 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1572487 Nov 12 03:53:19.825002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.834947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'enable_snat': False}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.950439 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-af8194b3-ba32-43a9-bd8e-2355b61b16eb tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3056 time: 0.1458001 Nov 12 03:53:19.956428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:19.964700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'network': {'name': 'tempest-network-smoke--377353954', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'port_security_enabled': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:19.992313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:19.997404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.030866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:20.043088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.045103 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Added segment 6241631e-7947-4f42-96cf-2e87cbd33dff of type vlan for network e99c8520-b641-4bda-a024-0a52fc453a6e Nov 12 03:53:20.112280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.144828 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.153143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.159461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:20.160441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.228475 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2705648 Nov 12 03:53:20.234611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55892) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:20.239961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'admin_state_up': True, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:20.253422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1dfb3-63e6-44f2-8d1c-5c1fd1102118 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Network': ['ID=e99c8520-b641-4bda-a024-0a52fc453a6e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:20.275055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network e99c8520-b641-4bda-a024-0a52fc453a6e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:20.285225 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.286620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.533330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22f0f807-8e2a-432e-b168-0803e828b0e6 req-d59dfa33-942c-4831-86f5-2a69bf4c673d tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0736322 Nov 12 03:53:20.542506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.565867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.704011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Allocated IP 172.25.7.153 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/dd2239f6-c7bd-4b0d-801e-4ccb116d836b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:20.823574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.877413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.938238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:20.997132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:21.004854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.015448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:21.036147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:21.042993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a66f2-4b70-4f03-b0a6-000ab5b4b7d7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:21.049799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2239f6-c7bd-4b0d-801e-4ccb116d836b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:21.210684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a6c77238-fc0e-4792-8630-6eb76131c4e4 None None] Provisioning complete for port dd2239f6-c7bd-4b0d-801e-4ccb116d836b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:21.213648 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6c77238-fc0e-4792-8630-6eb76131c4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.332821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a6c77238-fc0e-4792-8630-6eb76131c4e4 None None] Port dd2239f6-c7bd-4b0d-801e-4ccb116d836b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:21.424423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.438928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.455231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.687615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.25.7.198 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/516ae537-885e-485b-8d52-a600808f3380) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:21.740283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.745672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.819342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.857979 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:21.942739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:21.946269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:21.950584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:21.967028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb1a42-24d4-4b4c-91e1-34765d337a6d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:21.978766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=516ae537-885e-485b-8d52-a600808f3380,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:22.096612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4bf5e184-a4ed-4550-997a-435a294a0e78 None None] Provisioning complete for port 516ae537-885e-485b-8d52-a600808f3380 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:22.097684 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4bf5e184-a4ed-4550-997a-435a294a0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.126988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7385b7f1-2295-4f66-b32f-8ff78b74d25c req-5f2abec9-1967-4977-8f31-e09dec79b63e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.3826540 Nov 12 03:53:22.207825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5e184-a4ed-4550-997a-435a294a0e78 None None] Port 516ae537-885e-485b-8d52-a600808f3380 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:22.234053 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36e1bbdf-8a5e-403e-ac9d-00e181251307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.408391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Router a3971fda-17d0-4fbd-99a1-c1842a28b7c2 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:22.515712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.563699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:22.574071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.575343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1c965933-56dc-4b82-8262-da61781f9eb1 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "PUT /v2.0/routers/a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 200 len: 920 time: 2.7483447 Nov 12 03:53:22.578558 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] Sync routers for ids ['a3971fda-17d0-4fbd-99a1-c1842a28b7c2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:22.579498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.591936 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] Routers {'a3971fda-17d0-4fbd-99a1-c1842a28b7c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:22.592959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a3971fda-17d0-4fbd-99a1-c1842a28b7c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.633772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.649555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] Routers {'a3971fda-17d0-4fbd-99a1-c1842a28b7c2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:22.650489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a3971fda-17d0-4fbd-99a1-c1842a28b7c2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.688671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:22.689821 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d02a4b-377d-4143-b0a6-8163b2f997d7 None None] The sync data for ids ['a3971fda-17d0-4fbd-99a1-c1842a28b7c2'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:22.732963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ca1a76a0-a970-4266-9095-e548dcd9f6e3 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 200 len: 926 time: 0.1518004 Nov 12 03:53:22.738480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.782834 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:22.791980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfaf77-bdc3-4ce5-8be8-41b0e539a802 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.794459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4fdfaf77-bdc3-4ce5-8be8-41b0e539a802 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=a3971fda-17d0-4fbd-99a1-c1842a28b7c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0546677 Nov 12 03:53:22.797458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55906) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.937479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2942d-9679-432a-bb61-103b2d708288 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:22.943126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97d2942d-9679-432a-bb61-103b2d708288 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/networks/d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 881 time: 0.1437819 Nov 12 03:53:22.943768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55908) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:22.973863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router f164f47f-f5d4-4210-834e-7ed93340e10a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:22.980857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eb9cd6d6-e03e-4fab-9309-d19fb7bb3b4b tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 200 len: 205 time: 0.0317283 Nov 12 03:53:22.982382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55910) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.133937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:23.146915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Sync routers for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:23.157847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.163336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.166888 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89bb7685-b57f-4f23-be14-eef1450e31cc tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9290597 Nov 12 03:53:23.167068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:23.167068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:52:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:23.168902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55912) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.284043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786ac71-b61c-43b5-8046-6b2719946bad tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.289480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5786ac71-b61c-43b5-8046-6b2719946bad tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=be9ba59523df4acca43ebafdad5bbdc7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1189280 Nov 12 03:53:23.290305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55916) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.381562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:23.441729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.457648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a66e53bf-f42a-401c-bffb-ca027029a440 req-fd1d312c-611b-46c4-8672-4da4ba8ce27d tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0732787 Nov 12 03:53:23.553810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d0510e-4110-49dc-9979-ca05bb918753 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.556800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c4d0510e-4110-49dc-9979-ca05bb918753 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2650168 Nov 12 03:53:23.559448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.573464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port dd2239f6-c7bd-4b0d-801e-4ccb116d836b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:23.574229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.640625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d4184e20-e881-4219-9050-a45a5e4c1d4d tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771365 Nov 12 03:53:23.641551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55928) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.714317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.716510 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9feaac0d-6501-4a54-9742-226ac41fa60e tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=be9ba59523df4acca43ebafdad5bbdc7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665941 Nov 12 03:53:23.843889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:22Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:23.886997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Checking router: f164f47f-f5d4-4210-834e-7ed93340e10a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:23.887347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Updating router f164f47f-f5d4-4210-834e-7ed93340e10a port 516ae537-885e-485b-8d52-a600808f3380 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:23.919677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481759d-88ce-4c38-8938-cb4bd9a2bb5e tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:23.923957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1481759d-88ce-4c38-8938-cb4bd9a2bb5e tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2053509 Nov 12 03:53:23.925351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55932) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.931960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.947915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:23.965405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for dd2239f6-c7bd-4b0d-801e-4ccb116d836b owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:23.969224 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e2f8c1a4-d938-42e5-a91e-f18944a275da tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424232 Nov 12 03:53:23.971873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55934) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:23.987362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788819973', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.128871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:24.132692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.230355 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.283090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=dd2239f6-c7bd-4b0d-801e-4ccb116d836b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.403659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.410177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b75400-4149-499c-a4f4-ba9952ea673c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:24.416537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.426195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.449951 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.491941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce98b01-4415-46f3-b910-ff242cb15221 None None] Pushing event updated for resources: {'Port': ['ID=516ae537-885e-485b-8d52-a600808f3380,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.527583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Attempting to bind port 516ae537-885e-485b-8d52-a600808f3380 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:24.528042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Attempting to bind port 516ae537-885e-485b-8d52-a600808f3380 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:24.528459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Attempting to bind port 516ae537-885e-485b-8d52-a600808f3380 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:24.541073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:24.541616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:24.542332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.543170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:24.543846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Bound port: 516ae537-885e-485b-8d52-a600808f3380, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:24.544519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.585424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a8ca0-ea0f-47fd-8eb1-5010daf81b95 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:24.606680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Subnet': ['ID=c79510f4-7ac5-4fd2-946b-337a355075a5,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:24.620961 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.635285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe70e2c4-f2f1-492a-8b37-c097ebde8b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.636449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.663945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Checking segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:24.664489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network hostable DHCP agents. Network: e99c8520-b641-4bda-a024-0a52fc453a6e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:24.688459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-628dfb7a-d167-4791-8c35-7225ec8828ef None None] Provisioning complete for port 516ae537-885e-485b-8d52-a600808f3380 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:24.689353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-628dfb7a-d167-4791-8c35-7225ec8828ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.693589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network e99c8520-b641-4bda-a024-0a52fc453a6e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:24.713186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, e99c8520-b641-4bda-a024-0a52fc453a6e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:24.740593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:24.744350 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.758908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.759608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router a3971fda-17d0-4fbd-99a1-c1842a28b7c2 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:24.766952 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-628dfb7a-d167-4791-8c35-7225ec8828ef None None] Port 516ae537-885e-485b-8d52-a600808f3380 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:24.768961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c1454-bc97-42e8-9676-bf964c428304 None None] Network e99c8520-b641-4bda-a024-0a52fc453a6e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:24.784366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] For port 516ae537-885e-485b-8d52-a600808f3380, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:24.791677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.792806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a675aec1-eb7e-464d-9714-1f3ccf87ec61 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 204 len: 168 time: 1.8103149 Nov 12 03:53:24.797030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c848d85-123b-47ec-93b0-015201aba6e9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8168569 Nov 12 03:53:24.799713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.799861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55942) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:24.806293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-836751012', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:24.843061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3379a96-a8aa-4f8a-9295-0fc1ec4f4960 req-79be9666-bc9f-4adf-a4d0-96dae79eeca2 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.1046755 Nov 12 03:53:24.899213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] For port 516ae537-885e-485b-8d52-a600808f3380, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=516ae537-885e-485b-8d52-a600808f3380,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:24.919061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:24.982828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b06e7-d86a-41b7-804d-1ecc0f14e3bc None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:25.042651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:25.043312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:25.101690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-e99c8520-b641-4bda-a024-0a52fc453a6e', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'fixed_ips': [{'subnet_id': 'c79510f4-7ac5-4fd2-946b-337a355075a5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:25.102559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.129597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce98b01-4415-46f3-b910-ff242cb15221 None None] Pushing event updated for resources: {'Port': ['ID=516ae537-885e-485b-8d52-a600808f3380,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.146806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] Provisioning complete for port 516ae537-885e-485b-8d52-a600808f3380 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:25.147198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.159871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.161463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.354727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.399187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:25.402171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] For port 516ae537-885e-485b-8d52-a600808f3380, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=516ae537-885e-485b-8d52-a600808f3380,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:25.440857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.494233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.576580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec2074-0760-4c96-b87a-95fb9c12d3e4 None None] Pushing event updated for resources: {'Port': ['ID=516ae537-885e-485b-8d52-a600808f3380,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:25.888885 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:25.920633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Allocated IP 172.20.0.18 (e99c8520-b641-4bda-a024-0a52fc453a6e/c79510f4-7ac5-4fd2-946b-337a355075a5/937ccec4-56c9-4df8-9d46-298b9d48be26) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:26.045821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7da76227-fae6-4611-ba00-232c094c762f req-532c812d-0af0-421c-8fe7-fadd1648e5dd tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0484283 Nov 12 03:53:26.163624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.179422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.246537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.251510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:22Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:26.257877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.317157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c815a9c6-a0a7-4a8e-8454-69a7627a28f1 None None] The sync data for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 is: [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:22Z', 'revision_number': 3, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:26.335921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Network e99c8520-b641-4bda-a024-0a52fc453a6e is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:26.346962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:26.349907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:26.368545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Pushing event updated for resources: {'Port': ['ID=937ccec4-56c9-4df8-9d46-298b9d48be26,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.429542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Attempting to bind port 937ccec4-56c9-4df8-9d46-298b9d48be26 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:26.430071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Attempting to bind port 937ccec4-56c9-4df8-9d46-298b9d48be26 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:26.430567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Attempting to bind port 937ccec4-56c9-4df8-9d46-298b9d48be26 on network e99c8520-b641-4bda-a024-0a52fc453a6e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:26.436839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:26.437501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Checking segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:26.438020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.438592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Bound using segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:26.439124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Bound port: 937ccec4-56c9-4df8-9d46-298b9d48be26, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:26.439616 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.531576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] For port 937ccec4-56c9-4df8-9d46-298b9d48be26, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:26.536386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] For port 937ccec4-56c9-4df8-9d46-298b9d48be26, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=937ccec4-56c9-4df8-9d46-298b9d48be26,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:26.542063 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.639985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.642281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5269-c657-40cf-8197-30d4c95d6f12 None None] Pushing event updated for resources: {'Port': ['ID=937ccec4-56c9-4df8-9d46-298b9d48be26,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:26.685814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:26.770288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.20.0.17 (e99c8520-b641-4bda-a024-0a52fc453a6e/c79510f4-7ac5-4fd2-946b-337a355075a5/7bb88b99-ad0c-4c16-ae47-645f1bff38ef) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:26.982898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Allocated IP 172.25.7.203 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/95c797e6-c4d6-4f47-8944-8f746a58e563) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:26.994387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.134780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.226584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75a9a0e4-7182-48a2-9fa6-132e089c51ee req-54fc1ee3-3399-48d7-bf14-cc4aea48a8b3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0539346 Nov 12 03:53:27.252969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.259629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.330648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network e99c8520-b641-4bda-a024-0a52fc453a6e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:27.346397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:27.357476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:27.408621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.418664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.471257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.535798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:27.569740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:27.575682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:27.593210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafb684-898f-4239-a310-4710ce0d3694 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:27.610537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event updated for resources: {'Port': ['ID=95c797e6-c4d6-4f47-8944-8f746a58e563,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:27.685721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-848370dd-ff6f-403b-8019-479bc297f9ec None None] Provisioning complete for port 95c797e6-c4d6-4f47-8944-8f746a58e563 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:27.703547 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-848370dd-ff6f-403b-8019-479bc297f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.840627 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.857905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-848370dd-ff6f-403b-8019-479bc297f9ec None None] Port 95c797e6-c4d6-4f47-8944-8f746a58e563 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:27.950434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:27.988775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 937ccec4-56c9-4df8-9d46-298b9d48be26 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:28.059260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 937ccec4-56c9-4df8-9d46-298b9d48be26 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:28.059636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.130116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.188868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.250497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8887aa4-fa57-4776-adaf-81d6a447b10a None None] Network e99c8520-b641-4bda-a024-0a52fc453a6e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:28.255587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 937ccec4-56c9-4df8-9d46-298b9d48be26, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=937ccec4-56c9-4df8-9d46-298b9d48be26,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:28.295325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.296289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 516ae537-885e-485b-8d52-a600808f3380 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:28.439418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e3ad1fe-6a7f-4279-aa66-3b63d1aa44b1 req-c0603d19-02f8-4066-9463-9466ee1ea010 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0595422 Nov 12 03:53:28.465471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fc7e5a0a-398b-46af-bb5d-49eeb2487e5d None None] Provisioning complete for port 937ccec4-56c9-4df8-9d46-298b9d48be26 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:28.465471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5a0a-398b-46af-bb5d-49eeb2487e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.526998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=937ccec4-56c9-4df8-9d46-298b9d48be26,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.585152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 516ae537-885e-485b-8d52-a600808f3380 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:28.585749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.637420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.704155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.718781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:28.903859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:28.919677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.123740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-20520236-3867-40e7-8730-a7aada6ee397 None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:29.124272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20520236-3867-40e7-8730-a7aada6ee397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.168694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-20520236-3867-40e7-8730-a7aada6ee397 None None] Port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:29.190930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-20520236-3867-40e7-8730-a7aada6ee397 None None] Provisioning complete for port 937ccec4-56c9-4df8-9d46-298b9d48be26 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:29.190930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20520236-3867-40e7-8730-a7aada6ee397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.492090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-80f285b5-56f4-4ac6-b52c-3c3cda45c9df None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:29.492465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80f285b5-56f4-4ac6-b52c-3c3cda45c9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.548128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-80f285b5-56f4-4ac6-b52c-3c3cda45c9df None None] Port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:29.578950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c7576c7-9c79-46a8-ae8b-f5bbee51ac09 req-c94c4f14-5fc9-434c-a77d-6fccbaa8385d tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0376840 Nov 12 03:53:29.597254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Router f668df47-4f88-40c2-9e21-ab2d9e2ca9db is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:29.626951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network e99c8520-b641-4bda-a024-0a52fc453a6e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:29.630834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:29.787424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 937ccec4-56c9-4df8-9d46-298b9d48be26 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:29.817488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:29.837306 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] Sync routers for ids ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:29.845669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router f164f47f-f5d4-4210-834e-7ed93340e10a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:29.852563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.853839 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71f786a9-6390-4968-8f0f-4b77f95e7e5c tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0529995 Nov 12 03:53:29.857659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 55970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:29.861534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] Routers {'f668df47-4f88-40c2-9e21-ab2d9e2ca9db'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:29.862093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.866775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:29.928633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 937ccec4-56c9-4df8-9d46-298b9d48be26 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:29.929061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:29.938003 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.959823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] Routers {'f668df47-4f88-40c2-9e21-ab2d9e2ca9db'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:29.960680 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:29.997101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-37bcf414-85cc-4b6c-aed4-b319e55686fa None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:29.997639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37bcf414-85cc-4b6c-aed4-b319e55686fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.035929 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.036875 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99288620-e81d-47cc-b726-a0eb0ab03e90 None None] The sync data for ids ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:30.038719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf414-85cc-4b6c-aed4-b319e55686fa None None] Port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:30.079745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:30.095218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Sync routers for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:30.099769 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d7a93b3d-6d0a-4bbd-a0c8-f2633e8f6d20 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "PUT /v2.0/routers/f164f47f-f5d4-4210-834e-7ed93340e10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2638273 Nov 12 03:53:30.111509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:30.111780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.172248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d475870-bb5e-4be7-abbd-f5e03288b875 req-7d88f7e2-9086-4cd0-885a-7b14558f87fa tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.180472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d475870-bb5e-4be7-abbd-f5e03288b875 req-7d88f7e2-9086-4cd0-885a-7b14558f87fa tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.1476600 Nov 12 03:53:30.242725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:30.275947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d475870-bb5e-4be7-abbd-f5e03288b875 req-1edc7d04-2d50-495c-ac6b-d637e63f8aea tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945532 Nov 12 03:53:30.306190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 55976) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:30.355042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.374247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.547461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:27Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7bb88b99-ad0c-4c16-ae47-645f1bff38ef', 'name': '', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:b2:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:26Z', 'updated_at': '2021-11-12T03:53:28Z', 'revision_number': 2, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:30.564258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71886853-0f5a-4ef7-8708-c844079d81d0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:30.571623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71886853-0f5a-4ef7-8708-c844079d81d0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/networks?id=e99c8520-b641-4bda-a024-0a52fc453a6e HTTP/1.1" status: 200 len: 797 time: 0.1558220 Nov 12 03:53:30.588754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port c7fb9e11-c5a2-4025-9c1e-c4e596b18009 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:30.589128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.595569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-34fe976b-a8fc-43ca-a428-1cba41adae38 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/quotas/be9ba59523df4acca43ebafdad5bbdc7 HTTP/1.1" status: 200 len: 375 time: 0.0224822 Nov 12 03:53:30.609458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Deleting port 95c797e6-c4d6-4f47-8944-8f746a58e563 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:30.609807 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.620263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Checking router: f164f47f-f5d4-4210-834e-7ed93340e10a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:30.620560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Updating router f164f47f-f5d4-4210-834e-7ed93340e10a port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:30.690242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.690584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.691619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.707273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for c7fb9e11-c5a2-4025-9c1e-c4e596b18009 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:30.791132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-d45e0b6e-4c1f-47c6-a608-a8823c18e8e0 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1844676 Nov 12 03:53:30.812557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:30.857153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Calling delete_port for 95c797e6-c4d6-4f47-8944-8f746a58e563 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:30.955060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.031156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=c7fb9e11-c5a2-4025-9c1e-c4e596b18009,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.129844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.130240 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9a23194e-2346-4559-80a2-f05c307a2665 disassociated (deleted). External IP: 172.25.7.89, port: 3c9d4341-9582-4ec5-8078-bb6132d79faf. Nov 12 03:53:31.219454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.227338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.230097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-b277002d-50f8-4d7f-b0fd-3839fcd25d82 service neutron] 10.222.0.97 "GET /v2.0/networks/e99c8520-b641-4bda-a024-0a52fc453a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078116 Nov 12 03:53:31.289948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10300eb1-e818-4d63-9dec-c5e238c11a99 None None] Pushing event updated for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.398631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Attempting to bind port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:31.399207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Attempting to bind port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:31.399736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Attempting to bind port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef on network e99c8520-b641-4bda-a024-0a52fc453a6e {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:31.409214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:31.409815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Checking segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:31.410429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.411086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Bound using segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:31.412588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Bound port: 7bb88b99-ad0c-4c16-ae47-645f1bff38ef, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:31.413173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.558570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.571730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] For port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:31.583788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] For port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:31.592343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.608058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:31.766343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:31.766918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.768479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:31.769274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.813644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-7799216b-8b8a-4f83-a04b-024131e007bc service neutron] 10.222.0.97 "GET /v2.0/networks/e99c8520-b641-4bda-a024-0a52fc453a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606997 Nov 12 03:53:31.834018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:31.837459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.846214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:31.852008 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Sync routers for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:31.870151 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:31.872567 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:31.901622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Pushing event deleted for resources: {'Port': ['ID=95c797e6-c4d6-4f47-8944-8f746a58e563,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:31.933699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-92e1a789-5afe-4df4-8728-e86ed5b7f067 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/floatingips/9a23194e-2346-4559-80a2-f05c307a2665 HTTP/1.1" status: 204 len: 168 time: 1.6237152 Nov 12 03:53:31.933699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:31.959506 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957f567-43cc-4883-bf17-935aaedbad19" -d '{"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:32.059078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.099625 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:32.163100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c067eb0-7e77-4cb3-926c-d36ce583b342 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:32.165220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10300eb1-e818-4d63-9dec-c5e238c11a99 None None] Pushing event updated for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.330114 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.357733 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Checking router: ef2a9ebb-9851-4b90-9015-5fa7b23a7232 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:32.381731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-597d5f36-110d-4e1e-81b2-596d25e790de req-4f750435-bda2-4b4e-a91c-2ae9fd82b07c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/ports?device_id=00e0c0a6-9de3-4108-98b1-e5052fade4cf HTTP/1.1" status: 200 len: 210 time: 0.0896747 Nov 12 03:53:32.386823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:32.387672 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.394059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:32.427353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.544298 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:32.699305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8579'] for router, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.702999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563237'] for router, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.762760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] For port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:32.812583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:32.823588 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.836023 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba50519b-4688-4c57-87af-03b27e7e8315 x-openstack-request-id: req-ba50519b-4688-4c57-87af-03b27e7e8315 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:32.836652 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:32.837078 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ba50519b-4688-4c57-87af-03b27e7e8315 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:32.837635 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'status': 'completed', 'code': 200} Nov 12 03:53:32.875854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94298b11-ab9e-4df5-9960-ee947be01a0f None None] Pushing event updated for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:32.956762 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3cd686-f80a-443c-9422-83629f5e3c74 None None] The sync data for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 is: [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:51:04Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fbae5108-aecb-452a-b141-407e30071b93', 'name': '', 'network_id': 'b92e22df-9efd-4ebb-a319-1549090273cd', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:ce:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:03Z', 'updated_at': '2021-11-12T03:51:09Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:32.966055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:27Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7bb88b99-ad0c-4c16-ae47-645f1bff38ef', 'name': '', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:b2:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:26Z', 'updated_at': '2021-11-12T03:53:31Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:32.998246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Router f668df47-4f88-40c2-9e21-ab2d9e2ca9db has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:33.004998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0c6bb504-1ff2-4b22-9035-51e9f1cd6594 None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:33.005466 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb504-1ff2-4b22-9035-51e9f1cd6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.007612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f671c94-70e6-4454-82e0-9b27b13fa2e4 None None] The sync data for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 is: [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:27Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7bb88b99-ad0c-4c16-ae47-645f1bff38ef', 'name': '', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:b2:1c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:26Z', 'updated_at': '2021-11-12T03:53:31Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:33.014239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f567-43cc-4883-bf17-935aaedbad19 req-24c8e359-9644-45c9-b04d-aee0f6ec8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.016651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-24c8e359-9644-45c9-b04d-aee0f6ec8b65 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 1098 time: 0.1363409 Nov 12 03:53:33.042169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb33e07a-0981-4d09-a8f8-f3f656c96759 req-2269b949-9fa4-4625-934e-b188c63a6d53 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 210 time: 0.0860021 Nov 12 03:53:33.316017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f567-43cc-4883-bf17-935aaedbad19 req-7d70d4b1-ebbc-4edb-be54-95968a01e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.317729 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-7d70d4b1-ebbc-4edb-be54-95968a01e669 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 200 len: 897 time: 0.2932935 Nov 12 03:53:33.337771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:33.361691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:33.374391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] Sync routers for ids ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:33.376265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9fa553e4-ac7c-4b9c-a46f-535c1f4ee227 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "PUT /v2.0/routers/f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 200 len: 709 time: 3.5152841 Nov 12 03:53:33.385089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.393586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] Routers {'f668df47-4f88-40c2-9e21-ab2d9e2ca9db'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:33.394110 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-07a33839-eca9-4611-bb22-cfe76897a3b0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 200 len: 217 time: 0.0676773 Nov 12 03:53:33.396139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.476581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.494556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] Routers {'f668df47-4f88-40c2-9e21-ab2d9e2ca9db'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:33.495222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.498303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f567-43cc-4883-bf17-935aaedbad19 req-d64862aa-0bc1-4dcf-8517-b54c635546a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.500241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-d64862aa-0bc1-4dcf-8517-b54c635546a0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 200 len: 835 time: 0.0963812 Nov 12 03:53:33.558658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:33.559610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16f12d-4690-494c-a8f5-e6ad666a5589 None None] The sync data for ids ['f668df47-4f88-40c2-9e21-ab2d9e2ca9db'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:33.586193 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f567-43cc-4883-bf17-935aaedbad19 req-17088a78-726b-4636-ab5d-2ba30509c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.588098 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-17088a78-726b-4636-ab5d-2ba30509c6b9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b92e22df-9efd-4ebb-a319-1549090273cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778241 Nov 12 03:53:33.594179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e5ed-041d-4614-81e4-2f4b5c6e8213 req-0409e81d-a528-437f-9c4f-632a1add1485 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:33.595731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3073e5ed-041d-4614-81e4-2f4b5c6e8213 req-0409e81d-a528-437f-9c4f-632a1add1485 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.3826416 Nov 12 03:53:33.607884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f01c2c2-f814-426a-8d8d-83f7ef0668d7 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/routers/f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 200 len: 744 time: 0.2143896 Nov 12 03:53:33.609803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.639689 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc890be-95e3-44ae-81fc-65251efaa8a0 None None] New status for floating IP 9a23194e-2346-4559-80a2-f05c307a2665: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:53:33.706099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd5b95a1-14eb-458a-b645-c9d16c7beec8 tempest-RoutersIpV6AdminTest-1857340277 tempest-RoutersIpV6AdminTest-1857340277-project-admin] 10.222.0.97 "GET /v2.0/ports?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&device_id=f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 200 len: 205 time: 0.0951984 Nov 12 03:53:33.708219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56062) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.768536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3ae4552c-7024-48f5-b294-958fe3dfa8c7 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 200 len: 205 time: 0.0588067 Nov 12 03:53:33.770505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56064) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:33.828002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3073e5ed-041d-4614-81e4-2f4b5c6e8213 req-b7fffa00-f37d-4dfc-9d5e-58f9016af04d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188325 Nov 12 03:53:33.914814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7bb88b99-ad0c-4c16-ae47-645f1bff38ef up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:33.964142 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-ab1e14bd-8678-4d7a-a27c-dbbcc77835a1 service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620284 Nov 12 03:53:33.978607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56068) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.012891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.104782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:34.105523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.233892 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.304791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.311795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d21787a0-73cd-469b-8f87-6fc7b8f86727 req-4901f5cd-ac98-4a82-b084-d692533342c8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 210 time: 0.0545113 Nov 12 03:53:34.378583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.382705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.384109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/security-groups/f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1 HTTP/1.1" status: 204 len: 168 time: 0.4043837 Nov 12 03:53:34.387997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.412221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee34b5a-8e38-4f10-8aa9-6358670addca tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:34.414722 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-fb64eb9e-18be-4ffa-928a-b8c8d7db6e09 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] show failed (client error): The resource could not be found. Nov 12 03:53:34.417752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fb64eb9e-18be-4ffa-928a-b8c8d7db6e09 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "GET /v2.0/security-groups/f30f34e8-5ce9-4f99-a637-7c90a2a0e8c1 HTTP/1.1" status: 404 len: 347 time: 0.0286746 Nov 12 03:53:34.421931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56074) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.580264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 906151fc-69cf-437f-bb4f-6878339d6588 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:34.580675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.600451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-006b5d29-5278-4eb3-ad8b-e4bb19da794d tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.602081 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-006b5d29-5278-4eb3-ad8b-e4bb19da794d tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.16 "GET /v2.0/networks?id=e99c8520-b641-4bda-a024-0a52fc453a6e HTTP/1.1" status: 200 len: 797 time: 0.6405272 Nov 12 03:53:34.641240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Request body: {'port': {'device_id': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'admin_state_up': True, 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:34.687743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.694139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.699470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.699805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.717078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-fcddb389-91e9-49c3-86d4-509807bc602e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:34.718657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-fcddb389-91e9-49c3-86d4-509807bc602e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.1092796 Nov 12 03:53:34.725981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 906151fc-69cf-437f-bb4f-6878339d6588 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:34.728218 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c957f567-43cc-4883-bf17-935aaedbad19 req-f93f79e8-20b9-4395-9a1d-ba5495d33f5c service neutron] 10.222.0.104 "GET /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089226 Nov 12 03:53:34.833770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.834094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Fanout notify agent at l3_agent the message router_deleted on router f668df47-4f88-40c2-9e21-ab2d9e2ca9db {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:34.857805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:34.865213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ef5e8068-4851-4def-9333-884607a34762 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 204 len: 168 time: 1.0933964 Nov 12 03:53:34.879003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56084) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:34.977578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-870d2563-75a0-45d9-8cf3-a1e82f54516f tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 200 len: 205 time: 0.0966275 Nov 12 03:53:34.983488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.013760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Made reservation on behalf of be9ba59523df4acca43ebafdad5bbdc7 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:35.017848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.082341 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-88f05b52-f4f0-4201-8abd-4138b1b216ad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.084176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-88f05b52-f4f0-4201-8abd-4138b1b216ad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/f668df47-4f88-40c2-9e21-ab2d9e2ca9db HTTP/1.1" status: 404 len: 336 time: 0.0683520 Nov 12 03:53:35.090015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.111733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 3c9d4341-9582-4ec5-8078-bb6132d79faf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:35.112328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.189580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d747d785-df07-49c8-9697-85947961fb0b tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 200 len: 205 time: 0.0899866 Nov 12 03:53:35.194305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.204981 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.221243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Allocated IP 172.20.0.22 (e99c8520-b641-4bda-a024-0a52fc453a6e/c79510f4-7ac5-4fd2-946b-337a355075a5/c8348c1f-d956-488f-9a31-912de438b05b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:35.287803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f019-a492-4d7f-bdd6-ba47a87bfc4c req-83009441-398c-41a5-9a93-b4f09150da41 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.287803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0229f019-a492-4d7f-bdd6-ba47a87bfc4c req-83009441-398c-41a5-9a93-b4f09150da41 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 946 time: 0.3180134 Nov 12 03:53:35.288735 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4e89c16c-3f72-4bea-ac48-785748edcc22 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.292254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e89c16c-3f72-4bea-ac48-785748edcc22 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/a3971fda-17d0-4fbd-99a1-c1842a28b7c2 HTTP/1.1" status: 404 len: 336 time: 0.0925186 Nov 12 03:53:35.294099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=906151fc-69cf-437f-bb4f-6878339d6588,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.296280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56092) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.370727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3815ec98-b641-4bcd-9ad0-4a6a4a6773cb tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 200 len: 205 time: 0.0684395 Nov 12 03:53:35.374500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.400208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.448182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 3c9d4341-9582-4ec5-8078-bb6132d79faf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=3c9d4341-9582-4ec5-8078-bb6132d79faf,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:35.448549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.451055 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-613d9ebc-0538-4321-b105-041117e86f96 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.454574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-613d9ebc-0538-4321-b105-041117e86f96 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/bffce377-c628-4024-8c2a-8b0adb4b18b9 HTTP/1.1" status: 404 len: 336 time: 0.0591073 Nov 12 03:53:35.455714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56098) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.491439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 3c9d4341-9582-4ec5-8078-bb6132d79faf owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:35.500327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0229f019-a492-4d7f-bdd6-ba47a87bfc4c req-9be8c030-6db3-493e-b8fe-c1e47fb86c9c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=d3027618-a1f2-4dc2-864f-1bce4c5693f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014558 Nov 12 03:53:35.501138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.503696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.507004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1bd3e245-9f65-403b-a78e-b36c7bedb13c tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/floatingips/4ed1caab-64dd-4d6a-808d-48cd03480f2e HTTP/1.1" status: 204 len: 168 time: 1.0817821 Nov 12 03:53:35.507787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56100) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.515996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d42c35aa-b98b-453d-9606-2d56a625a2ab tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 200 len: 205 time: 0.0589349 Nov 12 03:53:35.517289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.520062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.618774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event updated for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:35.624680 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-4fdfe671-225c-4ea5-b02e-29f12cf559ac tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.626057 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4fdfe671-225c-4ea5-b02e-29f12cf559ac tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/ab757a20-af89-48cf-b439-ae7e324d5fcf HTTP/1.1" status: 404 len: 336 time: 0.1029103 Nov 12 03:53:35.628881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.640748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Network e99c8520-b641-4bda-a024-0a52fc453a6e is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:35.646824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:35.649507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:35.677875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-776fcc74-0e9d-4884-95ef-c76708ad512e tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 200 len: 205 time: 0.0473959 Nov 12 03:53:35.681774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.726518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.727399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.751184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-2d515093-f2f3-484d-9f9c-8f53783bc29f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1170335 Nov 12 03:53:35.752461 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-578058ed-4411-4378-91dc-94eddb7fef3b tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:35.758121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-578058ed-4411-4378-91dc-94eddb7fef3b tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/5507b0f4-3bc3-48b2-93ae-f007531ebf2a HTTP/1.1" status: 404 len: 336 time: 0.0597048 Nov 12 03:53:35.759103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.780704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Request body: {'port': {'device_id': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:35.805821 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6e04ab4f-d5b5-40e3-97f6-ab656d4f4567 tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "GET /v2.0/ports?device_id=ac968faf-b309-4c61-8076-235fdeea3656 HTTP/1.1" status: 200 len: 205 time: 0.0451529 Nov 12 03:53:35.822873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:35.887192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:35.887808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:35.966327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf36059-efad-490f-beb7-3eb3030e30e0 req-b23eefcc-8f59-4edc-bc0d-80c269cc2f4d tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:35.984404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbf36059-efad-490f-beb7-3eb3030e30e0 req-b23eefcc-8f59-4edc-bc0d-80c269cc2f4d tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 895 time: 0.3401058 Nov 12 03:53:35.993455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.031739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-00b2b4f3-edb9-4a85-bf5f-eb5425f3e341 None None] Provisioning complete for port c8348c1f-d956-488f-9a31-912de438b05b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:36.032815 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-00b2b4f3-edb9-4a85-bf5f-eb5425f3e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.048065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=3c9d4341-9582-4ec5-8078-bb6132d79faf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.101709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.115660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-00b2b4f3-edb9-4a85-bf5f-eb5425f3e341 None None] Port c8348c1f-d956-488f-9a31-912de438b05b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:36.130402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] No DVR routers for this DVR port 3c9d4341-9582-4ec5-8078-bb6132d79faf on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:36.135786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.139397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753ddab5-3542-4383-b1e3-859edd7df8cf req-bae73d68-5766-41e8-a05d-67f1e367f4b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "DELETE /v2.0/ports/3c9d4341-9582-4ec5-8078-bb6132d79faf HTTP/1.1" status: 204 len: 173 time: 1.4108350 Nov 12 03:53:36.140026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-deleted', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:36.142361 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4175081e-257f-4704-a43d-e4961d1b5879" -d '{"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-deleted", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:36.145812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:36.220330 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b8b61b-bc91-4467-9699-d75201a0e8c6 x-openstack-request-id: req-d7b8b61b-bc91-4467-9699-d75201a0e8c6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:36.220618 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceabb38-75d1-4c19-9d18-59bebf780b8e", "name": "network-vif-deleted", "tag": "3c9d4341-9582-4ec5-8078-bb6132d79faf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:36.221104 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d7b8b61b-bc91-4467-9699-d75201a0e8c6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:36.222600 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceabb38-75d1-4c19-9d18-59bebf780b8e', 'name': 'network-vif-deleted', 'tag': '3c9d4341-9582-4ec5-8078-bb6132d79faf', 'status': 'completed', 'code': 200} Nov 12 03:53:36.264838 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-528c1dd2-e3b0-4f19-ba16-15a7dcd62fad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] delete failed (client error): The resource could not be found. Nov 12 03:53:36.265918 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-528c1dd2-e3b0-4f19-ba16-15a7dcd62fad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/routers/ac968faf-b309-4c61-8076-235fdeea3656 HTTP/1.1" status: 404 len: 336 time: 0.4420807 Nov 12 03:53:36.268584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56116) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.300048 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db6741a-1b2b-499c-8cdc-c8b5054b53ad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] DELETE failed (client error): The resource could not be found. Nov 12 03:53:36.300518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db6741a-1b2b-499c-8cdc-c8b5054b53ad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 03:53:36.305401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4db6741a-1b2b-499c-8cdc-c8b5054b53ad tempest-RoutersIpV6AdminTest-1737082576 tempest-RoutersIpV6AdminTest-1737082576-project] 10.222.0.97 "DELETE /v2.0/subnets/fef1b312-b2ce-4858-8286-2067cf2327ef HTTP/1.1" status: 404 len: 337 time: 0.0350468 Nov 12 03:53:36.310018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.333986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.415649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:36.531981 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.538322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d83caeb-bd55-4edf-8597-a946015d54d3 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/ports/6e3ac8e5-9c6a-4cff-8ee0-eb23f72be162 HTTP/1.1" status: 204 len: 168 time: 1.0264552 Nov 12 03:53:36.541638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56122) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.737703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e4201c5-e428-4ad4-b8a6-9df3a189a2a9 req-1321e78b-5d3d-4cf1-add3-072e3b2f1d59 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=fceabb38-75d1-4c19-9d18-59bebf780b8e HTTP/1.1" status: 200 len: 210 time: 0.0639522 Nov 12 03:53:36.849472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:36.856787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:36.857394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:36.995074 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a44-5e0f-4f5e-a711-351d489cb76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.037923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8348c1f-d956-488f-9a31-912de438b05b {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:37.043265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.054063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.064048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:37.085512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Transition to ACTIVE for port object c8348c1f-d956-488f-9a31-912de438b05b will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:53:37.090163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.165571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574040e3-b3b5-49e8-a4f4-81ed5657fe78 req-f935d60b-1950-433b-ae1f-f085c5c4c0a7 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.167216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-574040e3-b3b5-49e8-a4f4-81ed5657fe78 req-f935d60b-1950-433b-ae1f-f085c5c4c0a7 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 907 time: 0.0860691 Nov 12 03:53:37.175805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a44-5e0f-4f5e-a711-351d489cb76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.196271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e30e9a44-5e0f-4f5e-a711-351d489cb76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.226034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.244252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9a44-5e0f-4f5e-a711-351d489cb76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f43834-50c7-4460-99a3-4f01b0d14f9b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.259356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e30e9a44-5e0f-4f5e-a711-351d489cb76a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=72e184fb5f964a64bf173b69c840a8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076390 Nov 12 03:53:37.261894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.313757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Attempting to bind port c8348c1f-d956-488f-9a31-912de438b05b on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:37.314077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Attempting to bind port c8348c1f-d956-488f-9a31-912de438b05b by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:37.314402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Attempting to bind port c8348c1f-d956-488f-9a31-912de438b05b on network e99c8520-b641-4bda-a024-0a52fc453a6e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:37.320798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Port c8348c1f-d956-488f-9a31-912de438b05b on network e99c8520-b641-4bda-a024-0a52fc453a6e not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:53:37.321109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Attempting to bind port c8348c1f-d956-488f-9a31-912de438b05b on network e99c8520-b641-4bda-a024-0a52fc453a6e {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:37.331547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:37.331900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Checking segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:37.332298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Bound using segment: {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:37.333319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Bound port: c8348c1f-d956-488f-9a31-912de438b05b, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6241631e-7947-4f42-96cf-2e87cbd33dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:37.333680 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.380032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.408687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.425798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.469158 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.471437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.472063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.478608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b4f43834-50c7-4460-99a3-4f01b0d14f9b HTTP/1.1" status: 204 len: 168 time: 0.2134142 Nov 12 03:53:37.488349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:37.497282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97ddac-60f2-4246-bf80-de3f7d8ac259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f43834-50c7-4460-99a3-4f01b0d14f9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.558455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c8348c1f-d956-488f-9a31-912de438b05b,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:37.567688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.640163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.640794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.642226 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8348c1f-d956-488f-9a31-912de438b05b HTTP/1.1" status: 200 len: 1056 time: 1.8680663 Nov 12 03:53:37.642693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:37.645074 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "tag": "c8348c1f-d956-488f-9a31-912de438b05b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:37.649079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.655245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.664625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a65b412-dfb5-45ba-a12f-b5bcfd834700 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/ports/2a7cf998-5ec8-4b9e-85b5-8e69c38c91ed HTTP/1.1" status: 204 len: 168 time: 1.1216633 Nov 12 03:53:37.668055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bec819-5432-4157-9b78-26ba4a3d19e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:37.707498 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c338e8c-79bd-4152-9e87-50d863038115 x-openstack-request-id: req-0c338e8c-79bd-4152-9e87-50d863038115 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:37.708354 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "tag": "c8348c1f-d956-488f-9a31-912de438b05b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:37.708723 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c338e8c-79bd-4152-9e87-50d863038115 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:37.709294 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b', 'status': 'completed', 'code': 200} Nov 12 03:53:37.755278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting subnet 3e318bc5-fc8a-4877-ab46-e8be62da34ec {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:37.779383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.820628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:37.860878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:37.906027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-9c8d93e7-a582-44f6-91be-2e191c68de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:37.907719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-9c8d93e7-a582-44f6-91be-2e191c68de17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 1059 time: 0.1462491 Nov 12 03:53:37.972781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56152) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.084000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4f8f60e1-f69b-4ae8-bf78-1fec011a83a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1ecdfbe25f7c440fa1abec9176911403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067288 Nov 12 03:53:38.086530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56156) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.169417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.173062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.304618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-8e3ba0bc-8de8-4755-ad5c-057a66c298a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.305080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-8e3ba0bc-8de8-4755-ad5c-057a66c298a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.306645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-8e3ba0bc-8de8-4755-ad5c-057a66c298a9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.3583612 Nov 12 03:53:38.512532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.563458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-80347a5a-39fb-4187-abd1-19f9403bee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.564927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ff2f328-3f68-4b4e-a24d-b77e8c82d317 req-80347a5a-39fb-4187-abd1-19f9403bee83 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2212846 Nov 12 03:53:38.596206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bf70a-dd54-43be-b674-7c78d6336c29 req-d3661ccb-f104-4a84-b0f3-316ce696826a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.597776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-818bf70a-dd54-43be-b674-7c78d6336c29 req-d3661ccb-f104-4a84-b0f3-316ce696826a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 907 time: 0.1159184 Nov 12 03:53:38.627960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.665932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Subnet': ['ID=3e318bc5-fc8a-4877-ab46-e8be62da34ec,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.668487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.674549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c1d35fec-d27e-4e4f-b358-a01a853b13f0 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/subnets/3e318bc5-fc8a-4877-ab46-e8be62da34ec HTTP/1.1" status: 204 len: 168 time: 1.0159431 Nov 12 03:53:38.674549 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.677187 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.681483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3160fc20-66bb-4f57-a5f6-f7e595e277e9 HTTP/1.1" status: 204 len: 168 time: 0.5909684 Nov 12 03:53:38.681483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:38.688898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1f1bf-b1da-43f3-8b17-0707bc73c5df None None] Network 8d22ef08-baa3-4390-97bb-83d9e85d2857 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:38.701691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32367f-77a0-4a6b-8c08-540a30fe1286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3160fc20-66bb-4f57-a5f6-f7e595e277e9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:38.803682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting subnet e8bec530-8030-401f-b29c-344c731c7d66 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:38.819880 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.848324 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-9515c414-e6d2-483c-921b-5404ff3e252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:38.850553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-9515c414-e6d2-483c-921b-5404ff3e252f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 1059 time: 0.1250327 Nov 12 03:53:38.868520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:38.916128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.012318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-87e35642-872f-4b40-bfbb-1000eadd3812 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c8348c1f-d956-488f-9a31-912de438b05b HTTP/1.1" status: 200 len: 217 time: 0.1352017 Nov 12 03:53:39.034935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] DHCP port deletion for 8d22ef08-baa3-4390-97bb-83d9e85d2857 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:39.081613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:39.108660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 3c9d4341-9582-4ec5-8078-bb6132d79faf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:39.109370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 3c9d4341-9582-4ec5-8078-bb6132d79faf not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:39.154695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.160040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-0c954576-1b41-4007-9f14-91048d4680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.161762 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-0c954576-1b41-4007-9f14-91048d4680e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c79510f4-7ac5-4fd2-946b-337a355075a5 HTTP/1.1" status: 200 len: 838 time: 0.1375468 Nov 12 03:53:39.162827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Deleting port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:39.163377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.255877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] For port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,segment=NetworkSegment(01985d15-08e4-4a8e-aa1a-8dcbc2de7450),segment_id=01985d15-08e4-4a8e-aa1a-8dcbc2de7450)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:39.256580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.261926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.273549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Calling delete_port for 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:39.308221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-57515e3a-6b3a-4971-905e-c8ef4c4b2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.310557 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-57515e3a-6b3a-4971-905e-c8ef4c4b2343 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99c8520-b641-4bda-a024-0a52fc453a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1364858 Nov 12 03:53:39.314157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.319303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afe499-32e0-46ad-b44d-a7e45b45dab6 None None] Network c6fec5f1-e2b2-45f3-9432-7aae984091f1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:39.319499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/subnets/e8bec530-8030-401f-b29c-344c731c7d66 HTTP/1.1" status: 204 len: 168 time: 0.6373007 Nov 12 03:53:39.321991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.325846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd71f-805f-4b1e-92dd-2d11b9fe081e tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bec530-8030-401f-b29c-344c731c7d66,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.434941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.477672 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.485456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] The port '637fa9a7-2259-4ed3-ab58-ba14d2b7f863' was deleted {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 03:53:39.550953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Pushing event deleted for resources: {'Port': ['ID=637fa9a7-2259-4ed3-ab58-ba14d2b7f863,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.557419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] No DVR routers for this DVR port 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:39.572608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.594766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.595665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.596366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.597069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.597767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.599153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.599642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.600685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.600685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.601197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.601569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.602049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3f3c-9326-495f-9c0c-0ae59fadc43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:39.618664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port fbae5108-aecb-452a-b141-407e30071b93 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:39.620547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.627583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d22ef08-baa3-4390-97bb-83d9e85d2857']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:39.648625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01985d15-08e4-4a8e-aa1a-8dcbc2de7450') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:39.649238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01985d15-08e4-4a8e-aa1a-8dcbc2de7450') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:39.671859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.723494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.733856 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-35daab18-e5ea-4a29-b88b-6faeeb66dba3 service neutron] 10.222.0.16 "GET /v2.0/networks/e99c8520-b641-4bda-a024-0a52fc453a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088252 Nov 12 03:53:39.742378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.752524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:39.755895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: items = [ Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:39.775718 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:39.779259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] DHCP port deletion for c6fec5f1-e2b2-45f3-9432-7aae984091f1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:39.881985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.882200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:39.893350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.897001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/networks/8d22ef08-baa3-4390-97bb-83d9e85d2857 HTTP/1.1" status: 204 len: 168 time: 0.5729618 Nov 12 03:53:39.900392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Deleting port 1517313f-d106-4d34-a547-f036897b3859 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:39.901694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.903811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:39.923192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54907d2-de86-4db0-8356-e60b589f4194 req-cdfdd0d7-baa3-4aeb-a82d-e3db12da4c24 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:39.924838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d54907d2-de86-4db0-8356-e60b589f4194 req-cdfdd0d7-baa3-4aeb-a82d-e3db12da4c24 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 907 time: 0.1482894 Nov 12 03:53:39.935784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe727f-c5b7-4df9-bfd2-05978197f9eb tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Network': ['ID=8d22ef08-baa3-4390-97bb-83d9e85d2857,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:39.938190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port fbae5108-aecb-452a-b141-407e30071b93, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fbae5108-aecb-452a-b141-407e30071b93,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:39.938578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:39.949061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:39.949723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 637fa9a7-2259-4ed3-ab58-ba14d2b7f863 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:39.968896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for fbae5108-aecb-452a-b141-407e30071b93 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:39.996082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c1e5d78b-43a2-40af-953d-707159adfa0f req-1f4d9266-95dc-427c-a28b-c9b64386f351 service neutron] 10.222.0.16 "GET /v2.0/networks/e99c8520-b641-4bda-a024-0a52fc453a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440281 Nov 12 03:53:40.032816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] For port 1517313f-d106-4d34-a547-f036897b3859, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1517313f-d106-4d34-a547-f036897b3859,segment=NetworkSegment(e7a787a8-24d4-4b76-bcd8-b41ce81db91e),segment_id=e7a787a8-24d4-4b76-bcd8-b41ce81db91e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.033775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.060053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Calling delete_port for 1517313f-d106-4d34-a547-f036897b3859 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:40.117501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.194943 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.229318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] Pushing event deleted for resources: {'Port': ['ID=1517313f-d106-4d34-a547-f036897b3859,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.240265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2796f7-03b4-4a62-af61-863f96cdecac None None] No DVR routers for this DVR port 1517313f-d106-4d34-a547-f036897b3859 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:40.258109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Deleting port 1517313f-d106-4d34-a547-f036897b3859 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:40.258468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.374754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] For port 1517313f-d106-4d34-a547-f036897b3859, host n-d-766726-29, got binding levels [] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:40.375159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.420418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Calling delete_port for 1517313f-d106-4d34-a547-f036897b3859 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:40.426901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Port 1517313f-d106-4d34-a547-f036897b3859 was not found and therefore no delete operation was performed {{(pid=102605) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 03:53:40.430745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.489901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] No DVR routers for this DVR port 1517313f-d106-4d34-a547-f036897b3859 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:40.492755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Port': ['ID=1517313f-d106-4d34-a547-f036897b3859,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.638895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.713770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fec5f1-e2b2-45f3-9432-7aae984091f1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.733082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.733734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a787a8-24d4-4b76-bcd8-b41ce81db91e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:40.752250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.757569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.783524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.797609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:40.799507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.803962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=fbae5108-aecb-452a-b141-407e30071b93,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:40.903828 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:40.950341 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:40.993751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.010607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] 10.222.0.97 "DELETE /v2.0/networks/c6fec5f1-e2b2-45f3-9432-7aae984091f1 HTTP/1.1" status: 204 len: 168 time: 1.0843177 Nov 12 03:53:41.017583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a714b-cb1f-432a-b68b-d250ec75dd15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] Pushing event deleted for resources: {'Network': ['ID=c6fec5f1-e2b2-45f3-9432-7aae984091f1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.238469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.378765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.513964 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:53:41.518785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-322670617', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:41.555874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1752dcb-bac7-4e88-8640-7899eb82c0f3 req-62598811-dcc0-48bb-b6cc-dcff2b42cf41 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:41.557683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1752dcb-bac7-4e88-8640-7899eb82c0f3 req-62598811-dcc0-48bb-b6cc-dcff2b42cf41 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 907 time: 0.4649689 Nov 12 03:53:41.559075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Made reservation on behalf of aa4ab2af5a3c497abaffb22a6a54cc73 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:41.561557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.578923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.588696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:41.696734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.702315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.711778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] device_id is not set on port 5af2c964-5b78-41b6-95a5-0e9485ea261c yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 03:53:41.789415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:41.800054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-559934f6-e0c9-46f1-9101-8f4042e81bfe tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/ef2a9ebb-9851-4b90-9015-5fa7b23a7232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9762542 Nov 12 03:53:41.800206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15c7a70-f27e-4a7d-8cad-0bc34d394603,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:41.802121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56226) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:41.806292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Sync routers for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:41.833134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:41.835935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:41.847990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c8348c1f-d956-488f-9a31-912de438b05b details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:53:41.895367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting subnet 7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:41.902203 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:41.934635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Allocated IP 172.25.7.49 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5af2c964-5b78-41b6-95a5-0e9485ea261c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:41.992599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.025382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1517313f-d106-4d34-a547-f036897b3859 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:42.051310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 1517313f-d106-4d34-a547-f036897b3859 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:42.051869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1517313f-d106-4d34-a547-f036897b3859 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:42.115197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.129047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.151290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c8348c1f-d956-488f-9a31-912de438b05b,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:42.178126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'c8348c1f-d956-488f-9a31-912de438b05b', 'network_id': 'e99c8520-b641-4bda-a024-0a52fc453a6e', 'port_id': 'c8348c1f-d956-488f-9a31-912de438b05b', 'mac_address': 'fa:16:3e:1f:3d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79510f4-7ac5-4fd2-946b-337a355075a5', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:53:42.181507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.229296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.239718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:42.267256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:42.273830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:42.278071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:42.296182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.306258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/subnets/7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec HTTP/1.1" status: 204 len: 168 time: 0.4986510 Nov 12 03:53:42.306258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84a20c-8211-4a19-91f9-70ef9ee603f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Subnet': ['ID=7487c08f-aae1-4e8a-9f9e-ca653f2ee6ec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.306857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.315999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Pushing event updated for resources: {'Port': ['ID=5af2c964-5b78-41b6-95a5-0e9485ea261c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.328840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab3be1-5546-485c-bc81-60b62c315ed3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:42.330592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077f4e5-c13d-44df-b1c1-d2e73fcab119 None None] Network b92e22df-9efd-4ebb-a319-1549090273cd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:42.376432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.377139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.377600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.402245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1465bdc5-c057-4dd9-9c52-61da7c6d31c1 tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0191460 Nov 12 03:53:42.402688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:42.443917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.49'}]}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:42.487581 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.490997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.492222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.700193 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-45b81809-7612-41c8-8c7e-25c2f99d9976 None None] Provisioning complete for port 5af2c964-5b78-41b6-95a5-0e9485ea261c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:42.700593 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45b81809-7612-41c8-8c7e-25c2f99d9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.720578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.723864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.740593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8348c1f-d956-488f-9a31-912de438b05b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:53:42.761648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c8348c1f-d956-488f-9a31-912de438b05b,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:42.767635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-45b81809-7612-41c8-8c7e-25c2f99d9976 None None] Port 5af2c964-5b78-41b6-95a5-0e9485ea261c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:42.772577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.872930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:42.915041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35b74f-03d3-46e3-8acf-20fb881f27a9 req-be31f408-6e4b-483e-9269-ce4746f7a9c8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:42.923703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c35b74f-03d3-46e3-8acf-20fb881f27a9 req-be31f408-6e4b-483e-9269-ce4746f7a9c8 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 907 time: 0.2642660 Nov 12 03:53:42.935075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:42.975093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:53:40Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '1c63c161-5b22-49b2-8af9-a2d7b8d97cdc', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:45:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:50:59Z', 'updated_at': '2021-11-12T03:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:43.015589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Checking router: ef2a9ebb-9851-4b90-9015-5fa7b23a7232 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:43.041955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] DHCP port deletion for b92e22df-9efd-4ebb-a319-1549090273cd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:43.049676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Routers {'ef2a9ebb-9851-4b90-9015-5fa7b23a7232'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:43.050315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:43.059620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:43.060182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.176428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.176793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.186867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['c8348c1f-d956-488f-9a31-912de438b05b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:53:43.193791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:43.276489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] Set router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:43.348190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:53:42Z', 'revision_number': 6, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:43.381053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c7283-0866-497d-a7b8-59b312ade97f None None] The sync data for ids ['ef2a9ebb-9851-4b90-9015-5fa7b23a7232'] in n-d-766726-29 is: [{'id': 'ef2a9ebb-9851-4b90-9015-5fa7b23a7232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918279324', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:50:58Z', 'updated_at': '2021-11-12T03:53:42Z', 'revision_number': 6, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:43.385256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Deleting port 4188f215-d7c0-46ff-9e87-2916096ba499 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:43.385984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.513925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] For port 4188f215-d7c0-46ff-9e87-2916096ba499, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4188f215-d7c0-46ff-9e87-2916096ba499,segment=NetworkSegment(c939a1eb-0145-440a-9d69-04ce8df7f45c),segment_id=c939a1eb-0145-440a-9d69-04ce8df7f45c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:43.514610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.539979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Calling delete_port for 4188f215-d7c0-46ff-9e87-2916096ba499 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:43.572032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.609834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.662942 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.737962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] No DVR routers for this DVR port 4188f215-d7c0-46ff-9e87-2916096ba499 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:43.752170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23dd39-528b-4e96-8e6f-d04b8327b6c9 None None] Pushing event deleted for resources: {'Port': ['ID=4188f215-d7c0-46ff-9e87-2916096ba499,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.785497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:43.846423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c8348c1f-d956-488f-9a31-912de438b05b up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:43.867751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=1c63c161-5b22-49b2-8af9-a2d7b8d97cdc,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:43.942764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb589e5a-e087-4394-8de5-3af4a5537137 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:43.984286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4188f215-d7c0-46ff-9e87-2916096ba499 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:44.036268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 4188f215-d7c0-46ff-9e87-2916096ba499 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:44.036268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4188f215-d7c0-46ff-9e87-2916096ba499 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:44.036268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fbae5108-aecb-452a-b141-407e30071b93 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:44.117468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fbae5108-aecb-452a-b141-407e30071b93 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:44.120549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fbae5108-aecb-452a-b141-407e30071b93 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:44.132032 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.132330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port c8348c1f-d956-488f-9a31-912de438b05b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:53:44.144589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port c8348c1f-d956-488f-9a31-912de438b05b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:44.146463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.354018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:44.418300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.482375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:44.486043 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a95c99-4e01-4100-b3c7-3d53596fa26b" -d '{"events": [{"server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "name": "network-vif-plugged", "status": "completed", "tag": "c8348c1f-d956-488f-9a31-912de438b05b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:44.516623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c8348c1f-d956-488f-9a31-912de438b05b,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:44.525523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.554141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.700885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43e0fd0c-06af-4aad-9539-30f2f2e06322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.727145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:44.899292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43e0fd0c-06af-4aad-9539-30f2f2e06322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:44.908106 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-43e0fd0c-06af-4aad-9539-30f2f2e06322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.032541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0fd0c-06af-4aad-9539-30f2f2e06322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53315467-ed3d-46a4-b9a4-f0fe618a865b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.058496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-43e0fd0c-06af-4aad-9539-30f2f2e06322 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9688f7c7c323467589437d1f493e6db4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7025688 Nov 12 03:53:45.062612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56256) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.227536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.278362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.384320 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.396042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.398936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.404055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.411405 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/53315467-ed3d-46a4-b9a4-f0fe618a865b HTTP/1.1" status: 204 len: 168 time: 0.3463342 Nov 12 03:53:45.425284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db39ca-90e6-43e2-aff6-d9a07e4c4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53315467-ed3d-46a4-b9a4-f0fe618a865b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:45.426723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe16f7d-7271-4c7c-8368-395ff55a252e req-9c252383-e25c-4750-b1cd-4c06b0015fcf tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:45.442703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dbe16f7d-7271-4c7c-8368-395ff55a252e req-9c252383-e25c-4750-b1cd-4c06b0015fcf tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 908 time: 1.3415906 Nov 12 03:53:45.453994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.467163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.608142 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b43cc-a271-499c-bfcb-b61f0dada3cf x-openstack-request-id: req-280b43cc-a271-499c-bfcb-b61f0dada3cf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:45.608985 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "name": "network-vif-plugged", "status": "completed", "tag": "c8348c1f-d956-488f-9a31-912de438b05b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:45.610814 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-280b43cc-a271-499c-bfcb-b61f0dada3cf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:45.612732 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b', 'code': 200} Nov 12 03:53:45.632293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.633198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Fanout notify agent at l3_agent the message router_deleted on router ef2a9ebb-9851-4b90-9015-5fa7b23a7232 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:45.851776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.856515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2e1e2d65-7fb1-4c44-a402-1a650b341ced tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/routers/ef2a9ebb-9851-4b90-9015-5fa7b23a7232 HTTP/1.1" status: 204 len: 168 time: 3.5451667 Nov 12 03:53:45.859469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.882452 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:45.883323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 478002a5-a588-4308-90bf-c0a3bfb0c1ee {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:53:45.946714 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:45.952274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a486c86a-8690-46b2-8a73-77df6574e76c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5445082 Nov 12 03:53:45.952804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:45.991953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:46.037766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:46.038442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1c63c161-5b22-49b2-8af9-a2d7b8d97cdc not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:46.141796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Deleting port 5af2c964-5b78-41b6-95a5-0e9485ea261c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:46.142395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.189498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722014b2-a982-4fd4-b8ac-2d99f7df0a7d req-e9c0bdb3-c808-434f-85b6-512501fe7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.193065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-722014b2-a982-4fd4-b8ac-2d99f7df0a7d req-e9c0bdb3-c808-434f-85b6-512501fe7fd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 1061 time: 0.4376760 Nov 12 03:53:46.224305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.267480 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.297525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Calling delete_port for 5af2c964-5b78-41b6-95a5-0e9485ea261c owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:46.435825 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.467536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92e22df-9efd-4ebb-a319-1549090273cd']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.483332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c939a1eb-0145-440a-9d69-04ce8df7f45c') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.483651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c939a1eb-0145-440a-9d69-04ce8df7f45c') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:46.506950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.507189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.527246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.539204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:53:46.539657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.597324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095adec2-c1e5-475b-9224-d26a434c5056 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:46.652352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Pushing event deleted for resources: {'Port': ['ID=5af2c964-5b78-41b6-95a5-0e9485ea261c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:53:46.691339 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:53:46.730232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.739665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.741110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:46.745765 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/networks/b92e22df-9efd-4ebb-a319-1549090273cd HTTP/1.1" status: 204 len: 168 time: 0.8650360 Nov 12 03:53:46.755671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f6e13320-02b2-470c-a24a-e19d9ccf467c tempest-RoutersAdminNegativeTest-1676883960 tempest-RoutersAdminNegativeTest-1676883960-project-admin] 10.222.0.97 "DELETE /v2.0/ports/5af2c964-5b78-41b6-95a5-0e9485ea261c HTTP/1.1" status: 204 len: 168 time: 0.8011045 Nov 12 03:53:46.759626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:46.783508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcfdf9-3116-4877-a73b-f0161a0c61df req-1d442ec6-b92f-4a37-9176-5cc7044608b9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:46.802720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2bcfdf9-3116-4877-a73b-f0161a0c61df req-1d442ec6-b92f-4a37-9176-5cc7044608b9 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.1647544 Nov 12 03:53:46.819868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864499c7-db03-4ddd-849c-a5a38983f37a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Network': ['ID=b92e22df-9efd-4ebb-a319-1549090273cd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:46.976452 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.009237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.090501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.093722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.106673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/security-groups/d3027618-a1f2-4dc2-864f-1bce4c5693f9 HTTP/1.1" status: 204 len: 168 time: 0.3368034 Nov 12 03:53:47.131616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4d48e-6af0-45a4-a8f9-c2f46169aab9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3027618-a1f2-4dc2-864f-1bce4c5693f9,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.166415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.431313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e70795e-d76f-4cbf-b8a7-b8632a3aa866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.597488 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e70795e-d76f-4cbf-b8a7-b8632a3aa866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.606108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6e70795e-d76f-4cbf-b8a7-b8632a3aa866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.624928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-1de9435c-4e61-44ce-a17d-4d718c8b318c req-9c7f98fb-e115-4304-87d3-a9bedae343ad service neutron] (102604) timed out ('10.222.0.97', 59414) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:53:47.670939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.678979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520740042', 'description': 'tempest-secgroup-smoke-1520740042 description', 'project_id': '6b558a8279b249238b97636bb9a8beb2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:47.689862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70795e-d76f-4cbf-b8a7-b8632a3aa866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a284f36-de73-4804-93ff-058b642fb94c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.701215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6e70795e-d76f-4cbf-b8a7-b8632a3aa866 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8d29f6eeb223436a9e44c299b050effd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5317969 Nov 12 03:53:47.704929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:47.752269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.790873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.819836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.885725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.889281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.894176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4a284f36-de73-4804-93ff-058b642fb94c HTTP/1.1" status: 204 len: 168 time: 0.1877663 Nov 12 03:53:47.905576 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c2592-dc71-48a5-9504-e9ec59b72cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a284f36-de73-4804-93ff-058b642fb94c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:47.980434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.986217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:47.992659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0065c-806e-4288-890b-101cf2cdc721 req-9a46ebb2-be04-472a-8c10-a22d4b8244de tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.002609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ffe0065c-806e-4288-890b-101cf2cdc721 req-9a46ebb2-be04-472a-8c10-a22d4b8244de tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.0894797 Nov 12 03:53:48.034024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.044451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.047683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7a42d998-7510-4fd9-aea3-72c058e51ffb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3751678 Nov 12 03:53:48.050627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.058347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.105718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.187506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.197869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.229085 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7978173-be78-4219-aee6-3695a15335af,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.234802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd643b1-a972-46a1-b973-214ef2b2203e req-3eb8810d-e8a5-49ab-8956-7b0ba0498500 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.236542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd643b1-a972-46a1-b973-214ef2b2203e req-3eb8810d-e8a5-49ab-8956-7b0ba0498500 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.1250458 Nov 12 03:53:48.257084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.261206 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c6be0e2-d09a-42cd-bf7d-3ed568b552f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062545 Nov 12 03:53:48.261573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56336) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.266306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.305866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.388274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.396181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.402544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c3825-dafb-40c6-af9a-ef107b4f8a9e req-04388070-b602-482e-a2b7-6644280a3c61 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.407389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-807c3825-dafb-40c6-af9a-ef107b4f8a9e req-04388070-b602-482e-a2b7-6644280a3c61 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 1061 time: 0.0746405 Nov 12 03:53:48.439158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89890c55-9f53-41ee-bbbf-3b544a42c4ea,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.450642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.456243 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c7658d8f-9edd-4dc3-9b9f-3bacf1026e31 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1933668 Nov 12 03:53:48.459952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.465556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.476845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.529196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.621358 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb18ebcc-9e1e-4f66-a7fe-7122278f9193 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=aa4ab2af5a3c497abaffb22a6a54cc73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430492 Nov 12 03:53:48.623738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56358) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.678142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c736-03f1-4da1-acb4-2287bf185dc8 req-79bef58a-b0a9-4ef9-9e24-06bb7d0e2599 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.687903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96f5c736-03f1-4da1-acb4-2287bf185dc8 req-79bef58a-b0a9-4ef9-9e24-06bb7d0e2599 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1137 time: 0.1598618 Nov 12 03:53:48.703492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.710948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.739105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af1fdb4-d0e9-4ae4-9790-ce12223c8679,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:48.743355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.774134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.775660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03269194-513a-4835-ad02-59ee83067c38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3146834 Nov 12 03:53:48.776150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.779668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.784690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:48.829401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96f5c736-03f1-4da1-acb4-2287bf185dc8 req-d63b2d25-64b7-4b8c-a649-c4605bce6d4b tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1354313 Nov 12 03:53:48.843392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:48.868905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.890914 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.894126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:48.896803 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c15c7a70-f27e-4a7d-8cad-0bc34d394603 HTTP/1.1" status: 204 len: 168 time: 0.2710133 Nov 12 03:53:48.935171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304ac0e-aae6-4849-b60a-cd20e2665d88 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:48.937375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9304ac0e-aae6-4849-b60a-cd20e2665d88 tempest-TestSecurityGroupsBasicOps-150241635 tempest-TestSecurityGroupsBasicOps-150241635-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 1056 time: 0.0924902 Nov 12 03:53:48.952575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14782e-85ab-47b6-b2a2-e305c3075eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15c7a70-f27e-4a7d-8cad-0bc34d394603,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.007386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.019606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.058650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64702288-935c-4470-856f-4173cbe4aed9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.069939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.071213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e512e73a-2c62-4212-b6fd-03474820976b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2905684 Nov 12 03:53:49.076542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56408) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:49.086942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:49.164486 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:49.178385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.320590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.336382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.363215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc531ed-bc4d-4d16-860c-e5fb30f23906 req-07aa7551-5802-45b4-899c-058f20274a5b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:49.365888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dc531ed-bc4d-4d16-860c-e5fb30f23906 req-07aa7551-5802-45b4-899c-058f20274a5b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.0880461 Nov 12 03:53:49.415351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981bad3a-50e9-4684-9ddd-869e0902b2e1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.423353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.424749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4832c794-bd1e-4698-abff-b8c16d90568f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3463075 Nov 12 03:53:49.428829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56450) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:49.437483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6a39fa56-d0be-4cb1-8020-e2a045e8c7e1', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:49.473532 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:53:49.509231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.696909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.702528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.733133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f058465-8ead-420c-b4f4-21511053ef04,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:49.758786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.760082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b4bd083-b5b9-41a4-beef-99fdb0cb3518 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3300204 Nov 12 03:53:49.763591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56490) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:49.774222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'network': {'name': 'tempest-network-smoke--842137575', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:49.822788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:49.828070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.874029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:49.899140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:49.900311 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Added segment ad8f54b2-d22d-414d-be3d-017d121a99e2 of type vlan for network 687fe612-926d-4bc2-aa40-e1e1713aa305 Nov 12 03:53:49.974330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.009072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.016734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:50.017485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.120745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3547878 Nov 12 03:53:50.123713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.128487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc8b9d-c021-4c0b-b945-d6429e8507ee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Network': ['ID=687fe612-926d-4bc2-aa40-e1e1713aa305,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.144290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:50.157564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'admin_state_up': True, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.216286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56506) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.233791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.234930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.320129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.334509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.433621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c06015-d876-46b3-802c-d9e38464e40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.532361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7043f093-3d78-4881-9a50-be839e56d644 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.533157 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-7043f093-3d78-4881-9a50-be839e56d644 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:53:50.534111 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-7043f093-3d78-4881-9a50-be839e56d644 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:50.537255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7043f093-3d78-4881-9a50-be839e56d644 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2133825 Nov 12 03:53:50.541743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56516) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.553095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.553668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--689718358'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:50.608275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.623383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.649400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c06015-d876-46b3-802c-d9e38464e40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.655491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c9c06015-d876-46b3-802c-d9e38464e40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.701558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955de7b-b341-4f9b-a23d-df5e6d819b60 req-78fcf08f-0110-465f-bac9-eb8c5cf77217 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:50.702793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1955de7b-b341-4f9b-a23d-df5e6d819b60 req-78fcf08f-0110-465f-bac9-eb8c5cf77217 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.1317842 Nov 12 03:53:50.740088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c9c06015-d876-46b3-802c-d9e38464e40f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e554416fe5d7492ba5d9c175b49044a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224090 Nov 12 03:53:50.744102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:50.749005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c06015-d876-46b3-802c-d9e38464e40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1850c527-ff6e-4e32-8b1a-18c51ba53b0e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.845849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-aeb395fe-0178-4a32-8477-b94ea542a287 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:50.847407 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-aeb395fe-0178-4a32-8477-b94ea542a287 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 909 time: 0.1012926 Nov 12 03:53:50.870014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.875467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.959659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:50.972262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532dc44c-dbf5-4991-8ed5-1a9e2cc45446,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:50.992169 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.034418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.044038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.044852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.057061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port c8348c1f-d956-488f-9a31-912de438b05b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:51.057451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.065946 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.112599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.119458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5761676 Nov 12 03:53:51.121186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.127279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '081db101-1c2f-4db8-8a02-02e500ec9928', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:51.155744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8455cc-5990-47be-853e-a5175cdfc4a1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081db101-1c2f-4db8-8a02-02e500ec9928,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.220902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port c8348c1f-d956-488f-9a31-912de438b05b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=c8348c1f-d956-488f-9a31-912de438b05b,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:51.221241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.221537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.240423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for c8348c1f-d956-488f-9a31-912de438b05b owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:51.263674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.230 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/631dffc0-ffe6-4229-ba04-1ad90f32729b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:51.265898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.268593 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.270891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1850c527-ff6e-4e32-8b1a-18c51ba53b0e HTTP/1.1" status: 204 len: 168 time: 0.5249352 Nov 12 03:53:51.304761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8658fe-39c2-41a3-8f4c-a589bb7cb3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1850c527-ff6e-4e32-8b1a-18c51ba53b0e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.400004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.420224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.452351 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.462685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.466700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442936 Nov 12 03:53:51.480621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56526) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.527132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.580844 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3bf2c95-32ba-4395-8e93-46061547af05 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '081db101-1c2f-4db8-8a02-02e500ec9928', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:51.590251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479315a9-7f84-4bf6-ad6a-ebff76ab5fdf tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51474e2b-7795-48a1-805b-603a6ee90b03,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.599348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.604712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=c8348c1f-d956-488f-9a31-912de438b05b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.608933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] No DVR routers for this DVR port c8348c1f-d956-488f-9a31-912de438b05b on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:53:51.631270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.641978 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-76300d84-b47b-4f97-be78-4c8114ba0c74 req-b0835b00-dfd1-4343-8b2c-12d27ceb831a tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.16 "DELETE /v2.0/ports/c8348c1f-d956-488f-9a31-912de438b05b HTTP/1.1" status: 204 len: 173 time: 0.7805347 Nov 12 03:53:51.642745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'name': 'network-vif-deleted', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:53:51.650201 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0987d7-37c5-4fe0-927f-24da4f171c34" -d '{"events": [{"server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "name": "network-vif-deleted", "tag": "c8348c1f-d956-488f-9a31-912de438b05b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:53:51.680548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:51.689964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:51.699310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:51.713412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f8ad1-4df3-4163-8c78-b7f6775234e0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:51.763132 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3bf2c95-32ba-4395-8e93-46061547af05 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.771909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=631dffc0-ffe6-4229-ba04-1ad90f32729b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:51.773880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:51.797749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e39131-bb05-4109-a9c8-6624c30ec22e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.837874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82e604c1-08eb-48f0-b745-e4ccda362885 None None] Provisioning complete for port 631dffc0-ffe6-4229-ba04-1ad90f32729b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:51.838794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82e604c1-08eb-48f0-b745-e4ccda362885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:51.867825 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc7b00-3a4c-4561-b6f0-b7ca20844df7 x-openstack-request-id: req-aadc7b00-3a4c-4561-b6f0-b7ca20844df7 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:53:51.871387 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166", "name": "network-vif-deleted", "tag": "c8348c1f-d956-488f-9a31-912de438b05b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:53:51.871858 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aadc7b00-3a4c-4561-b6f0-b7ca20844df7 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:53:51.872595 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166', 'name': 'network-vif-deleted', 'tag': 'c8348c1f-d956-488f-9a31-912de438b05b', 'status': 'completed', 'code': 200} Nov 12 03:53:51.998241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82e604c1-08eb-48f0-b745-e4ccda362885 None None] Port 631dffc0-ffe6-4229-ba04-1ad90f32729b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:52.020124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b38c262-5341-4ce9-9526-d48f5ed65eb2 req-6521dee2-1c7e-4f62-9898-3b210a6fc42e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee5ab3d9-bc4e-477e-a3ee-e0a46ad39166 HTTP/1.1" status: 200 len: 210 time: 0.0421138 Nov 12 03:53:52.050389 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-e3bf2c95-32ba-4395-8e93-46061547af05 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 03:53:52.055633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e3bf2c95-32ba-4395-8e93-46061547af05 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5681069 Nov 12 03:53:52.055633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.063999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e39131-bb05-4109-a9c8-6624c30ec22e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.074193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-62e39131-bb05-4109-a9c8-6624c30ec22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.148408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-62e39131-bb05-4109-a9c8-6624c30ec22e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1aa4f7b1cdb54bfb8264eaa43a94ea41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732004 Nov 12 03:53:52.152534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.160942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e39131-bb05-4109-a9c8-6624c30ec22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb002ab-9ad2-49bc-a80e-71118a6455f6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.200911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.205267 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ff85372-53c5-49f1-934c-bbcfd67c993b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.281651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.345205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.347194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.414639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.417889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.420477 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.424207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/081db101-1c2f-4db8-8a02-02e500ec9928 HTTP/1.1" status: 204 len: 168 time: 0.3651631 Nov 12 03:53:52.424738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.475624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9606-98f9-40a1-99b7-5696f35f15eb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081db101-1c2f-4db8-8a02-02e500ec9928,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.500185 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b245bf50-6fa3-4b07-aace-2466898d7355 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724208 Nov 12 03:53:52.507557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.512617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--107564054'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.541679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.578007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.580391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.581539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fdb002ab-9ad2-49bc-a80e-71118a6455f6 HTTP/1.1" status: 204 len: 168 time: 0.4278064 Nov 12 03:53:52.619697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00369ef-35c4-46dc-a844-f203a2a2251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb002ab-9ad2-49bc-a80e-71118a6455f6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.643864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.646098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.655810 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.694807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e192a79-3e47-4a92-a603-375c526d5675,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.723529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.727752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c8e3f65-a3cb-4d72-a1e8-d8e9c1822b9c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2160592 Nov 12 03:53:52.727752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.733421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-35db9add-6a7f-4ca2-83f0-acb153ae1666 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '4e192a79-3e47-4a92-a603-375c526d5675', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:52.733985 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-35db9add-6a7f-4ca2-83f0-acb153ae1666 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 03:53:52.734500 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-35db9add-6a7f-4ca2-83f0-acb153ae1666 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:52.738211 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-35db9add-6a7f-4ca2-83f0-acb153ae1666 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061235 Nov 12 03:53:52.738490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.806144 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.827623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9687c467-24c0-424b-b4bf-ab12f2e64813 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:53:52.839412 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.912309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.915881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:52.919777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/4e192a79-3e47-4a92-a603-375c526d5675 HTTP/1.1" status: 204 len: 168 time: 0.1803129 Nov 12 03:53:52.920499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56554) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:52.938158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1883806-aacf-4f0c-a371-4c4787d68e7b tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e192a79-3e47-4a92-a603-375c526d5675,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:52.969268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:52.990058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Sync routers for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:53.007539 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:53.008217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.033417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.035143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef869476-dcf1-4348-aa80-e38a58dbae99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9099026 Nov 12 03:53:53.038952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56562) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.092280 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0fc55b9b-fbe4-40c7-a0a8-c09d91684d98 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1604912 Nov 12 03:53:53.093038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56568) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.111142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--892962169'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:53.150783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56572) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.153746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-720978b7-7dc9-4288-982f-7473537fca64 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=6b558a8279b249238b97636bb9a8beb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1134439 Nov 12 03:53:53.163438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56574) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.335057 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:53.413852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.588185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.602653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.650008 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:52Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:53.720575 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Checking router: 9687c467-24c0-424b-b4bf-ab12f2e64813 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:53.721119 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Updating router 9687c467-24c0-424b-b4bf-ab12f2e64813 port 631dffc0-ffe6-4229-ba04-1ad90f32729b binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:53:53.738012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.743705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6495793 Nov 12 03:53:53.744727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56588) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.768880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-51e49ecc-a624-45fa-a2fd-ab06e30af157 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': 'efc7a27f-7521-4dea-a0e2-c3e47f9910cd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:53.769760 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-51e49ecc-a624-45fa-a2fd-ab06e30af157 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 03:53:53.770484 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-51e49ecc-a624-45fa-a2fd-ab06e30af157 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:53.775827 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-51e49ecc-a624-45fa-a2fd-ab06e30af157 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0123265 Nov 12 03:53:53.781078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56590) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.794111 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.808930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7590a-64c6-4599-9e34-8fb63f30413e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7a27f-7521-4dea-a0e2-c3e47f9910cd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:53.893721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c8348c1f-d956-488f-9a31-912de438b05b no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:53:53.910109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56592) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:53.911505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:53.946495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: c8348c1f-d956-488f-9a31-912de438b05b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:53:53.952822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device c8348c1f-d956-488f-9a31-912de438b05b not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:53:53.961155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.020626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e9b53-b606-463f-aa3d-60441fe6c768 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.023561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd3e9b53-b606-463f-aa3d-60441fe6c768 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8591003 Nov 12 03:53:54.026315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56596) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.051805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.056535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.059670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.063607 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/efc7a27f-7521-4dea-a0e2-c3e47f9910cd HTTP/1.1" status: 204 len: 168 time: 0.2784305 Nov 12 03:53:54.077475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.088623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bbc71073-a612-4659-b54c-61b0e02ceef4 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603204 Nov 12 03:53:54.097580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56600) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.105087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993074404', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:54.114874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7a27f-7521-4dea-a0e2-c3e47f9910cd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.128486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.128924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.129352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.129936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.130341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.130741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.131142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.131683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.132070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.132449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.132970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.133368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4132793-661b-4c0f-b36d-f80eb661650a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:53:54.145417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-188639051-network', 'tenant_id': 'cf8d1a5f397a40a0a6f87fc6afb2e4a1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:54.242799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Made reservation on behalf of cf8d1a5f397a40a0a6f87fc6afb2e4a1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:54.245966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.259302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.272536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9bb9072a-02ea-498d-84b0-99d7e335f425 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1926553 Nov 12 03:53:54.281816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56604) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.294007 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.300826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243777328'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:54.308060 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.344558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:54.349831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.360486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.379221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef827076-639a-4be6-a375-c0efabf038c8 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:54.384336 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269d2c-5543-4240-b83b-cd958de44726 None None] Pushing event updated for resources: {'Port': ['ID=631dffc0-ffe6-4229-ba04-1ad90f32729b,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.389275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Attempting to bind port 631dffc0-ffe6-4229-ba04-1ad90f32729b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:54.390536 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Attempting to bind port 631dffc0-ffe6-4229-ba04-1ad90f32729b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:54.393363 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Attempting to bind port 631dffc0-ffe6-4229-ba04-1ad90f32729b on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:54.398590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:54.398987 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:54.399432 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.399996 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:54.400902 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Bound port: 631dffc0-ffe6-4229-ba04-1ad90f32729b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:54.401353 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.424216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.442945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82b848e6-202a-49f8-9fee-e1c802f6cf25 None None] Provisioning complete for port 631dffc0-ffe6-4229-ba04-1ad90f32729b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.446722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82b848e6-202a-49f8-9fee-e1c802f6cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.461346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5f909-0829-4993-8669-0ca76c877f1d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.467293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.500970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:54.507608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] For port 631dffc0-ffe6-4229-ba04-1ad90f32729b, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:54.515669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] For port 631dffc0-ffe6-4229-ba04-1ad90f32729b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=631dffc0-ffe6-4229-ba04-1ad90f32729b,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:54.523838 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.524581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82b848e6-202a-49f8-9fee-e1c802f6cf25 None None] Port 631dffc0-ffe6-4229-ba04-1ad90f32729b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:53:54.533959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.534732 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Added segment bd29ccda-d643-47ca-934b-2f6fe9301f22 of type vlan for network a22e0bed-5038-42ca-ad58-ec0f2748793b Nov 12 03:53:54.565351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27ecb90b-ec5d-4c0a-8816-b985e6b831fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.601763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef45c17-cb10-49a2-8dee-5c1a93142b92 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:53:54.640868 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:54.641695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:54.652897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] Provisioning complete for port 631dffc0-ffe6-4229-ba04-1ad90f32729b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:54.653269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.709615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.727394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.740362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.824196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.839522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.840758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:54.841494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.844767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:54.855030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] For port 631dffc0-ffe6-4229-ba04-1ad90f32729b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=631dffc0-ffe6-4229-ba04-1ad90f32729b,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:54.864245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.888135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad8f23e-7b0a-4488-a18a-89015b4faf75,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.904948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9903529 Nov 12 03:53:54.912258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:54.912596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.923936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:54.930464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:54.932675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c5d57a8-1bbf-420b-aafd-7b2bef5472df tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6461773 Nov 12 03:53:54.945481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Request body: {'subnet': {'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-188639051-subnet', 'tenant_id': 'cf8d1a5f397a40a0a6f87fc6afb2e4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:54.949774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990051d-a020-47cc-aae3-cf643c084d6e None None] Pushing event updated for resources: {'Port': ['ID=631dffc0-ffe6-4229-ba04-1ad90f32729b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.950674 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86269d2c-5543-4240-b83b-cd958de44726 None None] Pushing event updated for resources: {'Port': ['ID=631dffc0-ffe6-4229-ba04-1ad90f32729b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:54.953021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56608) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.046428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-faf302b7-2f42-4838-a04b-f0a497476b53 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '2ad8f23e-7b0a-4488-a18a-89015b4faf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.047375 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-faf302b7-2f42-4838-a04b-f0a497476b53 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 03:53:55.047918 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-faf302b7-2f42-4838-a04b-f0a497476b53 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:55.053351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-faf302b7-2f42-4838-a04b-f0a497476b53 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0917363 Nov 12 03:53:55.056712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.066079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-549fbba1-879a-4bb7-b420-cc9c8fbe8e44 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '2ad8f23e-7b0a-4488-a18a-89015b4faf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.067014 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-549fbba1-879a-4bb7-b420-cc9c8fbe8e44 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 03:53:55.067514 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-549fbba1-879a-4bb7-b420-cc9c8fbe8e44 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:55.069316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-549fbba1-879a-4bb7-b420-cc9c8fbe8e44 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099936 Nov 12 03:53:55.070429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.077208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56612) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.102613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b54f07fb-a1c6-404d-9e4a-d9525f3bf1ec tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '2ad8f23e-7b0a-4488-a18a-89015b4faf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.103884 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-b54f07fb-a1c6-404d-9e4a-d9525f3bf1ec tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 03:53:55.104044 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:52Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:55.105420 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-b54f07fb-a1c6-404d-9e4a-d9525f3bf1ec tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:55.110378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b54f07fb-a1c6-404d-9e4a-d9525f3bf1ec tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121095 Nov 12 03:53:55.111139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port 7bb88b99-ad0c-4c16-ae47-645f1bff38ef, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:55.111630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.125909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for 7bb88b99-ad0c-4c16-ae47-645f1bff38ef owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:53:55.137743 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40faed-cf66-4d34-bb92-1c3b954207b4 None None] The sync data for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 is: [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:52Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:53:55.148350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56614) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.153027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-05f4e8c7-f3f1-4c32-a16a-76f49ba861be tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '2ad8f23e-7b0a-4488-a18a-89015b4faf75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.154952 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-05f4e8c7-f3f1-4c32-a16a-76f49ba861be tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 03:53:55.155494 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-05f4e8c7-f3f1-4c32-a16a-76f49ba861be tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:55.163174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-05f4e8c7-f3f1-4c32-a16a-76f49ba861be tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071940 Nov 12 03:53:55.170044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56616) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.205593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Subnet': ['ID=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.233018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Made reservation on behalf of cf8d1a5f397a40a0a6f87fc6afb2e4a1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:55.235677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.261433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a363cbd-2329-4b04-bde8-3631c73b267b admin admin] Pushing event updated for resources: {'Network': ['ID=a22e0bed-5038-42ca-ad58-ec0f2748793b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.273589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a22e0bed-5038-42ca-ad58-ec0f2748793b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:55.356614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:55.357330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network hostable DHCP agents. Network: 687fe612-926d-4bc2-aa40-e1e1713aa305, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:55.379181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.412894 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:55.428751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.447730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 687fe612-926d-4bc2-aa40-e1e1713aa305) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:55.461880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:55.462485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.508068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.519723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d8a8e-d7b5-43b2-bff5-304c1c0148cb None None] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:55.546264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=7bb88b99-ad0c-4c16-ae47-645f1bff38ef,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.561072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.582445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1a801fe0-3458-4bfb-b069-60c0d66d7fba tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4813278 Nov 12 03:53:55.584658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56620) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.620960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.625655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.630170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/2ad8f23e-7b0a-4488-a18a-89015b4faf75 HTTP/1.1" status: 204 len: 168 time: 0.4483497 Nov 12 03:53:55.658737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56622) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.696494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a59d0-a351-4eea-a2ee-d0c727405b9d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad8f23e-7b0a-4488-a18a-89015b4faf75,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:55.755608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.822028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-687fe612-926d-4bc2-aa40-e1e1713aa305', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:53:55.823156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:55.883793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-723ee621-5561-4653-9fa7-2ca5c1e475db tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2201462 Nov 12 03:53:55.892537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56624) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:55.913817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--245054616'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:55.987161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f29c7e6-e469-46f9-9859-a741c64b3ea6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.023339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Checking segment: {'id': 'bd29ccda-d643-47ca-934b-2f6fe9301f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:56.023765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Network hostable DHCP agents. Network: a22e0bed-5038-42ca-ad58-ec0f2748793b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:56.067260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.085391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Allocated IP 172.20.0.2 (687fe612-926d-4bc2-aa40-e1e1713aa305/ef0e6c03-e345-4b00-9e4e-5b5de2af1f96/8fa2a718-22e6-42e6-a25a-814fdaddb1ab) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:56.106833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Network a22e0bed-5038-42ca-ad58-ec0f2748793b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:56.142425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a22e0bed-5038-42ca-ad58-ec0f2748793b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:56.157430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:56.158230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.173231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 631dffc0-ffe6-4229-ba04-1ad90f32729b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:53:56.175161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b971f8-1d74-4f3a-be4a-16bc68eaa7d4 None None] Network a22e0bed-5038-42ca-ad58-ec0f2748793b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:56.200040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.211043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb0c0bb0-a716-40ab-8059-415c809b8a51 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2766738 Nov 12 03:53:56.219570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.293023 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.294366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4008424 Nov 12 03:53:56.299175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.305676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7ea30c51-4aef-49ef-a973-0a5bd1ba5bee tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.309251 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-7ea30c51-4aef-49ef-a973-0a5bd1ba5bee tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:53:56.310186 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7ea30c51-4aef-49ef-a973-0a5bd1ba5bee tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.311518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ea30c51-4aef-49ef-a973-0a5bd1ba5bee tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114450 Nov 12 03:53:56.312874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03bb18-bd7f-467b-bf7c-4ed638581c65 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8b90b-b2c2-46ec-b33f-be05a722e340,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:56.315592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56630) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.325091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8b859bc8-e73a-41d0-968f-767e7a23ddb8 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.438818 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-8b859bc8-e73a-41d0-968f-767e7a23ddb8 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.444783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b859bc8-e73a-41d0-968f-767e7a23ddb8 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1269970 Nov 12 03:53:56.449614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56636) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.460192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ad45cf8-b7aa-4fcd-acc9-5759c849c813 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.460934 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-0ad45cf8-b7aa-4fcd-acc9-5759c849c813 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 03:53:56.461658 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-0ad45cf8-b7aa-4fcd-acc9-5759c849c813 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.463167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ad45cf8-b7aa-4fcd-acc9-5759c849c813 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110505 Nov 12 03:53:56.466975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.471893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-79719720-196a-4707-b503-1a64f12b5c96 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.524242 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-79719720-196a-4707-b503-1a64f12b5c96 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.527164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-79719720-196a-4707-b503-1a64f12b5c96 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0588307 Nov 12 03:53:56.530228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.541219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-80d2b34c-467a-4a5d-b07e-79176cc71e47 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.543131 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-80d2b34c-467a-4a5d-b07e-79176cc71e47 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 03:53:56.543736 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-80d2b34c-467a-4a5d-b07e-79176cc71e47 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.545952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-80d2b34c-467a-4a5d-b07e-79176cc71e47 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135252 Nov 12 03:53:56.548314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56642) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.562066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f697684c-73e3-4ea8-92f2-1a8a13f7e8c5 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.652504 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-f697684c-73e3-4ea8-92f2-1a8a13f7e8c5 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.656690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f697684c-73e3-4ea8-92f2-1a8a13f7e8c5 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1035051 Nov 12 03:53:56.656982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.664462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a0b0dc12-e0c7-4d5f-bd29-d5d6dda4e212 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.664860 n-d-766726-29 neutron-server[102605]: WARNING neutron.api.v2.base [None req-a0b0dc12-e0c7-4d5f-bd29-d5d6dda4e212 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 03:53:56.665372 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-a0b0dc12-e0c7-4d5f-bd29-d5d6dda4e212 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.669508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0b0dc12-e0c7-4d5f-bd29-d5d6dda4e212 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085773 Nov 12 03:53:56.669508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56648) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.682557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4453a141-005c-406a-ba52-00598821eb41 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.706011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6a9ee-8850-4009-a312-e92f5ffa67cd None None] Network a22e0bed-5038-42ca-ad58-ec0f2748793b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:56.737035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.751217 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-4453a141-005c-406a-ba52-00598821eb41 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.756412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4453a141-005c-406a-ba52-00598821eb41 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0824571 Nov 12 03:53:56.757326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.764980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-016517d2-e322-48b2-b5f6-b8887c21bd20 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '28e8b90b-b2c2-46ec-b33f-be05a722e340', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:56.766530 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 631dffc0-ffe6-4229-ba04-1ad90f32729b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:56.767152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.799072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.823424 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-016517d2-e322-48b2-b5f6-b8887c21bd20 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:53:56.832988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-016517d2-e322-48b2-b5f6-b8887c21bd20 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0742631 Nov 12 03:53:56.833589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:56.915301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.931033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:56.948195 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.028063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.041512 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.054769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/28e8b90b-b2c2-46ec-b33f-be05a722e340 HTTP/1.1" status: 204 len: 168 time: 0.2153866 Nov 12 03:53:57.057434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.100439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.116552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2133246280-network', 'tenant_id': '5fefcb87222c4898832fefac9fadce08'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.127805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:57.142150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:57.145602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Pushing event updated for resources: {'Port': ['ID=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.147933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:57.162568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c6e5fc7-8331-441a-912b-592d3fa2a663 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904298 Nov 12 03:53:57.166615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.167959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b63d9-470a-4f18-bd20-7555403783fb tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8b90b-b2c2-46ec-b33f-be05a722e340,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.177685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--680716872'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.179935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.221370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 03:53:57.221370 n-d-766726-29 neutron-server[102605]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 03:53:57.221370 n-d-766726-29 neutron-server[102605]: [parameters: {'project_id': '679c35ac89a9488cbb73b3eee023f6c4', 'id': 'bf5e4bf3-bf82-4b16-9fb1-e1f4b6c36e3b', 'expiration': datetime.datetime(2021, 11, 12, 3, 55, 57, 201377)}] Nov 12 03:53:57.221370 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:53:57.223690 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:53:57.232160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Made reservation on behalf of 5fefcb87222c4898832fefac9fadce08 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:57.235875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.248212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.314636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Attempting to bind port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:53:57.315192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Attempting to bind port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:53:57.315566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Attempting to bind port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:53:57.321645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:53:57.322021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:57.322424 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.322814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Bound using segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:53:57.323317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Bound port: 8fa2a718-22e6-42e6-a25a-814fdaddb1ab, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:53:57.323758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.366372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.378399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.398188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:53:57.428038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] For port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:53:57.431550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.431703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] For port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:53:57.432442 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Added segment d57b7f7f-5214-4ae3-8dc1-ddac72a6989d of type vlan for network 6ffa7309-bbf9-43a9-bc6b-fb38e380e395 Nov 12 03:53:57.441223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.502590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.512401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39666c1-f5ec-4037-8382-cdb084a64f33 None None] Pushing event updated for resources: {'Port': ['ID=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.588136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.589198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:57.589795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.592494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.596119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router f164f47f-f5d4-4210-834e-7ed93340e10a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:53:57.707326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3295386-ad93-4860-ac85-41d74c0e2835,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.711874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffa7309-bbf9-43a9-bc6b-fb38e380e395,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:57.719754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64e7be2c-7c88-4ce7-aeae-618301118546 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6160634 Nov 12 03:53:57.722293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.729794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Request body: {'subnet': {'network_id': '6ffa7309-bbf9-43a9-bc6b-fb38e380e395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2133246280-subnet', 'tenant_id': '5fefcb87222c4898832fefac9fadce08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:57.744015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6ffa7309-bbf9-43a9-bc6b-fb38e380e395 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:53:57.769112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.878698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:53:57.881172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Made reservation on behalf of 5fefcb87222c4898832fefac9fadce08 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:53:57.889801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.891253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-57cec19a-03ec-4118-9841-3f22d8b02853 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "PUT /v2.0/routers/f164f47f-f5d4-4210-834e-7ed93340e10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7392423 Nov 12 03:53:57.891985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56672) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:57.922446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Sync routers for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:53:57.943839 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:57.971782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:57.973516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:58.085262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.104595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting subnet c79510f4-7ac5-4fd2-946b-337a355075a5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:53:58.106503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.154813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbdc165-3bea-4ee4-84e4-8bda304f14ca,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.171426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.173470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:58.174645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.178317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-33090308-adfc-4e0e-90c9-81574fa5dc15 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0041003 Nov 12 03:53:58.182057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56674) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.188573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9ad4304b-b47e-49b9-8bba-973d78a4f7b4 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '0fbdc165-3bea-4ee4-84e4-8bda304f14ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.259846 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.353793 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-9ad4304b-b47e-49b9-8bba-973d78a4f7b4 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The resource could not be found. Nov 12 03:53:58.359185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9ad4304b-b47e-49b9-8bba-973d78a4f7b4 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1739893 Nov 12 03:53:58.360248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56676) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.367007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fe1bd461-8104-472a-93fe-350e9ef6c432 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': '0fbdc165-3bea-4ee4-84e4-8bda304f14ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '69585e03-b6c1-4342-8b70-c19aeb0a567a'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:58.373752 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.409749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.1 (687fe612-926d-4bc2-aa40-e1e1713aa305/ef0e6c03-e345-4b00-9e4e-5b5de2af1f96/3aa3da3a-13ef-433b-ad2f-aa498ac3416b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:53:58.418286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.439899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20e4845-e8f5-4b00-9d75-478f401da7ec,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.450342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:55Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:58.511171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Checking segment: {'id': 'd57b7f7f-5214-4ae3-8dc1-ddac72a6989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6ffa7309-bbf9-43a9-bc6b-fb38e380e395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:53:58.511543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Network hostable DHCP agents. Network: 6ffa7309-bbf9-43a9-bc6b-fb38e380e395, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:53:58.518895 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-fe1bd461-8104-472a-93fe-350e9ef6c432 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The resource could not be found. Nov 12 03:53:58.523033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fe1bd461-8104-472a-93fe-350e9ef6c432 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1616261 Nov 12 03:53:58.523590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Checking router: f164f47f-f5d4-4210-834e-7ed93340e10a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:53:58.523760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56678) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.534940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Routers {'f164f47f-f5d4-4210-834e-7ed93340e10a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:53:58.535768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f164f47f-f5d4-4210-834e-7ed93340e10a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:53:58.630831 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.635110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Network 6ffa7309-bbf9-43a9-bc6b-fb38e380e395 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:53:58.645620 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.676856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6ffa7309-bbf9-43a9-bc6b-fb38e380e395) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:58.685232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.689445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:53:58.690197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.699892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae71d8-bfc5-4f3f-b94d-1fb6369a90db None None] Network 6ffa7309-bbf9-43a9-bc6b-fb38e380e395 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:58.710364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.720520 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.726522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.765437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d746d3d4-a218-42de-832a-bf58488c78b8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0413375 Nov 12 03:53:58.793975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Subnet': ['ID=c79510f4-7ac5-4fd2-946b-337a355075a5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.800257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.805585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9be6427d-855c-4341-8490-f78836e939e6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/subnets/c79510f4-7ac5-4fd2-946b-337a355075a5 HTTP/1.1" status: 204 len: 168 time: 0.8434832 Nov 12 03:53:58.810700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.820132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:53:58.824146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:53:58.826814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:53:58.849447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25249438-30fe-482e-9972-d009e5a5555c None None] Network e99c8520-b641-4bda-a024-0a52fc453a6e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:58.916809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] Set router f164f47f-f5d4-4210-834e-7ed93340e10a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:53:58.918494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.921115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:58.922272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/0fbdc165-3bea-4ee4-84e4-8bda304f14ca HTTP/1.1" status: 204 len: 168 time: 0.3965590 Nov 12 03:53:58.929594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56690) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:58.935158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:58.976120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.011863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cd9b6-58c5-42f2-b79f-d03feb07c15e tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbdc165-3bea-4ee4-84e4-8bda304f14ca,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:53:59.153732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.224536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fd6f536c-4e5f-40fc-b531-531675cb92bc tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2835133 Nov 12 03:53:59.228549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56694) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.238300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-91b0b394-e7d6-4b7c-93d5-b969c558c49a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': 'e2a4dc44-7b52-43da-9a52-d4de8508a817', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:59.248256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f367a09-cbba-44c0-b212-1c2aa513dbbd None None] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:59.326289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.401681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.419681 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-91b0b394-e7d6-4b7c-93d5-b969c558c49a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The resource could not be found. Nov 12 03:53:59.423043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-91b0b394-e7d6-4b7c-93d5-b969c558c49a tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1931999 Nov 12 03:53:59.427991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:53:59.436226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--365414342'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:53:59.519386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] Provisioning complete for port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:53:59.520092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.594784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.637944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port 516ae537-885e-485b-8d52-a600808f3380 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:53:59.638679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.716183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed972af-0df2-4650-b3e7-50118a2fd7be None None] Network 6ffa7309-bbf9-43a9-bc6b-fb38e380e395 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:53:59.934655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.938675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port 516ae537-885e-485b-8d52-a600808f3380, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=516ae537-885e-485b-8d52-a600808f3380,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:53:59.939261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:53:59.960119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.017569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.022684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5892568 Nov 12 03:54:00.024652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for 516ae537-885e-485b-8d52-a600808f3380 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:00.025154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.036542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--404605907'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:00.089656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346f81c-df6f-47f1-9385-723b1df528c1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f633a7d1-0958-47b8-88d7-7713798b7a16,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.149517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-cda2df21-0666-4e53-8a70-9e05a0073b55 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:00.150644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.151627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-cda2df21-0666-4e53-8a70-9e05a0073b55 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 811 time: 0.3939919 Nov 12 03:54:00.159969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.173735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.184975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] DHCP port deletion for e99c8520-b641-4bda-a024-0a52fc453a6e request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:00.187565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8fa2a718-22e6-42e6-a25a-814fdaddb1ab up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:00.210912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-f4c224c1-26ba-4762-8ed8-2e8dcb0d3640 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/quotas/cf8d1a5f397a40a0a6f87fc6afb2e4a1 HTTP/1.1" status: 200 len: 375 time: 0.0271888 Nov 12 03:54:00.275740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-1d6fe136-151a-4787-a02f-223f18300eb5 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321791 Nov 12 03:54:00.313045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.323038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.326031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:55Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:00.370061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebae9c5-2f42-4ea0-99d2-eab23b5eebbd None None] The sync data for ids ['f164f47f-f5d4-4210-834e-7ed93340e10a'] in n-d-766726-29 is: [{'id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1647020876', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '516ae537-885e-485b-8d52-a600808f3380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:20Z', 'updated_at': '2021-11-12T03:53:55Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '516ae537-885e-485b-8d52-a600808f3380', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f164f47f-f5d4-4210-834e-7ed93340e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:21Z', 'updated_at': '2021-11-12T03:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:00.431451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:00.431745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.464425 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.509169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.513736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.523043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-32567b36-1122-4c1e-ae8b-53adb525a35a service neutron] 10.222.0.97 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264910 Nov 12 03:54:00.554033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=516ae537-885e-485b-8d52-a600808f3380,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.578653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.584562 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5534701 Nov 12 03:54:00.590352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.595884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939e8f4-965d-4caf-b400-5611c77b188c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ae4a1-ac7f-4e4a-8e58-8604be24b4d9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:00.600241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-62460f99-fe02-4911-a5ab-03a3a34c2c7d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group_rule': {'security_group_id': 'f633a7d1-0958-47b8-88d7-7713798b7a16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da5ae4a1-ac7f-4e4a-8e58-8604be24b4d9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:00.613950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:00.616746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:00.630059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.664922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e3c40-3c95-4009-b0dc-92f6cebda874 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:00.703337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.753448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Deleting port 937ccec4-56c9-4df8-9d46-298b9d48be26 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:00.753819 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.792280 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-62460f99-fe02-4911-a5ab-03a3a34c2c7d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 03:54:00.810922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-62460f99-fe02-4911-a5ab-03a3a34c2c7d tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2160978 Nov 12 03:54:00.826051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56714) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:00.838375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.906227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-27465aa1-f84f-463a-83d2-d831d0863351 service neutron] 10.222.0.97 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569052 Nov 12 03:54:00.913303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:00.935127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] For port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:00.981861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.001499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] For port 937ccec4-56c9-4df8-9d46-298b9d48be26, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=937ccec4-56c9-4df8-9d46-298b9d48be26,segment=NetworkSegment(6241631e-7947-4f42-96cf-2e87cbd33dff),segment_id=6241631e-7947-4f42-96cf-2e87cbd33dff)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:01.002012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.044665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Calling delete_port for 937ccec4-56c9-4df8-9d46-298b9d48be26 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:01.082822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.140664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.225632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.232110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.235325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.240439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a01b-bd5e-4b34-84bf-c3ab23c155d4 None None] Pushing event updated for resources: {'Port': ['ID=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.252194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.253689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/da5ae4a1-ac7f-4e4a-8e58-8604be24b4d9 HTTP/1.1" status: 204 len: 168 time: 0.4258747 Nov 12 03:54:01.356153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.357713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d5d01-d4ea-425f-b77a-0a845e3302c0 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ae4a1-ac7f-4e4a-8e58-8604be24b4d9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.358517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.361637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.362375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Fanout notify agent at l3_agent the message router_deleted on router f164f47f-f5d4-4210-834e-7ed93340e10a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:01.388277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.393498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b999d0b0-15d4-47b4-ae39-684dbfd0fe52 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/routers/f164f47f-f5d4-4210-834e-7ed93340e10a HTTP/1.1" status: 204 len: 168 time: 2.5793543 Nov 12 03:54:01.401636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.440286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 03:54:01.440967 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 03:54:01.444841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] Pushing event deleted for resources: {'Port': ['ID=937ccec4-56c9-4df8-9d46-298b9d48be26,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:01.451081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31c968-d376-4dda-9bbc-6cc13e1f080a None None] No DVR routers for this DVR port 937ccec4-56c9-4df8-9d46-298b9d48be26 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:01.457537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cbaffbad-3f2b-4871-a3d4-635cfe3c1727 None None] Provisioning complete for port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:01.461351 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cbaffbad-3f2b-4871-a3d4-635cfe3c1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.519120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ba6c87c-09de-4209-a42e-01de6e0edf91 req-3f2eeed0-61bd-4a32-bdee-bcddfe0bfa34 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 210 time: 0.1632824 Nov 12 03:54:01.606889 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.702059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.715045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-569bec6f-88ef-458a-8b64-9b417e1fb2a8 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3549523 Nov 12 03:54:01.718070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56728) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:01.738179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cbaffbad-3f2b-4871-a3d4-635cfe3c1727 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:01.739317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cbaffbad-3f2b-4871-a3d4-635cfe3c1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.800059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9687c467-24c0-424b-b4bf-ab12f2e64813 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:01.813564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cbaffbad-3f2b-4871-a3d4-635cfe3c1727 None None] Port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:01.954737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.971433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:01.999507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d1f22428-90f2-4b76-aec3-2f718b87aee0 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:02.003478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d1f22428-90f2-4b76-aec3-2f718b87aee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.007747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99c8520-b641-4bda-a024-0a52fc453a6e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.033027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6241631e-7947-4f42-96cf-2e87cbd33dff') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.033350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6241631e-7947-4f42-96cf-2e87cbd33dff') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.037087 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.059027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.085807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:02.096332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.108914 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Sync routers for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:02.127504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:02.130347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d1f22428-90f2-4b76-aec3-2f718b87aee0 None None] Port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:02.132593 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:02.146220 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-17268067-6c81-4d18-b0c9-483f2d17b613 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/9687c467-24c0-424b-b4bf-ab12f2e64813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5468910 Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:02.146624 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:02.151244 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.248048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Deleting port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:02.248396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.254714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 937ccec4-56c9-4df8-9d46-298b9d48be26 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:02.334206 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:02.359916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.365868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 937ccec4-56c9-4df8-9d46-298b9d48be26 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:02.366424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 937ccec4-56c9-4df8-9d46-298b9d48be26 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:02.370200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bdd96618-02e6-4e50-845d-dc74f5dd4d93 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:02.370793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bdd96618-02e6-4e50-845d-dc74f5dd4d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.376500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.378354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/f633a7d1-0958-47b8-88d7-7713798b7a16 HTTP/1.1" status: 204 len: 168 time: 0.6522479 Nov 12 03:54:02.398958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56740) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.412062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] For port 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:02.419239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.446089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.452693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96618-02e6-4e50-845d-dc74f5dd4d93 None None] Port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:02.463017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Calling delete_port for 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:02.464776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ed800-a4b4-4a98-890a-30e0d8a1ff79 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f633a7d1-0958-47b8-88d7-7713798b7a16,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.495181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.514640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/networks/e99c8520-b641-4bda-a024-0a52fc453a6e HTTP/1.1" status: 204 len: 168 time: 1.1106272 Nov 12 03:54:02.519521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.560428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ebdb0-468e-4d05-9cb4-98cf92081c7f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Network': ['ID=e99c8520-b641-4bda-a024-0a52fc453a6e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.568539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8fa2a718-22e6-42e6-a25a-814fdaddb1ab up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:02.631093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 2, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:02.640957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:02.641203 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.663127 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Checking router: 9687c467-24c0-424b-b4bf-ab12f2e64813 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:02.663869 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Updating router 9687c467-24c0-424b-b4bf-ab12f2e64813 port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:02.690971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-e3099dcb-d737-4301-a705-7860efd1ead2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520740042&fields=id&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 267 time: 0.2173197 Nov 12 03:54:02.702668 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.719388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-72712628-cafa-42e9-8d6d-dc41e47618f1 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3119254 Nov 12 03:54:02.731371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56754) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:02.736860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'tempest-secgroup--687377224'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:02.772311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.849818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:02.862555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7bb88b99-ad0c-4c16-ae47-645f1bff38ef no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:02.894776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=833cd8e9-8eb9-4639-ac08-ad345fcb0cb3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:02.913461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7bb88b99-ad0c-4c16-ae47-645f1bff38ef {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:02.913799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7bb88b99-ad0c-4c16-ae47-645f1bff38ef not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:02.917229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 516ae537-885e-485b-8d52-a600808f3380 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:03.002355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 516ae537-885e-485b-8d52-a600808f3380 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:03.002700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 516ae537-885e-485b-8d52-a600808f3380 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:03.104941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.134300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.308968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-be414e17-0861-473c-9167-abb740b4cae6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.323802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-be414e17-0861-473c-9167-abb740b4cae6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 796 time: 0.6204205 Nov 12 03:54:03.341137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.346342 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6100554 Nov 12 03:54:03.353448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.354668 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.361247 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-3660e794-ac05-40d2-8987-993467606891 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/quotas/6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 375 time: 0.0165339 Nov 12 03:54:03.364404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f5644-9ef7-4625-999c-2ad942282740 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d279d6-b2cb-41c9-bf75-2722201a7efe,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.369493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6888a453-9723-4026-ac5b-aad2eb480d31 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.369921 n-d-766726-29 neutron-server[102604]: WARNING neutron.api.v2.base [None req-6888a453-9723-4026-ac5b-aad2eb480d31 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 03:54:03.370520 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-6888a453-9723-4026-ac5b-aad2eb480d31 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 03:54:03.375059 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6888a453-9723-4026-ac5b-aad2eb480d31 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "PUT /v2.0/security-groups/09d279d6-b2cb-41c9-bf75-2722201a7efe HTTP/1.1" status: 409 len: 330 time: 0.0141931 Nov 12 03:54:03.377432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.377992 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.394187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.424554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port 099927d0-1d14-4a9b-be87-ccf7c0145bd5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:03.425228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.431110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-138da279-6752-4bba-82bb-ba7216006f82 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:03.432858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-138da279-6752-4bba-82bb-ba7216006f82 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.16 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 811 time: 0.3220148 Nov 12 03:54:03.476642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Request body: {'port': {'device_id': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b', 'admin_state_up': True, 'tenant_id': 'cf8d1a5f397a40a0a6f87fc6afb2e4a1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:03.541324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Pushing event updated for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.562131 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.562764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.563324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.563841 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.564350 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.564856 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.565550 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.566065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.567461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.568485 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.568908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-4512c069-fdb7-414f-b476-18ce9fc48bb2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708031 Nov 12 03:54:03.569169 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.569679 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.572757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.594647 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Attempting to bind port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:03.601457 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Attempting to bind port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:03.602279 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Attempting to bind port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:03.602890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.612479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:03.613248 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:03.613985 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.614597 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Bound using segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:03.615314 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Bound port: 3aa3da3a-13ef-433b-ad2f-aa498ac3416b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:03.615885 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.662666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.665524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.669356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/09d279d6-b2cb-41c9-bf75-2722201a7efe HTTP/1.1" status: 204 len: 168 time: 0.2875030 Nov 12 03:54:03.673403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.723173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Made reservation on behalf of cf8d1a5f397a40a0a6f87fc6afb2e4a1 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:03.727308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.747776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] For port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:03.751905 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] For port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:03.756569 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.764249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d279d6-b2cb-41c9-bf75-2722201a7efe,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.801387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.801387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.813425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.813928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.814543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.815148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.815515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.815970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.816962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.817425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.817876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.819664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.819664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.819664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52754c84-dbd8-41ad-ad08-2134b9bc4e7f tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:03.831926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-01a5c1de-96b7-4976-9f4a-191981bb8018 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1421292 Nov 12 03:54:03.839379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for 099927d0-1d14-4a9b-be87-ccf7c0145bd5 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:03.841539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.843829 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:03.844484 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:03.861354 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-5dc9bd9d-3476-4ed3-93ea-0e4c0a09c183 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] delete failed (client error): The resource could not be found. Nov 12 03:54:03.862877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5dc9bd9d-3476-4ed3-93ea-0e4c0a09c183 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "DELETE /v2.0/security-groups/9d0fca74-8632-4dab-83b0-bf7df78d8cd1 HTTP/1.1" status: 404 len: 347 time: 0.0205359 Nov 12 03:54:03.867937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56764) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.877177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:03.880936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:03.890593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Router fc4ae596-7b76-446b-be34-111a01978a10 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:03.911840 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-ac797d93-a961-4891-b240-b3c40ced206c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] show failed (client error): The resource could not be found. Nov 12 03:54:03.913165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ac797d93-a961-4891-b240-b3c40ced206c tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-groups/e5eddff7-7d51-4ca6-8673-15c4e492259e HTTP/1.1" status: 404 len: 347 time: 0.0411627 Nov 12 03:54:03.921022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:03.943119 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068500-02da-46db-9812-426e2da73f45 None None] Pushing event updated for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:03.957100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-0f0631ef-c220-4fb2-b9ab-bc6d455a5aa1 service neutron] 10.222.0.97 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080118 Nov 12 03:54:04.016201 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-d0aedb1f-817b-4575-937d-638c77895966 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] show failed (client error): The resource could not be found. Nov 12 03:54:04.022064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0aedb1f-817b-4575-937d-638c77895966 tempest-NegativeSecGroupTest-1623154881 tempest-NegativeSecGroupTest-1623154881-project] 10.222.0.97 "GET /v2.0/security-group-rules/3962bba7-9619-4d45-a053-39ee3a8f00ed HTTP/1.1" status: 404 len: 356 time: 0.0934892 Nov 12 03:54:04.076678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.135180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] For port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:04.142931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.145693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:04.203330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Allocated IP 172.20.0.3 (a22e0bed-5038-42ca-ad58-ec0f2748793b/7f29c7e6-e469-46f9-9859-a741c64b3ea6/200a0ef7-8506-4b64-863d-22106b143b4d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:04.257364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-a7ff5c38-4d5a-4c02-8fe9-3aa4d60ea1e0 service neutron] 10.222.0.97 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521505 Nov 12 03:54:04.262776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:04.274102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-342ee76e-f312-4eff-83f5-894a49627ac1 admin admin] 10.222.0.97 "PUT /v2.0/routers/fc4ae596-7b76-446b-be34-111a01978a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5612648 Nov 12 03:54:04.276811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56770) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:04.300868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Sync routers for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:04.316521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f1a5a-1234-49c8-9bd2-b2cb567c26a4 None None] Pushing event updated for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.349250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8c6ec24e-c42f-4d2f-8ec3-e02972bd7569 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:04.349624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec24e-c42f-4d2f-8ec3-e02972bd7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.387460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:04.388123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:04.444285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.506899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=099927d0-1d14-4a9b-be87-ccf7c0145bd5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.577349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:04.598100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.628633 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:03Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:04.660839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237b57d7-6bb3-4c2d-9b01-b92a0031d5a6 None None] The sync data for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 is: [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:03Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:04.705458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c81348b0-071b-442e-b31c-b1e8da0ac506 req-468ff71e-6401-4539-bf41-d50b1efb1709 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 210 time: 0.0586662 Nov 12 03:54:04.735743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.736085 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Floating IP 0d9718d1-fc38-4179-87ac-d0a70dad4f15 disassociated (deleted). External IP: 172.25.7.169, port: f215dbb4-4be4-4445-b9f7-79bedb7baaab. Nov 12 03:54:04.754919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.817877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:04.838980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:04.931199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63f83206-3e00-447d-9514-0c24aed7de40 req-37242c57-52c0-4383-ae21-5404a12d01a8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 210 time: 0.0925524 Nov 12 03:54:04.943501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Network a22e0bed-5038-42ca-ad58-ec0f2748793b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:04.946215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Pushing event updated for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:04.964005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:04.967569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:05.040544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:05.041360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.064362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-169a5f47-7167-48df-97eb-1f94c243abe2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5922685 Nov 12 03:54:05.091267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Request body: {'port': {'device_id': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:05.100591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:54:02Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:05.112223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-142c4a57-ef03-4d01-a2a7-c6539edbdc3a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=679c35ac89a9488cbb73b3eee023f6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292785 Nov 12 03:54:05.120275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56788) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:05.137938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Checking router: fc4ae596-7b76-446b-be34-111a01978a10 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:05.150432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Routers {'fc4ae596-7b76-446b-be34-111a01978a10'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:05.151295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['fc4ae596-7b76-446b-be34-111a01978a10'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:05.220195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.241996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.282770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] Set router fc4ae596-7b76-446b-be34-111a01978a10 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:05.344792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.415291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.515728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router b03c9842-5319-44f2-8af3-656b4e840940 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:05.518805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Deleting port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:05.519165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.564620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:54:02Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:05.612836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ca39a-fb69-48be-bce0-0e4b87326636 None None] The sync data for ids ['fc4ae596-7b76-446b-be34-111a01978a10'] in n-d-766726-29 is: [{'id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'name': 'tempest-TaggedBootDevicesTest_v242-737572398-router', 'tenant_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:42:15Z', 'updated_at': '2021-11-12T03:54:02Z', 'revision_number': 5, 'project_id': '2ce1b0482d7b424e8695dc02f7f22ed8', 'gw_port': {'id': '322f6fc8-5e25-4e82-9c8a-444bd1d88e5f', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4ae596-7b76-446b-be34-111a01978a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:42:17Z', 'updated_at': '2021-11-12T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:05.646238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a0ef7-8506-4b64-863d-22106b143b4d {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:05.659357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.677593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Transition to ACTIVE for port object 200a0ef7-8506-4b64-863d-22106b143b4d will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:05.683508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.707739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.710995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.711851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/532dc44c-dbf5-4991-8ed5-1a9e2cc45446 HTTP/1.1" status: 204 len: 168 time: 0.5890005 Nov 12 03:54:05.758439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.772125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cf67d-3951-4e05-ba2f-9e5bb039ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532dc44c-dbf5-4991-8ed5-1a9e2cc45446,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:05.808857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] For port 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:05.809244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.827368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Calling delete_port for 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:05.829641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:05.836368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:05.841505 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Sync routers for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:05.860388 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:05.863111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:05.964316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-161a89b2-ca4a-4cf5-ab58-fb923457a2f6 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/floatingips/0d9718d1-fc38-4179-87ac-d0a70dad4f15 HTTP/1.1" status: 204 len: 168 time: 3.4261508 Nov 12 03:54:05.997890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:06.000946 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f58921-2d26-4ccd-8689-4f26a44e4677" -d '{"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:06.026725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Attempting to bind port 200a0ef7-8506-4b64-863d-22106b143b4d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:06.029779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Attempting to bind port 200a0ef7-8506-4b64-863d-22106b143b4d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'bd29ccda-d643-47ca-934b-2f6fe9301f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:06.030346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Attempting to bind port 200a0ef7-8506-4b64-863d-22106b143b4d on network a22e0bed-5038-42ca-ad58-ec0f2748793b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:06.038065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Port 200a0ef7-8506-4b64-863d-22106b143b4d on network a22e0bed-5038-42ca-ad58-ec0f2748793b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:06.054415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Attempting to bind port 200a0ef7-8506-4b64-863d-22106b143b4d on network a22e0bed-5038-42ca-ad58-ec0f2748793b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:06.058804 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:06.079897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:06.080418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Checking segment: {'id': 'bd29ccda-d643-47ca-934b-2f6fe9301f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:06.083735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff2681-2382-489f-9f61-06c8464a74c3 req-f869d5f2-49a1-41b4-b7f7-90ee56ad1b61 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.086005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85ff2681-2382-489f-9f61-06c8464a74c3 req-f869d5f2-49a1-41b4-b7f7-90ee56ad1b61 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 943 time: 0.2183826 Nov 12 03:54:06.098134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Bound using segment: {'id': 'bd29ccda-d643-47ca-934b-2f6fe9301f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:06.099695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Bound port: 200a0ef7-8506-4b64-863d-22106b143b4d, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd29ccda-d643-47ca-934b-2f6fe9301f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:06.105296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.262551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:06.267286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=200a0ef7-8506-4b64-863d-22106b143b4d,segment=NetworkSegment(bd29ccda-d643-47ca-934b-2f6fe9301f22),segment_id=bd29ccda-d643-47ca-934b-2f6fe9301f22)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:06.281470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.392681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85ff2681-2382-489f-9f61-06c8464a74c3 req-df1c3001-7414-4c83-ac85-629f9445a0f0 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873867 Nov 12 03:54:06.451449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-06308ef8-15ca-4248-8be8-f2ad25efe938 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.474047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-06308ef8-15ca-4248-8be8-f2ad25efe938 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 796 time: 0.2988868 Nov 12 03:54:06.484092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.532835 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:06.578375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.579652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.588734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Checking router: b03c9842-5319-44f2-8af3-656b4e840940 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:06.589339 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] 10.222.0.16 "PUT /v2.0/ports/200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 1092 time: 1.5027897 Nov 12 03:54:06.594500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:06.598701 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:06.623101 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:06.623863 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:06.626041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3aa3da3a-13ef-433b-ad2f-aa498ac3416b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:06.633456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb632c9-1f4f-4abd-aea4-3557166ed214 service neutron] Pushing event updated for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.657229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Pushing event deleted for resources: {'Port': ['ID=322f6fc8-5e25-4e82-9c8a-444bd1d88e5f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:06.790674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2983c-edbe-4e55-8a58-7041fa0a4800 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:06.798354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-5c6a4ab3-2ad3-4226-8592-ced2a3b90c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:06.803871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-5c6a4ab3-2ad3-4226-8592-ced2a3b90c27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1095 time: 0.1492977 Nov 12 03:54:06.837380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:06.837930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.838431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.894034 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:06.899468 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-10f49d5a-07a0-44fd-97f6-5d663bc0410b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 217 time: 0.0742123 Nov 12 03:54:06.986940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.989467 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:06.996458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-ff01623d-df70-441a-944c-50f59fa0ee44 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 380 time: 0.4835370 Nov 12 03:54:07.006474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-ff8eb284-c5a0-4b9f-b9fd-4190eb475fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.008329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-ff8eb284-c5a0-4b9f-b9fd-4190eb475fbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 200 len: 851 time: 0.0961456 Nov 12 03:54:07.059150 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-8f14c3a5-2d93-4be9-8329-4e6219aa38ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a22e0bed-5038-42ca-ad58-ec0f2748793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413458 Nov 12 03:54:07.060242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'port': {'device_id': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'admin_state_up': True, 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'security_groups': ['6a39fa56-d0be-4cb1-8020-e2a045e8c7e1']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:07.161818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.162609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4ae596-7b76-446b-be34-111a01978a10 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:07.167301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa7784a2-ae72-4003-8539-d934527934a3 req-fe7257ba-dd76-4822-b508-bb46ec158c50 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 210 time: 0.0988662 Nov 12 03:54:07.173756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.178218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-da7c0e58-b16f-4bb7-91fd-95a5614ee491 admin admin] 10.222.0.97 "DELETE /v2.0/routers/fc4ae596-7b76-446b-be34-111a01978a10 HTTP/1.1" status: 204 len: 168 time: 2.8971941 Nov 12 03:54:07.181612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.306802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:07.390471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72eb1c43-0c7f-402d-b607-4ed901598434 None None] The sync data for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 is: [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '5c6ca90f-45e0-4c68-9b3f-7007e0062d43', 'name': '', 'network_id': '9e85401c-a0c0-4c5b-bcdb-36d59b74cda9', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'mac_address': 'fa:16:3e:c7:3a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:32Z', 'updated_at': '2021-11-12T03:51:38Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'subnets': [{'id': '42cc0fbb-7ae0-48d7-b089-f162f2e79bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:07.413134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-fc019dca-e219-4992-90aa-a5b3cc5cb069 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342118 Nov 12 03:54:07.453859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:07.500973 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557aa38f-1987-46fe-93b0-d9c57fbaff5c x-openstack-request-id: req-557aa38f-1987-46fe-93b0-d9c57fbaff5c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:07.501277 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:07.501506 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-557aa38f-1987-46fe-93b0-d9c57fbaff5c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:07.501921 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d', 'status': 'completed', 'code': 200} Nov 12 03:54:07.506474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:07.506814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 833cd8e9-8eb9-4639-ac08-ad345fcb0cb3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:07.513055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56826) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.524927 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029185 Nov 12 03:54:07.530561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56828) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:07.616104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-f2c7d23a-5b58-4a6d-952e-b57e9d54a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.617793 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-f2c7d23a-5b58-4a6d-952e-b57e9d54a2c9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 1137 time: 0.2376292 Nov 12 03:54:07.657796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f2bd91c3-3abb-4af1-9c8a-fde5f255c529 req-237f6d12-5a39-4305-b648-f849e798f8bf service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373610 Nov 12 03:54:07.766782 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6ac83-4f91-40e7-ad17-ba3b29e4d9a0 x-openstack-request-id: req-9ea6ac83-4f91-40e7-ad17-ba3b29e4d9a0 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:07.767350 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:07.767350 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ea6ac83-4f91-40e7-ad17-ba3b29e4d9a0 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:07.767655 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'status': 'completed', 'code': 200} Nov 12 03:54:07.768601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8dc69338-2625-4ac1-b022-de0a2151f21c tempest-NetworksApiDiscovery-1055181486 tempest-NetworksApiDiscovery-1055181486-project] 10.222.0.97 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2279432 Nov 12 03:54:07.863744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Deleting subnet f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:07.873212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.876555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-b52754b5-08b7-4697-aef3-988fddf046f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.878442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-b52754b5-08b7-4697-aef3-988fddf046f8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 200 len: 897 time: 0.2436864 Nov 12 03:54:07.916883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019a065-2c94-4d33-9c1c-dfa144115b50 req-1fad1efb-a3a5-4a1e-af4b-1ad5573cd5c2 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.925201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5019a065-2c94-4d33-9c1c-dfa144115b50 req-1fad1efb-a3a5-4a1e-af4b-1ad5573cd5c2 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.1566727 Nov 12 03:54:07.937040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da52641-5eae-4ee7-9f88-f31b7cb29f80 None None] New status for floating IP 0d9718d1-fc38-4179-87ac-d0a70dad4f15: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:07.944312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-64d9db43-6610-41f6-87e7-7f1639bbe0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:07.946920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-64d9db43-6610-41f6-87e7-7f1639bbe0d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1095 time: 0.1647747 Nov 12 03:54:07.948889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-2df68c6d-41aa-4607-b774-9d88525062e0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 200 len: 217 time: 0.0613024 Nov 12 03:54:07.966871 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:07.969569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:07.973590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.112123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5019a065-2c94-4d33-9c1c-dfa144115b50 req-b4daf0e2-7374-43c9-a40f-452a75b66370 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1848180 Nov 12 03:54:08.121752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-40a929bf-5800-4f4e-9326-b5eb18b5ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.121752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-40a929bf-5800-4f4e-9326-b5eb18b5ec0e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf HTTP/1.1" status: 200 len: 834 time: 0.1447661 Nov 12 03:54:08.125743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-d6a824d8-39c0-43c8-a474-de0f07ce38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.127173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-d6a824d8-39c0-43c8-a474-de0f07ce38e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 911 time: 0.1715522 Nov 12 03:54:08.223815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.266474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-769bf5fc-16d3-452f-b814-3f042d52100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.270198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-769bf5fc-16d3-452f-b814-3f042d52100a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398709 Nov 12 03:54:08.272277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-65345669-a55a-431e-b01e-9e00e7989ab2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 217 time: 0.1034539 Nov 12 03:54:08.330405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.3 (687fe612-926d-4bc2-aa40-e1e1713aa305/ef0e6c03-e345-4b00-9e4e-5b5de2af1f96/99a21e3f-a925-440f-b7f5-5dd1980fb559) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:08.347780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5183e1b-5d0e-4449-8c73-bd5fbdcaa7d3 req-cfaa482a-06e1-475e-a3b8-6126f81ff41d tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.354904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5183e1b-5d0e-4449-8c73-bd5fbdcaa7d3 req-cfaa482a-06e1-475e-a3b8-6126f81ff41d tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 943 time: 0.1558576 Nov 12 03:54:08.357073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56838) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.375047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.403748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-231765ed-f86f-472d-a189-acf5d6ff90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.405292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-231765ed-f86f-472d-a189-acf5d6ff90b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 200 len: 851 time: 0.1125760 Nov 12 03:54:08.440017 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-ee11f421-20b3-4757-98a2-761049f50eb3 service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616940 Nov 12 03:54:08.448849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:08.466831 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-6a216acd-07c6-4631-a132-ab37b591d2c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a22e0bed-5038-42ca-ad58-ec0f2748793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386720 Nov 12 03:54:08.476239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.481808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-63aeac5d-e441-45c6-a292-23607944bd1c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/f2ad8e45-dfcb-409a-8e52-9c5cd6ed56e5 HTTP/1.1" status: 204 len: 168 time: 1.2960231 Nov 12 03:54:08.484371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:08.485290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc713ba-383d-423e-94dc-334beeb2041b None None] Network dd2f4562-d9ae-4afc-bff6-f91a23409e06 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:08.546254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5183e1b-5d0e-4449-8c73-bd5fbdcaa7d3 req-e3d50286-32d8-4b52-b332-5dba57b292d3 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904111 Nov 12 03:54:08.609919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:08.647541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:08.647872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 322f6fc8-5e25-4e82-9c8a-444bd1d88e5f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:08.660673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.698725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e05c369-5775-4c8c-a02a-2883e1be92a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.723702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-65470040-ba1f-40c2-b22b-abcb0ac9e893 service neutron] 10.222.0.104 "GET /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601948 Nov 12 03:54:08.728344 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-6b556879-5bfa-4592-86e0-9b2e1fd11b72 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528884 Nov 12 03:54:08.736174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.778737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] DHCP port deletion for dd2f4562-d9ae-4afc-bff6-f91a23409e06 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:08.896433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-cc160a1c-884b-446c-b812-8ed2a1928048 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:08.898101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-cc160a1c-884b-446c-b812-8ed2a1928048 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.104 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.1772585 Nov 12 03:54:08.904764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Deleting port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:08.906462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.912006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.952741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Deleting port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:08.953000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:08.976649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3b4b0eb-16a6-4874-b9ac-da7d051e3c2d req-29d371ab-96bc-4988-bc46-5a9f457a6326 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305100 Nov 12 03:54:09.002417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e05c369-5775-4c8c-a02a-2883e1be92a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.028620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] For port 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8efa1eb8-d83c-4277-b5bc-e553a2657b64,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:09.029259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.035086 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e05c369-5775-4c8c-a02a-2883e1be92a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.039452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:09.044181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Calling delete_port for 8efa1eb8-d83c-4277-b5bc-e553a2657b64 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:09.103813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:09.148963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:09.149674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.158495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.195518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] Pushing event deleted for resources: {'Port': ['ID=8efa1eb8-d83c-4277-b5bc-e553a2657b64,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.199503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd7869-e880-453c-bae1-0591ba851fd2 None None] No DVR routers for this DVR port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:09.236484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] For port 8efa1eb8-d83c-4277-b5bc-e553a2657b64, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8efa1eb8-d83c-4277-b5bc-e553a2657b64,segment=NetworkSegment(81df78b2-ec59-45ff-a468-0b158521072c),segment_id=81df78b2-ec59-45ff-a468-0b158521072c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:09.236843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.239817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05c369-5775-4c8c-a02a-2883e1be92a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d425ee-9bd7-461d-83ad-9c153e2dcfbe,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.244147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9e05c369-5775-4c8c-a02a-2883e1be92a2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=45aa94031a944ce4b6809bf0d1f9ad13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8853576 Nov 12 03:54:09.248693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56846) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:09.275853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Calling delete_port for 8efa1eb8-d83c-4277-b5bc-e553a2657b64 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:09.289614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.290282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.312562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38e21-79ec-42e0-9c0d-e622a58567e1 req-632bf85c-31ba-440b-bea3-f4cf34dd28f2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:09.314099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bb38e21-79ec-42e0-9c0d-e622a58567e1 req-632bf85c-31ba-440b-bea3-f4cf34dd28f2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 931 time: 0.2973731 Nov 12 03:54:09.343396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.345464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-426f0649-ea4b-4143-9bf8-96fcd806ebe6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3418767 Nov 12 03:54:09.380826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.383466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Request body: {'port': {'device_id': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:09.443002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port f215dbb4-4be4-4445-b9f7-79bedb7baaab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:09.443333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.460631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.464946 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.470720 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/31d425ee-9bd7-461d-83ad-9c153e2dcfbe HTTP/1.1" status: 204 len: 168 time: 0.2203262 Nov 12 03:54:09.484214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d95af-65db-411a-ad99-90a371422e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d425ee-9bd7-461d-83ad-9c153e2dcfbe,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.488359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ac2f8b60-1f23-47f3-9cbb-f2668a3e5637 None None] Provisioning complete for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:09.488938 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac2f8b60-1f23-47f3-9cbb-f2668a3e5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.534240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f8b60-1f23-47f3-9cbb-f2668a3e5637 None None] Port 99a21e3f-a925-440f-b7f5-5dd1980fb559 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:09.618931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bb38e21-79ec-42e0-9c0d-e622a58567e1 req-d8ba047c-8f9b-4784-ab86-6a67802cfe2b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974327 Nov 12 03:54:09.619486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.635528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.701744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa1eb8-d83c-4277-b5bc-e553a2657b64,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:09.716972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.729294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] No DVR routers for this DVR port 8efa1eb8-d83c-4277-b5bc-e553a2657b64 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:09.759679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port f215dbb4-4be4-4445-b9f7-79bedb7baaab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f215dbb4-4be4-4445-b9f7-79bedb7baaab,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:09.760035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:09.805471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for f215dbb4-4be4-4445-b9f7-79bedb7baaab owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:09.941607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 200a0ef7-8506-4b64-863d-22106b143b4d details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:09.986870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.031649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ffff0-efb2-445d-bd4e-b18a7ee8c34c req-6171b674-5cbb-4e68-abd9-e3c12f3b4a02 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.033213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-600ffff0-efb2-445d-bd4e-b18a7ee8c34c req-6171b674-5cbb-4e68-abd9-e3c12f3b4a02 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 985 time: 0.3513222 Nov 12 03:54:10.053655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2f4562-d9ae-4afc-bff6-f91a23409e06']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.100946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81df78b2-ec59-45ff-a468-0b158521072c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.101311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81df78b2-ec59-45ff-a468-0b158521072c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:10.124363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=200a0ef7-8506-4b64-863d-22106b143b4d,segment=NetworkSegment(bd29ccda-d643-47ca-934b-2f6fe9301f22),segment_id=bd29ccda-d643-47ca-934b-2f6fe9301f22)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:10.129921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.142400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '200a0ef7-8506-4b64-863d-22106b143b4d', 'network_id': 'a22e0bed-5038-42ca-ad58-ec0f2748793b', 'port_id': '200a0ef7-8506-4b64-863d-22106b143b4d', 'mac_address': 'fa:16:3e:79:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f29c7e6-e469-46f9-9859-a741c64b3ea6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:10.199786 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.203715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.218921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:10.219519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.223397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a0ef7-8506-4b64-863d-22106b143b4d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:10.228287 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:10.266452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=200a0ef7-8506-4b64-863d-22106b143b4d,segment=NetworkSegment(bd29ccda-d643-47ca-934b-2f6fe9301f22),segment_id=bd29ccda-d643-47ca-934b-2f6fe9301f22)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:10.273006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.318656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.320936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-600ffff0-efb2-445d-bd4e-b18a7ee8c34c req-631551c4-122f-4d33-9f31-c6ed242cb8d1 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/security-groups?id=1c16f787-7a60-4621-8c05-c305f9cdbc34&id=ac416bb3-46bb-4cac-b8c4-efcaad7da06b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2693591 Nov 12 03:54:10.363582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.375046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.381295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] 10.222.0.97 "DELETE /v2.0/networks/dd2f4562-d9ae-4afc-bff6-f91a23409e06 HTTP/1.1" status: 204 len: 168 time: 1.8860967 Nov 12 03:54:10.392501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.406410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.412341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21fffc-4583-4945-a473-fb60c4cef535 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2f4562-d9ae-4afc-bff6-f91a23409e06,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.473812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=f215dbb4-4be4-4445-b9f7-79bedb7baaab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.547315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8efa1eb8-d83c-4277-b5bc-e553a2657b64 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:10.554999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:10.567645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.586479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] No DVR routers for this DVR port f215dbb4-4be4-4445-b9f7-79bedb7baaab on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:10.592682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.596995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cf1c2ff-471f-4af0-b7a1-1a7fecd5fc2d req-1cfc3931-af46-4036-920c-d9baf09392ba tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.104 "DELETE /v2.0/ports/f215dbb4-4be4-4445-b9f7-79bedb7baaab HTTP/1.1" status: 204 len: 173 time: 1.6875031 Nov 12 03:54:10.598154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'name': 'network-vif-deleted', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:10.600833 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b824c279-049a-4b60-94ef-ae33dd3e9d8c" -d '{"events": [{"server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "name": "network-vif-deleted", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:10.619844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531170115-network', 'tenant_id': 'eeed9f0ec67d4327806c825d57690bdb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:10.620419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Transition to ACTIVE for port object 99a21e3f-a925-440f-b7f5-5dd1980fb559 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:10.632847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fbb62-110d-43be-9f90-661c9f8f801c req-d6d77ec8-7e5f-406c-a8ee-24591eb88ca0 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:10.634810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd8fbb62-110d-43be-9f90-661c9f8f801c req-d6d77ec8-7e5f-406c-a8ee-24591eb88ca0 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 944 time: 0.1807551 Nov 12 03:54:10.635690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.639164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['200a0ef7-8506-4b64-863d-22106b143b4d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:10.641815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.642980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8efa1eb8-d83c-4277-b5bc-e553a2657b64 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:10.643787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8efa1eb8-d83c-4277-b5bc-e553a2657b64 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:10.692919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Made reservation on behalf of eeed9f0ec67d4327806c825d57690bdb for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:10.695794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.709529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.761220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f4ffdb8d-24bb-4eb3-a072-bf726e03d370 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2ce1b0482d7b424e8695dc02f7f22ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1243782 Nov 12 03:54:10.769028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:10.778750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:10.809405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd8fbb62-110d-43be-9f90-661c9f8f801c req-fe706424-1ff7-4de2-8731-61f73fc2a118 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633806 Nov 12 03:54:10.879009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.893081 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7542f4-1cce-4b3b-ae58-b29cbe6ebfed x-openstack-request-id: req-6a7542f4-1cce-4b3b-ae58-b29cbe6ebfed {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:10.893496 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eda9b29-e364-4fd3-9c75-0ebd4869ed14", "name": "network-vif-deleted", "tag": "f215dbb4-4be4-4445-b9f7-79bedb7baaab", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:10.893919 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6a7542f4-1cce-4b3b-ae58-b29cbe6ebfed {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:10.895343 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eda9b29-e364-4fd3-9c75-0ebd4869ed14', 'name': 'network-vif-deleted', 'tag': 'f215dbb4-4be4-4445-b9f7-79bedb7baaab', 'status': 'completed', 'code': 200} Nov 12 03:54:10.898155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.916887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:10.934827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:10.943628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:10.943983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:10.944303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:10.949990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:10.950288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:10.958829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:10.958829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:10.958829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Bound using segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:10.959493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Bound port: 99a21e3f-a925-440f-b7f5-5dd1980fb559, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:10.959693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.138084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:11.144045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:11.155330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6728-7923-4111-8e65-359b7c0f33e8 req-63621c61-496c-455f-9415-c5902e900f8b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.165360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d85d6728-7923-4111-8e65-359b7c0f33e8 req-63621c61-496c-455f-9415-c5902e900f8b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.1845803 Nov 12 03:54:11.167586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.232781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.233424 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.234883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] 10.222.0.104 "PUT /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 1092 time: 1.8580148 Nov 12 03:54:11.285418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d85d6728-7923-4111-8e65-359b7c0f33e8 req-1ffdc20a-9aaf-4521-8ca4-ad7667779bfc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062834 Nov 12 03:54:11.296343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc15e6-2518-4a06-8781-1fa76b2e3964 service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.412602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-e1f4bde4-0455-442f-bb47-272cb7ce2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.414685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-e1f4bde4-0455-442f-bb47-272cb7ce2613 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.0596116 Nov 12 03:54:11.502333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-c633786f-5b21-4cb8-815c-76d4258178e1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 217 time: 0.0708208 Nov 12 03:54:11.503209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.504279 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Added segment b6d35aa1-883a-4b98-a340-656a94754199 of type vlan for network 32b85e46-853e-4b5e-841a-12a2ae4fe56e Nov 12 03:54:11.559530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc0c18-9a8e-4555-b4ad-934a590f64ba,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.563896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.564294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0544e8d6-1be5-4324-a094-d84e439c88eb req-2805009f-20f8-4158-b774-cfd062f13d83 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "GET /v2.0/ports?device_id=9eda9b29-e364-4fd3-9c75-0ebd4869ed14 HTTP/1.1" status: 200 len: 210 time: 0.0609715 Nov 12 03:54:11.571644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.592310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-67007bed-9afc-407e-a3f9-e298301ea99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.594898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-67007bed-9afc-407e-a3f9-e298301ea99d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0792799 Nov 12 03:54:11.641839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.643660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.645299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.650769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4ff9ce0-8d5e-4baa-b336-7404321fff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:11.652219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-f4ff9ce0-8d5e-4baa-b336-7404321fff09 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497816 Nov 12 03:54:11.701441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3785245 Nov 12 03:54:11.705486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56886) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:11.761963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Request body: {'subnet': {'network_id': '32b85e46-853e-4b5e-841a-12a2ae4fe56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531170115-subnet', 'tenant_id': 'eeed9f0ec67d4327806c825d57690bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:11.773020 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.777623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.779522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ee67ed54-0afb-48f2-abcc-8aa4390a8a6d HTTP/1.1" status: 204 len: 168 time: 1.0101597 Nov 12 03:54:11.808916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f06fd-7a7d-4ffa-9062-eaaf163900e0 admin admin] Pushing event updated for resources: {'Network': ['ID=32b85e46-853e-4b5e-841a-12a2ae4fe56e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.817419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aee9b-9d05-471b-b9ec-f329ae62d18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67ed54-0afb-48f2-abcc-8aa4390a8a6d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:11.821177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 32b85e46-853e-4b5e-841a-12a2ae4fe56e details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:11.835400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Made reservation on behalf of eeed9f0ec67d4327806c825d57690bdb for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:11.840033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:11.970297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 200a0ef7-8506-4b64-863d-22106b143b4d up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:12.046367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 200a0ef7-8506-4b64-863d-22106b143b4d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:12.056695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 200a0ef7-8506-4b64-863d-22106b143b4d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:12.057599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.063393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548f446-2287-479b-9665-b54d6c51dc73 req-508a6436-4344-4390-9862-f034c35111d7 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.064919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9548f446-2287-479b-9665-b54d6c51dc73 req-508a6436-4344-4390-9862-f034c35111d7 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 944 time: 0.0953515 Nov 12 03:54:12.086150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-c1a90f55-6070-4bb3-9ea0-4a8a8a9f02f8 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258237 Nov 12 03:54:12.154761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.193924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:12.196831 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad0ace-d447-41dd-93f8-b42a5f88c0fc" -d '{"events": [{"server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "name": "network-vif-plugged", "status": "completed", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:12.206217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9548f446-2287-479b-9665-b54d6c51dc73 req-cce0c998-41cc-40b6-aeea-6ee3fcb606a9 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330914 Nov 12 03:54:12.210946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-123ba50f-3b3d-4a51-b004-c3c10f803166 req-31cc6def-753c-48fb-a8ef-4662aacf0c96 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135259 Nov 12 03:54:12.214177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=200a0ef7-8506-4b64-863d-22106b143b4d,segment=NetworkSegment(bd29ccda-d643-47ca-934b-2f6fe9301f22),segment_id=bd29ccda-d643-47ca-934b-2f6fe9301f22)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:12.220593 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.280330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.308777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.326477 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02dc99-083b-4c6d-bb4b-6e3ee31e26f0 x-openstack-request-id: req-8b02dc99-083b-4c6d-bb4b-6e3ee31e26f0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:12.326728 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "name": "network-vif-plugged", "status": "completed", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:12.327010 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b02dc99-083b-4c6d-bb4b-6e3ee31e26f0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:12.327673 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d', 'code': 200} Nov 12 03:54:12.383194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=143c532b-7cc5-478e-b742-8a0bd36717a1,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.390240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Checking segment: {'id': 'b6d35aa1-883a-4b98-a340-656a94754199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '32b85e46-853e-4b5e-841a-12a2ae4fe56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:12.390708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Network hostable DHCP agents. Network: 32b85e46-853e-4b5e-841a-12a2ae4fe56e, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:12.430719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Network 32b85e46-853e-4b5e-841a-12a2ae4fe56e is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:12.442709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54340a6f-bb87-451c-ae38-fb04ca2730f0 req-4eec082f-c945-44fe-9aed-8f00d743f5f7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.444390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54340a6f-bb87-451c-ae38-fb04ca2730f0 req-4eec082f-c945-44fe-9aed-8f00d743f5f7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.0570045 Nov 12 03:54:12.454893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 32b85e46-853e-4b5e-841a-12a2ae4fe56e) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:12.464332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d3096-d891-4a51-9765-50cc1f4ae996 None None] Network 32b85e46-853e-4b5e-841a-12a2ae4fe56e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:12.489524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.490270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.508607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54340a6f-bb87-451c-ae38-fb04ca2730f0 req-611b2c46-265d-4f7a-a5fe-dbd24e527847 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569565 Nov 12 03:54:12.521911 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0891684c-e652-4565-9927-3e68b2fd99b2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7591846 Nov 12 03:54:12.521911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77939cf9-14fe-4cfe-9773-b2b77b9959b8 req-ad23091a-82c2-4767-b23d-4f70c516102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:12.522701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-77939cf9-14fe-4cfe-9773-b2b77b9959b8 req-ad23091a-82c2-4767-b23d-4f70c516102e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1097 time: 0.0812612 Nov 12 03:54:12.588294 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-77939cf9-14fe-4cfe-9773-b2b77b9959b8 req-7ed119e8-86f6-48a3-b9e7-af57ae80a23b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524485 Nov 12 03:54:12.649442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56914) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.665289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde2edc-e56d-4597-99b5-23ffc02cbf0b None None] Network 32b85e46-853e-4b5e-841a-12a2ae4fe56e requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:12.731125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.764609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.824555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.827295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.828476 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/security-groups/ac416bb3-46bb-4cac-b8c4-efcaad7da06b HTTP/1.1" status: 204 len: 168 time: 0.1780121 Nov 12 03:54:12.831404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.840743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3848fd-d474-4744-aea8-2060ac743be4 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac416bb3-46bb-4cac-b8c4-efcaad7da06b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:12.861745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:12.896685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:12.899220 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c" -d '{"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:12.906921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.928490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:12.979697 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e078f6c-a60e-44e8-92fd-ec7007e23883 x-openstack-request-id: req-3e078f6c-a60e-44e8-92fd-ec7007e23883 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:12.979895 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:12.980065 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e078f6c-a60e-44e8-92fd-ec7007e23883 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:12.980389 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:54:12.998432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.002128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.007770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.018885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/security-groups/1c16f787-7a60-4621-8c05-c305f9cdbc34 HTTP/1.1" status: 204 len: 168 time: 0.1856756 Nov 12 03:54:13.049869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b329d97-103e-4759-8574-d1cd54cf3a0f tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16f787-7a60-4621-8c05-c305f9cdbc34,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.132779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1352598599-network', 'tenant_id': '13b6de3ca4184c13ad403668c815417e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.151673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-6ea588c6-e14e-462b-a606-18f230896013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.154883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-6ea588c6-e14e-462b-a606-18f230896013 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.1227632 Nov 12 03:54:13.171369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Made reservation on behalf of 13b6de3ca4184c13ad403668c815417e for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:13.173665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.189565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f215dbb4-4be4-4445-b9f7-79bedb7baaab no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:13.192570 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.235293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: f215dbb4-4be4-4445-b9f7-79bedb7baaab {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:13.236132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f215dbb4-4be4-4445-b9f7-79bedb7baaab not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:13.311011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.318235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-edc86e49-f759-4c87-9069-cf80c4d76357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.319819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-edc86e49-f759-4c87-9069-cf80c4d76357 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1553507 Nov 12 03:54:13.332551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144187907-network', 'tenant_id': 'a80928fb3ab341ba8dab63d57120a104'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.370377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-85819654-f794-4f96-a17e-7c7f8cb18d07 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 217 time: 0.0424709 Nov 12 03:54:13.407987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Made reservation on behalf of a80928fb3ab341ba8dab63d57120a104 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:13.410393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.450143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-fa645ab4-a9c1-448a-a47b-9d2685973516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.451997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-fa645ab4-a9c1-448a-a47b-9d2685973516 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0710404 Nov 12 03:54:13.452348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.464012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d7a09-491c-40ed-a505-e3c9aa27475d req-974ef7dd-e51f-4d04-9c60-22b8f6d2b3e8 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.465518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-246d7a09-491c-40ed-a505-e3c9aa27475d req-974ef7dd-e51f-4d04-9c60-22b8f6d2b3e8 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.0979104 Nov 12 03:54:13.484811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.495560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.544583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-99a4a7f2-d670-40ac-9299-1294fd6dd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.546135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-99a4a7f2-d670-40ac-9299-1294fd6dd914 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797179 Nov 12 03:54:13.550015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-246d7a09-491c-40ed-a505-e3c9aa27475d req-3bcb3490-a094-425b-b65a-66e13ed9f187 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739832 Nov 12 03:54:13.563860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:13.586368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.587017 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Added segment 3dd105a2-f912-4485-abe6-652321c5738d of type vlan for network 20fbf11e-062e-4539-af10-f0c1b9723136 Nov 12 03:54:13.591238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06522c0f-c504-42d1-a52f-fab028ef10d8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.676184 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.683886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-71308ca5-67b8-4357-a52f-2d9b4b0808de service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299257 Nov 12 03:54:13.737331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.747855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.748852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.751434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.770973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.812887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f533a-dc4c-4d0f-adbf-3344395cd838 req-2f54d60d-e5a3-4620-bb21-d061f0846248 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:13.815774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c60f533a-dc4c-4d0f-adbf-3344395cd838 req-2f54d60d-e5a3-4620-bb21-d061f0846248 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.1444461 Nov 12 03:54:13.833127 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9700706 Nov 12 03:54:13.841464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56948) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:13.853708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Request body: {'subnet': {'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1352598599-subnet', 'tenant_id': '13b6de3ca4184c13ad403668c815417e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:13.870825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2e910d4-1d92-4282-9e2c-8848a5a9b02c req-48145968-2ff0-43cf-b94c-d7357eec22ec service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641476 Nov 12 03:54:13.880355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:13.900725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38a5c6-3218-4546-a1ed-e3a051e39cec,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.903502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c60f533a-dc4c-4d0f-adbf-3344395cd838 req-8e6c4e17-abf7-4c33-8913-23289d22d2c1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794401 Nov 12 03:54:13.906171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.906521 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Added segment 51fdf519-2ba6-4e6c-9b3b-26dea7dee2e9 of type vlan for network 15d63368-4e28-4d5f-a101-63f5682b0f73 Nov 12 03:54:13.907904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fce82-501f-4e4c-afa6-5b80f6af4a7d admin admin] Pushing event updated for resources: {'Network': ['ID=20fbf11e-062e-4539-af10-f0c1b9723136,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:13.909739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Made reservation on behalf of 13b6de3ca4184c13ad403668c815417e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:13.915284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.950601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 20fbf11e-062e-4539-af10-f0c1b9723136 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:13.970084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:13.990318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.054554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.055627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.056206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.130395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.152640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8346853 Nov 12 03:54:14.157159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.161340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf14f85-9454-463d-b790-3cdc137f30e8 admin admin] Pushing event updated for resources: {'Network': ['ID=15d63368-4e28-4d5f-a101-63f5682b0f73,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.166658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Request body: {'subnet': {'network_id': '15d63368-4e28-4d5f-a101-63f5682b0f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144187907-subnet', 'tenant_id': 'a80928fb3ab341ba8dab63d57120a104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:14.178463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 15d63368-4e28-4d5f-a101-63f5682b0f73 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:14.214404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5c0389-c280-47bd-afc6-ff9df61f4f65,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.223390 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Made reservation on behalf of a80928fb3ab341ba8dab63d57120a104 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:14.226682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.255252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Checking segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:14.255624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Network hostable DHCP agents. Network: 20fbf11e-062e-4539-af10-f0c1b9723136, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:14.321695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Network 20fbf11e-062e-4539-af10-f0c1b9723136 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:14.337281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 20fbf11e-062e-4539-af10-f0c1b9723136) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:14.343452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.343682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.350178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e4b4a-ac55-48c3-b31f-42db27c3b821 None None] Network 20fbf11e-062e-4539-af10-f0c1b9723136 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:14.363531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:14.363958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.388445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ac536a0b-8ca7-49ac-a0f6-7c0cbb967a71 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5390124 Nov 12 03:54:14.492833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port 5c6ca90f-45e0-4c68-9b3f-7007e0062d43, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:14.493616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.503989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.506037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d6448-2db8-4328-869c-77fb0df131c1 None None] Network 20fbf11e-062e-4539-af10-f0c1b9723136 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:14.512438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:14.600082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Checking segment: {'id': '51fdf519-2ba6-4e6c-9b3b-26dea7dee2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '15d63368-4e28-4d5f-a101-63f5682b0f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:14.600447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Network hostable DHCP agents. Network: 15d63368-4e28-4d5f-a101-63f5682b0f73, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:14.604458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525c8386-5efd-4b10-a3ce-d20984b2a805,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:14.629857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Network 15d63368-4e28-4d5f-a101-63f5682b0f73 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:14.642882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 15d63368-4e28-4d5f-a101-63f5682b0f73) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:14.657629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957fd22-598a-4e89-a2a3-531d66ef0af2 None None] Network 15d63368-4e28-4d5f-a101-63f5682b0f73 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:14.664798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.665701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:14.705195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ab752000-dee1-4319-b142-8ae97a425b16 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5447981 Nov 12 03:54:14.754766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-2d84fce2-a02c-4854-bf46-e4f12d92e099 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1647351 Nov 12 03:54:14.827012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff59ba-0389-41bf-afab-2e18c15b6a03 req-c1690dbd-6fd4-480e-8841-1b1c895f4264 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.829936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60ff59ba-0389-41bf-afab-2e18c15b6a03 req-c1690dbd-6fd4-480e-8841-1b1c895f4264 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1064653 Nov 12 03:54:14.916368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60ff59ba-0389-41bf-afab-2e18c15b6a03 req-c35897bd-af76-4cda-bc60-5e2620785e0b tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Nov 12 03:54:14.926830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76aaee-6275-4cf8-8565-5b2eeed22464 None None] Network 15d63368-4e28-4d5f-a101-63f5682b0f73 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:14.944621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:14.986361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-55ddec7e-109c-4284-ac34-0d473d07bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:14.988455 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-55ddec7e-109c-4284-ac34-0d473d07bb9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1097 time: 0.1452954 Nov 12 03:54:15.007137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.016990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Deleting subnet 143c532b-7cc5-478e-b742-8a0bd36717a1 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:15.021685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.067281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.074482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=5c6ca90f-45e0-4c68-9b3f-7007e0062d43,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.183183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.192793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:15.263538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-82c69de3-6788-4cbf-9465-eb1c44f2fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.265071 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-82c69de3-6788-4cbf-9465-eb1c44f2fdfd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 911 time: 0.2540438 Nov 12 03:54:15.279418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.325558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=143c532b-7cc5-478e-b742-8a0bd36717a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.329138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-f843d5b2-29e4-4d33-91e3-829c7162f577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 217 time: 0.0550215 Nov 12 03:54:15.348186 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.352507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-06d06510-c007-4bea-841e-940a13d0191c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/143c532b-7cc5-478e-b742-8a0bd36717a1 HTTP/1.1" status: 204 len: 168 time: 0.4065242 Nov 12 03:54:15.355404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 56978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.404459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:15.429581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:15.442104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-af60722a-77c3-429f-8bbc-577a59c45a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.444987 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-af60722a-77c3-429f-8bbc-577a59c45a30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 200 len: 851 time: 0.1085200 Nov 12 03:54:15.450300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.493623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.496993 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-77eac78d-fea8-406f-bb54-a388ce225acd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a22e0bed-5038-42ca-ad58-ec0f2748793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435200 Nov 12 03:54:15.498896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.521242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:15.526282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-cd25909e-7896-4202-80f0-edb56dddd402 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:15.528192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-cd25909e-7896-4202-80f0-edb56dddd402 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.2388053 Nov 12 03:54:15.554390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:15.559559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.568140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-cd865847-7c31-4511-8268-a357bdffdcbe tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/quotas/13b6de3ca4184c13ad403668c815417e HTTP/1.1" status: 200 len: 375 time: 0.0331857 Nov 12 03:54:15.619400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.656331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-be217d7f-43e2-4393-89ec-43ccc86256a8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848155 Nov 12 03:54:15.662579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.688606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-4fa54a0f-b399-4108-9066-6dca3c128262 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824672 Nov 12 03:54:15.706376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b85e46-853e-4b5e-841a-12a2ae4fe56e']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.746072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d35aa1-883a-4b98-a340-656a94754199') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.746450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d35aa1-883a-4b98-a340-656a94754199') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:15.759592 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.782784 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.797979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:15.798321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:15.800004 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:15.812662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-e8e68a5d-5991-47f0-880b-044430c3bc64 service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423604 Nov 12 03:54:15.865846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e098b56a-d14b-4c37-9a13-4ca05be775e5 req-094dc281-8881-4f46-8312-805e4c530707 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414888 Nov 12 03:54:15.870903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Router b03c9842-5319-44f2-8af3-656b4e840940 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:15.913367 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.924214 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:15.927806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] 10.222.0.97 "DELETE /v2.0/networks/32b85e46-853e-4b5e-841a-12a2ae4fe56e HTTP/1.1" status: 204 len: 168 time: 0.5709949 Nov 12 03:54:15.932015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56980) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:15.938482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501126a-b844-486d-860c-d24ea04e52f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b85e46-853e-4b5e-841a-12a2ae4fe56e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:15.970747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-cf57d8fe-0b0c-48a0-81d3-732f379cec69 service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263609 Nov 12 03:54:16.015805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['99a21e3f-a925-440f-b7f5-5dd1980fb559'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:16.017828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Deleting subnet 525c8386-5efd-4b10-a3ce-d20984b2a805 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:16.023936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.026162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:16.038340 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Sync routers for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:16.049271 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cafd4828-84d0-4755-b088-9dc028761098 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "PUT /v2.0/routers/b03c9842-5319-44f2-8af3-656b4e840940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0402019 Nov 12 03:54:16.052842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56982) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.053937 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:16.054790 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:16.102186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.143175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting subnet 42cc0fbb-7ae0-48d7-b089-f162f2e79bbf {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:16.172367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.209166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f6691-c9f0-40e9-88a7-47b55176d226 req-35a444b7-7757-40eb-b1c5-992d26b2b4e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.225009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-725f6691-c9f0-40e9-88a7-47b55176d226 req-35a444b7-7757-40eb-b1c5-992d26b2b4e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.0749576 Nov 12 03:54:16.234232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.270689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.303485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-725f6691-c9f0-40e9-88a7-47b55176d226 req-bae19e4c-2341-4115-acd7-21f7beaabf84 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765047 Nov 12 03:54:16.353827 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:16.381477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.449430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525c8386-5efd-4b10-a3ce-d20984b2a805,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:16.477533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.481802 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-085e3ec8-7ab8-4768-97a2-f407fe1d323a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/525c8386-5efd-4b10-a3ce-d20984b2a805 HTTP/1.1" status: 204 len: 168 time: 0.5487807 Nov 12 03:54:16.487963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 56992) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:16.529367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:16.540853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6b3a1-94fd-4777-a9f9-1043479a60c5 req-8f290bfa-156e-46b9-86ac-da68f399af01 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.542985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90b6b3a1-94fd-4777-a9f9-1043479a60c5 req-8f290bfa-156e-46b9-86ac-da68f399af01 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1372676 Nov 12 03:54:16.621181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90b6b3a1-94fd-4777-a9f9-1043479a60c5 req-6b113890-5c5d-433d-a158-636a7b11dc70 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Nov 12 03:54:16.729457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c897f2a6-4129-4bff-81d9-b86360a9a17e req-2539d704-1520-4ff6-acdb-ac988e96b546 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 210 time: 0.0410967 Nov 12 03:54:16.772998 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:54:14Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:16.810024 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Checking router: b03c9842-5319-44f2-8af3-656b4e840940 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:16.822095 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Routers {'b03c9842-5319-44f2-8af3-656b4e840940'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:16.823128 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:53:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b03c9842-5319-44f2-8af3-656b4e840940'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:16.982196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] Set router b03c9842-5319-44f2-8af3-656b4e840940 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:16.993221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c35f9b-ce71-479b-bef6-c7dacda9dc78 req-a0df3815-f2e0-4bc2-b827-5a1d9f6ac59b tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:16.996087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55c35f9b-ce71-479b-bef6-c7dacda9dc78 req-a0df3815-f2e0-4bc2-b827-5a1d9f6ac59b tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.0620754 Nov 12 03:54:17.019656 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.062766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.082941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55c35f9b-ce71-479b-bef6-c7dacda9dc78 req-1b714f36-d7e6-45d3-a67d-063496125103 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746498 Nov 12 03:54:17.137287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Subnet': ['ID=42cc0fbb-7ae0-48d7-b089-f162f2e79bbf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.142689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.146553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9bf64d20-448a-4162-b7e6-a9830c68f44e tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/subnets/42cc0fbb-7ae0-48d7-b089-f162f2e79bbf HTTP/1.1" status: 204 len: 168 time: 1.0927753 Nov 12 03:54:17.150881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.151176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.153395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad01eb-ee89-42e9-8aed-11eb5d7d70bc None None] Network 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:17.194155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d63368-4e28-4d5f-a101-63f5682b0f73']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:17.211649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fdf519-2ba6-4e6c-9b3b-26dea7dee2e9') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:17.212116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fdf519-2ba6-4e6c-9b3b-26dea7dee2e9') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:17.230637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.256329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.270075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:17.271000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.294329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.302539 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:54:14Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:17.341010 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:17.351815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.354053 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d63a01-c75f-4120-a9df-53365fa789ea None None] The sync data for ids ['b03c9842-5319-44f2-8af3-656b4e840940'] in n-d-766726-29 is: [{'id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1611030109', 'tenant_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:51:28Z', 'updated_at': '2021-11-12T03:54:14Z', 'revision_number': 5, 'project_id': 'be9ba59523df4acca43ebafdad5bbdc7', 'gw_port': {'id': '8545eb91-8708-44f8-a9f9-f34c199b1b78', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03c9842-5319-44f2-8af3-656b4e840940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:51:29Z', 'updated_at': '2021-11-12T03:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:17.367294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.375706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] 10.222.0.97 "DELETE /v2.0/networks/15d63368-4e28-4d5f-a101-63f5682b0f73 HTTP/1.1" status: 204 len: 168 time: 0.8863111 Nov 12 03:54:17.412874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2def6e-a926-459b-adf9-8a54ce321c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=15d63368-4e28-4d5f-a101-63f5682b0f73,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.481431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] DHCP port deletion for 9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:17.551717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Deleting port b2dad5ea-9832-4969-b685-203cf525f272 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:17.552488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.610283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59ce6-9991-4354-a4fe-d85a88a1c5bd req-391bf526-0738-482b-92ab-800b87fdc80a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.623146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a59ce6-9991-4354-a4fe-d85a88a1c5bd req-391bf526-0738-482b-92ab-800b87fdc80a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.1511467 Nov 12 03:54:17.633155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] For port b2dad5ea-9832-4969-b685-203cf525f272, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b2dad5ea-9832-4969-b685-203cf525f272,segment=NetworkSegment(fee789b3-2cb2-433b-acfc-08b85113fc7a),segment_id=fee789b3-2cb2-433b-acfc-08b85113fc7a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:17.633541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.642394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.649044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Calling delete_port for b2dad5ea-9832-4969-b685-203cf525f272 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:17.753184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.773901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.813176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] Pushing event deleted for resources: {'Port': ['ID=b2dad5ea-9832-4969-b685-203cf525f272,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:17.821807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ec40f-500c-4e89-8e89-3c7b03c8a70d None None] No DVR routers for this DVR port b2dad5ea-9832-4969-b685-203cf525f272 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:17.827567 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-996a6091-ba66-4369-a9e6-3ac7bea8e8dc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eeed9f0ec67d4327806c825d57690bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732503 Nov 12 03:54:17.828604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57010) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:17.895275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a59ce6-9991-4354-a4fe-d85a88a1c5bd req-125e1a4f-9409-4010-9697-01ce3e77a67e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706213 Nov 12 03:54:17.942559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-c2a5634c-f0f1-4261-8455-477f08ec1fc4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:17.944356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-c2a5634c-f0f1-4261-8455-477f08ec1fc4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.3174031 Nov 12 03:54:17.949523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Deleting port 8545eb91-8708-44f8-a9f9-f34c199b1b78 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:17.949867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.955145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:17.987204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Request body: {'port': {'device_id': '176d0246-09eb-40d2-a489-0245d9994057', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'admin_state_up': True, 'tenant_id': '13b6de3ca4184c13ad403668c815417e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:18.000787 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.087575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.091535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.092649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/abfc0c18-9a8e-4555-b4ad-934a590f64ba HTTP/1.1" status: 204 len: 168 time: 0.2628620 Nov 12 03:54:18.102151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da6a4-2240-4cb2-8d2c-563817f99994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc0c18-9a8e-4555-b4ad-934a590f64ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.113145 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c5082dd-e8a5-44d8-9cbe-eb074bcf207a req-02b56807-28c8-4afb-accb-523f5eb52ed2 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 210 time: 0.0650742 Nov 12 03:54:18.194524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] For port 8545eb91-8708-44f8-a9f9-f34c199b1b78, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8545eb91-8708-44f8-a9f9-f34c199b1b78,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:18.194920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.224663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Calling delete_port for 8545eb91-8708-44f8-a9f9-f34c199b1b78 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:18.348473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb25c09-ffe1-414a-a277-6a7efbebbdd0 req-82afa325-25af-447e-b289-fd1b4400284b tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:18.349992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb25c09-ffe1-414a-a277-6a7efbebbdd0 req-82afa325-25af-447e-b289-fd1b4400284b tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1522205 Nov 12 03:54:18.352275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Made reservation on behalf of 13b6de3ca4184c13ad403668c815417e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:18.355890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.493423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:18.513407 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:18.534208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:18.534940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5c6ca90f-45e0-4c68-9b3f-7007e0062d43 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:18.535537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2dad5ea-9832-4969-b685-203cf525f272 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:18.550068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.558153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b2dad5ea-9832-4969-b685-203cf525f272 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:18.558473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b2dad5ea-9832-4969-b685-203cf525f272 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:18.607780 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f95764a0-9686-4582-887d-0b848715276b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a80928fb3ab341ba8dab63d57120a104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554442 Nov 12 03:54:18.610335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:18.695368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963596d-f157-4281-a832-13163982d55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.721436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963596d-f157-4281-a832-13163982d55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.783494 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963596d-f157-4281-a832-13163982d55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.786200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b963596d-f157-4281-a832-13163982d55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.787542 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b963596d-f157-4281-a832-13163982d55e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cc38a5c6-3218-4546-a1ed-e3a051e39cec HTTP/1.1" status: 204 len: 168 time: 0.1758482 Nov 12 03:54:18.797659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963596d-f157-4281-a832-13163982d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38a5c6-3218-4546-a1ed-e3a051e39cec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.835686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bb25c09-ffe1-414a-a277-6a7efbebbdd0 req-b1684c56-b0ba-4068-9531-e1bc9942e205 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685481 Nov 12 03:54:18.930225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Allocated IP 172.20.0.14 (20fbf11e-062e-4539-af10-f0c1b9723136/3d5c0389-c280-47bd-afc6-ff9df61f4f65/51531d25-9244-4bff-865c-ad6d351fd979) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:18.932284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:18.965906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Port': ['ID=8545eb91-8708-44f8-a9f9-f34c199b1b78,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:18.991179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2effe4-dea1-4c2b-95b3-b87f16ea9a15 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:19.195852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.200581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-d0904d64-0a17-4798-9335-ec8503046551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.202752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-d0904d64-0a17-4798-9335-ec8503046551 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1097 time: 0.0506430 Nov 12 03:54:19.205510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:19.289287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:19.305407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:19.305833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.327845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e249a-6449-4135-8bbb-951954817870 req-21613587-ea55-4c19-bfba-0eee775d45f5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.333488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-288e249a-6449-4135-8bbb-951954817870 req-21613587-ea55-4c19-bfba-0eee775d45f5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.2598250 Nov 12 03:54:19.369404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-beb7678c-f691-44d1-bafa-d02dd640d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.371191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-beb7678c-f691-44d1-bafa-d02dd640d2bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 911 time: 0.1569915 Nov 12 03:54:19.412111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.420282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.422945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.442651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-d88faae8-69e0-4fa4-b5a3-9a73902ecd41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 217 time: 0.0522294 Nov 12 03:54:19.443866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:19.446546 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4a36e-9579-41ae-90e5-86057f0f6dbb" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:19.461966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:19.467788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.482979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.483978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Fanout notify agent at l3_agent the message router_deleted on router b03c9842-5319-44f2-8af3-656b4e840940 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:19.499936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.501511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eea04ef9-911a-42f2-86d6-7eb00904748b tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/routers/b03c9842-5319-44f2-8af3-656b4e840940 HTTP/1.1" status: 204 len: 168 time: 2.3492808 Nov 12 03:54:19.509110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:19.544461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:19.562086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-39fb7c7a-8907-437f-941e-40cc5b30f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:19.564439 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-39fb7c7a-8907-437f-941e-40cc5b30f12d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 200 len: 851 time: 0.1139228 Nov 12 03:54:19.615774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-c7920ab8-3e01-4c6f-b555-0a4accfc2807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a22e0bed-5038-42ca-ad58-ec0f2748793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383511 Nov 12 03:54:19.672251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.742242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-288e249a-6449-4135-8bbb-951954817870 req-ba8ad680-47f8-400a-83f0-7b54d2d87c19 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372827 Nov 12 03:54:19.754672 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.760658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-114a2ca2-99fc-4bba-9c08-1e6c1bccb7ea service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327038 Nov 12 03:54:19.863596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.904641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2f9eda37-4e9a-47b9-94f0-751409b6546c req-b6d1a0d0-19ba-424b-93ea-ff79109aeb9c service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319325 Nov 12 03:54:19.968573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:19.998533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Network 20fbf11e-062e-4539-af10-f0c1b9723136 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:20.017543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:20.023061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e85401c-a0c0-4c5b-bcdb-36d59b74cda9']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:20.030372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:20.033050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.043386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee789b3-2cb2-433b-acfc-08b85113fc7a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:20.043811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee789b3-2cb2-433b-acfc-08b85113fc7a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:20.089355 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.116237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d3ad-78fc-4497-ab46-1841be9439d3 req-6f335bb8-93ff-40ac-993e-cc5c342c6a8e tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.118270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6724d3ad-78fc-4497-ab46-1841be9439d3 req-6f335bb8-93ff-40ac-993e-cc5c342c6a8e tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.2502899 Nov 12 03:54:20.144787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.167105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:20.167525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:20.171029 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:20.177781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.178441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.277425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-1e050c16-5f7d-4d6c-8d87-af33157b9375 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2957461 Nov 12 03:54:20.289328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.294414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6724d3ad-78fc-4497-ab46-1841be9439d3 req-71a704ef-c4a5-4d1c-87a2-a06fb5d1b0b2 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634333 Nov 12 03:54:20.302495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.305925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] 10.222.0.97 "DELETE /v2.0/networks/9e85401c-a0c0-4c5b-bcdb-36d59b74cda9 HTTP/1.1" status: 204 len: 168 time: 0.7954371 Nov 12 03:54:20.312239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Request body: {'port': {'device_id': '176d0246-09eb-40d2-a489-0245d9994057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:20.368789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb76d-9fd6-4167-95f1-6017d13c6321 tempest-TestSecurityGroupsBasicOps-1215483715 tempest-TestSecurityGroupsBasicOps-1215483715-project] Pushing event deleted for resources: {'Network': ['ID=9e85401c-a0c0-4c5b-bcdb-36d59b74cda9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:20.483245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:20.492868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8545eb91-8708-44f8-a9f9-f34c199b1b78 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:20.534145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8545eb91-8708-44f8-a9f9-f34c199b1b78 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:20.535296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8545eb91-8708-44f8-a9f9-f34c199b1b78 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:20.538530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857419c-3b4f-45ee-898d-a7a27f2f2fa8 req-2b0d887e-df45-4dff-a2b9-d3ce2d121858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:20.540195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5857419c-3b4f-45ee-898d-a7a27f2f2fa8 req-2b0d887e-df45-4dff-a2b9-d3ce2d121858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 932 time: 0.1130688 Nov 12 03:54:20.687443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5857419c-3b4f-45ee-898d-a7a27f2f2fa8 req-24e12d82-2bcf-4b7b-84d3-058b8a10dee8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400220 Nov 12 03:54:20.777905 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b20cad-2a18-447e-8813-7247a8dea470 x-openstack-request-id: req-93b20cad-2a18-447e-8813-7247a8dea470 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:20.779578 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:20.780264 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-93b20cad-2a18-447e-8813-7247a8dea470 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:20.781151 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'code': 200} Nov 12 03:54:21.044523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ff6a-cb85-4c8f-be65-ad4213d84bd3 req-68a9ab1e-9682-4466-9749-4690c89a29f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.046153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5eb8ff6a-cb85-4c8f-be65-ad4213d84bd3 req-68a9ab1e-9682-4466-9749-4690c89a29f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.1612084 Nov 12 03:54:21.055526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51531d25-9244-4bff-865c-ad6d351fd979 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:21.075753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.080935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982bb97-c5e7-4cd4-ba5e-cb193dc0c0bf req-20c4d6ca-f275-49c7-a35b-901002605e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.083358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7982bb97-c5e7-4cd4-ba5e-cb193dc0c0bf req-20c4d6ca-f275-49c7-a35b-901002605e7c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1097 time: 0.1494012 Nov 12 03:54:21.123035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Transition to ACTIVE for port object 51531d25-9244-4bff-865c-ad6d351fd979 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:54:21.137005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.229360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5eb8ff6a-cb85-4c8f-be65-ad4213d84bd3 req-abc7f3d6-d8e6-4d6d-be9c-21b4490b63ab tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589108 Nov 12 03:54:21.239451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7982bb97-c5e7-4cd4-ba5e-cb193dc0c0bf req-c1c14581-aa92-476c-95a6-48109401da53 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387346 Nov 12 03:54:21.243898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.281997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.404339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Attempting to bind port 51531d25-9244-4bff-865c-ad6d351fd979 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:21.404796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Attempting to bind port 51531d25-9244-4bff-865c-ad6d351fd979 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:21.405270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Attempting to bind port 51531d25-9244-4bff-865c-ad6d351fd979 on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:21.413155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Port 51531d25-9244-4bff-865c-ad6d351fd979 on network 20fbf11e-062e-4539-af10-f0c1b9723136 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:54:21.413494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Attempting to bind port 51531d25-9244-4bff-865c-ad6d351fd979 on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:21.419966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:21.420284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Checking segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:21.420460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Bound using segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:21.420921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Bound port: 51531d25-9244-4bff-865c-ad6d351fd979, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:21.421295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.538522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:21.556248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:21.563647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.604095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3c692862-abe4-40d9-9033-6f6330027c74 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=be9ba59523df4acca43ebafdad5bbdc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173165 Nov 12 03:54:21.609003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57104) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:21.637781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc6c-b244-42fa-9515-11af95b81345 req-84a4e6f2-18c2-465e-8df4-58217fc9053d tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.639683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e936dc6c-b244-42fa-9515-11af95b81345 req-84a4e6f2-18c2-465e-8df4-58217fc9053d tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1361439 Nov 12 03:54:21.659007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.660097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.662509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] 10.222.0.104 "PUT /v2.0/ports/51531d25-9244-4bff-865c-ad6d351fd979 HTTP/1.1" status: 200 len: 1093 time: 1.3654454 Nov 12 03:54:21.663255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:21.669430 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb76e0-1d5f-4d26-96eb-253290f90160" -d '{"events": [{"name": "network-changed", "server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "tag": "51531d25-9244-4bff-865c-ad6d351fd979"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:21.699456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003675ba-60dc-4507-b26b-726375ac73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.701236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.747976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.836444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.840037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e936dc6c-b244-42fa-9515-11af95b81345 req-4d88ec6f-ca38-45c1-8a7b-02a1d7aa5804 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608453 Nov 12 03:54:21.840873 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:21.851240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8374b421-d3e0-4b96-a857-4c1565983528 HTTP/1.1" status: 204 len: 168 time: 0.2402694 Nov 12 03:54:21.867119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425f0a-1659-4136-9a73-e8d061f06e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374b421-d3e0-4b96-a857-4c1565983528,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:21.919224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-7eba1e27-2a7b-4dd3-b0d8-f757e197be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:21.924200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-7eba1e27-2a7b-4dd3-b0d8-f757e197be67 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 1096 time: 0.1898429 Nov 12 03:54:21.985312 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21553cac-c8ca-4345-a7ae-e1134fcd9a01 x-openstack-request-id: req-21553cac-c8ca-4345-a7ae-e1134fcd9a01 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:21.985552 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "tag": "51531d25-9244-4bff-865c-ad6d351fd979", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:21.985949 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-21553cac-c8ca-4345-a7ae-e1134fcd9a01 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:21.986367 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979', 'status': 'completed', 'code': 200} Nov 12 03:54:21.989068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-dffcb847-8589-4451-b18c-b8b383531dc2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51531d25-9244-4bff-865c-ad6d351fd979 HTTP/1.1" status: 200 len: 217 time: 0.0462582 Nov 12 03:54:22.100205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-2b5f0280-e834-4882-b57a-0d577e1a3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.101850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-2b5f0280-e834-4882-b57a-0d577e1a3a05 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.1034741 Nov 12 03:54:22.130582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb984-a149-49d7-a25a-8c00a17f322c req-973b975e-3021-4a2e-8c63-f2c531485821 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.132259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dabeb984-a149-49d7-a25a-8c00a17f322c req-973b975e-3021-4a2e-8c63-f2c531485821 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 944 time: 0.0888436 Nov 12 03:54:22.158567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-bcae054d-3d9f-4fb9-93de-819f19dc7770 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493815 Nov 12 03:54:22.224712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-242912b5-1cff-4da4-8b35-314f2c330f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.318389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dabeb984-a149-49d7-a25a-8c00a17f322c req-945a8c6a-c6c8-43e8-a20d-e679fd96a331 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689324 Nov 12 03:54:22.370945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.390411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-811dc478-2c09-47ef-8982-eff4ca70afa5 service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208197 Nov 12 03:54:22.395955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d29ed9cc-663e-41ec-b16c-198cd20c2bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.535726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d29ed9cc-663e-41ec-b16c-198cd20c2bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.543167 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d29ed9cc-663e-41ec-b16c-198cd20c2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.591768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23d2f3d-5519-46b8-af30-6e42d1c406f7 req-0c1f17b6-2f46-46ad-b6fa-d4bb474f79d1 service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892672 Nov 12 03:54:22.606638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d29ed9cc-663e-41ec-b16c-198cd20c2bea admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a47893b904f248bd8a51c7cd99dc8ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343934 Nov 12 03:54:22.608782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ed9cc-663e-41ec-b16c-198cd20c2bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adae6c23-6225-44fb-ba7f-4a8a3cb999c3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:22.609410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57164) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:22.710654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.721026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146589-8536-4754-91bc-1340078f7ed7 req-be3c1355-f9d1-4182-a496-62e7b11f85b7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.723104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be146589-8536-4754-91bc-1340078f7ed7 req-be3c1355-f9d1-4182-a496-62e7b11f85b7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0930512 Nov 12 03:54:22.768269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:22.883512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be146589-8536-4754-91bc-1340078f7ed7 req-7daf2cd2-2404-4477-9477-3c5815c2c73d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490855 Nov 12 03:54:22.903981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-b3d478d7-693d-4c30-b7c0-55385c885355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:22.904863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-b3d478d7-693d-4c30-b7c0-55385c885355 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 1096 time: 0.1392441 Nov 12 03:54:23.030470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.033139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.034300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/adae6c23-6225-44fb-ba7f-4a8a3cb999c3 HTTP/1.1" status: 204 len: 168 time: 0.4227216 Nov 12 03:54:23.073862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b41694-838b-4175-b0bc-91bf101beb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adae6c23-6225-44fb-ba7f-4a8a3cb999c3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:23.102656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-cc6fbd65-157b-400a-a070-844034f16d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.104753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-cc6fbd65-157b-400a-a070-844034f16d6d service neutron] 10.222.0.104 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 915 time: 0.1927164 Nov 12 03:54:23.154045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54624-44c0-4018-ac72-3e1ab3823382 req-01839dac-db65-4bef-a409-ee7af66ec465 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.166163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c54624-44c0-4018-ac72-3e1ab3823382 req-01839dac-db65-4bef-a409-ee7af66ec465 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1743309 Nov 12 03:54:23.206129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-5591d9ef-070e-49de-a162-0aaadf59526d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51531d25-9244-4bff-865c-ad6d351fd979 HTTP/1.1" status: 200 len: 217 time: 0.0917237 Nov 12 03:54:23.303183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85c54624-44c0-4018-ac72-3e1ab3823382 req-2c991ef4-e3cb-4c01-84b2-a1f589ed6d73 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044221 Nov 12 03:54:23.306430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-8e90702f-663f-4c11-bbbf-e933c8fe7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.308963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-8e90702f-663f-4c11-bbbf-e933c8fe7c65 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.0932860 Nov 12 03:54:23.370074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-bc27cf56-45ce-4d12-bb29-3236f84f56e5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518715 Nov 12 03:54:23.567561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-d33a22c1-1745-40c4-b134-999cd0a7eeb2 service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888700 Nov 12 03:54:23.577712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce87f3d-2263-4cfe-a55d-61519c855f9f req-b52e914e-8944-4ece-bd8c-75585e5e4363 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:23.579768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ce87f3d-2263-4cfe-a55d-61519c855f9f req-b52e914e-8944-4ece-bd8c-75585e5e4363 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 944 time: 0.1033785 Nov 12 03:54:23.658407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57202) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.730282 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b2700c80-fd1c-4a0e-a727-fe2fd1cacdb1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bf4bb436b5ee4d61a5a7bba56ff41b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688045 Nov 12 03:54:23.734261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:23.742312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ce87f3d-2263-4cfe-a55d-61519c855f9f req-c6c7f8ca-d81b-41c8-a590-7de8a5ab4dd3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478007 Nov 12 03:54:23.767375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26fb76e0-1d5f-4d26-96eb-253290f90160 req-3213b4dc-9b4f-4bdb-b4e5-21d49e7268eb service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858203 Nov 12 03:54:23.821515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.859769 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.928171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.932608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:23.934265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/00539bd1-c531-4266-add4-9367d68521a8 HTTP/1.1" status: 204 len: 168 time: 0.1982322 Nov 12 03:54:23.948601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9958c-530a-48cb-af1a-66f9b75e98de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00539bd1-c531-4266-add4-9367d68521a8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.039931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.062485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cc68c-6c05-4bc3-bfed-bc4fb34354eb req-da489efa-a3b0-45d7-a5f6-e6566164462d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.064862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d1cc68c-6c05-4bc3-bfed-bc4fb34354eb req-da489efa-a3b0-45d7-a5f6-e6566164462d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0868971 Nov 12 03:54:24.141120 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d1cc68c-6c05-4bc3-bfed-bc4fb34354eb req-d0aaad1f-499f-4aee-b4c9-a9c3496fe77f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678229 Nov 12 03:54:24.298247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6527dc-c898-438d-8606-ee364b11730f req-1030feb6-9416-4b31-94f6-221b0b18d4e9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.311384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d6527dc-c898-438d-8606-ee364b11730f req-1030feb6-9416-4b31-94f6-221b0b18d4e9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0882154 Nov 12 03:54:24.348943 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a846728b-d296-43e9-a67d-252208744903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.390968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d6527dc-c898-438d-8606-ee364b11730f req-b8c06059-ba88-44ac-9c9a-56d843c0297c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777595 Nov 12 03:54:24.426640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.494415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a846728b-d296-43e9-a67d-252208744903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.499893 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a846728b-d296-43e9-a67d-252208744903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.550765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846728b-d296-43e9-a67d-252208744903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc78938-6526-4c79-b4f6-a1f743dca828,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.560865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a846728b-d296-43e9-a67d-252208744903 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=88bb0c3d82204967aa860d8577a2ff43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195086 Nov 12 03:54:24.561367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.586649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532e6d0-7c03-44d1-958a-6d61e3828505 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.590655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a532e6d0-7c03-44d1-958a-6d61e3828505 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1092 time: 0.1599283 Nov 12 03:54:24.596260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:24.603432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-939cc4bb-b3e7-425a-9f83-b10270ef9314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.606167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:24.630001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2139-3747-4b61-9c5f-73c786d373c9 req-c6b3f1cf-bb45-477c-b8b8-28920df6c309 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:24.631588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-888e2139-3747-4b61-9c5f-73c786d373c9 req-c6b3f1cf-bb45-477c-b8b8-28920df6c309 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1370897 Nov 12 03:54:24.660591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.680527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.691886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.720529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-888e2139-3747-4b61-9c5f-73c786d373c9 req-acbf2046-46b9-491d-ba5b-e84d02e401e8 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 Nov 12 03:54:24.761752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.765005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:24.766399 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5bc78938-6526-4c79-b4f6-a1f743dca828 HTTP/1.1" status: 204 len: 168 time: 0.2040179 Nov 12 03:54:24.777646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fcf26-ed39-4bc9-8d00-531897a58166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc78938-6526-4c79-b4f6-a1f743dca828,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:24.841867 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.014925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.32 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9e043c7b-875c-4a83-a993-74922a3b12f3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:25.038136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706170c-6435-407e-9b92-2d478bd04d0d req-0fc974de-544b-4f79-b430-a81a15cd2484 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.039850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1706170c-6435-407e-9b92-2d478bd04d0d req-0fc974de-544b-4f79-b430-a81a15cd2484 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 944 time: 0.0840020 Nov 12 03:54:25.088439 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924769ca-0ced-4745-962f-baffdd6716a6 req-64a32f8d-b848-486e-915f-5b86b67b45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.089991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-64a32f8d-b848-486e-915f-5b86b67b45b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 1097 time: 0.0562747 Nov 12 03:54:25.187853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1706170c-6435-407e-9b92-2d478bd04d0d req-625fb472-bcf9-4b5f-81fc-387580c85266 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301470 Nov 12 03:54:25.236230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.255768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:54:25.258702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924769ca-0ced-4745-962f-baffdd6716a6 req-ec66a663-07aa-40fd-9e75-87a43dce6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.261925 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-ec66a663-07aa-40fd-9e75-87a43dce6998 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 200 len: 911 time: 0.1576674 Nov 12 03:54:25.284005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57236) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.325304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b638658c-ffb1-4b91-b2c5-7d4256d05327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.352715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.353990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-9470f703-0d71-4936-9d72-bce14a7f9b84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 200 len: 217 time: 0.0769374 Nov 12 03:54:25.374281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57f26-4683-45c6-8d91-d5a1b2383d7f req-4d3e32d9-512c-4d75-91ef-674e28dfc856 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.376089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3c57f26-4683-45c6-8d91-d5a1b2383d7f req-4d3e32d9-512c-4d75-91ef-674e28dfc856 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1037140 Nov 12 03:54:25.423421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924769ca-0ced-4745-962f-baffdd6716a6 req-0ab43276-61fd-4415-96f4-ad1a3835cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:25.426096 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-0ab43276-61fd-4415-96f4-ad1a3835cff5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 200 len: 851 time: 0.0601637 Nov 12 03:54:25.436689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:25.454717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:25.461079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:25.468391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=9e043c7b-875c-4a83-a993-74922a3b12f3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.496096 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-0c1bec97-1d69-4bd9-8a1e-18be71135528 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a22e0bed-5038-42ca-ad58-ec0f2748793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585136 Nov 12 03:54:25.567540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3c57f26-4683-45c6-8d91-d5a1b2383d7f req-2cec9b80-7fa5-498f-80a5-9ad1920f95b0 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619127 Nov 12 03:54:25.599235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:25.615475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '51531d25-9244-4bff-865c-ad6d351fd979', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'port_id': '51531d25-9244-4bff-865c-ad6d351fd979', 'mac_address': 'fa:16:3e:59:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c0389-c280-47bd-afc6-ff9df61f4f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:54:25.619391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.654946 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b638658c-ffb1-4b91-b2c5-7d4256d05327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.663639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b638658c-ffb1-4b91-b2c5-7d4256d05327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.677549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.679079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-c13629a7-4bf5-4cbb-b0bd-685b07a89977 service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676896 Nov 12 03:54:25.694270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51531d25-9244-4bff-865c-ad6d351fd979 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:54:25.731095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:25.739600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:25.759148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638658c-ffb1-4b91-b2c5-7d4256d05327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a094aa-13d2-42e0-b411-0e3aa8097d1c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.767603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b638658c-ffb1-4b91-b2c5-7d4256d05327 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cbefee030e6a4af5aa17977844533841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4787488 Nov 12 03:54:25.771319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:25.814875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:25.834521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-924769ca-0ced-4745-962f-baffdd6716a6 req-61a60187-c493-416b-a0f5-8208f43f869f service neutron] 10.222.0.16 "GET /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431799 Nov 12 03:54:26.146160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['51531d25-9244-4bff-865c-ad6d351fd979'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:26.232139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.344739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.531517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b00d72-970e-4751-8b5e-324d7bc82118 req-3ff51627-487d-451c-80ee-efd76f1f24e1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.533006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33b00d72-970e-4751-8b5e-324d7bc82118 req-3ff51627-487d-451c-80ee-efd76f1f24e1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 945 time: 0.2660303 Nov 12 03:54:26.561960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.586284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.588835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.590472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/16a094aa-13d2-42e0-b411-0e3aa8097d1c HTTP/1.1" status: 204 len: 168 time: 0.8076274 Nov 12 03:54:26.637232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a030aa-ed4b-4fb1-beab-9978b574cea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a094aa-13d2-42e0-b411-0e3aa8097d1c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:26.684833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33b00d72-970e-4751-8b5e-324d7bc82118 req-f8f97587-ee37-4cf8-ba85-22152fd56343 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439085 Nov 12 03:54:26.712971 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:26.926070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8747-d643-4b24-8496-2f4cd99d1142 req-5c692b9b-1de4-4bf7-b9bd-a9c086af6bdf tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:26.927898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d63b8747-d643-4b24-8496-2f4cd99d1142 req-5c692b9b-1de4-4bf7-b9bd-a9c086af6bdf tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1371615 Nov 12 03:54:26.961676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.069462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.075974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d63b8747-d643-4b24-8496-2f4cd99d1142 req-7adc9f1c-a7b1-41e0-8fca-e2373b7cce62 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299510 Nov 12 03:54:27.077128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.169597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=9e043c7b-875c-4a83-a993-74922a3b12f3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.191255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.267963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:27.353344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 51531d25-9244-4bff-865c-ad6d351fd979 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:54:27.359500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 51531d25-9244-4bff-865c-ad6d351fd979 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:27.360778 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.411905 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 22eda63a-506a-4516-8f8d-a2cf2b6feee1 associated. External IP: 172.25.7.32, port: 99a21e3f-a925-440f-b7f5-5dd1980fb559. Nov 12 03:54:27.474705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.516630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf6a03-0487-4c43-9893-252f194c733c req-eb685a4a-f253-4a6e-84e7-a7b27c17b581 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.518406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ebf6a03-0487-4c43-9893-252f194c733c req-eb685a4a-f253-4a6e-84e7-a7b27c17b581 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1283486 Nov 12 03:54:27.526420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:27.529947 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3a8496-80cb-4757-b519-8a71019ab3c3" -d '{"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-plugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:27.546330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:27.553496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.635485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:27.651133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ebf6a03-0487-4c43-9893-252f194c733c req-50042a57-18e0-4e42-82ba-2bb693f8ba18 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920696 Nov 12 03:54:27.725668 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802daac4-85d7-4ab0-ba98-6d0676ed10eb x-openstack-request-id: req-802daac4-85d7-4ab0-ba98-6d0676ed10eb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:27.726875 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-plugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:27.727506 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-802daac4-85d7-4ab0-ba98-6d0676ed10eb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:27.728096 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979', 'code': 200} Nov 12 03:54:27.765789 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:27.864008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9687c467-24c0-424b-b4bf-ab12f2e64813 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:27.881461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad14e9-b860-4f61-bf73-1b7cde7b4a1b req-9cfad170-f3dc-4a1b-9bf4-c8d458abdddd tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:27.883133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06ad14e9-b860-4f61-bf73-1b7cde7b4a1b req-9cfad170-f3dc-4a1b-9bf4-c8d458abdddd tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0855324 Nov 12 03:54:28.076684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a2bd-5877-445a-a621-247d8381c881 req-875bb52d-49ae-4e3c-96fd-0b0692109e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.078584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7250a2bd-5877-445a-a621-247d8381c881 req-875bb52d-49ae-4e3c-96fd-0b0692109e21 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 1098 time: 0.1924667 Nov 12 03:54:28.145517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06ad14e9-b860-4f61-bf73-1b7cde7b4a1b req-b90c8ca8-e5ea-4375-b0dd-a4ca020b3258 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475810 Nov 12 03:54:28.212337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:28.230238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Sync routers for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:28.232253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7250a2bd-5877-445a-a621-247d8381c881 req-7edafa0f-0f34-41da-9e37-4e77e2d383a8 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125400 Nov 12 03:54:28.248934 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:28.251537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:28.252722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.286594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de571a76-2c6b-42c9-a5ce-acab1cc59646 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6887279 Nov 12 03:54:28.287467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:28.291280 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c5760-5882-4c05-9e49-353a10183df5" -d '{"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:28.412926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c802172-b6a5-4046-966d-ac47f5a750e6 req-25fbaa21-410c-4c67-84a9-eb6aa6df3132 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.413558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:28.414588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c802172-b6a5-4046-966d-ac47f5a750e6 req-25fbaa21-410c-4c67-84a9-eb6aa6df3132 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0675597 Nov 12 03:54:28.501051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c802172-b6a5-4046-966d-ac47f5a750e6 req-fe192a1a-a83f-405a-a66e-e9bfe43dec91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696566 Nov 12 03:54:28.545879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:28.598501 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1232f2d-292d-4c6a-b76f-f39f5dbc21bd x-openstack-request-id: req-a1232f2d-292d-4c6a-b76f-f39f5dbc21bd {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:28.598789 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:28.599006 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a1232f2d-292d-4c6a-b76f-f39f5dbc21bd {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:28.599272 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:54:28.632554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5116c3e2-5e88-44c7-aa78-fd927c332c3a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 200 len: 990 time: 0.0848975 Nov 12 03:54:28.735488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-acf62b06-9a7d-4f5e-830f-8762bd8f5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.737711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-acf62b06-9a7d-4f5e-830f-8762bd8f5eb0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1097 time: 0.0793447 Nov 12 03:54:28.829503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '22eda63a-506a-4516-8f8d-a2cf2b6feee1', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:26Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.878060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Checking router: 9687c467-24c0-424b-b4bf-ab12f2e64813 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:28.897945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:28.899019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:28.935181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2bc9d-c30b-4d6c-b91b-77855e8d9972 req-9998dee2-5733-49bb-b17f-820f3a2de1bb tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.937300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2a2bc9d-c30b-4d6c-b91b-77855e8d9972 req-9998dee2-5733-49bb-b17f-820f3a2de1bb tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1459396 Nov 12 03:54:28.990436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-9d0ed6b6-3421-48a7-93fd-b7b1943f7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:28.992767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-9d0ed6b6-3421-48a7-93fd-b7b1943f7762 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.2450283 Nov 12 03:54:29.070273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:29.114421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2a2bc9d-c30b-4d6c-b91b-77855e8d9972 req-292e0de6-3535-48da-9b02-f69766ff8b76 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/security-groups?id=8bb5f909-0829-4993-8669-0ca76c877f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553185 Nov 12 03:54:29.165047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-042434c7-59fb-4085-b3da-7e1a384a15aa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.1638854 Nov 12 03:54:29.244235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-33ae03c2-e167-4a09-a768-dca1506a3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:29.246274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-33ae03c2-e167-4a09-a768-dca1506a3963 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0731590 Nov 12 03:54:29.491055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-1fc6f5c3-61bf-422b-8bdc-edfda7baacce tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:29.492579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '22eda63a-506a-4516-8f8d-a2cf2b6feee1', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:26Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:29.494639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-1fc6f5c3-61bf-422b-8bdc-edfda7baacce tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.16 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 945 time: 0.1136625 Nov 12 03:54:29.542685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d001d-6e34-4c50-a121-20c287d507d1 None None] The sync data for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 is: [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '22eda63a-506a-4516-8f8d-a2cf2b6feee1', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:54:26Z', 'updated_at': '2021-11-12T03:54:26Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:29.639001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:29.656724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Deleting port 200a0ef7-8506-4b64-863d-22106b143b4d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:29.657240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.735116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-7fc31424-4f1f-46a2-8d4a-65aaf72288b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:29.736846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-7fc31424-4f1f-46a2-8d4a-65aaf72288b2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4822645 Nov 12 03:54:29.761975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc748d-eeba-4e18-9ef0-7e71526389e5 req-4a206ff5-4933-4fde-944b-207da8b8996f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:29.765322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efcc748d-eeba-4e18-9ef0-7e71526389e5 req-4a206ff5-4933-4fde-944b-207da8b8996f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1088142 Nov 12 03:54:29.828685 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dcfd3b07-8b55-41b2-8b20-a30516d7bb86 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 200 len: 990 time: 0.1870408 Nov 12 03:54:29.854243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] For port 200a0ef7-8506-4b64-863d-22106b143b4d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=200a0ef7-8506-4b64-863d-22106b143b4d,segment=NetworkSegment(bd29ccda-d643-47ca-934b-2f6fe9301f22),segment_id=bd29ccda-d643-47ca-934b-2f6fe9301f22)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:29.854956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:29.875804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Calling delete_port for 200a0ef7-8506-4b64-863d-22106b143b4d owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:29.938801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-78d5de69-77f8-4a37-8457-f86c8a701f9e service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887343 Nov 12 03:54:29.949319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-efcc748d-eeba-4e18-9ef0-7e71526389e5 req-1ab6cc64-6875-45d7-8c8e-a721438fc656 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027095 Nov 12 03:54:30.004293 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19759bfb-dbe6-4322-bb31-6576b2dd8c53 None None] New status for floating IP 22eda63a-506a-4516-8f8d-a2cf2b6feee1: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:54:30.092007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c2c5760-5882-4c05-9e49-353a10183df5 req-1c0bc997-3949-469a-ab3c-f18ce9cd2621 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413527 Nov 12 03:54:30.100780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.146877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['200a0ef7-8506-4b64-863d-22106b143b4d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:54:30.150018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Pushing event deleted for resources: {'Port': ['ID=200a0ef7-8506-4b64-863d-22106b143b4d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.206029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57334) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.231812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] No DVR routers for this DVR port 200a0ef7-8506-4b64-863d-22106b143b4d on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:30.234756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.238872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f18a3ced-445f-4431-9aea-0fbc051a8573 req-579a8cbc-f10e-4fb4-b17d-58d444b9e68a tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.16 "DELETE /v2.0/ports/200a0ef7-8506-4b64-863d-22106b143b4d HTTP/1.1" status: 204 len: 173 time: 0.7334619 Nov 12 03:54:30.239363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'name': 'network-vif-deleted', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:54:30.241772 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b77b030-9a8c-4993-b5bf-820002280c44" -d '{"events": [{"server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "name": "network-vif-deleted", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:54:30.307562 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9409ab7a-a9f0-4b75-b839-50c7f9810f15 req-28d7c901-b68f-42ba-87a6-18e7e2996977 tempest-TestServerAdvancedOps-622594829 tempest-TestServerAdvancedOps-622594829-project] 10.222.0.97 "GET /v2.0/ports?device_id=762ca5aa-75ff-4e71-8e15-993e610b5262 HTTP/1.1" status: 200 len: 210 time: 0.0512829 Nov 12 03:54:30.379192 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221676f-5fd2-41e3-9cdd-f1d1a19a4061 x-openstack-request-id: req-e221676f-5fd2-41e3-9cdd-f1d1a19a4061 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:54:30.379569 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762ca5aa-75ff-4e71-8e15-993e610b5262", "name": "network-vif-deleted", "tag": "200a0ef7-8506-4b64-863d-22106b143b4d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:54:30.379868 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e221676f-5fd2-41e3-9cdd-f1d1a19a4061 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:54:30.380457 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762ca5aa-75ff-4e71-8e15-993e610b5262', 'name': 'network-vif-deleted', 'tag': '200a0ef7-8506-4b64-863d-22106b143b4d', 'status': 'completed', 'code': 200} Nov 12 03:54:30.448741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3fc1-c6fe-43ac-880f-2fce5ea4ed90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.548273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3fc1-c6fe-43ac-880f-2fce5ea4ed90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.553556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3fc1-c6fe-43ac-880f-2fce5ea4ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.600289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4f7b3fc1-c6fe-43ac-880f-2fce5ea4ed90 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ed65bd82c2c4eb5b0f4d634efbe263b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926682 Nov 12 03:54:30.602207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b3fc1-c6fe-43ac-880f-2fce5ea4ed90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779bb80-a96e-4979-a910-ef507a2cefa3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.604169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57340) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.669727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.695335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.759281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.763972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:30.765867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3779bb80-a96e-4979-a910-ef507a2cefa3 HTTP/1.1" status: 204 len: 168 time: 0.1604786 Nov 12 03:54:30.780293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b1f9-1d3d-4386-9e39-ed9380f4dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779bb80-a96e-4979-a910-ef507a2cefa3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:30.835284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57344) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:30.934067 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-118cb72b-1346-43b7-b72b-97f953c641ef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 200 len: 992 time: 0.0906012 Nov 12 03:54:31.151579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde157e8-d3dc-4317-bf21-02db480b6835 req-ba40e9fe-159e-40af-a866-ab25b9c7a21b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.154195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bde157e8-d3dc-4317-bf21-02db480b6835 req-ba40e9fe-159e-40af-a866-ab25b9c7a21b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0906126 Nov 12 03:54:31.161717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57350) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:31.176891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b323523-fcbc-4eb1-abe1-301bb37f0573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.207028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bde157e8-d3dc-4317-bf21-02db480b6835 req-3d4713a4-1b7d-4379-b477-58a828ca417f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Nov 12 03:54:31.296129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b323523-fcbc-4eb1-abe1-301bb37f0573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.301554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b323523-fcbc-4eb1-abe1-301bb37f0573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.343627 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2b323523-fcbc-4eb1-abe1-301bb37f0573 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=39214ab7e78848848f2511594c77124f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808052 Nov 12 03:54:31.344360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b323523-fcbc-4eb1-abe1-301bb37f0573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a66e88-aab0-4b29-a8d1-a7ff0b8f10c5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.346943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:31.376186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e2cbb-5eff-4b78-b50b-5632c926085d req-01049f5e-b755-43d5-a12f-c6e5c922a84d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:31.377669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a4e2cbb-5eff-4b78-b50b-5632c926085d req-01049f5e-b755-43d5-a12f-c6e5c922a84d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0739713 Nov 12 03:54:31.440046 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.450263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a4e2cbb-5eff-4b78-b50b-5632c926085d req-be5b54b7-7856-4d8d-aa9d-d677e2052cb1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Nov 12 03:54:31.476211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.520925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57360) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:31.534449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.565359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.570440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.573296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35a66e88-aab0-4b29-a8d1-a7ff0b8f10c5 HTTP/1.1" status: 204 len: 168 time: 0.2237389 Nov 12 03:54:31.591220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d261c0-10d9-4ccc-8a2a-d641e3dc9836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a66e88-aab0-4b29-a8d1-a7ff0b8f10c5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:31.607623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Deleting subnet 7f29c7e6-e469-46f9-9859-a741c64b3ea6 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:31.612797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.673794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.731860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.819591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.875545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:31.884930 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7f29c7e6-e469-46f9-9859-a741c64b3ea6 HTTP/1.1" status: 204 len: 168 time: 0.3628829 Nov 12 03:54:31.888886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:31.896408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb68d9c-38f2-42bd-9a57-58a074f03992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f29c7e6-e469-46f9-9859-a741c64b3ea6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.068795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.101363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354b1e-302b-4d9f-a33e-699b487440dc req-b64fa74d-f8f3-41fa-a7ed-4d31814920dd tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:32.103072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99354b1e-302b-4d9f-a33e-699b487440dc req-b64fa74d-f8f3-41fa-a7ed-4d31814920dd tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1036055 Nov 12 03:54:32.257095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.314038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99354b1e-302b-4d9f-a33e-699b487440dc req-9f725ed7-7888-4d85-804e-5e3d83ce19e8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893487 Nov 12 03:54:32.316461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22e0bed-5038-42ca-ad58-ec0f2748793b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:32.330051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29ccda-d643-47ca-934b-2f6fe9301f22') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:32.330447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29ccda-d643-47ca-934b-2f6fe9301f22') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:32.351205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.368665 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.375532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:32.376140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:32.378013 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:32.453332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.460546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.466928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] 10.222.0.97 "DELETE /v2.0/networks/a22e0bed-5038-42ca-ad58-ec0f2748793b HTTP/1.1" status: 204 len: 168 time: 0.5736022 Nov 12 03:54:32.467593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57392) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.476248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed380644-68a1-4fc7-8917-97c667eb832f admin admin] Pushing event deleted for resources: {'Network': ['ID=a22e0bed-5038-42ca-ad58-ec0f2748793b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.532296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Deleting subnet e20e4845-e8f5-4b00-9d75-478f401da7ec {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:32.538168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.601257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.666743 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.738245 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.779627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.786169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e20e4845-e8f5-4b00-9d75-478f401da7ec HTTP/1.1" status: 204 len: 168 time: 0.3169706 Nov 12 03:54:32.787556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d8406-d2a7-4004-8257-146245f3430c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20e4845-e8f5-4b00-9d75-478f401da7ec,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:32.789853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:32.871758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.968592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:32.994771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffa7309-bbf9-43a9-bc6b-fb38e380e395']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:33.006189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57b7f7f-5214-4ae3-8dc1-ddac72a6989d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:33.006491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57b7f7f-5214-4ae3-8dc1-ddac72a6989d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:33.017382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.033887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.045304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:33.046009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:33.048925 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:33.122450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.135386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.138965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] 10.222.0.97 "DELETE /v2.0/networks/6ffa7309-bbf9-43a9-bc6b-fb38e380e395 HTTP/1.1" status: 204 len: 168 time: 0.3474510 Nov 12 03:54:33.149671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbfaab-b1d5-41a4-9683-c993327d5b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffa7309-bbf9-43a9-bc6b-fb38e380e395,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:33.414782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57420) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:33.507274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fb69e522-91c3-4e8f-a479-50ef2b4bd30d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cf8d1a5f397a40a0a6f87fc6afb2e4a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903051 Nov 12 03:54:33.509744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57426) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:33.525484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6095b-9873-476b-93be-253950cab308 req-ff4a80b5-536b-45ce-b338-dc52f4da3484 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:33.527155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2df6095b-9873-476b-93be-253950cab308 req-ff4a80b5-536b-45ce-b338-dc52f4da3484 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1044984 Nov 12 03:54:33.606120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.611879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2df6095b-9873-476b-93be-253950cab308 req-69006f1b-3faf-48cc-90b2-e504a961204b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771363 Nov 12 03:54:33.645280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.730291 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.735138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:33.737023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8bb5f909-0829-4993-8669-0ca76c877f1d HTTP/1.1" status: 204 len: 168 time: 0.2261217 Nov 12 03:54:33.751146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a400b-3f06-4850-a3cd-740e1be732aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5f909-0829-4993-8669-0ca76c877f1d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:34.009480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 200a0ef7-8506-4b64-863d-22106b143b4d no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:34.035063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 200a0ef7-8506-4b64-863d-22106b143b4d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:34.035063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 200a0ef7-8506-4b64-863d-22106b143b4d not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:34.279528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:34.336280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c664a1e4-a8f1-4f6d-b1c1-e4abb6cad3ba admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5fefcb87222c4898832fefac9fadce08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547245 Nov 12 03:54:34.340010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57460) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:34.401939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.426431 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.471109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57464) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:34.485757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.489157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.490403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b3295386-ad93-4860-ac85-41d74c0e2835 HTTP/1.1" status: 204 len: 168 time: 0.1482699 Nov 12 03:54:34.500825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4086a3-36fa-4d09-94f8-40b09cb70649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3295386-ad93-4860-ac85-41d74c0e2835,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:34.768634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e526754-cce2-4bc0-80f4-c4d2df2e320b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.775614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692f028-a9b1-42a2-ab6e-a4195872b96b req-90cd5fa5-0263-41e8-86bc-d275adaf9608 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:34.778300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7692f028-a9b1-42a2-ab6e-a4195872b96b req-90cd5fa5-0263-41e8-86bc-d275adaf9608 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0834448 Nov 12 03:54:34.857688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7692f028-a9b1-42a2-ab6e-a4195872b96b req-20b6f09e-c3c8-4625-b061-095ce9689ee6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Nov 12 03:54:34.895585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e526754-cce2-4bc0-80f4-c4d2df2e320b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.901604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3e526754-cce2-4bc0-80f4-c4d2df2e320b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:34.970063 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3e526754-cce2-4bc0-80f4-c4d2df2e320b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=91714ba2ed894ad99094e686de912260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976897 Nov 12 03:54:34.973814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e526754-cce2-4bc0-80f4-c4d2df2e320b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074daa9-3082-4e9f-bf25-f994973d4e96,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:34.975439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57482) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.065114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.098026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.172742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.175815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.177605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5074daa9-3082-4e9f-bf25-f994973d4e96 HTTP/1.1" status: 204 len: 168 time: 0.2003047 Nov 12 03:54:35.187400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e2fcb-9755-4486-a314-e581a2b77cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074daa9-3082-4e9f-bf25-f994973d4e96,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.355045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57496) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.492084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-782186351-network', 'tenant_id': 'dafed031e25448aea885fd13635debe0'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:35.524542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Made reservation on behalf of dafed031e25448aea885fd13635debe0 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:35.526567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.527179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.538536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.542410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7e122be-5c76-4693-bc70-c290e36c69cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.637388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7e122be-5c76-4693-bc70-c290e36c69cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.641765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7e122be-5c76-4693-bc70-c290e36c69cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.642205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.647520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.672496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:35.689282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73529115-c361-4b3c-baa0-33242a6e4b4f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.694236 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f7e122be-5c76-4693-bc70-c290e36c69cb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=480f69212efb413d91e7c7150986b7e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639638 Nov 12 03:54:35.694236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e122be-5c76-4693-bc70-c290e36c69cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1436b3-3ccc-4021-a5b1-d151ae165e8c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.694607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.697723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.698065 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Added segment 0c53ecfd-6d3d-4102-a5ec-dd5c71601319 of type vlan for network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 Nov 12 03:54:35.779810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.815635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.820750 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.821701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:35.822321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.869618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.874297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5181010 Nov 12 03:54:35.877926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57504) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:35.894070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Request body: {'subnet': {'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-782186351-subnet', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:35.939901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c02c6-2b30-4ee3-bbf1-95fe389296f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e85ec3d-195c-4f60-a6c1-f19d996023e7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:35.945064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Made reservation on behalf of dafed031e25448aea885fd13635debe0 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:35.948388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:35.957556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:36.024264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75a80-9435-41a6-87d1-8b2dec5fcf6b req-953d701c-df26-4b71-b072-f4d7491d36c1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.026141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0be75a80-9435-41a6-87d1-8b2dec5fcf6b req-953d701c-df26-4b71-b072-f4d7491d36c1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0751028 Nov 12 03:54:36.027499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.030410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.032003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3c1436b3-3ccc-4021-a5b1-d151ae165e8c HTTP/1.1" status: 204 len: 168 time: 0.3364317 Nov 12 03:54:36.044605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fa61d-c323-4e97-a4a4-3c75efa156eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1436b3-3ccc-4021-a5b1-d151ae165e8c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.106043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0be75a80-9435-41a6-87d1-8b2dec5fcf6b req-7c0ae357-5c28-4355-8069-6d20fb39361d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632284 Nov 12 03:54:36.236048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.301048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e57e1b-2289-4093-891a-7a35be41ef93,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:36.313468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Checking segment: {'id': '0c53ecfd-6d3d-4102-a5ec-dd5c71601319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:36.314054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Network hostable DHCP agents. Network: 2e85ec3d-195c-4f60-a6c1-f19d996023e7, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:36.339637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:36.351927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2e85ec3d-195c-4f60-a6c1-f19d996023e7) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:36.365027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:36.366012 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.372619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4a6d6-a611-41ef-8ab2-917ff86bc153 None None] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:36.392039 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3689e8e7-6c8c-4131-900a-c3bfd6b6b202 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5126081 Nov 12 03:54:36.395943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57512) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:36.403715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:36.445994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.447998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.537084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.559782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2e85ec3d-195c-4f60-a6c1-f19d996023e7', 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'fixed_ips': [{'subnet_id': '04e57e1b-2289-4093-891a-7a35be41ef93'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:36.561100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.714498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.741416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Allocated IP 172.20.0.2 (2e85ec3d-195c-4f60-a6c1-f19d996023e7/04e57e1b-2289-4093-891a-7a35be41ef93/d0decf1c-60e1-46d1-aeb7-423138b02106) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:36.987004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.995434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:36.999553 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.030707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.052515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:37.058456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:37.062822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:37.072751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Pushing event updated for resources: {'Port': ['ID=d0decf1c-60e1-46d1-aeb7-423138b02106,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.168723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Attempting to bind port d0decf1c-60e1-46d1-aeb7-423138b02106 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:37.169552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Attempting to bind port d0decf1c-60e1-46d1-aeb7-423138b02106 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '0c53ecfd-6d3d-4102-a5ec-dd5c71601319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:37.169965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Attempting to bind port d0decf1c-60e1-46d1-aeb7-423138b02106 on network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:37.179043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:37.180056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Checking segment: {'id': '0c53ecfd-6d3d-4102-a5ec-dd5c71601319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:37.180793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.181804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Bound using segment: {'id': '0c53ecfd-6d3d-4102-a5ec-dd5c71601319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:37.182601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Bound port: d0decf1c-60e1-46d1-aeb7-423138b02106, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c53ecfd-6d3d-4102-a5ec-dd5c71601319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:37.183252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.188130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Allocated IP 172.25.7.232 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/fb6ecae7-5d40-4c2f-aca6-226d576816db) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:37.287953 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e39f5f-a00b-4ca5-99f3-184cf335db1b req-e9e97cdb-b0cf-42d6-8797-75f08e2e45e7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:37.289751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93e39f5f-a00b-4ca5-99f3-184cf335db1b req-e9e97cdb-b0cf-42d6-8797-75f08e2e45e7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0806897 Nov 12 03:54:37.304722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] For port d0decf1c-60e1-46d1-aeb7-423138b02106, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:37.310624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] For port d0decf1c-60e1-46d1-aeb7-423138b02106, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d0decf1c-60e1-46d1-aeb7-423138b02106,segment=NetworkSegment(0c53ecfd-6d3d-4102-a5ec-dd5c71601319),segment_id=0c53ecfd-6d3d-4102-a5ec-dd5c71601319)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:37.319997 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.361416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93e39f5f-a00b-4ca5-99f3-184cf335db1b req-eb1e99eb-2e05-4d7d-b1dc-af6bb4dfc54e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Nov 12 03:54:37.378011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.427954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947ae7-6b8d-4738-8d19-d3fc283daf3f None None] Pushing event updated for resources: {'Port': ['ID=d0decf1c-60e1-46d1-aeb7-423138b02106,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.475905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.524284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:37.527965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:37.532476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:37.555408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1970b2f6-b480-4760-b6fb-cd9fffcae9e3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:37.560889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6ecae7-5d40-4c2f-aca6-226d576816db,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:37.623913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1c452659-e41a-4a2b-94b7-468e358f5a5c None None] Provisioning complete for port fb6ecae7-5d40-4c2f-aca6-226d576816db triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:37.624394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c452659-e41a-4a2b-94b7-468e358f5a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:37.731792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1c452659-e41a-4a2b-94b7-468e358f5a5c None None] Port fb6ecae7-5d40-4c2f-aca6-226d576816db cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:37.988456 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.274336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.616951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d0decf1c-60e1-46d1-aeb7-423138b02106 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:38.620380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346914-7bbc-4c00-8ac3-02ac65b3889c req-83ce43cc-d258-46ca-8245-3eccd1271b37 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:38.623069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09346914-7bbc-4c00-8ac3-02ac65b3889c req-83ce43cc-d258-46ca-8245-3eccd1271b37 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0994279 Nov 12 03:54:38.694006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d0decf1c-60e1-46d1-aeb7-423138b02106 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:38.694383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.695032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09346914-7bbc-4c00-8ac3-02ac65b3889c req-beab9d12-0cab-4bd0-88df-581f18bc1c88 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Nov 12 03:54:38.799566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.816184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d24118-3c95-42b4-85ae-8a67c1ad0470 None None] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:38.928902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port d0decf1c-60e1-46d1-aeb7-423138b02106, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d0decf1c-60e1-46d1-aeb7-423138b02106,segment=NetworkSegment(0c53ecfd-6d3d-4102-a5ec-dd5c71601319),segment_id=0c53ecfd-6d3d-4102-a5ec-dd5c71601319)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:38.938652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:38.945485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Router da575a58-7acd-49a6-8ea3-0431ba016ea7 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:38.957173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-28192197-6329-464d-abab-4cad5ed9f90a None None] Provisioning complete for port d0decf1c-60e1-46d1-aeb7-423138b02106 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:38.957535 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28192197-6329-464d-abab-4cad5ed9f90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.098156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:39.119738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.123803 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5693fc1-851c-4af0-a07d-02d26402bed5 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7235627 Nov 12 03:54:39.123992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57546) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:39.183818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Sync routers for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:39.254625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:39.255356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.265374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=d0decf1c-60e1-46d1-aeb7-423138b02106,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:39.439990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:39.650698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:37Z', 'revision_number': 3, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:39.652201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.687133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Checking router: da575a58-7acd-49a6-8ea3-0431ba016ea7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:39.687646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Updating router da575a58-7acd-49a6-8ea3-0431ba016ea7 port fb6ecae7-5d40-4c2f-aca6-226d576816db binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:39.749107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.755265 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.851677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ae9d-d41b-4647-89b1-8c6f2e5a6ba1 req-f3324ee2-b887-4f69-a893-44bb563a92f3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:39.855224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ef6ae9d-d41b-4647-89b1-8c6f2e5a6ba1 req-f3324ee2-b887-4f69-a893-44bb563a92f3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0712245 Nov 12 03:54:39.855726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a0024bdd-ece8-4972-b129-e53ab4846e09 None None] Provisioning complete for port d0decf1c-60e1-46d1-aeb7-423138b02106 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:39.856093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0024bdd-ece8-4972-b129-e53ab4846e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:39.918483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Allocated IP 172.20.0.1 (2e85ec3d-195c-4f60-a6c1-f19d996023e7/04e57e1b-2289-4093-891a-7a35be41ef93/d8c1a553-3024-4eeb-bc64-0b8789a9d46a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:39.933304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ef6ae9d-d41b-4647-89b1-8c6f2e5a6ba1 req-576ad918-6505-42d7-a6ce-3945b96c1270 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686500 Nov 12 03:54:40.056671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.111210 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.173903 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.185500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.187855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:40.194022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:40.200658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:40.253768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Pushing event updated for resources: {'Port': ['ID=d8c1a553-3024-4eeb-bc64-0b8789a9d46a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.281055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Attempting to bind port fb6ecae7-5d40-4c2f-aca6-226d576816db on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:40.281630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Attempting to bind port fb6ecae7-5d40-4c2f-aca6-226d576816db by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:40.282188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Attempting to bind port fb6ecae7-5d40-4c2f-aca6-226d576816db on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:40.293255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb0acf-dea5-4612-b6cc-0b2f2475b1ef None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:40.293470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.307428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:40.308034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:40.308673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.309344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:40.310277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Bound port: fb6ecae7-5d40-4c2f-aca6-226d576816db, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:40.311122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.391402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Pushing event updated for resources: {'Port': ['ID=fb6ecae7-5d40-4c2f-aca6-226d576816db,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.423202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.423907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.424557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.425706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.426121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.426572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.427272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.427722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.428131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.428670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.429108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.429769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:40.438278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4f3ed096-bcc7-4212-b97a-661b3e0c83bb None None] Provisioning complete for port fb6ecae7-5d40-4c2f-aca6-226d576816db triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:40.438890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed096-bcc7-4212-b97a-661b3e0c83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.491657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] For port fb6ecae7-5d40-4c2f-aca6-226d576816db, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:40.510564 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.514863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] For port fb6ecae7-5d40-4c2f-aca6-226d576816db, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb6ecae7-5d40-4c2f-aca6-226d576816db,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:40.526803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ed096-bcc7-4212-b97a-661b3e0c83bb None None] Port fb6ecae7-5d40-4c2f-aca6-226d576816db cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:40.529439 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.595940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d0decf1c-60e1-46d1-aeb7-423138b02106 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:40.645780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bd183-a797-47ba-850e-848b8046bf5e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:40.712204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135ae44-5af7-48b8-99de-cc6ac31d38dd None None] Pushing event updated for resources: {'Port': ['ID=fb6ecae7-5d40-4c2f-aca6-226d576816db,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.719707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-640b4ef7-e66c-497e-b2e5-0a0433a195bf None None] Provisioning complete for port d8c1a553-3024-4eeb-bc64-0b8789a9d46a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:40.720353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-640b4ef7-e66c-497e-b2e5-0a0433a195bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.723942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:40.724665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:40.749591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.757864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.853286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.863263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Pushing event updated for resources: {'Port': ['ID=d8c1a553-3024-4eeb-bc64-0b8789a9d46a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:40.883879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-640b4ef7-e66c-497e-b2e5-0a0433a195bf None None] Port d8c1a553-3024-4eeb-bc64-0b8789a9d46a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:40.891389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d0decf1c-60e1-46d1-aeb7-423138b02106 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:40.891856 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:40.921760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:41.012214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:41.014251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:41.142435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163d1ba-5419-4493-9533-83cbc23e9678 req-4dbc6921-4849-446f-ba55-d6a5e9c6b38c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:41.144771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c163d1ba-5419-4493-9533-83cbc23e9678 req-4dbc6921-4849-446f-ba55-d6a5e9c6b38c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1114035 Nov 12 03:54:41.228930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c163d1ba-5419-4493-9533-83cbc23e9678 req-4ead3860-af94-433a-a759-3ac6297e6c49 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Nov 12 03:54:41.239868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Router da575a58-7acd-49a6-8ea3-0431ba016ea7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:41.393889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] Provisioning complete for port fb6ecae7-5d40-4c2f-aca6-226d576816db triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:41.395001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.411269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:41.427801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11a1ede6-8427-422a-b697-975f52e7559c admin admin] 10.222.0.97 "PUT /v2.0/routers/da575a58-7acd-49a6-8ea3-0431ba016ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959623 Nov 12 03:54:41.569084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.579409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:40Z', 'revision_number': 4, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd8c1a553-3024-4eeb-bc64-0b8789a9d46a', 'name': '', 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'mac_address': 'fa:16:3e:44:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '04e57e1b-2289-4093-891a-7a35be41ef93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:39Z', 'updated_at': '2021-11-12T03:54:39Z', 'revision_number': 1, 'project_id': 'dafed031e25448aea885fd13635debe0', 'subnets': [{'id': '04e57e1b-2289-4093-891a-7a35be41ef93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:41.623827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db54856-0685-4ff7-9425-e10f32f81075 None None] The sync data for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 is: [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:40Z', 'revision_number': 4, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'd8c1a553-3024-4eeb-bc64-0b8789a9d46a', 'name': '', 'network_id': '2e85ec3d-195c-4f60-a6c1-f19d996023e7', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'mac_address': 'fa:16:3e:44:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '04e57e1b-2289-4093-891a-7a35be41ef93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:39Z', 'updated_at': '2021-11-12T03:54:39Z', 'revision_number': 1, 'project_id': 'dafed031e25448aea885fd13635debe0', 'subnets': [{'id': '04e57e1b-2289-4093-891a-7a35be41ef93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:41.630240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] For port fb6ecae7-5d40-4c2f-aca6-226d576816db, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb6ecae7-5d40-4c2f-aca6-226d576816db,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:41.635922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.708198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24e81d-ea3b-4eab-b15d-91eac04e7e29 None None] Pushing event updated for resources: {'Port': ['ID=fb6ecae7-5d40-4c2f-aca6-226d576816db,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:41.768519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-383a07aa-30fc-4e49-b03a-b853e61c74e1 None None] Provisioning complete for port d8c1a553-3024-4eeb-bc64-0b8789a9d46a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:41.769188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-383a07aa-30fc-4e49-b03a-b853e61c74e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:41.819888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-383a07aa-30fc-4e49-b03a-b853e61c74e1 None None] Port d8c1a553-3024-4eeb-bc64-0b8789a9d46a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:42.368726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b174d-b47d-4a6d-ac99-edf07b787451 req-d0acd559-4886-4e37-a34d-5ba50db7bbed tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:42.370320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35b174d-b47d-4a6d-ac99-edf07b787451 req-d0acd559-4886-4e37-a34d-5ba50db7bbed tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Nov 12 03:54:42.424886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35b174d-b47d-4a6d-ac99-edf07b787451 req-df64d618-7606-48b1-a608-19331879f03e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Nov 12 03:54:42.983799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57582) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:43.398274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.590325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070d85-5dd6-41ed-b872-01ddd378db04 req-9f770ce5-bb9e-498a-984c-f3c7fbb460ab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:43.592750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81070d85-5dd6-41ed-b872-01ddd378db04 req-9f770ce5-bb9e-498a-984c-f3c7fbb460ab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0836675 Nov 12 03:54:43.668973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-81070d85-5dd6-41ed-b872-01ddd378db04 req-471243de-75f9-4045-81a2-49660592068a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Nov 12 03:54:43.750943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Deleting port d8c1a553-3024-4eeb-bc64-0b8789a9d46a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:43.751295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.837301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:43.850132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Calling delete_port for d8c1a553-3024-4eeb-bc64-0b8789a9d46a owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:44.052618 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Sync routers for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:44.056531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.063900 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:44.064523 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.084066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c1a553-3024-4eeb-bc64-0b8789a9d46a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:44.233258 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:44.342925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.460357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:44Z', 'revision_number': 5, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.488099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Checking router: da575a58-7acd-49a6-8ea3-0431ba016ea7 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:44.497347 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:44.497976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.620682 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:44.622461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb6ecae7-5d40-4c2f-aca6-226d576816db up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:44.731642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fb6ecae7-5d40-4c2f-aca6-226d576816db triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:44.732420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:44.807691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Router da575a58-7acd-49a6-8ea3-0431ba016ea7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:44.814801 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:44Z', 'revision_number': 5, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:44.950002 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09acd39c-3ffd-4b10-9378-7cd67ceaa442 None None] The sync data for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 is: [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:44Z', 'revision_number': 5, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port': {'id': 'fb6ecae7-5d40-4c2f-aca6-226d576816db', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:37Z', 'updated_at': '2021-11-12T03:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:44.962142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50b881-40cb-48eb-a1bb-655c137a0670 req-f4015a53-c0bc-40ed-a756-4f17062de964 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:44.969057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b50b881-40cb-48eb-a1bb-655c137a0670 req-f4015a53-c0bc-40ed-a756-4f17062de964 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1373467 Nov 12 03:54:45.038421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:45.048657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e475d2de-fce9-41e1-b605-a818fb3b82f7 admin admin] 10.222.0.97 "PUT /v2.0/routers/da575a58-7acd-49a6-8ea3-0431ba016ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0636680 Nov 12 03:54:45.052309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:45.054973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b50b881-40cb-48eb-a1bb-655c137a0670 req-439a00de-9523-4e13-91ac-436f7931df17 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819330 Nov 12 03:54:45.184770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.399031 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.487799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Deleting port fb6ecae7-5d40-4c2f-aca6-226d576816db {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:45.488264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.627901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] For port fb6ecae7-5d40-4c2f-aca6-226d576816db, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb6ecae7-5d40-4c2f-aca6-226d576816db,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:45.628433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.647090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Calling delete_port for fb6ecae7-5d40-4c2f-aca6-226d576816db owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:45.887756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:45.927282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6ecae7-5d40-4c2f-aca6-226d576816db,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:45.942352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee0c8c-73c2-472b-a4cd-2a9d44659cc0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:46.001736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.210632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806c86e-dd68-440a-9921-1da73e89a679 req-668a1389-d3c5-448e-b108-70ac2cc2364d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:46.213245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5806c86e-dd68-440a-9921-1da73e89a679 req-668a1389-d3c5-448e-b108-70ac2cc2364d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0624428 Nov 12 03:54:46.269018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Sync routers for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:46.281249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:46.282254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.288866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5806c86e-dd68-440a-9921-1da73e89a679 req-f37ed5bb-876d-4905-bea1-1c8705ed4658 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677962 Nov 12 03:54:46.376314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:46.441794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:45Z', 'revision_number': 7, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.477102 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Checking router: da575a58-7acd-49a6-8ea3-0431ba016ea7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:46.483658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.488341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.502826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Routers {'da575a58-7acd-49a6-8ea3-0431ba016ea7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:46.503636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['da575a58-7acd-49a6-8ea3-0431ba016ea7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.561380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.562490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router da575a58-7acd-49a6-8ea3-0431ba016ea7 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:54:46.569339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.570830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce93b013-4a6a-4ed5-88bc-6b46b31373ef admin admin] 10.222.0.97 "DELETE /v2.0/routers/da575a58-7acd-49a6-8ea3-0431ba016ea7 HTTP/1.1" status: 204 len: 168 time: 1.5174279 Nov 12 03:54:46.573260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57606) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.594354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8c1a553-3024-4eeb-bc64-0b8789a9d46a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:46.623700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] Set router da575a58-7acd-49a6-8ea3-0431ba016ea7 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:46.626110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d8c1a553-3024-4eeb-bc64-0b8789a9d46a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:46.626562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8c1a553-3024-4eeb-bc64-0b8789a9d46a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:46.638985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Deleting subnet 04e57e1b-2289-4093-891a-7a35be41ef93 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:54:46.643560 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.696729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.704947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:45Z', 'revision_number': 7, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:46.735552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ab8919-184b-40cf-b43e-1d87dce749c5 None None] The sync data for ids ['da575a58-7acd-49a6-8ea3-0431ba016ea7'] in n-d-766726-29 is: [{'id': 'da575a58-7acd-49a6-8ea3-0431ba016ea7', 'name': 'tempest-ImageQuotaTest-782186351-router', 'tenant_id': 'dafed031e25448aea885fd13635debe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:36Z', 'updated_at': '2021-11-12T03:54:45Z', 'revision_number': 7, 'project_id': 'dafed031e25448aea885fd13635debe0', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:46.806089 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.879444 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.909107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e57e1b-2289-4093-891a-7a35be41ef93,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:46.916124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:46.922334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57610) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:46.922556 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-520cea43-e707-4fb2-9387-eb77f465e83a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/04e57e1b-2289-4093-891a-7a35be41ef93 HTTP/1.1" status: 204 len: 168 time: 0.3478055 Nov 12 03:54:46.927570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b80d26-bcbd-422a-b6d2-6d474789296a None None] Network 2e85ec3d-195c-4f60-a6c1-f19d996023e7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:46.996969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.061445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Deleting port d0decf1c-60e1-46d1-aeb7-423138b02106 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:47.061735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.205458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] For port d0decf1c-60e1-46d1-aeb7-423138b02106, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d0decf1c-60e1-46d1-aeb7-423138b02106,segment=NetworkSegment(0c53ecfd-6d3d-4102-a5ec-dd5c71601319),segment_id=0c53ecfd-6d3d-4102-a5ec-dd5c71601319)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:47.205853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.226185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Calling delete_port for d0decf1c-60e1-46d1-aeb7-423138b02106 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:47.232055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] DHCP port deletion for 2e85ec3d-195c-4f60-a6c1-f19d996023e7 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:47.300981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Deleting port d0decf1c-60e1-46d1-aeb7-423138b02106 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:54:47.301348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.327671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.359891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0decf1c-60e1-46d1-aeb7-423138b02106,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:47.367441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] No DVR routers for this DVR port d0decf1c-60e1-46d1-aeb7-423138b02106 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:47.429597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] For port d0decf1c-60e1-46d1-aeb7-423138b02106, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d0decf1c-60e1-46d1-aeb7-423138b02106,segment=NetworkSegment(0c53ecfd-6d3d-4102-a5ec-dd5c71601319),segment_id=0c53ecfd-6d3d-4102-a5ec-dd5c71601319)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:47.430380 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.450754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Calling delete_port for d0decf1c-60e1-46d1-aeb7-423138b02106 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:54:47.480342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.513762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e85ec3d-195c-4f60-a6c1-f19d996023e7']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.527782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c53ecfd-6d3d-4102-a5ec-dd5c71601319') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.528198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c53ecfd-6d3d-4102-a5ec-dd5c71601319') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:47.538019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd080210-9c2f-4487-bb81-f8dbe28c2678 req-5fb7078a-e12d-4b01-81ac-9befde6ca30c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:47.539660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd080210-9c2f-4487-bb81-f8dbe28c2678 req-5fb7078a-e12d-4b01-81ac-9befde6ca30c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1195612 Nov 12 03:54:47.551272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.552953 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.595408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] Pushing event deleted for resources: {'Port': ['ID=d0decf1c-60e1-46d1-aeb7-423138b02106,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:47.601606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce065ff-df72-4418-81a6-951b107ca3f0 None None] No DVR routers for this DVR port d0decf1c-60e1-46d1-aeb7-423138b02106 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:54:47.614500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.635105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:54:47.635664 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:54:47.638196 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:54:47.666680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd080210-9c2f-4487-bb81-f8dbe28c2678 req-d4ed38d1-1489-4701-ba99-053659836180 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 Nov 12 03:54:47.720407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.737456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:47.740841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2e85ec3d-195c-4f60-a6c1-f19d996023e7 HTTP/1.1" status: 204 len: 168 time: 0.8169029 Nov 12 03:54:47.744239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e482e-d219-486b-861c-42db17ae2119 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e85ec3d-195c-4f60-a6c1-f19d996023e7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:47.881393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57618) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:47.938251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b1e0927e-4955-4f3d-b901-fc114d992df5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dafed031e25448aea885fd13635debe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0555494 Nov 12 03:54:47.941152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.011651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.036720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.093265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.097877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.099272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/73529115-c361-4b3c-baa0-33242a6e4b4f HTTP/1.1" status: 204 len: 168 time: 0.1571496 Nov 12 03:54:48.110888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bdd69-4ee6-4f67-991a-d057fe9b62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73529115-c361-4b3c-baa0-33242a6e4b4f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:48.491846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57626) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.511691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d0decf1c-60e1-46d1-aeb7-423138b02106 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:48.512903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4182bbff-0d48-4f3d-b4b3-771badfe4d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.540433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d0decf1c-60e1-46d1-aeb7-423138b02106 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:48.540670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d0decf1c-60e1-46d1-aeb7-423138b02106 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:48.541093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb6ecae7-5d40-4c2f-aca6-226d576816db no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:54:48.562161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fb6ecae7-5d40-4c2f-aca6-226d576816db {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:54:48.562506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb6ecae7-5d40-4c2f-aca6-226d576816db not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:54:48.612527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4182bbff-0d48-4f3d-b4b3-771badfe4d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.620847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4182bbff-0d48-4f3d-b4b3-771badfe4d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.663522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4182bbff-0d48-4f3d-b4b3-771badfe4d21 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1705496 Nov 12 03:54:48.664559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182bbff-0d48-4f3d-b4b3-771badfe4d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499eb2b-5edd-40f2-9787-c4d32f35dd84,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:48.666210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:48.734690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.758679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.845892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164dc0-5690-4cf6-b91b-19c3ff7a410b req-25684f57-72fd-4372-92ee-8771a131beab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:48.848396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb164dc0-5690-4cf6-b91b-19c3ff7a410b req-25684f57-72fd-4372-92ee-8771a131beab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0769396 Nov 12 03:54:48.877450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.880538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:48.881719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f499eb2b-5edd-40f2-9787-c4d32f35dd84 HTTP/1.1" status: 204 len: 168 time: 0.2139821 Nov 12 03:54:48.925728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab07d1-ae31-417e-b3ef-6d7eef3757cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499eb2b-5edd-40f2-9787-c4d32f35dd84,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:48.973034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb164dc0-5690-4cf6-b91b-19c3ff7a410b req-a4616b20-e3d4-4a67-aca6-0a84d6b2ea44 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172938 Nov 12 03:54:49.627600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57654) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:49.755175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-618605209-network', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:49.777384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Made reservation on behalf of d1b9e9890765465abe0e5624a2c44e36 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:49.779763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.789450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.888621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.896552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.929911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:49.936540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb7693-9bd7-4575-baac-d068339dda9e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:49.944486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:49.944683 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Added segment 032dc2c4-bbac-4996-b92d-682c48e72e2a of type vlan for network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 Nov 12 03:54:49.988721 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.033099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.034404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.035204 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.106640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4778357 Nov 12 03:54:50.109559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.117936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Request body: {'subnet': {'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-618605209-subnet', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:50.144339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51428de1-012d-460f-9e2e-6e0e87e6264f admin admin] Pushing event updated for resources: {'Network': ['ID=f8cfac53-c6e8-4a26-b83a-6a662ad31d95,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.157693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:50.169008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Made reservation on behalf of d1b9e9890765465abe0e5624a2c44e36 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:50.172838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.184875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73e2a6-cb50-4aeb-abc1-7fd26953a39b req-d9d319ee-ad08-43ea-b9cf-641e8b6753c0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.198704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac73e2a6-cb50-4aeb-abc1-7fd26953a39b req-d9d319ee-ad08-43ea-b9cf-641e8b6753c0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1315336 Nov 12 03:54:50.297987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac73e2a6-cb50-4aeb-abc1-7fd26953a39b req-118e6de5-c6cf-4e42-812f-9b1dcd151911 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956481 Nov 12 03:54:50.415965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.487630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a9a5bc-4596-458f-ac13-02fab2cd1c2f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:50.496418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Checking segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:50.496781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Network hostable DHCP agents. Network: f8cfac53-c6e8-4a26-b83a-6a662ad31d95, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:50.519275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:50.529993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, f8cfac53-c6e8-4a26-b83a-6a662ad31d95) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:50.537456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:50.538630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.543905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99234de8-6066-4a62-b7a3-7ba6715df47d None None] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:50.566834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2143207f-c28e-437a-b969-87ba61ddc45f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4550550 Nov 12 03:54:50.571435 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57664) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:50.579988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:50.614530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.615910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.694931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.782108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:50.783614 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.873985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:50.996220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Allocated IP 172.20.0.2 (f8cfac53-c6e8-4a26-b83a-6a662ad31d95/23a9a5bc-4596-458f-ac13-02fab2cd1c2f/1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:51.185422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.207627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.220786 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.229871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.307527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:51.315926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:51.321061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:51.324647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Pushing event updated for resources: {'Port': ['ID=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:51.377383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Allocated IP 172.25.7.95 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/def04c7f-2f88-4b8f-b93e-b17b8023112e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:51.415681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Attempting to bind port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:51.416152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Attempting to bind port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:51.416581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Attempting to bind port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c on network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:51.423213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:51.423697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Checking segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:51.424173 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.425480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Bound using segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:51.426142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Bound port: 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:51.426673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.498339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c2c29-67c8-4778-81d9-2d79dd78de30 req-a1f88070-e870-4ecf-8870-60b602143900 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:51.509737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c9c2c29-67c8-4778-81d9-2d79dd78de30 req-a1f88070-e870-4ecf-8870-60b602143900 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0978212 Nov 12 03:54:51.534497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.553975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] For port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:51.560578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] For port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:51.568374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.576508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c9c2c29-67c8-4778-81d9-2d79dd78de30 req-70c9ccfc-30a5-4e86-a6e0-7c34897ec7ce tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655153 Nov 12 03:54:51.618080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.672945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93174e2-edcf-4fba-8829-ca3fa32ae87f None None] Pushing event updated for resources: {'Port': ['ID=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:51.694285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:51.704054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:51.711722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:51.719563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69afcc80-4245-40ab-b306-a7b1219a184b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:51.761669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Pushing event updated for resources: {'Port': ['ID=def04c7f-2f88-4b8f-b93e-b17b8023112e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:51.842081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6e3780c1-7866-4533-a300-12fb6dd35afe None None] Provisioning complete for port def04c7f-2f88-4b8f-b93e-b17b8023112e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:51.842451 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3780c1-7866-4533-a300-12fb6dd35afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:51.892474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6e3780c1-7866-4533-a300-12fb6dd35afe None None] Port def04c7f-2f88-4b8f-b93e-b17b8023112e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:52.180678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.204325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9075c769-a43a-4b5b-9100-d21842245cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.475958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.606491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:52.724372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:54:52.758238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:52.771609 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:52.885178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bd1ca-602a-453d-adcd-c88d3d9cd365 req-0c488aad-44bd-4230-9de0-8626eca3e78a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:52.903291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-287bd1ca-602a-453d-adcd-c88d3d9cd365 req-0c488aad-44bd-4230-9de0-8626eca3e78a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1192074 Nov 12 03:54:52.964212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.009709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:53.010165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-287bd1ca-602a-453d-adcd-c88d3d9cd365 req-aa856ecd-62db-4b96-948c-516fd3a633b9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053150 Nov 12 03:54:53.020705 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:53.042014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.042294 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:53.043015 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:53.046334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57688) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:53.056681 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-774cb7f4-484d-4e56-9191-ce2367070d86 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4832487 Nov 12 03:54:53.060324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:53.080445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.190734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:53.235837 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:53.306940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322cfcdc-40c1-4fb6-a07e-925a42900207 None None] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:53.438149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3579eca7-d354-4f7d-bb27-827e98bf97de None None] Provisioning complete for port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:53.438490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3579eca7-d354-4f7d-bb27-827e98bf97de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.569711 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:52Z', 'revision_number': 3, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:53.613152 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:53.614673 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Updating router 1934c14c-bdc2-45f9-8dac-a39b9afd921a port def04c7f-2f88-4b8f-b93e-b17b8023112e binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:53.681073 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:53.852340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.025417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-61fd2114-69d7-4973-bb59-c1ffe425e8be None None] Provisioning complete for port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:54.026207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-61fd2114-69d7-4973-bb59-c1ffe425e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.105002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Allocated IP 172.20.0.1 (f8cfac53-c6e8-4a26-b83a-6a662ad31d95/23a9a5bc-4596-458f-ac13-02fab2cd1c2f/9c1bc065-cee3-4886-b6b9-a5abbd350ab0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:54.115353 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.123407 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.151277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e5edb-bc18-4c82-8025-d261ab1981b5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:54.188352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Attempting to bind port def04c7f-2f88-4b8f-b93e-b17b8023112e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:54.188998 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Attempting to bind port def04c7f-2f88-4b8f-b93e-b17b8023112e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:54.189426 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Attempting to bind port def04c7f-2f88-4b8f-b93e-b17b8023112e on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:54.198451 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:54.199091 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:54.199626 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.200146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:54.200967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Bound port: def04c7f-2f88-4b8f-b93e-b17b8023112e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:54.201462 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.209725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc433-dfa5-4541-a56b-cf285fe25202 None None] Pushing event updated for resources: {'Port': ['ID=def04c7f-2f88-4b8f-b93e-b17b8023112e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.268711 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] For port def04c7f-2f88-4b8f-b93e-b17b8023112e, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:54.272995 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] For port def04c7f-2f88-4b8f-b93e-b17b8023112e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=def04c7f-2f88-4b8f-b93e-b17b8023112e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:54.278513 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.325008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] Provisioning complete for port def04c7f-2f88-4b8f-b93e-b17b8023112e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:54.325384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.343108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c186256-f3ad-415b-8beb-f2a64a4ad02c req-5e2e847c-b3f4-48bd-ac20-2da4d6fdd5ee tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:54.344138 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:54.345178 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:54.345598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c186256-f3ad-415b-8beb-f2a64a4ad02c req-5e2e847c-b3f4-48bd-ac20-2da4d6fdd5ee tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1149609 Nov 12 03:54:54.358803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384baec2-46cb-46d5-aaa7-00c78ebdb46e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:54.385385 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.429586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.444839 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc433-dfa5-4541-a56b-cf285fe25202 None None] Pushing event updated for resources: {'Port': ['ID=def04c7f-2f88-4b8f-b93e-b17b8023112e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.454142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] For port def04c7f-2f88-4b8f-b93e-b17b8023112e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=def04c7f-2f88-4b8f-b93e-b17b8023112e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:54.459578 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.487932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c186256-f3ad-415b-8beb-f2a64a4ad02c req-dbbc4c0c-35fb-4e90-b634-86dc37fef632 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298826 Nov 12 03:54:54.514494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.520782 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:54.534634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3754a9-6e58-4474-8614-c45ce7d022ae None None] Pushing event updated for resources: {'Port': ['ID=def04c7f-2f88-4b8f-b93e-b17b8023112e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.562261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:54.589826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:54.598442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:54.603448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d28bf39e-4310-4f05-9aa1-26bb0eceb058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.606370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:54.612622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:54.638355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-876dddf6-15e0-437d-ad70-8b73c47990ae None None] Provisioning complete for port def04c7f-2f88-4b8f-b93e-b17b8023112e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:54.639567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-876dddf6-15e0-437d-ad70-8b73c47990ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.675084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.685704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:54.686064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:54.788958 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:52Z', 'revision_number': 3, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:54.830767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1358e9d-43f0-4582-8a3f-992a094c59ed None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:52Z', 'revision_number': 3, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:54:54.871346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.016372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9c3a832c-d4fa-4a3b-9c46-2b688a38ab42 None None] Provisioning complete for port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:55.017329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9c3a832c-d4fa-4a3b-9c46-2b688a38ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.086964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a832c-d4fa-4a3b-9c46-2b688a38ab42 None None] Port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:55.155232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.162640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.258820 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.261320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:55.409966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:55.412074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:55.508970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:55.528713 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:54:55.653288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:54:55.775614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff867-99ec-42e9-8129-d3d09f42c7d6 req-6569da8d-2a3b-4386-8842-2429d0613e62 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:55.778309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60cff867-99ec-42e9-8129-d3d09f42c7d6 req-6569da8d-2a3b-4386-8842-2429d0613e62 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1421247 Nov 12 03:54:55.893655 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60cff867-99ec-42e9-8129-d3d09f42c7d6 req-15390f59-f063-4a2a-9d43-87bd7d79b3c4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012113 Nov 12 03:54:55.902294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:54:55.910627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-67eeeec4-c300-48e3-a526-ffea3e7822c1 admin admin] 10.222.0.97 "PUT /v2.0/routers/1934c14c-bdc2-45f9-8dac-a39b9afd921a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8631678 Nov 12 03:54:55.960608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-920173c5-a4ee-4628-b321-4673ff5fc23b None None] Provisioning complete for port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:55.961019 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-920173c5-a4ee-4628-b321-4673ff5fc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.015630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-920173c5-a4ee-4628-b321-4673ff5fc23b None None] Port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:54:56.567489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device def04c7f-2f88-4b8f-b93e-b17b8023112e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:54:56.568105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:56.576287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-919211869-network', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:56.618525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Made reservation on behalf of 51a17c4ac32d4d33b912d6dd90dc4da9 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:56.621641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.635537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.676697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port def04c7f-2f88-4b8f-b93e-b17b8023112e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:56.677337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:56.972706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.170078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.192487 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.212797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:54:57.227191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:57.228081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:57.229777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:54:57.265352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5444-8119-46e1-87a6-c501d608253f req-9d003cd4-315b-4ee0-a415-2d81a918bb97 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.271822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-445f5444-8119-46e1-87a6-c501d608253f req-9d003cd4-315b-4ee0-a415-2d81a918bb97 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1281037 Nov 12 03:54:57.281220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66523a1c-d8f8-4c43-8dd3-ce9d699ed0e6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.298265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.298617 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Added segment 5c1068c5-5273-4234-ba4d-9d696b44d6c4 of type vlan for network 137d7621-9e4f-4363-b2bc-497669538c30 Nov 12 03:54:57.376333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:57.378449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-445f5444-8119-46e1-87a6-c501d608253f req-3fed215c-af7d-4907-8fdf-6c9196268d6b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049762 Nov 12 03:54:57.384318 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.425328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.426759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.427763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.503390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9298744 Nov 12 03:54:57.504097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57726) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.504890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafea7b8-d558-42fa-9dbc-7ba81caab6dc admin admin] Pushing event updated for resources: {'Network': ['ID=137d7621-9e4f-4363-b2bc-497669538c30,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.509531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Request body: {'subnet': {'network_id': '137d7621-9e4f-4363-b2bc-497669538c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-919211869-subnet', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.536347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Made reservation on behalf of 51a17c4ac32d4d33b912d6dd90dc4da9 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:54:57.538958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.693880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 137d7621-9e4f-4363-b2bc-497669538c30 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:54:57.756219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.801213 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.842321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e279eca-6377-488d-b77e-5eda06b8083c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:57.857891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.858180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.858490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.858807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.859168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.859519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.859818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.860146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.860472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.860796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.861118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.861448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:54:57.873713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Checking segment: {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:57.874091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Network hostable DHCP agents. Network: 137d7621-9e4f-4363-b2bc-497669538c30, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:54:57.886146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 2, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:57.895704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Network 137d7621-9e4f-4363-b2bc-497669538c30 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:54:57.914320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 137d7621-9e4f-4363-b2bc-497669538c30) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:57.920560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:57.921376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.936389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669345a-6fb9-47dc-ac43-cf0c6664786d None None] Network 137d7621-9e4f-4363-b2bc-497669538c30 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:54:57.943681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:54:57.948277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa6adb7f-7703-4cb8-bf48-7634f04471f2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4422798 Nov 12 03:54:57.948534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:54:57.978931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:57.980518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.011241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:54:58.011811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Updating router 1934c14c-bdc2-45f9-8dac-a39b9afd921a port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:54:58.049174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.078100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.209866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.246326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-137d7621-9e4f-4363-b2bc-497669538c30', 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'fixed_ips': [{'subnet_id': '7e279eca-6377-488d-b77e-5eda06b8083c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:54:58.247616 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.475986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.486252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Allocated IP 172.20.0.2 (137d7621-9e4f-4363-b2bc-497669538c30/7e279eca-6377-488d-b77e-5eda06b8083c/95a005ff-cfcb-4df6-b248-77d7a5fc5076) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:58.498413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.620691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.637180 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.637685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27da18-bfc7-4ada-b0df-fed8aa68018a req-f78c6d98-7490-43d6-8d32-9dac33f3da01 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:54:58.639319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a27da18-bfc7-4ada-b0df-fed8aa68018a req-f78c6d98-7490-43d6-8d32-9dac33f3da01 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1648083 Nov 12 03:54:58.668305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Allocated IP 172.25.7.16 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:54:58.764730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a27da18-bfc7-4ada-b0df-fed8aa68018a req-f729ca26-f658-40dc-b0c9-c771ae12fdcf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986493 Nov 12 03:54:58.786911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826af6-883b-4d2d-bd37-d3116c1914fb None None] Pushing event updated for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:58.845556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.848986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Attempting to bind port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:58.849321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Attempting to bind port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:58.849678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Attempting to bind port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 on network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:58.857875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.887963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:58.888324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Checking segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:58.888821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.889396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Bound using segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:58.890010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Bound port: 9c1bc065-cee3-4886-b6b9-a5abbd350ab0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:58.890550 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.920390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:58.961236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Network 137d7621-9e4f-4363-b2bc-497669538c30 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:58.972297 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.000035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:59.009940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:59.042276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:54:59.045656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:54:59.048134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:54:59.063323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Pushing event updated for resources: {'Port': ['ID=95a005ff-cfcb-4df6-b248-77d7a5fc5076,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.095203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f1863-4c25-490f-a22a-1914a0c0ac82 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:54:59.103850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.158720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] For port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:59.162062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Attempting to bind port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:54:59.162734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Attempting to bind port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:54:59.163401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Attempting to bind port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 on network 137d7621-9e4f-4363-b2bc-497669538c30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:54:59.189655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] For port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:59.191845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] Provisioning complete for port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:54:59.192286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.194603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:54:59.195117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Checking segment: {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:54:59.195641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.196173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Bound using segment: {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:54:59.196819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Bound port: 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:54:59.197317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.224771 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.298604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826af6-883b-4d2d-bd37-d3116c1914fb None None] Pushing event updated for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.373783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:54:59.374876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:54:59.525756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.568335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] For port 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:54:59.600783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.605703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] For port 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=95a005ff-cfcb-4df6-b248-77d7a5fc5076,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:54:59.623445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.695115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:54:59.818683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210184a-7d15-41f3-a47b-178204df0253 None None] Pushing event updated for resources: {'Port': ['ID=95a005ff-cfcb-4df6-b248-77d7a5fc5076,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:54:59.831462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:54:59.855203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] For port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:54:59.863001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.116757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ba780-6cc2-4250-bb1f-662985b5ec93 None None] Pushing event updated for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:00.187742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14a5c-ba3c-4202-b4b5-4d3541c7235e req-b7872ab4-8858-4d18-9773-e275286b6983 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:00.190992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21a14a5c-ba3c-4202-b4b5-4d3541c7235e req-b7872ab4-8858-4d18-9773-e275286b6983 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.2506890 Nov 12 03:55:00.235349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f239553-52b0-4846-b2dd-ef37df40c234 None None] Provisioning complete for port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:00.235934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f239553-52b0-4846-b2dd-ef37df40c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.297758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Router 70e4d226-947f-4593-abf4-ffa7f9eda17f is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:55:00.348136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2f239553-52b0-4846-b2dd-ef37df40c234 None None] Port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:00.372790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f239553-52b0-4846-b2dd-ef37df40c234 None None] Provisioning complete for port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:00.373160 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f239553-52b0-4846-b2dd-ef37df40c234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.379555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:00.401208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21a14a5c-ba3c-4202-b4b5-4d3541c7235e req-c44ffd5e-cddb-4875-873f-ac1521601f96 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877270 Nov 12 03:55:00.461217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce19d2-6267-4ff4-80ba-49c1a60e6829 None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:00.613136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:00.657151 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Sync routers for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:00.690275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:00.690984 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:00.691836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:00.694041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef426dfc-6a06-4b9d-bb37-a741aa781be5 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7490480 Nov 12 03:55:00.701897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 57744) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:00.750419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 95a005ff-cfcb-4df6-b248-77d7a5fc5076 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:00.944785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:00.997385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:00.998411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.277322 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:01.425190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.555468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=95a005ff-cfcb-4df6-b248-77d7a5fc5076,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:01.563272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.573344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.637100 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Checking router: 70e4d226-947f-4593-abf4-ffa7f9eda17f for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:01.637452 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Updating router 70e4d226-947f-4593-abf4-ffa7f9eda17f port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:01.699155 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:01.724047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828eff7-13bc-4265-b109-f480463c811b req-3983caa7-0ad2-45de-b0f6-caf0de353931 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:01.739261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=95a005ff-cfcb-4df6-b248-77d7a5fc5076,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:01.739492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b828eff7-13bc-4265-b109-f480463c811b req-3983caa7-0ad2-45de-b0f6-caf0de353931 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1458561 Nov 12 03:55:01.805647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf0bd23-3842-4875-8b1e-62eeb2df1490 None None] Network 137d7621-9e4f-4363-b2bc-497669538c30 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:01.837785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b828eff7-13bc-4265-b109-f480463c811b req-bd16bbd4-f18e-479a-bbf6-ab5efeb0bb6b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973809 Nov 12 03:55:01.988581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-269a682d-58f9-40f5-9b56-1041807a9a09 None None] Provisioning complete for port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:01.988944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-269a682d-58f9-40f5-9b56-1041807a9a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.019762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.192805 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.201208 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.312857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93069f96-609a-46a2-b2e3-ea2ea5c17a7b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:02.348450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Allocated IP 172.20.0.1 (137d7621-9e4f-4363-b2bc-497669538c30/7e279eca-6377-488d-b77e-5eda06b8083c/9e4fafce-63b1-4cdb-9983-b3f29b8d8e83) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:02.358499 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f75ebb-ec4c-4b91-8392-e22b51022b77 None None] Pushing event updated for resources: {'Port': ['ID=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.367692 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Attempting to bind port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:02.368050 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Attempting to bind port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:02.368458 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Attempting to bind port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:02.388066 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:02.388441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:02.388852 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.389246 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:02.389734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Bound port: c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:02.390266 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.445679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4768f180-cf6b-47f3-b63e-d6d462a0f882 None None] Provisioning complete for port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.446003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4768f180-cf6b-47f3-b63e-d6d462a0f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.494657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.495442 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] For port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:02.505950 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] For port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:02.515217 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.550718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.561345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26615b39-b48a-4057-b082-3ac7b3d2c810 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:55:02.597524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4768f180-cf6b-47f3-b63e-d6d462a0f882 None None] Port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:02.606253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Network 137d7621-9e4f-4363-b2bc-497669538c30 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:02.608395 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f75ebb-ec4c-4b91-8392-e22b51022b77 None None] Pushing event updated for resources: {'Port': ['ID=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.611650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:02.619826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:02.643781 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:02.644677 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:02.656433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Pushing event updated for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:02.712115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.748407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:02.819991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Provisioning complete for port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:02.821615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:02.870020 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:03.096631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf77705-d79d-4aef-9053-21715dc70643 req-4452c981-c5bc-4c9e-8c17-cb154f7360bf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:03.108449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-caf77705-d79d-4aef-9053-21715dc70643 req-4452c981-c5bc-4c9e-8c17-cb154f7360bf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.1100254 Nov 12 03:55:03.184520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-caf77705-d79d-4aef-9053-21715dc70643 req-fa045448-b3d4-44b3-9668-52395142f4b2 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747085 Nov 12 03:55:03.298375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:03.298733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.357852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.408589 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:03.410564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] For port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:03.437793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:03.440478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.456173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:03.458565 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4455fe6-dda2-4166-a3fc-4c5b4114a8cc None None] The sync data for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 is: [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 3, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:03.556623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 95a005ff-cfcb-4df6-b248-77d7a5fc5076 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:03.613952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.628079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Provisioning complete for port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:03.628561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.740042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e5ad5-e2d4-4b04-af2f-7f6c0d9dd078 None None] Pushing event updated for resources: {'Port': ['ID=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:03.832592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.838389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:03.839047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.850928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.857201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.914619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:03.967198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:03.975599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:03.979467 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b290fd-cc1b-48a7-b0e8-1af237b9ae1e" -d '{"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-unplugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:03.984153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Pushing event updated for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:03.996904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '51531d25-9244-4bff-865c-ad6d351fd979', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'port_id': '51531d25-9244-4bff-865c-ad6d351fd979', 'mac_address': 'fa:16:3e:59:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c0389-c280-47bd-afc6-ff9df61f4f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:04.012501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:04.064454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.070500 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983df83-cbef-4e15-9430-bce4a16eabf1 x-openstack-request-id: req-5983df83-cbef-4e15-9430-bce4a16eabf1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:04.070831 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-unplugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:04.071602 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5983df83-cbef-4e15-9430-bce4a16eabf1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:04.071602 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979', 'code': 200} Nov 12 03:55:04.128748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.157693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Network 137d7621-9e4f-4363-b2bc-497669538c30 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:04.160356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:04.181841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51531d25-9244-4bff-865c-ad6d351fd979 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:04.186176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.233899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:04.241152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.303776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:04.307032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f56a7e58-8b84-444f-afa7-f46640d2e592 None None] Provisioning complete for port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.307412 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f56a7e58-8b84-444f-afa7-f46640d2e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.374458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f56a7e58-8b84-444f-afa7-f46640d2e592 None None] Port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:04.538373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Router 70e4d226-947f-4593-abf4-ffa7f9eda17f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:55:04.541786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c4196-3e4d-4c46-9ad7-3e053b69d790 req-41da2cc9-0d0a-4f50-b613-9b5b1f47ce58 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:04.563993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e27c4196-3e4d-4c46-9ad7-3e053b69d790 req-41da2cc9-0d0a-4f50-b613-9b5b1f47ce58 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 945 time: 0.1915011 Nov 12 03:55:04.641057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['51531d25-9244-4bff-865c-ad6d351fd979'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:04.705223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:04.737390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e27c4196-3e4d-4c46-9ad7-3e053b69d790 req-d8d58e7f-f58a-4b9c-b98b-480959e55463 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673059 Nov 12 03:55:04.819736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:55:04.836979 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-366aa9e0-41b0-4e35-bf05-79c35c28531e admin admin] 10.222.0.97 "PUT /v2.0/routers/70e4d226-947f-4593-abf4-ffa7f9eda17f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1226099 Nov 12 03:55:04.838707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6f58e9af-6b88-459a-9153-24f57aedf2bf None None] Provisioning complete for port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.839103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f58e9af-6b88-459a-9153-24f57aedf2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.919929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:04.920299 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:04.953117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6f58e9af-6b88-459a-9153-24f57aedf2bf None None] Port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:55:05.942587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e8d6a-fc68-4469-b3fd-7df61ee81956 req-ad31c6e5-11d0-480e-9c75-dbd9b67cad90 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:05.945108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c09e8d6a-fc68-4469-b3fd-7df61ee81956 req-ad31c6e5-11d0-480e-9c75-dbd9b67cad90 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 945 time: 0.0825830 Nov 12 03:55:06.034073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c09e8d6a-fc68-4469-b3fd-7df61ee81956 req-7b5b7598-707a-44f0-b6d3-94d4ddc966b9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824065 Nov 12 03:55:06.095200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Sync routers for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:55:06.112137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:06.112736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:06.259657 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:06.547527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9e4fafce-63b1-4cdb-9983-b3f29b8d8e83', 'name': '', 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'mac_address': 'fa:16:3e:ee:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:02Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 2, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'subnets': [{'id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:06.593667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Checking router: 70e4d226-947f-4593-abf4-ffa7f9eda17f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:55:06.594528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Updating router 70e4d226-947f-4593-abf4-ffa7f9eda17f port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:55:06.631856 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.075590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.089589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.158552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2601b-f782-4ca8-b6fa-31b80bde7927 None None] Pushing event updated for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.180258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a37ee-ccc9-4156-89b1-01efc0fc1e53 req-8ada6371-7168-40fe-9b2d-749b82d3adee tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:07.184256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4a37ee-ccc9-4156-89b1-01efc0fc1e53 req-8ada6371-7168-40fe-9b2d-749b82d3adee tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 945 time: 0.0742128 Nov 12 03:55:07.263509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Attempting to bind port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:07.263895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Attempting to bind port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:07.264261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Attempting to bind port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 on network 137d7621-9e4f-4363-b2bc-497669538c30 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:07.270125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:07.270754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Checking segment: {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:07.271198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.271596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Bound using segment: {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:07.272078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Bound port: 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1068c5-5273-4234-ba4d-9d696b44d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:07.272464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.285293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab4a37ee-ccc9-4156-89b1-01efc0fc1e53 req-6befb5ad-ae67-4c53-a75c-fb64d952f106 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Nov 12 03:55:07.366749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] For port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:07.370372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] For port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:07.376880 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.446411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:07.469049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:55:07.469695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:07.538100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2601b-f782-4ca8-b6fa-31b80bde7927 None None] Pushing event updated for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:07.608616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] Provisioning complete for port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:07.609347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.678448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 51531d25-9244-4bff-865c-ad6d351fd979 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:07.679103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.699260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:55:07.813793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:07.939166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] For port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:07.982614 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.302584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.319461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c30adaf5-4c07-4157-af75-01f50d4ac410 None None] Provisioning complete for port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:08.319690 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30adaf5-4c07-4157-af75-01f50d4ac410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.321509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d954a-4834-422f-88fa-0cd3a4d36ed2 None None] Pushing event updated for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.417058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:08.419449 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53509179-6245-4268-8f98-232ab6f2593a" -d '{"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-plugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:08.431293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bdbc3-bb73-45f4-b31d-767aa46de012 req-95e9c49f-425e-4bea-b094-aebf299a44b6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.432991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c6bdbc3-bb73-45f4-b31d-767aa46de012 req-95e9c49f-425e-4bea-b094-aebf299a44b6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 945 time: 0.0717597 Nov 12 03:55:08.462059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:08.490075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:08.528294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c6bdbc3-bb73-45f4-b31d-767aa46de012 req-5f81accb-1471-4fc8-95be-2f5351423d69 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Nov 12 03:55:08.559170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9e4fafce-63b1-4cdb-9983-b3f29b8d8e83', 'name': '', 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'mac_address': 'fa:16:3e:ee:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:02Z', 'updated_at': '2021-11-12T03:55:07Z', 'revision_number': 4, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'subnets': [{'id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:55:08.592165 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b3f979-f929-4ef6-a7d8-706a8e759a29 x-openstack-request-id: req-26b3f979-f929-4ef6-a7d8-706a8e759a29 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:08.592924 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-plugged", "status": "completed", "tag": "51531d25-9244-4bff-865c-ad6d351fd979", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:08.592924 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-26b3f979-f929-4ef6-a7d8-706a8e759a29 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:08.593160 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979', 'code': 200} Nov 12 03:55:08.602178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e965b4-91ae-4b30-ba30-9ebe1c74540f None None] The sync data for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 is: [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9e4fafce-63b1-4cdb-9983-b3f29b8d8e83', 'name': '', 'network_id': '137d7621-9e4f-4363-b2bc-497669538c30', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'mac_address': 'fa:16:3e:ee:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:55:02Z', 'updated_at': '2021-11-12T03:55:07Z', 'revision_number': 4, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'subnets': [{'id': '7e279eca-6377-488d-b77e-5eda06b8083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:55:08.620672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:08.819352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007e792-77e6-40c0-b024-88b5189223fa req-d82fe8af-4d61-4dfd-abe0-521b30b8630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:08.820876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c007e792-77e6-40c0-b024-88b5189223fa req-d82fe8af-4d61-4dfd-abe0-521b30b8630a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 1098 time: 0.0587013 Nov 12 03:55:08.873213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c007e792-77e6-40c0-b024-88b5189223fa req-3724cab2-646b-403b-a754-f7814dd1551b service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Nov 12 03:55:09.660206 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f101fbd-785a-46bb-a989-fcd8dd48269a req-bedab193-58b4-41b8-908c-a71ede092858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:09.668073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f101fbd-785a-46bb-a989-fcd8dd48269a req-bedab193-58b4-41b8-908c-a71ede092858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0697186 Nov 12 03:55:09.730228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f101fbd-785a-46bb-a989-fcd8dd48269a req-13d9409f-abea-450b-90cb-b7776dffdb00 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Nov 12 03:55:09.745855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.569825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:10.640148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:10.640517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:10.865221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf2264-e076-46ed-af8c-edeb284fd248 req-795b7231-4084-4115-8d0f-c4c15c43f7c9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:10.866688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3edf2264-e076-46ed-af8c-edeb284fd248 req-795b7231-4084-4115-8d0f-c4c15c43f7c9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0605843 Nov 12 03:55:10.940774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3edf2264-e076-46ed-af8c-edeb284fd248 req-9f9ec757-006e-4401-9a0d-7881950c0369 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671704 Nov 12 03:55:11.086094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216de9a-bc7b-49f8-a9e1-a38a007ea5fd req-656266a3-d6b0-4757-9662-7bfa2315f7b1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.087943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c216de9a-bc7b-49f8-a9e1-a38a007ea5fd req-656266a3-d6b0-4757-9662-7bfa2315f7b1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0589116 Nov 12 03:55:11.157065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c216de9a-bc7b-49f8-a9e1-a38a007ea5fd req-25504cd1-1062-4d9a-8451-176b047e7407 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Nov 12 03:55:11.689182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-63c40de0-cecd-4d22-b903-4bdf7716da0f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:11.699474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-63c40de0-cecd-4d22-b903-4bdf7716da0f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.1465311 Nov 12 03:55:11.710718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-0423dfc7-3caf-4236-85eb-bf8c83b03b65 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/quotas/13b6de3ca4184c13ad403668c815417e HTTP/1.1" status: 200 len: 375 time: 0.0102067 Nov 12 03:55:11.779281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-f15be68d-7bde-4426-8972-bb670ffe93b7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618834 Nov 12 03:55:11.870724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-5ac04b06-c2b1-4c11-8759-094138fe5de8 service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906262 Nov 12 03:55:11.973019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-6acc0bfe-a60a-4f02-b2f9-56e193e76491 service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961008 Nov 12 03:55:12.163424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72f821db-68b0-4844-b36f-903b3ff5be90 req-05c18a41-b189-4183-b60d-e30845faf101 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 210 time: 0.0369420 Nov 12 03:55:13.043440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-c8aa66ff-9808-4a1a-aed6-c40bbf068472 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.045050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-c8aa66ff-9808-4a1a-aed6-c40bbf068472 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "GET /v2.0/ports?device_id=176d0246-09eb-40d2-a489-0245d9994057 HTTP/1.1" status: 200 len: 946 time: 0.0560620 Nov 12 03:55:13.152131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Deleting port 51531d25-9244-4bff-865c-ad6d351fd979 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:13.152731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.289787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a919ab97-6ccb-4ca4-8583-0fb278147c8f req-a2ab3d5d-6dd3-4158-a297-838c3ab51190 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 210 time: 0.0549469 Nov 12 03:55:13.344174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] For port 51531d25-9244-4bff-865c-ad6d351fd979, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=51531d25-9244-4bff-865c-ad6d351fd979,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:13.344932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.366380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Calling delete_port for 51531d25-9244-4bff-865c-ad6d351fd979 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:13.602183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.635690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['51531d25-9244-4bff-865c-ad6d351fd979'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:13.641272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event deleted for resources: {'Port': ['ID=51531d25-9244-4bff-865c-ad6d351fd979,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:13.648063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-7d305cb5-6431-4cac-8922-66781bdc4d73 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:13.649597 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-7d305cb5-6431-4cac-8922-66781bdc4d73 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.16 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.2273095 Nov 12 03:55:13.657433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.657786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.659764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.660278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.660929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.661271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.661604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.661959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.662288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.662761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.663114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.663436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:13.670374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Request body: {'port': {'device_id': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'admin_state_up': True, 'tenant_id': '13b6de3ca4184c13ad403668c815417e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:13.708282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] No DVR routers for this DVR port 51531d25-9244-4bff-865c-ad6d351fd979 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:13.712515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:13.716554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-894495c9-8f49-42b5-be9c-cf52fbf83ff0 req-cdf0ee46-d243-476f-a5b3-4add2c17f5c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "DELETE /v2.0/ports/51531d25-9244-4bff-865c-ad6d351fd979 HTTP/1.1" status: 204 len: 173 time: 0.6652827 Nov 12 03:55:13.717060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-deleted', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:13.727637 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3f3e6f-1df9-415c-b85d-bd9173ed5a52" -d '{"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-deleted", "tag": "51531d25-9244-4bff-865c-ad6d351fd979"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:13.836310 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b107a-19b2-4920-a751-7b7eaa12053c x-openstack-request-id: req-597b107a-19b2-4920-a751-7b7eaa12053c {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:13.836614 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176d0246-09eb-40d2-a489-0245d9994057", "name": "network-vif-deleted", "tag": "51531d25-9244-4bff-865c-ad6d351fd979", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:13.836871 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-597b107a-19b2-4920-a751-7b7eaa12053c {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:13.837305 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176d0246-09eb-40d2-a489-0245d9994057', 'name': 'network-vif-deleted', 'tag': '51531d25-9244-4bff-865c-ad6d351fd979', 'status': 'completed', 'code': 200} Nov 12 03:55:13.863661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Made reservation on behalf of 13b6de3ca4184c13ad403668c815417e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:13.867922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.045932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Allocated IP 172.20.0.6 (20fbf11e-062e-4539-af10-f0c1b9723136/3d5c0389-c280-47bd-afc6-ff9df61f4f65/daa83f4e-3ded-4936-9511-fc246533225c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:14.264553 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.335148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.370804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['51531d25-9244-4bff-865c-ad6d351fd979'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:14.494202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:14.514818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733aae-0ca8-422a-a6d7-80bc680da4dc req-e7d663c9-2385-4724-99cb-07a9e69b5163 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.516871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88733aae-0ca8-422a-a6d7-80bc680da4dc req-e7d663c9-2385-4724-99cb-07a9e69b5163 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 931 time: 0.0796895 Nov 12 03:55:14.519778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Network 20fbf11e-062e-4539-af10-f0c1b9723136 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:14.522594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:14.526051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:14.594561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88733aae-0ca8-422a-a6d7-80bc680da4dc req-4f67a00f-7c20-4d12-a7f2-f58fbb570044 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663767 Nov 12 03:55:14.615995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:14.616999 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:14.654108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-66ae0fb2-11d4-4dca-8714-524881c7d9f0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9877088 Nov 12 03:55:14.847803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Request body: {'port': {'device_id': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:14.924334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.265580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa83f4e-3ded-4936-9511-fc246533225c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:15.274777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.291733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Transition to ACTIVE for port object daa83f4e-3ded-4936-9511-fc246533225c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:15.298360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.405913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:15.449561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Attempting to bind port daa83f4e-3ded-4936-9511-fc246533225c on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:15.450033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Attempting to bind port daa83f4e-3ded-4936-9511-fc246533225c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:15.450581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Attempting to bind port daa83f4e-3ded-4936-9511-fc246533225c on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:15.460992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Port daa83f4e-3ded-4936-9511-fc246533225c on network 20fbf11e-062e-4539-af10-f0c1b9723136 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:15.461688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Attempting to bind port daa83f4e-3ded-4936-9511-fc246533225c on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:15.470423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:15.471924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Checking segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:15.472979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Bound using segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:15.473783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Bound port: daa83f4e-3ded-4936-9511-fc246533225c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:15.474393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.599236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:15.604753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:15.610592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.659531 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.660450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:15.664075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] 10.222.0.16 "PUT /v2.0/ports/daa83f4e-3ded-4936-9511-fc246533225c HTTP/1.1" status: 200 len: 1092 time: 0.9780023 Nov 12 03:55:15.664764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:15.667886 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248276d-c526-4376-b6d9-fa32cdd0d847" -d '{"events": [{"name": "network-changed", "server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "tag": "daa83f4e-3ded-4936-9511-fc246533225c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:15.729530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d3712-ed51-4657-b3d6-90650a4e4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:15.785549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30584d94-0a5a-45a1-a0d0-6530b0d1a71d req-042fa3b6-142d-4090-9a40-863045c967ea tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.791063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30584d94-0a5a-45a1-a0d0-6530b0d1a71d req-042fa3b6-142d-4090-9a40-863045c967ea tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 943 time: 0.0903215 Nov 12 03:55:15.801305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-04dcd6bd-23ea-4879-a9b7-b99b4891f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.803474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-04dcd6bd-23ea-4879-a9b7-b99b4891f053 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 1095 time: 0.0700674 Nov 12 03:55:15.869822 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-fd44fb2a-5637-40b8-bcb3-9026c102e7e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daa83f4e-3ded-4936-9511-fc246533225c HTTP/1.1" status: 200 len: 217 time: 0.0429871 Nov 12 03:55:15.882438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-30584d94-0a5a-45a1-a0d0-6530b0d1a71d req-0ef7e19b-94f9-4c98-b8c5-ed2732ea64a3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799694 Nov 12 03:55:15.944429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-075298a1-cbc3-486c-8d22-1b4d037f3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:15.949778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-075298a1-cbc3-486c-8d22-1b4d037f3585 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.0681596 Nov 12 03:55:15.963580 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1209460-e15c-4e4f-8e32-0d59459c2410 x-openstack-request-id: req-f1209460-e15c-4e4f-8e32-0d59459c2410 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:15.963965 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "tag": "daa83f4e-3ded-4936-9511-fc246533225c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:15.964219 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f1209460-e15c-4e4f-8e32-0d59459c2410 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:15.964645 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c', 'status': 'completed', 'code': 200} Nov 12 03:55:15.995459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-c773881c-d9b3-44bd-aedc-f5c17ad98b83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298026 Nov 12 03:55:16.133575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-11ed9a87-8ca9-4714-8b23-e4dd5e4ba1ee service neutron] 10.222.0.16 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305015 Nov 12 03:55:16.251306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-55177950-bcfd-456d-9d94-f62ec1e38287 req-625eac51-57ab-4354-9531-94855961d9f9 service neutron] 10.222.0.16 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050017 Nov 12 03:55:16.436037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-46042c67-cf10-47a8-8770-7af27b032430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.437709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-46042c67-cf10-47a8-8770-7af27b032430 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 1095 time: 0.0589092 Nov 12 03:55:16.563937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-5fb7dfb3-0fc2-4aa1-a79f-24158e0c0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.567162 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-5fb7dfb3-0fc2-4aa1-a79f-24158e0c0448 service neutron] 10.222.0.16 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 915 time: 0.1201596 Nov 12 03:55:16.638472 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-a8f80361-a001-4015-b724-7393402fa709 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daa83f4e-3ded-4936-9511-fc246533225c HTTP/1.1" status: 200 len: 217 time: 0.0566282 Nov 12 03:55:16.705438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-828ee35d-9283-4c3d-9109-08bac0fd9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:16.706997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-828ee35d-9283-4c3d-9109-08bac0fd9214 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.0595739 Nov 12 03:55:16.742759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-51247b24-9754-41ea-87b6-6bde335ac9dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279033 Nov 12 03:55:16.848038 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-54b2ee29-f78c-425a-b73a-19b1e1f168d5 service neutron] 10.222.0.16 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979226 Nov 12 03:55:16.965662 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3248276d-c526-4376-b6d9-fa32cdd0d847 req-eca7bcbb-add8-49fa-bcfb-af956c47e6fd service neutron] 10.222.0.16 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084328 Nov 12 03:55:17.046157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4304f-891f-4180-8530-b850d08e7f4a req-5e85af57-ffa2-416e-92d2-cb3d3d682d84 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:17.055749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74d4304f-891f-4180-8530-b850d08e7f4a req-5e85af57-ffa2-416e-92d2-cb3d3d682d84 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 943 time: 0.0701294 Nov 12 03:55:17.146724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74d4304f-891f-4180-8530-b850d08e7f4a req-3be2dcbb-50dc-4d92-9205-21e004c3e8ae tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897481 Nov 12 03:55:17.364913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57970) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:17.488763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:17.505931 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6928-1c0a-4649-9018-05b2b4ce97c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.512715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 51531d25-9244-4bff-865c-ad6d351fd979 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:17.513060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 51531d25-9244-4bff-865c-ad6d351fd979 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:17.619420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6928-1c0a-4649-9018-05b2b4ce97c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.624785 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6928-1c0a-4649-9018-05b2b4ce97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.672255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd6928-1c0a-4649-9018-05b2b4ce97c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbec07e-6ca0-4815-9c47-593c17af3630,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:17.678306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5dd6928-1c0a-4649-9018-05b2b4ce97c2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=13f2650f465d4823b205d6708d6f5593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121686 Nov 12 03:55:17.680615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 57976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:17.741082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.769460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.821702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.824700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:17.825913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6dbec07e-6ca0-4815-9c47-593c17af3630 HTTP/1.1" status: 204 len: 168 time: 0.1443875 Nov 12 03:55:17.842308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adbbc5-929b-4937-b670-5fa6f1269923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbec07e-6ca0-4815-9c47-593c17af3630,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:18.222072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:18.302145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e28bd-8f3c-4d96-bbb5-e902ada9a022 req-0cc0e215-bd3e-4079-9c48-d53259274855 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:18.303674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-622e28bd-8f3c-4d96-bbb5-e902ada9a022 req-0cc0e215-bd3e-4079-9c48-d53259274855 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 943 time: 0.0601621 Nov 12 03:55:18.352152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:18.365650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'daa83f4e-3ded-4936-9511-fc246533225c', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'port_id': 'daa83f4e-3ded-4936-9511-fc246533225c', 'mac_address': 'fa:16:3e:18:b1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c0389-c280-47bd-afc6-ff9df61f4f65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:18.376077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-622e28bd-8f3c-4d96-bbb5-e902ada9a022 req-cfab05d2-6994-4653-a3a2-362db1389f2a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649228 Nov 12 03:55:18.418225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.437260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa83f4e-3ded-4936-9511-fc246533225c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:18.473831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:18.480839 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.546824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:18.673068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-c7b51095-d8a4-4b03-8ae6-43e32afe797f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2310364 Nov 12 03:55:18.694440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58002) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:18.808805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-48c5675b-8ae1-4f87-9217-e86503af9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:18.811085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-48c5675b-8ae1-4f87-9217-e86503af9f1c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1097 time: 0.0608346 Nov 12 03:55:18.820829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['daa83f4e-3ded-4936-9511-fc246533225c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:18.853164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-672711020-network', 'tenant_id': 'e433a2b990bf407bbf6b923d21302385'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:18.914755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Made reservation on behalf of e433a2b990bf407bbf6b923d21302385 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:18.918175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:18.929744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.034363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.039115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.059978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:55:19.082132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.082491 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Added segment 923e4514-a184-4523-88ac-0780fdb53304 of type vlan for network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 Nov 12 03:55:19.091486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff2746f-69b6-447c-b015-9d065e22b345,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:19.146044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.185758 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.186683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.187343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.255399 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5596800 Nov 12 03:55:19.260087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58008) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:19.270652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Request body: {'subnet': {'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-672711020-subnet', 'tenant_id': 'e433a2b990bf407bbf6b923d21302385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:19.288729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1f195-f9dc-4cfd-9590-6fd0349f0204 admin admin] Pushing event updated for resources: {'Network': ['ID=bac5ff3a-1f8d-4964-ae21-d0eadae181e4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:19.302325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:55:19.313048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Made reservation on behalf of e433a2b990bf407bbf6b923d21302385 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:19.320130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.331729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-393add77-c2a7-4a2c-9c80-6e4df10bd450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.333245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-393add77-c2a7-4a2c-9c80-6e4df10bd450 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.4964130 Nov 12 03:55:19.488900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-367ded45-a2da-48b2-864f-2c5dcd6d99b4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 1000 time: 0.1473315 Nov 12 03:55:19.563217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.570202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f89eb9-a450-48c0-aa28-b3dab2f1fdf5 req-3cc2653c-be7b-4a38-b029-22a80ad37a18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.571814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0f89eb9-a450-48c0-aa28-b3dab2f1fdf5 req-3cc2653c-be7b-4a38-b029-22a80ad37a18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 944 time: 0.1029885 Nov 12 03:55:19.573999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-7fd33d03-09ab-446c-9d92-24bf109747c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.575748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-7fd33d03-09ab-446c-9d92-24bf109747c0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0702934 Nov 12 03:55:19.648417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27edc05d-e168-4e27-9bd7-e87270cbf069,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:19.656712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0f89eb9-a450-48c0-aa28-b3dab2f1fdf5 req-f05fd3db-47eb-4eb9-81c2-c6afaa114aab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Nov 12 03:55:19.660368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-6183f64d-97c9-42ae-a314-e06f564a90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.662379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-6183f64d-97c9-42ae-a314-e06f564a90b9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751431 Nov 12 03:55:19.664174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Checking segment: {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:19.664543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Network hostable DHCP agents. Network: bac5ff3a-1f8d-4964-ae21-d0eadae181e4, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:55:19.706937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:55:19.720011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, bac5ff3a-1f8d-4964-ae21-d0eadae181e4) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:19.726473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:19.727009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:19.731814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec1ad4a-34b1-4450-adbd-ab9ee5e325e4 None None] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:19.753013 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2877f20d-608c-44c8-b7f6-85ce0d67a011 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4912827 Nov 12 03:55:19.783841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-3ceb11bf-f25b-494f-a230-919a41448f21 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123395 Nov 12 03:55:19.927526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e60a60-dca2-454b-b6ed-c748a31ead3e None None] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:55:19.937938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58dc705f-d59b-4130-ba56-1d56cf23e791 req-c7fa0a2e-1568-4cf6-bc44-bd1539cd2037 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465793 Nov 12 03:55:20.223689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:20.288281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port daa83f4e-3ded-4936-9511-fc246533225c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:20.292540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port daa83f4e-3ded-4936-9511-fc246533225c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:20.293032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:20.405329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:20.453341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:20.457276 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7a05e-198b-43af-ba35-3c94908e4a5d" -d '{"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-plugged", "status": "completed", "tag": "daa83f4e-3ded-4936-9511-fc246533225c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:20.475450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:20.481511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:20.527836 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b1a4f-9648-4421-901d-a0ad5cf09323 x-openstack-request-id: req-ff6b1a4f-9648-4421-901d-a0ad5cf09323 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:20.528300 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-plugged", "status": "completed", "tag": "daa83f4e-3ded-4936-9511-fc246533225c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:20.528743 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ff6b1a4f-9648-4421-901d-a0ad5cf09323 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:20.529101 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c', 'code': 200} Nov 12 03:55:20.572162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:20.690063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f000b-0054-4017-8125-1da13e64d922 req-9f5d48f4-effd-48ae-96cb-f24535d89f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.696130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb7f000b-0054-4017-8125-1da13e64d922 req-9f5d48f4-effd-48ae-96cb-f24535d89f6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 1097 time: 0.0537958 Nov 12 03:55:20.794789 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eb7f000b-0054-4017-8125-1da13e64d922 req-b483977a-2826-4549-931e-90bc359cbbb1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845428 Nov 12 03:55:20.850266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0715d3-6f94-4421-9f5e-d6ec47cbedf5 req-cea1f760-07ee-4216-9574-99ab19b33862 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:20.852992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be0715d3-6f94-4421-9f5e-d6ec47cbedf5 req-cea1f760-07ee-4216-9574-99ab19b33862 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1032028 Nov 12 03:55:20.919029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be0715d3-6f94-4421-9f5e-d6ec47cbedf5 req-83af9979-2184-425f-99e6-b089e7d0a091 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597084 Nov 12 03:55:21.785327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-17c293d4-a450-49b2-9f8d-441e3c27364e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:21.787803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-17c293d4-a450-49b2-9f8d-441e3c27364e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 808 time: 0.1192372 Nov 12 03:55:21.805956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-391a22ce-b845-40a9-b993-fd6fa93503e4 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/quotas/e433a2b990bf407bbf6b923d21302385 HTTP/1.1" status: 200 len: 375 time: 0.0129602 Nov 12 03:55:21.840922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-f118b73b-7cdc-4c66-a1ae-f57378d784c0 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288095 Nov 12 03:55:21.997945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-17e50274-ff27-4770-8c8a-e2337e2ffb46 service neutron] 10.222.0.97 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455889 Nov 12 03:55:22.159468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-725707eb-3914-4c08-bea0-74fdddc21c73 service neutron] 10.222.0.97 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539774 Nov 12 03:55:22.211937 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-706eeb0a-58d9-4b0d-a323-b79f284a7306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:22.431863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733542f-7b77-4e4a-a3e2-a76139d14c8c req-e9559f76-58fd-4d67-b7d3-039b09cab5a5 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:22.434663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7733542f-7b77-4e4a-a3e2-a76139d14c8c req-e9559f76-58fd-4d67-b7d3-039b09cab5a5 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0980551 Nov 12 03:55:22.520180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7733542f-7b77-4e4a-a3e2-a76139d14c8c req-221e1ca1-047f-4dc3-a0ab-5d9bbad800cd tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760634 Nov 12 03:55:22.640014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c60600f4-e89d-4d16-a3cb-2170b941dfcd req-4d16e96a-804b-43f3-88bb-f8656cefebc0 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 210 time: 0.0410321 Nov 12 03:55:22.800040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf4b85-8026-4e3c-ae73-0c659aa54ee1 req-0f76ed2c-51f7-49a4-aa0d-121373c5add4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:22.808002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aacf4b85-8026-4e3c-ae73-0c659aa54ee1 req-0f76ed2c-51f7-49a4-aa0d-121373c5add4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0691655 Nov 12 03:55:22.873113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aacf4b85-8026-4e3c-ae73-0c659aa54ee1 req-3521bc31-0e21-4f62-b830-763f6c57f817 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642323 Nov 12 03:55:23.135005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a246f89-4d50-43df-885e-85ca6a773c62 req-15c6f077-3d9d-46a8-b948-fb5fcc3ec373 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.136572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a246f89-4d50-43df-885e-85ca6a773c62 req-15c6f077-3d9d-46a8-b948-fb5fcc3ec373 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Nov 12 03:55:23.189088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a246f89-4d50-43df-885e-85ca6a773c62 req-604b98e7-3177-46e1-b551-e6fcb1071818 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Nov 12 03:55:23.313649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548374e3-6085-4c51-b66a-e0edf1aa8e14 req-38985593-4874-4f05-870c-3dfcc270796a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.315910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-548374e3-6085-4c51-b66a-e0edf1aa8e14 req-38985593-4874-4f05-870c-3dfcc270796a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0526576 Nov 12 03:55:23.365984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-548374e3-6085-4c51-b66a-e0edf1aa8e14 req-5f042f1c-a2de-42ac-92d7-5e76d206f6e2 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Nov 12 03:55:23.714581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-f4703776-45d2-423c-931e-d4af5790c088 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.716388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-f4703776-45d2-423c-931e-d4af5790c088 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 808 time: 0.1380033 Nov 12 03:55:23.756823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Request body: {'port': {'device_id': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4', 'admin_state_up': True, 'tenant_id': 'e433a2b990bf407bbf6b923d21302385'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:23.880340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe68fd-bed8-4226-b0dd-f0e457d5e51b req-47b5332f-840b-4771-93dc-530f665a9084 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:23.881789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbbe68fd-bed8-4226-b0dd-f0e457d5e51b req-47b5332f-840b-4771-93dc-530f665a9084 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1644845 Nov 12 03:55:23.964944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbbe68fd-bed8-4226-b0dd-f0e457d5e51b req-ff55f593-875e-44d3-a70f-1456809476ab tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744116 Nov 12 03:55:23.973485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Made reservation on behalf of e433a2b990bf407bbf6b923d21302385 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:23.979267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.086320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e258fafb-e9e6-4991-8782-555474e05c25 req-3a1c092e-073c-44fa-9cd2-10a50ce4e007 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 210 time: 0.0392213 Nov 12 03:55:24.173313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Allocated IP 172.20.0.4 (bac5ff3a-1f8d-4964-ae21-d0eadae181e4/27edc05d-e168-4e27-9bd7-e87270cbf069/e833bcfe-6caa-42e4-8d1e-ead7904458ab) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:24.328928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.364375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.412589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:24.415851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:24.419996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:24.444218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Pushing event updated for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:24.473826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:24.474450 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.490289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-6eaea493-a172-457f-b078-4564f4246653 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7408373 Nov 12 03:55:24.508708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Request body: {'port': {'device_id': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:24.558332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0df71194-1b61-4dfc-ba81-45c75cb807cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.569910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.842344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e833bcfe-6caa-42e4-8d1e-ead7904458ab {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:24.850215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.862935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Transition to ACTIVE for port object e833bcfe-6caa-42e4-8d1e-ead7904458ab will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:24.867271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:24.918074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:24.993334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Attempting to bind port e833bcfe-6caa-42e4-8d1e-ead7904458ab on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:24.993682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Attempting to bind port e833bcfe-6caa-42e4-8d1e-ead7904458ab by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:24.994015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Attempting to bind port e833bcfe-6caa-42e4-8d1e-ead7904458ab on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:24.998792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Port e833bcfe-6caa-42e4-8d1e-ead7904458ab on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:24.999624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Attempting to bind port e833bcfe-6caa-42e4-8d1e-ead7904458ab on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:25.004775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:25.005064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Checking segment: {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:25.005450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Bound using segment: {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:25.006285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Bound port: e833bcfe-6caa-42e4-8d1e-ead7904458ab, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:25.006285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.116321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:25.121176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:25.131755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9747d3-4e46-45ac-b02b-0609e980df2e req-22ac6a19-26d2-48a1-9203-84f549eabedf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.133274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd9747d3-4e46-45ac-b02b-0609e980df2e req-22ac6a19-26d2-48a1-9203-84f549eabedf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0808964 Nov 12 03:55:25.134743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.192699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.193686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.195360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] 10.222.0.104 "PUT /v2.0/ports/e833bcfe-6caa-42e4-8d1e-ead7904458ab HTTP/1.1" status: 200 len: 1092 time: 0.6906810 Nov 12 03:55:25.199561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:25.201481 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad866b93-6759-48e3-8532-085c34d4dc25" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:25.238494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537dc00-fc5f-4613-b26b-818c2222dfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:25.267038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd9747d3-4e46-45ac-b02b-0609e980df2e req-c990d5a4-3a1a-4e8d-8a56-49b4214aeb68 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266811 Nov 12 03:55:25.300729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-0c2062d0-e71a-4201-b156-ec4c428ed9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.302966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-0c2062d0-e71a-4201-b156-ec4c428ed9f2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 1095 time: 0.0526533 Nov 12 03:55:25.372229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-24422cae-4271-4b99-8b7b-5fb4e49f0bed service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab HTTP/1.1" status: 200 len: 217 time: 0.0542104 Nov 12 03:55:25.445223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-69189e2f-11d1-456b-a7f0-4029cc977bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.446717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-69189e2f-11d1-456b-a7f0-4029cc977bd5 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=27edc05d-e168-4e27-9bd7-e87270cbf069 HTTP/1.1" status: 200 len: 848 time: 0.0549197 Nov 12 03:55:25.455564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20577c-31da-4649-8791-7bab9c085b7a req-024cac97-2c69-4486-90ee-15727a3226d8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.457057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc20577c-31da-4649-8791-7bab9c085b7a req-024cac97-2c69-4486-90ee-15727a3226d8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 943 time: 0.0962303 Nov 12 03:55:25.493695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-4ba8eb1a-1315-4cb5-8ed4-cb91b8a8c27c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354838 Nov 12 03:55:25.496854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:25.594932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc20577c-31da-4649-8791-7bab9c085b7a req-ccbf115a-afbb-44bf-aef8-cd56256cc47c tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288142 Nov 12 03:55:25.630643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-b9e84511-c8f6-49b6-8b1c-b9b89ef0c133 service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274195 Nov 12 03:55:25.750373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7c5032-a44c-42b7-a6aa-a51ef834a88e req-f8509870-cdb7-4927-9135-ccf26a287503 service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120927 Nov 12 03:55:25.819212 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c81ec08-7372-4fcf-8446-73c11875e454 x-openstack-request-id: req-9c81ec08-7372-4fcf-8446-73c11875e454 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:25.819552 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:25.819863 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9c81ec08-7372-4fcf-8446-73c11875e454 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:25.820278 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab', 'status': 'completed', 'code': 200} Nov 12 03:55:25.943320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-8a903772-1519-451a-829f-e9ab83d252d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:25.944908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-8a903772-1519-451a-829f-e9ab83d252d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 1095 time: 0.0558279 Nov 12 03:55:26.078589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-f6863787-e2a0-4f55-8fff-ddb410d838b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.080650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-f6863787-e2a0-4f55-8fff-ddb410d838b6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 908 time: 0.1272609 Nov 12 03:55:26.128685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-39342d1e-6804-4889-8b29-4bac99a0cd12 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab HTTP/1.1" status: 200 len: 217 time: 0.0410297 Nov 12 03:55:26.183821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-7b42cec6-ee2e-4653-a013-a9638d11e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.185232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-7b42cec6-ee2e-4653-a013-a9638d11e927 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=27edc05d-e168-4e27-9bd7-e87270cbf069 HTTP/1.1" status: 200 len: 848 time: 0.0501621 Nov 12 03:55:26.226934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-318d33a5-0cd7-4e24-914c-0834cfcbeaae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341451 Nov 12 03:55:26.361913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-5717acac-9af3-4884-9fc4-18616b17e333 service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255152 Nov 12 03:55:26.478895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1a616-a1b8-4ede-beac-fc6a2f52c93e req-05881144-ea57-4037-a158-c080d9f87cb2 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.481388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ab1a616-a1b8-4ede-beac-fc6a2f52c93e req-05881144-ea57-4037-a158-c080d9f87cb2 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1248775 Nov 12 03:55:26.523234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad866b93-6759-48e3-8532-085c34d4dc25 req-e403326f-946a-4502-a9db-1b365936c456 service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531551 Nov 12 03:55:26.577535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ab1a616-a1b8-4ede-beac-fc6a2f52c93e req-ae3b2084-79b4-47d4-b050-805a5acf26d4 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 Nov 12 03:55:26.757075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b415-c821-4dde-8d1d-3b2916954f87 req-3de19bda-1d0e-41ac-b754-5439f1f97782 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:26.758693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8272b415-c821-4dde-8d1d-3b2916954f87 req-3de19bda-1d0e-41ac-b754-5439f1f97782 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 943 time: 0.0598083 Nov 12 03:55:26.821329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8272b415-c821-4dde-8d1d-3b2916954f87 req-c39e97e2-bf86-4775-8849-0ff6bcc3750e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550616 Nov 12 03:55:26.968698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:27.704704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095cd44-84d3-41c5-8719-05eff70369c8 req-14afa364-aaf9-4f09-9c76-d21e0569e7bc tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.706897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e095cd44-84d3-41c5-8719-05eff70369c8 req-14afa364-aaf9-4f09-9c76-d21e0569e7bc tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0515425 Nov 12 03:55:27.761993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e095cd44-84d3-41c5-8719-05eff70369c8 req-df6e36b1-ad4e-464c-8937-61717aa9fa6b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487878 Nov 12 03:55:27.769611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:27.950637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e0bdb-98ce-4614-9df2-062f1367102a req-75d79c3e-2582-4317-952c-82e42bb6dc20 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:27.952520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d80e0bdb-98ce-4614-9df2-062f1367102a req-75d79c3e-2582-4317-952c-82e42bb6dc20 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 943 time: 0.0561533 Nov 12 03:55:28.009629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d80e0bdb-98ce-4614-9df2-062f1367102a req-374e4fca-5817-44c9-8466-954b7b610277 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Nov 12 03:55:28.892119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583d49b-49a6-4dfa-999a-d8c8808ed5ea req-d1c79b44-c40b-4940-890e-77998ede2e51 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:28.894117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c583d49b-49a6-4dfa-999a-d8c8808ed5ea req-d1c79b44-c40b-4940-890e-77998ede2e51 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0578780 Nov 12 03:55:28.961033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c583d49b-49a6-4dfa-999a-d8c8808ed5ea req-0259aa38-cbc5-43cb-a5b2-ca9b75b59fbe tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603640 Nov 12 03:55:29.139680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec2e0-9542-4359-a131-abebd918f8e9 req-082bbfb5-b894-4b9b-a02c-88df29c17b6b tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:29.141144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c99ec2e0-9542-4359-a131-abebd918f8e9 req-082bbfb5-b894-4b9b-a02c-88df29c17b6b tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 943 time: 0.0564373 Nov 12 03:55:29.195572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c99ec2e0-9542-4359-a131-abebd918f8e9 req-84c0529b-2b74-4dcc-8c4b-cdaddaf6ed89 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 Nov 12 03:55:29.509841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device e833bcfe-6caa-42e4-8d1e-ead7904458ab details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:29.629685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:29.653389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab', 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4', 'port_id': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab', 'mac_address': 'fa:16:3e:2f:9b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27edc05d-e168-4e27-9bd7-e87270cbf069', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:29.715654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.737651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e833bcfe-6caa-42e4-8d1e-ead7904458ab {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:29.772934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:29.780908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:29.832358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:30.095796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f721f-fdbf-48f5-9e5c-c6bacd49ce0e req-dd9e721b-2b69-48c1-a896-17b85be4f3c9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.097381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-740f721f-fdbf-48f5-9e5c-c6bacd49ce0e req-dd9e721b-2b69-48c1-a896-17b85be4f3c9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0577655 Nov 12 03:55:30.162004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-740f721f-fdbf-48f5-9e5c-c6bacd49ce0e req-c0a16d90-fae2-4d5e-a3c9-a454004fe928 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Nov 12 03:55:30.198487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['e833bcfe-6caa-42e4-8d1e-ead7904458ab'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:30.372992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e37823-addb-4c54-9b13-02b79002b697 req-a5b0c4b4-5818-4586-9e63-0c9d51ab13c1 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:30.375093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e37823-addb-4c54-9b13-02b79002b697 req-a5b0c4b4-5818-4586-9e63-0c9d51ab13c1 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 944 time: 0.0815177 Nov 12 03:55:30.457125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60e37823-addb-4c54-9b13-02b79002b697 req-49f91446-b6ea-4815-a95e-a4942281ef58 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722022 Nov 12 03:55:31.343864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a69079-b4c1-43b4-87ee-44934e384761 req-e59422ce-b946-4e9e-bf8b-dc4e246944c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.346087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4a69079-b4c1-43b4-87ee-44934e384761 req-e59422ce-b946-4e9e-bf8b-dc4e246944c6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0691361 Nov 12 03:55:31.414354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4a69079-b4c1-43b4-87ee-44934e384761 req-5cdab2ea-ea25-4d97-b123-0d12f20bb596 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Nov 12 03:55:31.526267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device e833bcfe-6caa-42e4-8d1e-ead7904458ab up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:31.572353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.604678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port e833bcfe-6caa-42e4-8d1e-ead7904458ab completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:31.609537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port e833bcfe-6caa-42e4-8d1e-ead7904458ab triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:31.610065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.648250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53317d54-b5d8-4307-9488-c6bef5986322 req-c9779352-1e42-4c34-997a-16506901d4ff tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.650388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53317d54-b5d8-4307-9488-c6bef5986322 req-c9779352-1e42-4c34-997a-16506901d4ff tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 944 time: 0.0818961 Nov 12 03:55:31.712559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.739106 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53317d54-b5d8-4307-9488-c6bef5986322 req-8becbebf-0918-4243-abdb-943e0e73f047 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767677 Nov 12 03:55:31.749695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:31.753052 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b298a-ff4c-421c-bd2c-db8d6e944ba7" -d '{"events": [{"server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "name": "network-vif-plugged", "status": "completed", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:31.769227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:31.775405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:31.810861 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f250cf-aa7a-46e8-b3ea-05503e06da7c x-openstack-request-id: req-22f250cf-aa7a-46e8-b3ea-05503e06da7c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:31.811324 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "name": "network-vif-plugged", "status": "completed", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:31.811676 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22f250cf-aa7a-46e8-b3ea-05503e06da7c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:31.812164 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab', 'code': 200} Nov 12 03:55:31.835488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:31.967166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912dc0c-e2c6-4e97-89f6-52f11c55a13f req-e93a240e-695c-42fc-a799-76e3863c3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:31.968682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1912dc0c-e2c6-4e97-89f6-52f11c55a13f req-e93a240e-695c-42fc-a799-76e3863c3818 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 1097 time: 0.0550168 Nov 12 03:55:32.018301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1912dc0c-e2c6-4e97-89f6-52f11c55a13f req-55b9c3f0-0abe-469b-a492-4cbff6db9d57 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Nov 12 03:55:32.521333 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:55:32.560669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61275063-f849-4d44-b37c-c1a6fc357912 req-d0693a71-9171-4063-9b75-636eafe0235a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.562196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61275063-f849-4d44-b37c-c1a6fc357912 req-d0693a71-9171-4063-9b75-636eafe0235a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0564609 Nov 12 03:55:32.630515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61275063-f849-4d44-b37c-c1a6fc357912 req-d9712862-bdb7-4c75-a4ea-bb9e12baee1f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Nov 12 03:55:32.866762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b84ebe-9b5a-46d6-a911-4e7329408664 req-fd4c4292-b0a2-4471-a44d-70593eaae862 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:32.868397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70b84ebe-9b5a-46d6-a911-4e7329408664 req-fd4c4292-b0a2-4471-a44d-70593eaae862 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 945 time: 0.0585747 Nov 12 03:55:32.932975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70b84ebe-9b5a-46d6-a911-4e7329408664 req-173c8714-a0a5-4bf3-96aa-0d4a74a18068 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583053 Nov 12 03:55:33.779044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4b26-bd59-4f09-a09b-6f7b870c9ada req-ed0c20d0-aa00-4b53-94ae-6359bd27748b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:33.781180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf7c4b26-bd59-4f09-a09b-6f7b870c9ada req-ed0c20d0-aa00-4b53-94ae-6359bd27748b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0630445 Nov 12 03:55:33.843926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf7c4b26-bd59-4f09-a09b-6f7b870c9ada req-5008eb5a-500f-411b-b386-6c223f5ffc5c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524077 Nov 12 03:55:34.070242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d672b0a-d169-4bbd-a71e-ad4e5583a57a req-6a9cd159-d90b-4761-837b-14b78fefa003 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.071949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d672b0a-d169-4bbd-a71e-ad4e5583a57a req-6a9cd159-d90b-4761-837b-14b78fefa003 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 945 time: 0.0627928 Nov 12 03:55:34.128958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d672b0a-d169-4bbd-a71e-ad4e5583a57a req-f38df131-7579-4641-b337-d346c33d45e8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Nov 12 03:55:34.832809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ecf48-ad0c-4567-9384-bfc86cc1a905 req-54bb218e-127f-492b-91ce-36faf73b91cf tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:34.833582 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d8ecf48-ad0c-4567-9384-bfc86cc1a905 req-54bb218e-127f-492b-91ce-36faf73b91cf tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 945 time: 0.0524459 Nov 12 03:55:34.885946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d8ecf48-ad0c-4567-9384-bfc86cc1a905 req-b5804eaa-33cc-4590-84f7-5d078d7b85dc tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Nov 12 03:55:35.013245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df71e8e-d3bb-4b63-9e55-12c18b4f987d req-3823e067-9d28-4f72-a85c-639a3d8c2810 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:35.014731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2df71e8e-d3bb-4b63-9e55-12c18b4f987d req-3823e067-9d28-4f72-a85c-639a3d8c2810 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0564995 Nov 12 03:55:35.072224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2df71e8e-d3bb-4b63-9e55-12c18b4f987d req-2ee57369-ebaa-4881-9bf5-df9a7c4f27ee tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Nov 12 03:55:36.037469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9733c2-336f-4bc7-98e4-8319024acb19 req-e58392a8-f5ee-4572-b9ff-cfbcca8d373d tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.041398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d9733c2-336f-4bc7-98e4-8319024acb19 req-e58392a8-f5ee-4572-b9ff-cfbcca8d373d tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 945 time: 0.0693748 Nov 12 03:55:36.116558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d9733c2-336f-4bc7-98e4-8319024acb19 req-580734f1-7bb8-47c4-933c-367d45a4120e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676913 Nov 12 03:55:36.254685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563024-a2fd-4d6c-9231-c305bbfb77c5 req-8c407ca7-0704-4ec2-be43-650e2ec65858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.256272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6563024-a2fd-4d6c-9231-c305bbfb77c5 req-8c407ca7-0704-4ec2-be43-650e2ec65858 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Nov 12 03:55:36.311997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6563024-a2fd-4d6c-9231-c305bbfb77c5 req-a2f041fb-8201-4db2-9110-de3b43b3ddb8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Nov 12 03:55:36.530768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc099-f90d-493c-a0a5-f125e2db93de req-cfce7411-f871-46c1-81b2-3e0667f7ea90 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:36.532176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57adc099-f90d-493c-a0a5-f125e2db93de req-cfce7411-f871-46c1-81b2-3e0667f7ea90 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 945 time: 0.0502369 Nov 12 03:55:36.635706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Deleting port e833bcfe-6caa-42e4-8d1e-ead7904458ab {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:36.636056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.737957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] For port e833bcfe-6caa-42e4-8d1e-ead7904458ab, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=e833bcfe-6caa-42e4-8d1e-ead7904458ab,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:36.738314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.755733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Calling delete_port for e833bcfe-6caa-42e4-8d1e-ead7904458ab owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:36.896325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.925481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Pushing event deleted for resources: {'Port': ['ID=e833bcfe-6caa-42e4-8d1e-ead7904458ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:36.930349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['e833bcfe-6caa-42e4-8d1e-ead7904458ab'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:36.990068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] No DVR routers for this DVR port e833bcfe-6caa-42e4-8d1e-ead7904458ab on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:36.992708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:36.996064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57adc099-f90d-493c-a0a5-f125e2db93de req-c4c52fea-c278-4109-828c-c2b4c874bcaa tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "DELETE /v2.0/ports/e833bcfe-6caa-42e4-8d1e-ead7904458ab HTTP/1.1" status: 204 len: 173 time: 0.4555700 Nov 12 03:55:36.996518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'name': 'network-vif-deleted', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:36.998814 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0322c07f-acab-4617-a692-99cd1493b3b2" -d '{"events": [{"server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "name": "network-vif-deleted", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:37.049456 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41fe766-3f09-4766-8385-c701af5a0387 x-openstack-request-id: req-f41fe766-3f09-4766-8385-c701af5a0387 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:37.050079 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4dcb13-0159-4117-8f30-5a8e3c2b284a", "name": "network-vif-deleted", "tag": "e833bcfe-6caa-42e4-8d1e-ead7904458ab", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:37.050079 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f41fe766-3f09-4766-8385-c701af5a0387 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:37.050574 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4dcb13-0159-4117-8f30-5a8e3c2b284a', 'name': 'network-vif-deleted', 'tag': 'e833bcfe-6caa-42e4-8d1e-ead7904458ab', 'status': 'completed', 'code': 200} Nov 12 03:55:37.238817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6185285b-e5c3-430e-842a-f1a15f74569b req-3e269ce8-6c8b-4c75-9224-46fc9e286a1a tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a4dcb13-0159-4117-8f30-5a8e3c2b284a HTTP/1.1" status: 200 len: 210 time: 0.0268357 Nov 12 03:55:37.447594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa647e-50e0-47b9-b8fc-5631853f7678 req-619f0046-d7f3-47c2-98a1-baf926c0b939 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:37.449213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89aa647e-50e0-47b9-b8fc-5631853f7678 req-619f0046-d7f3-47c2-98a1-baf926c0b939 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0572827 Nov 12 03:55:37.524530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89aa647e-50e0-47b9-b8fc-5631853f7678 req-04b8294f-6b4b-44ac-b0dd-8a44eda80e6c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664306 Nov 12 03:55:38.527313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-fc11aeb1-7cc9-4fbd-a96d-5504c7036ae5 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:38.528732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-fc11aeb1-7cc9-4fbd-a96d-5504c7036ae5 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 808 time: 0.1069477 Nov 12 03:55:38.543756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-4f0ee861-9c86-4280-b847-6c34adc14970 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/quotas/e433a2b990bf407bbf6b923d21302385 HTTP/1.1" status: 200 len: 375 time: 0.0091269 Nov 12 03:55:38.575796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-6e967d18-ae90-4bb0-9655-26703dcf4741 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261877 Nov 12 03:55:38.694185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-f6179d6f-f365-4d83-bef3-29bfc72566cb service neutron] 10.222.0.97 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109424 Nov 12 03:55:38.787712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-f337521a-dbfd-49b3-84bc-9d1ba73d41c8 service neutron] 10.222.0.97 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Nov 12 03:55:39.025311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a560d-4124-489a-8752-fc7b35d348fb req-23c35a69-c2ef-4277-923b-bbdee09a872c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:39.027585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-929a560d-4124-489a-8752-fc7b35d348fb req-23c35a69-c2ef-4277-923b-bbdee09a872c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0582550 Nov 12 03:55:39.424155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-929a560d-4124-489a-8752-fc7b35d348fb req-721de5b3-8d52-45ca-a004-8003bdbb798e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886228 Nov 12 03:55:39.535402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2d5ecfa-cf94-4ad6-beec-7e4229dfe863 req-09d0e646-3c6c-4f12-a7e6-b29604d93254 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0376709 Nov 12 03:55:39.562142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device e833bcfe-6caa-42e4-8d1e-ead7904458ab no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:39.584581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: e833bcfe-6caa-42e4-8d1e-ead7904458ab {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:39.584893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device e833bcfe-6caa-42e4-8d1e-ead7904458ab not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:39.748510 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.271960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-b9081a3e-f2bd-4e9a-b584-4d9c4587496f tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.273473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-b9081a3e-f2bd-4e9a-b584-4d9c4587496f tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 808 time: 0.1566546 Nov 12 03:55:40.309301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Request body: {'port': {'device_id': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4', 'admin_state_up': True, 'tenant_id': 'e433a2b990bf407bbf6b923d21302385'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:40.427787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Made reservation on behalf of e433a2b990bf407bbf6b923d21302385 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:55:40.433466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.653099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6ff2f-79a7-4af5-83c7-5ec18eab0d1b req-a9cdf072-5bf6-43f0-b5c8-9e539f883f06 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:40.654640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43f6ff2f-79a7-4af5-83c7-5ec18eab0d1b req-a9cdf072-5bf6-43f0-b5c8-9e539f883f06 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1177804 Nov 12 03:55:40.661293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Allocated IP 172.20.0.2 (bac5ff3a-1f8d-4964-ae21-d0eadae181e4/27edc05d-e168-4e27-9bd7-e87270cbf069/32154568-2e4e-475e-bffc-8b22aec9651d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:55:40.747996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43f6ff2f-79a7-4af5-83c7-5ec18eab0d1b req-07010b85-4397-4301-86e6-0506f726b28d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814397 Nov 12 03:55:40.879284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-322092b3-745d-472f-be54-dcf41785ea1e req-e1765ca6-11a4-4aa2-9965-4049c74294e8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0375562 Nov 12 03:55:40.882356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.919232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:40.976498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:55:40.981506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:55:40.985747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:55:41.014264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Pushing event updated for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.043054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.043749 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.060898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-668631c1-e49d-4429-a0ec-827acf7576eb tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595503 Nov 12 03:55:41.079297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Request body: {'port': {'device_id': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:55:41.133600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.451784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32154568-2e4e-475e-bffc-8b22aec9651d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:41.467977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.482056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Transition to ACTIVE for port object 32154568-2e4e-475e-bffc-8b22aec9651d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:55:41.486737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.554273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Pushing event updated for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.604443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Attempting to bind port 32154568-2e4e-475e-bffc-8b22aec9651d on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:55:41.604805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Attempting to bind port 32154568-2e4e-475e-bffc-8b22aec9651d by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:55:41.605151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Attempting to bind port 32154568-2e4e-475e-bffc-8b22aec9651d on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:41.609535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Port 32154568-2e4e-475e-bffc-8b22aec9651d on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:55:41.609853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Attempting to bind port 32154568-2e4e-475e-bffc-8b22aec9651d on network bac5ff3a-1f8d-4964-ae21-d0eadae181e4 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:55:41.614642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:55:41.615014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Checking segment: {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:55:41.615389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Bound using segment: {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:55:41.615809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Bound port: 32154568-2e4e-475e-bffc-8b22aec9651d, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923e4514-a184-4523-88ac-0780fdb53304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:55:41.616160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.691433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:55:41.694980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=32154568-2e4e-475e-bffc-8b22aec9651d,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:55:41.703315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.738524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.739516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:41.740940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] 10.222.0.104 "PUT /v2.0/ports/32154568-2e4e-475e-bffc-8b22aec9651d HTTP/1.1" status: 200 len: 1092 time: 0.6657791 Nov 12 03:55:41.743257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:41.745558 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e2f308-ad10-4ad9-ad22-f78b3da81969" -d '{"events": [{"name": "network-changed", "server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:41.775147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbffae-888b-46b8-8747-6b3381b5497e service neutron] Pushing event updated for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:41.806334 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4962ad36-4ffd-41d6-9473-f558bc12a294 x-openstack-request-id: req-4962ad36-4ffd-41d6-9473-f558bc12a294 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:41.806615 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:41.807229 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4962ad36-4ffd-41d6-9473-f558bc12a294 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:41.807712 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d', 'status': 'completed', 'code': 200} Nov 12 03:55:41.895642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-e6e7370a-1869-4432-b553-bacdfb58cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.897142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-e6e7370a-1869-4432-b553-bacdfb58cfb4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0714829 Nov 12 03:55:41.915975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66664e-545e-48d1-86fc-63a530034079 req-986a6631-0473-43a3-8658-4d87271d9f8b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:41.917466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c66664e-545e-48d1-86fc-63a530034079 req-986a6631-0473-43a3-8658-4d87271d9f8b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0619469 Nov 12 03:55:41.961942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-433a4563-3541-42a3-8450-e7a516e506ee service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32154568-2e4e-475e-bffc-8b22aec9651d HTTP/1.1" status: 200 len: 217 time: 0.0435135 Nov 12 03:55:42.036445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c66664e-545e-48d1-86fc-63a530034079 req-b7a91e16-6d5f-4da8-b786-58269694cdd9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115489 Nov 12 03:55:42.040616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-a512024a-b577-4253-aa9a-d75049174c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.042046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-a512024a-b577-4253-aa9a-d75049174c99 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=27edc05d-e168-4e27-9bd7-e87270cbf069 HTTP/1.1" status: 200 len: 848 time: 0.0722432 Nov 12 03:55:42.078267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-8f42759f-aa3c-483a-9767-746444790420 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281353 Nov 12 03:55:42.206778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170b60-e05f-42de-83fd-4b674b133a3e req-f3d61594-68f8-42b0-9bed-2e505df127c8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.208288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55170b60-e05f-42de-83fd-4b674b133a3e req-f3d61594-68f8-42b0-9bed-2e505df127c8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.1084335 Nov 12 03:55:42.234485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-2d6e4a83-2850-4c2c-ac56-6650d43b9e1a service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486442 Nov 12 03:55:42.319987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-55170b60-e05f-42de-83fd-4b674b133a3e req-c6cae415-10c6-4072-a56c-9ba640ea0f9e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029105 Nov 12 03:55:42.368436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86fac2ef-3b4e-481f-b96a-003527b92fa3 req-98595a31-322b-45c1-9121-3eb008e4fffa service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260386 Nov 12 03:55:42.508366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-a23098a4-8c5c-4f1e-9a98-0770fbc38cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.509883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-a23098a4-8c5c-4f1e-9a98-0770fbc38cef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=e433a2b990bf407bbf6b923d21302385&device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0503097 Nov 12 03:55:42.608397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-f5f8d37c-1056-413a-94c0-5a08dbd6d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.609966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-f5f8d37c-1056-413a-94c0-5a08dbd6d02d service neutron] 10.222.0.104 "GET /v2.0/networks?id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 200 len: 908 time: 0.0932665 Nov 12 03:55:42.653980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-3d400a76-36b6-49da-b278-88d7f76766c7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32154568-2e4e-475e-bffc-8b22aec9651d HTTP/1.1" status: 200 len: 217 time: 0.0363324 Nov 12 03:55:42.711485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-d240d375-99d0-47e7-8cc7-4804da9eb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:42.712969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-d240d375-99d0-47e7-8cc7-4804da9eb035 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=27edc05d-e168-4e27-9bd7-e87270cbf069 HTTP/1.1" status: 200 len: 848 time: 0.0513997 Nov 12 03:55:42.750040 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-605e14f4-0ea5-43cf-a815-cff7fffb2036 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bac5ff3a-1f8d-4964-ae21-d0eadae181e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297170 Nov 12 03:55:42.844231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-4eec9fce-dea9-486e-b787-fe9843395381 service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862708 Nov 12 03:55:42.947218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-18e2f308-ad10-4ad9-ad22-f78b3da81969 req-1744a002-b10b-440f-b1a3-d34cf9d6722d service neutron] 10.222.0.104 "GET /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952516 Nov 12 03:55:43.178888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c4f46-ee25-404e-a536-b29644ff27da req-fde9570f-eaf0-4039-b9fa-0d3750ab134d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.180458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753c4f46-ee25-404e-a536-b29644ff27da req-fde9570f-eaf0-4039-b9fa-0d3750ab134d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0622780 Nov 12 03:55:43.236048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753c4f46-ee25-404e-a536-b29644ff27da req-7d2b7b2b-65bc-42a0-8fbe-a0ce2f1dc8ec tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463843 Nov 12 03:55:43.456387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630d9e7-48bc-4908-8d40-c3f82899ae3e req-2185cab1-1480-49d0-ae2e-473b6c347bf3 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:43.457846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9630d9e7-48bc-4908-8d40-c3f82899ae3e req-2185cab1-1480-49d0-ae2e-473b6c347bf3 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0528703 Nov 12 03:55:43.539373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9630d9e7-48bc-4908-8d40-c3f82899ae3e req-4bea7888-4b2b-4881-878f-ebd0dd549af7 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Nov 12 03:55:44.098523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472e84-b164-48c5-ace7-a42bd4b5c130 req-b79f9a08-ba51-4eed-92bd-4ab763d46ce4 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.100320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f472e84-b164-48c5-ace7-a42bd4b5c130 req-b79f9a08-ba51-4eed-92bd-4ab763d46ce4 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1097 time: 0.0447054 Nov 12 03:55:44.154760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f472e84-b164-48c5-ace7-a42bd4b5c130 req-cd7c0abc-4272-4d9e-85f1-1b1735f56d88 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482798 Nov 12 03:55:44.286823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8927a39-f124-4a06-8e2e-482c515af53f req-00377cc6-cdf2-4237-b901-cfe70af64115 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.289887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8927a39-f124-4a06-8e2e-482c515af53f req-00377cc6-cdf2-4237-b901-cfe70af64115 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0683627 Nov 12 03:55:44.369555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8927a39-f124-4a06-8e2e-482c515af53f req-3b3b4940-58fe-41ff-ab86-e6b8514a3f1a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698779 Nov 12 03:55:44.396845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 58356) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:55:44.489241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c334de0-4fa4-423e-b0ea-f320c7135652 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 200 len: 992 time: 0.0910261 Nov 12 03:55:44.505520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd8345-a88d-4e46-867e-beebea01377c req-e763c568-75ec-4fb0-9593-2065fcf132e5 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.507101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5acd8345-a88d-4e46-867e-beebea01377c req-e763c568-75ec-4fb0-9593-2065fcf132e5 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0670388 Nov 12 03:55:44.567903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5acd8345-a88d-4e46-867e-beebea01377c req-03842dd6-876d-4f30-85f2-129c9a786dfc tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Nov 12 03:55:44.785925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0df222-085c-49a3-942a-8eb21c3d6087 req-5a187857-d3ed-4e7d-ba5c-328993b30135 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:44.787981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c0df222-085c-49a3-942a-8eb21c3d6087 req-5a187857-d3ed-4e7d-ba5c-328993b30135 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 943 time: 0.0635591 Nov 12 03:55:44.863974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c0df222-085c-49a3-942a-8eb21c3d6087 req-c672eac7-f5f4-47d4-b56d-03cd9e8f5984 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687671 Nov 12 03:55:45.178955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-8aa0d591-7423-4533-a9f6-db111a656b71 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771096 Nov 12 03:55:45.192793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ca7d9-a831-428d-8991-5eea60fc5d78 req-7ad01389-c498-4661-bdd6-79c24b5c8765 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.194360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f0ca7d9-a831-428d-8991-5eea60fc5d78 req-7ad01389-c498-4661-bdd6-79c24b5c8765 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0807757 Nov 12 03:55:45.271936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f0ca7d9-a831-428d-8991-5eea60fc5d78 req-4feebbc4-e90b-495f-93e6-bc9e7434caf1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680358 Nov 12 03:55:45.599267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 32154568-2e4e-475e-bffc-8b22aec9651d details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:45.717245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=32154568-2e4e-475e-bffc-8b22aec9651d,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:45.731642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8bca3-1edc-42df-9b99-752c65f80801 req-756be4d5-ca86-4aac-8709-9093665778a6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:45.733307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bd8bca3-1edc-42df-9b99-752c65f80801 req-756be4d5-ca86-4aac-8709-9093665778a6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Nov 12 03:55:45.737597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '32154568-2e4e-475e-bffc-8b22aec9651d', 'network_id': 'bac5ff3a-1f8d-4964-ae21-d0eadae181e4', 'port_id': '32154568-2e4e-475e-bffc-8b22aec9651d', 'mac_address': 'fa:16:3e:a3:a2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27edc05d-e168-4e27-9bd7-e87270cbf069', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:45.781292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.795513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32154568-2e4e-475e-bffc-8b22aec9651d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:45.799772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bd8bca3-1edc-42df-9b99-752c65f80801 req-5ceb91f0-d52b-478a-a7bf-1086a39375bf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578232 Nov 12 03:55:45.821534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=32154568-2e4e-475e-bffc-8b22aec9651d,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:45.826160 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:45.875788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:45.883266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.883605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.884047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.884382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.884704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.885141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.885461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.885964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.886406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.886755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.899514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:45.899897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:46.011690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f55fe7-054f-4377-9fb6-a8dd3f40589e req-218e739a-393b-41c7-81d4-09da6565521e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.013304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f55fe7-054f-4377-9fb6-a8dd3f40589e req-218e739a-393b-41c7-81d4-09da6565521e tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 944 time: 0.0607319 Nov 12 03:55:46.063531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f55fe7-054f-4377-9fb6-a8dd3f40589e req-b6892d77-9e3d-415e-bfac-efcb8753f9c8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Nov 12 03:55:46.213471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['32154568-2e4e-475e-bffc-8b22aec9651d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:46.400853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765596-29e0-4ece-8676-c73553568192 req-d2a09851-aea0-44cb-9bda-7f2ae58f5bde tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.402574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab765596-29e0-4ece-8676-c73553568192 req-d2a09851-aea0-44cb-9bda-7f2ae58f5bde tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0547757 Nov 12 03:55:46.453736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab765596-29e0-4ece-8676-c73553568192 req-e090d9f4-ceff-47e4-9c4c-fcb769840fb1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444155 Nov 12 03:55:46.665835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-04c1708c-222a-4002-89d2-987e74ea8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.667367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-04c1708c-222a-4002-89d2-987e74ea8b12 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1097 time: 0.0409958 Nov 12 03:55:46.765985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-72a3ddeb-b043-4135-a9d4-db0b36a2c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.768560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-72a3ddeb-b043-4135-a9d4-db0b36a2c745 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.0937643 Nov 12 03:55:46.838789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-662e3702-a2fe-44ce-9be2-ce2cdaf31c12 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 1000 time: 0.0623748 Nov 12 03:55:46.921541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-b4a87486-af9e-4dc8-b3fd-b19146dfe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.923049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-b4a87486-af9e-4dc8-b3fd-b19146dfe42d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0764120 Nov 12 03:55:46.947401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d1f76-ca45-4d7f-8a88-209aec4d8bea req-4e61cbd7-326c-4cb0-9df9-e2ea84e9bd72 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:46.948895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-614d1f76-ca45-4d7f-8a88-209aec4d8bea req-4e61cbd7-326c-4cb0-9df9-e2ea84e9bd72 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0707226 Nov 12 03:55:47.003524 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-4886ffa0-010d-4a45-a6b1-0afc5c894bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.004936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-4886ffa0-010d-4a45-a6b1-0afc5c894bef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736191 Nov 12 03:55:47.016080 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-614d1f76-ca45-4d7f-8a88-209aec4d8bea req-eee4f3d7-437d-4d0e-a826-fb132423e16a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530519 Nov 12 03:55:47.109107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-8d454d2e-c932-41d3-8985-a67796914700 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917082 Nov 12 03:55:47.245526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1afdd9-7f01-496b-acef-ddcefa780516 req-fe5a111c-3427-47e4-93a0-afb26aa6e976 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.247036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db1afdd9-7f01-496b-acef-ddcefa780516 req-fe5a111c-3427-47e4-93a0-afb26aa6e976 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 944 time: 0.1051216 Nov 12 03:55:47.250516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-178720b9-83ae-4050-82f2-42b423b5dc86 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346502 Nov 12 03:55:47.297610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db1afdd9-7f01-496b-acef-ddcefa780516 req-32cacbf4-967e-44db-898c-b10909bcb955 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Nov 12 03:55:47.569559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26c195-177a-415d-893f-8a3f008433fe req-c50edbbd-b26f-4f8c-bc8f-eb24d6c22ba5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.570991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b26c195-177a-415d-893f-8a3f008433fe req-c50edbbd-b26f-4f8c-bc8f-eb24d6c22ba5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Nov 12 03:55:47.609201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 32154568-2e4e-475e-bffc-8b22aec9651d up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:47.622825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b26c195-177a-415d-893f-8a3f008433fe req-6f3ea317-d6d5-419e-ae3a-665883a8b6d1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456059 Nov 12 03:55:47.659740 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 32154568-2e4e-475e-bffc-8b22aec9651d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:55:47.663837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 32154568-2e4e-475e-bffc-8b22aec9651d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:47.664423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.765893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.792780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:47.795238 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88dc433-7f18-4733-bcac-fd96adf424f6" -d '{"events": [{"server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:47.808650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=32154568-2e4e-475e-bffc-8b22aec9651d,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:47.813557 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:47.844810 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9985b8a-7fde-41fb-8c9c-b7d4fe342e6f x-openstack-request-id: req-b9985b8a-7fde-41fb-8c9c-b7d4fe342e6f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:47.845141 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "name": "network-vif-plugged", "status": "completed", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:47.845403 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b9985b8a-7fde-41fb-8c9c-b7d4fe342e6f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:47.845806 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d', 'code': 200} Nov 12 03:55:47.869757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:47.976845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668dbd-19db-4642-a680-239c49c7f62b req-5d0e606b-0e54-4303-896b-84f90923a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:47.978328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb668dbd-19db-4642-a680-239c49c7f62b req-5d0e606b-0e54-4303-896b-84f90923a769 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0396132 Nov 12 03:55:48.026605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb668dbd-19db-4642-a680-239c49c7f62b req-4c2d7034-43e4-43c9-8a60-e1392f0d8392 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Nov 12 03:55:48.134451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2341bd4-3d24-437f-84c5-feee76c1367d req-65607251-d7d5-49b5-a967-ce4dd499efe7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.135905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2341bd4-3d24-437f-84c5-feee76c1367d req-65607251-d7d5-49b5-a967-ce4dd499efe7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Nov 12 03:55:48.187395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2341bd4-3d24-437f-84c5-feee76c1367d req-e9132841-f320-4f6c-8032-53c8f378273b tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Nov 12 03:55:48.423933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d135-74b6-4dcf-9e96-df494bdf6eb7 req-3c1752d6-a894-4634-b1fe-fb8addd523dd tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.425412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4576d135-74b6-4dcf-9e96-df494bdf6eb7 req-3c1752d6-a894-4634-b1fe-fb8addd523dd tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0524094 Nov 12 03:55:48.472899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4576d135-74b6-4dcf-9e96-df494bdf6eb7 req-2286b856-e3ff-4e1a-8ecf-065a75a549f5 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Nov 12 03:55:48.743740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc2f0-6519-472e-81a0-48e2c814ac11 req-d744a55b-e383-4573-8833-c5005aa52d59 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:48.745274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d8dc2f0-6519-472e-81a0-48e2c814ac11 req-d744a55b-e383-4573-8833-c5005aa52d59 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Nov 12 03:55:48.794105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d8dc2f0-6519-472e-81a0-48e2c814ac11 req-2f3e4b3b-e515-4248-8669-8b1967d36931 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Nov 12 03:55:49.306116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaf023-cd57-42f6-8f8d-1a8c9b099662 req-c9a38d65-f01a-4730-b106-6478df805ff3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.307829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbfaf023-cd57-42f6-8f8d-1a8c9b099662 req-c9a38d65-f01a-4730-b106-6478df805ff3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0510201 Nov 12 03:55:49.360443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbfaf023-cd57-42f6-8f8d-1a8c9b099662 req-543317b9-8c1b-4c0f-ad6d-2e21c609cbad tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Nov 12 03:55:49.597032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952e3d-39d4-4a21-8135-7cf608301c5d req-e784ce70-6155-4751-8853-d11223c443c2 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.598664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8952e3d-39d4-4a21-8135-7cf608301c5d req-e784ce70-6155-4751-8853-d11223c443c2 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0551977 Nov 12 03:55:49.646458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8952e3d-39d4-4a21-8135-7cf608301c5d req-21958894-cf43-4c0f-b25a-42b831abe766 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Nov 12 03:55:49.908719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840660e-c240-40a6-a7b4-f1bc767b3440 req-a1483d9f-aa49-4344-8bd0-9375b0f259f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:49.910369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c840660e-c240-40a6-a7b4-f1bc767b3440 req-a1483d9f-aa49-4344-8bd0-9375b0f259f8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Nov 12 03:55:49.962467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c840660e-c240-40a6-a7b4-f1bc767b3440 req-fb259f83-58ff-4587-b893-42559d7f1dda tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457253 Nov 12 03:55:50.477359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe4c2-63be-47cc-8fe6-76aa3bb7da96 req-3343cdd4-02c0-470d-a9df-7df669fd6a89 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.478869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6aafe4c2-63be-47cc-8fe6-76aa3bb7da96 req-3343cdd4-02c0-470d-a9df-7df669fd6a89 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Nov 12 03:55:50.529611 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6aafe4c2-63be-47cc-8fe6-76aa3bb7da96 req-ef7cac8e-60da-40d0-966b-5255d2089876 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Nov 12 03:55:50.770437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10312ec-ba39-49e8-a09d-94ea82d47d5e req-22804745-dcc6-4741-91de-522e568dada1 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:50.772160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f10312ec-ba39-49e8-a09d-94ea82d47d5e req-22804745-dcc6-4741-91de-522e568dada1 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0543275 Nov 12 03:55:50.819905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f10312ec-ba39-49e8-a09d-94ea82d47d5e req-0eeb1e8d-0fd3-43e7-8262-645cc436704b tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Nov 12 03:55:51.092298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4303d0-960d-46af-b244-4b0eb0d0eb9c req-40323b39-674d-42d3-a413-6614e2721d63 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.093812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff4303d0-960d-46af-b244-4b0eb0d0eb9c req-40323b39-674d-42d3-a413-6614e2721d63 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0564532 Nov 12 03:55:51.151425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff4303d0-960d-46af-b244-4b0eb0d0eb9c req-6f8949dd-dc0f-42e0-970b-b8e12b758b4f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Nov 12 03:55:51.489109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d048-3966-48a3-9cf3-8329477b9c59 req-8c5d60de-5a15-465c-bd8b-ef39a4ed6fa7 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.490492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0c0d048-3966-48a3-9cf3-8329477b9c59 req-8c5d60de-5a15-465c-bd8b-ef39a4ed6fa7 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0538993 Nov 12 03:55:51.539877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0c0d048-3966-48a3-9cf3-8329477b9c59 req-66f969b2-bc5d-4a63-b574-c494de886f50 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Nov 12 03:55:51.650744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a33419-197e-4ea1-959b-6b01ce97f185 req-df454247-99ce-4aa0-89e3-cd4a022a8846 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:51.652293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84a33419-197e-4ea1-959b-6b01ce97f185 req-df454247-99ce-4aa0-89e3-cd4a022a8846 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Nov 12 03:55:51.701323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84a33419-197e-4ea1-959b-6b01ce97f185 req-b482f0d6-f7b7-495e-bae7-a95a94584e16 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Nov 12 03:55:52.208017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ddb145f-4d6e-4f1c-8c5c-a9084c92963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.287220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b3c1-4694-4473-aa56-695c3d8b9b24 req-54a4fedb-7768-4ab7-bace-ff5e1ef15d4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:52.288742 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2527b3c1-4694-4473-aa56-695c3d8b9b24 req-54a4fedb-7768-4ab7-bace-ff5e1ef15d4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0641458 Nov 12 03:55:52.342296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2527b3c1-4694-4473-aa56-695c3d8b9b24 req-9aea7c01-5dc1-4e11-a71b-b5623bc15719 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471859 Nov 12 03:55:52.344307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:55:52.443986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:52.455060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'daa83f4e-3ded-4936-9511-fc246533225c', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'port_id': 'daa83f4e-3ded-4936-9511-fc246533225c', 'mac_address': 'fa:16:3e:18:b1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c0389-c280-47bd-afc6-ff9df61f4f65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:55:52.495065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.507756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id daa83f4e-3ded-4936-9511-fc246533225c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:55:52.526511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:52.530042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:52.579428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:52.657136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1f9bf-80eb-4b55-a3c0-1d6bdbdf2a24 req-34aff6f1-40b7-4018-8c28-c11740dbd032 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:52.659207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bd1f9bf-80eb-4b55-a3c0-1d6bdbdf2a24 req-34aff6f1-40b7-4018-8c28-c11740dbd032 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Nov 12 03:55:52.706028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bd1f9bf-80eb-4b55-a3c0-1d6bdbdf2a24 req-207d8bf2-c249-4f76-ab3c-f49e8a1cbe93 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/security-groups?id=bff2746f-69b6-447c-b015-9d065e22b345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Nov 12 03:55:52.824134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6544a-d18b-455a-8af9-9ee333a9fd4e req-15da2d2c-fbfd-4b42-8926-c65e21a984c1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:52.825448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67d6544a-d18b-455a-8af9-9ee333a9fd4e req-15da2d2c-fbfd-4b42-8926-c65e21a984c1 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 944 time: 0.0489883 Nov 12 03:55:52.857815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['daa83f4e-3ded-4936-9511-fc246533225c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:52.888322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67d6544a-d18b-455a-8af9-9ee333a9fd4e req-b0c7042d-e5b8-42ee-b3e6-b83db35a9b6d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 Nov 12 03:55:53.216023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-14e403d1-318f-4702-ba04-cee49d9d44cc tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:53.217802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-14e403d1-318f-4702-ba04-cee49d9d44cc tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 945 time: 0.0609477 Nov 12 03:55:53.314902 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Deleting port 32154568-2e4e-475e-bffc-8b22aec9651d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:53.315587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.415143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] For port 32154568-2e4e-475e-bffc-8b22aec9651d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=32154568-2e4e-475e-bffc-8b22aec9651d,segment=NetworkSegment(923e4514-a184-4523-88ac-0780fdb53304),segment_id=923e4514-a184-4523-88ac-0780fdb53304)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:53.415547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.438670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Calling delete_port for 32154568-2e4e-475e-bffc-8b22aec9651d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:53.516675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b57887-434a-4bcc-8036-728c08607b6a req-1962db37-a256-4043-9dd5-bf1e60292049 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:53.518733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b57887-434a-4bcc-8036-728c08607b6a req-1962db37-a256-4043-9dd5-bf1e60292049 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0959637 Nov 12 03:55:53.591342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54b57887-434a-4bcc-8036-728c08607b6a req-c031be7c-21fe-4435-87f9-c327e1587c4c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620172 Nov 12 03:55:53.642177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.671277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Pushing event deleted for resources: {'Port': ['ID=32154568-2e4e-475e-bffc-8b22aec9651d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:53.680225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['32154568-2e4e-475e-bffc-8b22aec9651d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:53.716139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] No DVR routers for this DVR port 32154568-2e4e-475e-bffc-8b22aec9651d on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:53.718666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:53.722507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eaa6cc9-3186-441e-b617-3666e7f02543 req-b7ec4713-2d70-4be9-8dbf-a3499cd06ad8 tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.104 "DELETE /v2.0/ports/32154568-2e4e-475e-bffc-8b22aec9651d HTTP/1.1" status: 204 len: 173 time: 0.4979291 Nov 12 03:55:53.722977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'name': 'network-vif-deleted', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:53.725259 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8b348-ef4d-4956-ba04-8b712870a02f" -d '{"events": [{"server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "name": "network-vif-deleted", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:53.763426 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b4a160-38c0-435d-a883-af616ec04541 x-openstack-request-id: req-c5b4a160-38c0-435d-a883-af616ec04541 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:53.763722 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf02275a-1af1-414d-a2dc-c91bdfd5dfe3", "name": "network-vif-deleted", "tag": "32154568-2e4e-475e-bffc-8b22aec9651d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:53.763978 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c5b4a160-38c0-435d-a883-af616ec04541 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:53.764378 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf02275a-1af1-414d-a2dc-c91bdfd5dfe3', 'name': 'network-vif-deleted', 'tag': '32154568-2e4e-475e-bffc-8b22aec9651d', 'status': 'completed', 'code': 200} Nov 12 03:55:53.843459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7005a14-9343-4681-bd64-d22c57779813 req-d57d1ba2-0794-4003-bd94-20cdba3c46dd tempest-VolumesActionsTest-2081660153 tempest-VolumesActionsTest-2081660153-project] 10.222.0.97 "GET /v2.0/ports?device_id=bf02275a-1af1-414d-a2dc-c91bdfd5dfe3 HTTP/1.1" status: 200 len: 210 time: 0.0295663 Nov 12 03:55:54.007609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e692-03bb-46d7-8819-f2ee00d199a1 req-f2618a5f-9c96-4747-ad60-e7c0700141b8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.009082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c20e692-03bb-46d7-8819-f2ee00d199a1 req-f2618a5f-9c96-4747-ad60-e7c0700141b8 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 944 time: 0.0489063 Nov 12 03:55:54.057240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c20e692-03bb-46d7-8819-f2ee00d199a1 req-2005df81-c3e4-4b94-9231-f9090607e80a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Nov 12 03:55:54.365123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:55:54.413379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port daa83f4e-3ded-4936-9511-fc246533225c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:55:54.413747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.497491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.522020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:54.524696 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135d33d-9dca-4d7f-90db-12b3d020c7ad" -d '{"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-plugged", "status": "completed", "tag": "daa83f4e-3ded-4936-9511-fc246533225c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:54.547791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:54.555911 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.565112 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d4abf-313f-46c1-987c-4584e88bce78 x-openstack-request-id: req-959d4abf-313f-46c1-987c-4584e88bce78 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:54.565403 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-plugged", "status": "completed", "tag": "daa83f4e-3ded-4936-9511-fc246533225c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:54.565686 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-959d4abf-313f-46c1-987c-4584e88bce78 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:54.566138 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c', 'code': 200} Nov 12 03:55:54.589910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-92bcab71-8b60-498a-b97e-230df4ccc77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:54.622272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:54.723983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc050-5a7b-43e7-80ce-bfecf68cf736 req-27ca6823-7f07-42ed-89e1-ca0a5d6134bb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.725485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-294bc050-5a7b-43e7-80ce-bfecf68cf736 req-27ca6823-7f07-42ed-89e1-ca0a5d6134bb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Nov 12 03:55:54.782586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-294bc050-5a7b-43e7-80ce-bfecf68cf736 req-a7f80796-6719-448e-a68e-b0d2c122c80c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Nov 12 03:55:54.786984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3c105-5936-4b3f-93d7-8e272b1bd3c6 req-428539e2-152f-41da-9144-27d76ea265bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:54.788527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c5f3c105-5936-4b3f-93d7-8e272b1bd3c6 req-428539e2-152f-41da-9144-27d76ea265bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 1097 time: 0.0421178 Nov 12 03:55:54.835959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c5f3c105-5936-4b3f-93d7-8e272b1bd3c6 req-f1b8e087-7099-4824-a210-ecc960bde3a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Nov 12 03:55:55.181068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3761c-6772-4ee2-9b0a-101fb37e140f req-59be6715-77c3-4bcf-8af0-65269a3817d0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.187455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8de3761c-6772-4ee2-9b0a-101fb37e140f req-59be6715-77c3-4bcf-8af0-65269a3817d0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0586874 Nov 12 03:55:55.236651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8de3761c-6772-4ee2-9b0a-101fb37e140f req-8caaf9f7-70a2-4452-97a8-0503efce7aca tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479801 Nov 12 03:55:55.498771 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:55.922728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b8334-6062-4ae0-9c23-e8ac98abce1c req-7aa85668-b3d7-40ae-8a52-d9fc9949ff0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:55.925121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-142b8334-6062-4ae0-9c23-e8ac98abce1c req-7aa85668-b3d7-40ae-8a52-d9fc9949ff0b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Nov 12 03:55:56.006044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-142b8334-6062-4ae0-9c23-e8ac98abce1c req-e5db563f-a520-4257-adb9-1618b0acd2a9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690629 Nov 12 03:55:56.409518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b662c1-b68e-4c98-8d72-dfe10697b32c req-aeb7ce68-da97-47e0-a560-079222849d56 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.411128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92b662c1-b68e-4c98-8d72-dfe10697b32c req-aeb7ce68-da97-47e0-a560-079222849d56 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1020014 Nov 12 03:55:56.472652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92b662c1-b68e-4c98-8d72-dfe10697b32c req-4c4fc6b4-2d5d-4b49-9515-65dc866ee602 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Nov 12 03:55:56.658195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a141a7-472f-4af2-be67-7a61c5791646 req-fd18d485-4eac-4580-9230-72371354001f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:56.659808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a141a7-472f-4af2-be67-7a61c5791646 req-fd18d485-4eac-4580-9230-72371354001f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.0687079 Nov 12 03:55:56.734187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46a141a7-472f-4af2-be67-7a61c5791646 req-37798afa-7114-4a3f-99d5-205aeca6c84c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634966 Nov 12 03:55:57.004486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.323496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec2f29-91ff-40cd-94d3-42c045f6c859 req-1dd1afb4-579d-4268-a99c-5eca64086d13 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.326792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50ec2f29-91ff-40cd-94d3-42c045f6c859 req-1dd1afb4-579d-4268-a99c-5eca64086d13 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0840149 Nov 12 03:55:57.437727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50ec2f29-91ff-40cd-94d3-42c045f6c859 req-7928e54d-5e53-4cfb-92be-201f2634a74a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007969 Nov 12 03:55:57.669196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 32154568-2e4e-475e-bffc-8b22aec9651d no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:55:57.721308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-3817191b-e695-4b4e-8848-c902282cd106 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:57.729672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-3817191b-e695-4b4e-8848-c902282cd106 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.1857295 Nov 12 03:55:57.736455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 32154568-2e4e-475e-bffc-8b22aec9651d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:55:57.736853 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 32154568-2e4e-475e-bffc-8b22aec9651d not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:55:57.750817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-a5d97dec-dd63-47f2-afa9-a79711656c25 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/quotas/13b6de3ca4184c13ad403668c815417e HTTP/1.1" status: 200 len: 375 time: 0.0196602 Nov 12 03:55:57.793991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:57.815402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-6d675622-55c5-468c-9971-3226e2e9ef73 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636058 Nov 12 03:55:58.009633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-8ed97ce0-d1ef-400d-9f26-0d8dfefbac4b service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903589 Nov 12 03:55:58.144321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-50c8209f-bcd4-4926-8e3a-6b65557c8136 service neutron] 10.222.0.97 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337235 Nov 12 03:55:58.374687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-90c70863-92e8-4a3a-97d5-4321a3d176e2 req-026724fb-c9e6-4934-b8cf-a1aa3525e95c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 210 time: 0.0325694 Nov 12 03:55:58.621336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951298b-48b4-448d-a426-9381783396b0 req-d73607ca-cbb2-4d48-adbd-e0e2cd756e2e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.622906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0951298b-48b4-448d-a426-9381783396b0 req-d73607ca-cbb2-4d48-adbd-e0e2cd756e2e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.16 "GET /v2.0/ports?device_id=671cd54c-af66-42f3-bba9-7b8582bd9e99 HTTP/1.1" status: 200 len: 945 time: 0.1016874 Nov 12 03:55:58.636395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33049922-9eee-4bb9-9cd4-758e89fb83ae req-ba859f24-9215-4fb3-9d5d-bc27cdca3130 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:55:58.645325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33049922-9eee-4bb9-9cd4-758e89fb83ae req-ba859f24-9215-4fb3-9d5d-bc27cdca3130 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.1104777 Nov 12 03:55:58.840830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33049922-9eee-4bb9-9cd4-758e89fb83ae req-11dd81e1-f3ed-457c-aaf7-e7cc73e64534 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847777 Nov 12 03:55:58.920606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Deleting port daa83f4e-3ded-4936-9511-fc246533225c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:55:58.921116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.080331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] For port daa83f4e-3ded-4936-9511-fc246533225c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=daa83f4e-3ded-4936-9511-fc246533225c,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:55:59.081263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.109024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Calling delete_port for daa83f4e-3ded-4936-9511-fc246533225c owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:55:59.442051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.495554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['daa83f4e-3ded-4936-9511-fc246533225c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:55:59.597698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bcfd6a6f-b71b-4b9a-93da-d7688ec7e5b1 req-16639831-342b-4658-b2fc-797b533580da tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 210 time: 0.1083570 Nov 12 03:55:59.598255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event deleted for resources: {'Port': ['ID=daa83f4e-3ded-4936-9511-fc246533225c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:55:59.638227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.638227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.639032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.639032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.639265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.639508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.639864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.640222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.640607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.641005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.641342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.642292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:55:59.664121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] No DVR routers for this DVR port daa83f4e-3ded-4936-9511-fc246533225c on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:55:59.666030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:55:59.669731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0951298b-48b4-448d-a426-9381783396b0 req-d5798bdf-2c67-458f-804f-138f39a67549 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.16 "DELETE /v2.0/ports/daa83f4e-3ded-4936-9511-fc246533225c HTTP/1.1" status: 204 len: 173 time: 1.0305591 Nov 12 03:55:59.670195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-deleted', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:55:59.672921 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a418a5-6de7-483a-80d4-f93b0e8631cf" -d '{"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-deleted", "tag": "daa83f4e-3ded-4936-9511-fc246533225c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:55:59.720942 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da3c52-85ab-475b-b3fb-8a8c9e0cf808 x-openstack-request-id: req-63da3c52-85ab-475b-b3fb-8a8c9e0cf808 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:55:59.721235 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cd54c-af66-42f3-bba9-7b8582bd9e99", "name": "network-vif-deleted", "tag": "daa83f4e-3ded-4936-9511-fc246533225c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:55:59.721490 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-63da3c52-85ab-475b-b3fb-8a8c9e0cf808 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:55:59.721889 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cd54c-af66-42f3-bba9-7b8582bd9e99', 'name': 'network-vif-deleted', 'tag': 'daa83f4e-3ded-4936-9511-fc246533225c', 'status': 'completed', 'code': 200} Nov 12 03:56:00.800353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65dbd-7b30-49f6-8114-930cd9b675bf req-e4b3f338-d73d-429e-b4cf-bae88fde1696 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:00.810053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3c65dbd-7b30-49f6-8114-930cd9b675bf req-e4b3f338-d73d-429e-b4cf-bae88fde1696 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.8029726 Nov 12 03:56:00.898152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3c65dbd-7b30-49f6-8114-930cd9b675bf req-e77b8fb6-f7dc-4b71-9924-76434aba013f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868061 Nov 12 03:56:00.945586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-08f75806-40b4-42bf-a794-10ebbc1f1416 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:00.950891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-08f75806-40b4-42bf-a794-10ebbc1f1416 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 815 time: 0.9136808 Nov 12 03:56:00.998683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Request body: {'port': {'device_id': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'admin_state_up': True, 'tenant_id': '13b6de3ca4184c13ad403668c815417e'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:01.075409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b79a119-193b-4601-8306-55077ccd4390 req-95c31581-cb78-4b0c-b84a-a7fd356d16b7 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Nov 12 03:56:01.215834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Made reservation on behalf of 13b6de3ca4184c13ad403668c815417e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:01.219580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.363433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Allocated IP 172.20.0.3 (20fbf11e-062e-4539-af10-f0c1b9723136/3d5c0389-c280-47bd-afc6-ff9df61f4f65/ddeb7c60-6693-4b09-8608-188ed13bad89) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:01.538039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.569876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.683011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.732076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Network 20fbf11e-062e-4539-af10-f0c1b9723136 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:01.735616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:01.738821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:01.846964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event updated for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:01.859168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:01.860640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:01.883984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-f2a98943-91f5-4bbe-a5db-8747fdcf3b18 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897831 Nov 12 03:56:01.913344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Request body: {'port': {'device_id': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:02.067746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.203010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7785b4-44b0-494b-94f7-905520436454 req-6a8f491f-cc0f-4237-9b29-84251a591be6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.215109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b7785b4-44b0-494b-94f7-905520436454 req-6a8f491f-cc0f-4237-9b29-84251a591be6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.1170981 Nov 12 03:56:02.310186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b7785b4-44b0-494b-94f7-905520436454 req-6cedd182-a7d4-43bc-beae-0389e637fa8b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940504 Nov 12 03:56:02.399391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:02.458962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: daa83f4e-3ded-4936-9511-fc246533225c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:02.459967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device daa83f4e-3ded-4936-9511-fc246533225c not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:02.751775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb7c60-6693-4b09-8608-188ed13bad89 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:02.764348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.774478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e028-2860-4219-bc49-ab86f81d86a0 req-496de2e7-1ef0-4fd2-8008-4bcdc6e1b003 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:02.782131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c957e028-2860-4219-bc49-ab86f81d86a0 req-496de2e7-1ef0-4fd2-8008-4bcdc6e1b003 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 931 time: 0.3465583 Nov 12 03:56:02.836670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Transition to ACTIVE for port object ddeb7c60-6693-4b09-8608-188ed13bad89 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:02.847739 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:02.925603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:02.981065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c957e028-2860-4219-bc49-ab86f81d86a0 req-cd786cc9-7e7f-4ee7-83f5-d1af072def9e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978154 Nov 12 03:56:03.106903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Attempting to bind port ddeb7c60-6693-4b09-8608-188ed13bad89 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:03.108161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Attempting to bind port ddeb7c60-6693-4b09-8608-188ed13bad89 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:03.109113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Attempting to bind port ddeb7c60-6693-4b09-8608-188ed13bad89 on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:03.120678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Port ddeb7c60-6693-4b09-8608-188ed13bad89 on network 20fbf11e-062e-4539-af10-f0c1b9723136 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:03.121377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Attempting to bind port ddeb7c60-6693-4b09-8608-188ed13bad89 on network 20fbf11e-062e-4539-af10-f0c1b9723136 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:03.128386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:03.128856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Checking segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:03.129365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Bound using segment: {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:03.129945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Bound port: ddeb7c60-6693-4b09-8608-188ed13bad89, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd105a2-f912-4485-abe6-652321c5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:03.130415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.233228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:03.239798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ddeb7c60-6693-4b09-8608-188ed13bad89,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:03.250500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.366147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.367095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:03.369469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] 10.222.0.104 "PUT /v2.0/ports/ddeb7c60-6693-4b09-8608-188ed13bad89 HTTP/1.1" status: 200 len: 1092 time: 1.4708552 Nov 12 03:56:03.370222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:03.372673 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f0f1f-7d24-423c-a18d-fa199cf31dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:03.444028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b2eb-ff8d-4bf6-bf08-46eac24953bd service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:03.556113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbb26b-cde3-42c3-846b-73dbf2b55bec req-a755f07f-05cb-4f96-93bb-a8be6c1aa17b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.557895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6efbb26b-cde3-42c3-846b-73dbf2b55bec req-a755f07f-05cb-4f96-93bb-a8be6c1aa17b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.1263483 Nov 12 03:56:03.562369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-9bcb30a4-0b9a-4ba0-bf2a-5278b6b25a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.565211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-9bcb30a4-0b9a-4ba0-bf2a-5278b6b25a50 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 1095 time: 0.1094675 Nov 12 03:56:03.634180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-ca136365-9be5-4655-9cab-abdb4eaa3b3d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb7c60-6693-4b09-8608-188ed13bad89 HTTP/1.1" status: 200 len: 217 time: 0.0506177 Nov 12 03:56:03.694351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6efbb26b-cde3-42c3-846b-73dbf2b55bec req-6f955ed8-b773-4209-bfd6-5f641de957ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279895 Nov 12 03:56:03.712723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-2482f187-0fe6-4d18-9083-7e1bf44b8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:03.714866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-2482f187-0fe6-4d18-9083-7e1bf44b8d69 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.0687785 Nov 12 03:56:03.762561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-ed3f754f-349b-4b84-a8b7-23c63d9493a9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367794 Nov 12 03:56:03.787671 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ce9d7e-0653-4073-aa89-1398c481639b x-openstack-request-id: req-f8ce9d7e-0653-4073-aa89-1398c481639b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:03.788158 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:03.788575 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f8ce9d7e-0653-4073-aa89-1398c481639b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:03.789157 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89', 'status': 'completed', 'code': 200} Nov 12 03:56:03.917943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-69a60a8e-2c15-4aab-856f-34203bb5dd8c service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472068 Nov 12 03:56:04.070569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c15011a-77bd-4a96-9439-60eab13bf7a2 req-b3e5e2e4-960d-42b5-ab5e-5f81d4c5cfdb service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439955 Nov 12 03:56:04.268734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6700-9dfd-41a3-a36b-557381b08fc6 req-f1e7e6d1-6405-46f2-aa2a-e5e0c4862af0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.270565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2ce6700-9dfd-41a3-a36b-557381b08fc6 req-f1e7e6d1-6405-46f2-aa2a-e5e0c4862af0 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 943 time: 0.1202631 Nov 12 03:56:04.332610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-7ac1993d-11e7-49e6-8318-0a71c4d025c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.334195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-7ac1993d-11e7-49e6-8318-0a71c4d025c9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=13b6de3ca4184c13ad403668c815417e&device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 1095 time: 0.1124377 Nov 12 03:56:04.385721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2ce6700-9dfd-41a3-a36b-557381b08fc6 req-74e1b869-ac0c-416e-882b-9bd639c642eb tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001761 Nov 12 03:56:04.460180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-18c0680a-d12e-4c1b-9a84-fb2a90d731f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.462202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-18c0680a-d12e-4c1b-9a84-fb2a90d731f6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 200 len: 915 time: 0.1189716 Nov 12 03:56:04.515344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-9e363b47-ce38-4ed3-a997-83ec25c376b8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb7c60-6693-4b09-8608-188ed13bad89 HTTP/1.1" status: 200 len: 217 time: 0.0462534 Nov 12 03:56:04.573258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-7484aed8-6453-40e5-b268-5d881e6e6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:04.574893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-7484aed8-6453-40e5-b268-5d881e6e6a4b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 200 len: 855 time: 0.0523069 Nov 12 03:56:04.614567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-3f527b40-4bd2-4a3c-b3c9-a3c79254b1ee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=20fbf11e-062e-4539-af10-f0c1b9723136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287507 Nov 12 03:56:04.816558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-60875123-2ce4-44f7-b204-a05b9ba30368 service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934793 Nov 12 03:56:05.030302 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-170595b8-af24-4c17-b49c-793b51513687 service neutron] show failed (client error): The resource could not be found. Nov 12 03:56:05.030999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-170595b8-af24-4c17-b49c-793b51513687 service neutron] 10.222.0.104 "GET /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.2454777 Nov 12 03:56:05.042580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cfc22-fcf1-42b7-a8f3-aa5edf8a3d53 req-ac70ccb4-3d93-4dab-a69b-4e306d51a5bb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.050676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-332cfc22-fcf1-42b7-a8f3-aa5edf8a3d53 req-ac70ccb4-3d93-4dab-a69b-4e306d51a5bb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.2002964 Nov 12 03:56:05.123998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-244f0f1f-7d24-423c-a18d-fa199cf31dd5 req-c58cebbe-2abb-4edf-adb9-294c481ff27e service neutron] 10.222.0.104 "GET /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941263 Nov 12 03:56:05.154383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-332cfc22-fcf1-42b7-a8f3-aa5edf8a3d53 req-a98d2341-4f61-484a-82cb-d622f954e1bc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021259 Nov 12 03:56:05.447487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-7e946ab5-4b14-4ffb-9454-c1555cd51f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.450906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-7e946ab5-4b14-4ffb-9454-c1555cd51f8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 1097 time: 0.0861452 Nov 12 03:56:05.479713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:05.575030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.623245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298df10-62c6-4d63-8773-086fd32bdd5a req-55fcc538-cfed-454a-803c-290502fc90e3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:05.628803 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3298df10-62c6-4d63-8773-086fd32bdd5a req-55fcc538-cfed-454a-803c-290502fc90e3 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 943 time: 0.1304090 Nov 12 03:56:05.740132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3298df10-62c6-4d63-8773-086fd32bdd5a req-0627d64d-88ed-4dba-8cb1-2bfc3ad0b544 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039412 Nov 12 03:56:05.863714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:05.920581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:05.976095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:05.978363 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52dcf15-e5d0-4709-a58e-3b6dcd70a51c" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:05.982753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:05.996342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Transition to ACTIVE for port object 99a21e3f-a925-440f-b7f5-5dd1980fb559 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:06.003021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.055220 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c075df-b90a-45ab-8e96-7d77b4ff61cc x-openstack-request-id: req-69c075df-b90a-45ab-8e96-7d77b4ff61cc {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:06.055526 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:06.055756 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-69c075df-b90a-45ab-8e96-7d77b4ff61cc {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:06.056154 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'code': 200} Nov 12 03:56:06.129360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.201534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] No DVR routers for this DVR port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:06.428057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be77a06-2c27-4b1f-97bd-ffbe2a921063 req-5f421e14-15f3-4c5f-9bd4-6c9d8c4c3a95 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.430109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8be77a06-2c27-4b1f-97bd-ffbe2a921063 req-5f421e14-15f3-4c5f-9bd4-6c9d8c4c3a95 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.0856094 Nov 12 03:56:06.477584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:06.478774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:06.479292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:06.484455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:06.484961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:06.490934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:06.491559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:06.492109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Bound using segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:06.492699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Bound port: 99a21e3f-a925-440f-b7f5-5dd1980fb559, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:06.493232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.498716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8be77a06-2c27-4b1f-97bd-ffbe2a921063 req-888b9865-f5ff-4c9b-8dec-179100b21389 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585449 Nov 12 03:56:06.615756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:06.619900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:06.627195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.671554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.672195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:06.673781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] 10.222.0.16 "PUT /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 1092 time: 1.1989429 Nov 12 03:56:06.695300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c2d8-56a1-4baf-a7ea-cc9cb702fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:06.848056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-9ea9a20a-90d3-48cd-86b6-38e539de83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:06.851663 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-9ea9a20a-90d3-48cd-86b6-38e539de83d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.0971804 Nov 12 03:56:07.005393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4bf8c-cd6a-450e-a989-63ffa8a87f53 req-41d904b2-90e4-4a35-be09-059d8fdb8270 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.007029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8c4bf8c-cd6a-450e-a989-63ffa8a87f53 req-41d904b2-90e4-4a35-be09-059d8fdb8270 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 943 time: 0.1172674 Nov 12 03:56:07.130770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-e76e858b-eae2-469f-8b5a-b29d4f3056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.132391 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-e76e858b-eae2-469f-8b5a-b29d4f3056e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.2627597 Nov 12 03:56:07.133355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8c4bf8c-cd6a-450e-a989-63ffa8a87f53 req-3a7b0903-3267-4bd8-9ef1-066df94775b9 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187768 Nov 12 03:56:07.255587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-19afd8b6-9a7d-40c7-9ee4-b2b0b1f34b34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.1085849 Nov 12 03:56:07.344032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-6cbf78c7-d4df-4ffb-9f25-9d574595449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.344032 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-6cbf78c7-d4df-4ffb-9f25-9d574595449d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0759525 Nov 12 03:56:07.415532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-77afa313-66e9-412c-872b-fdd0fbd41016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.417230 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-77afa313-66e9-412c-872b-fdd0fbd41016 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622170 Nov 12 03:56:07.582765 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-33e9b3b3-6173-4a70-9247-40bb2b0e000e service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522479 Nov 12 03:56:07.704422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:07.787531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec895f3-78e8-4ec8-aa31-b80a7d9c4474 req-5e6b9a7c-558b-49e7-9c1a-000d29908a30 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:07.800324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec895f3-78e8-4ec8-aa31-b80a7d9c4474 req-5e6b9a7c-558b-49e7-9c1a-000d29908a30 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.1154196 Nov 12 03:56:07.818056 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-497d8623-3938-4187-8cfc-3dbe96f1f29e service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221797 Nov 12 03:56:07.827704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:07.927779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bec895f3-78e8-4ec8-aa31-b80a7d9c4474 req-e70f757e-a258-4fc4-bcd1-dd728d440c44 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250303 Nov 12 03:56:08.058909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:08.061380 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e787f-207b-405b-ae41-870097196aea" -d '{"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:08.171421 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46af4d-1c34-49dd-a686-adfac1e6a5ae x-openstack-request-id: req-4a46af4d-1c34-49dd-a686-adfac1e6a5ae {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:08.171984 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:08.172472 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a46af4d-1c34-49dd-a686-adfac1e6a5ae {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:08.173439 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:56:08.319419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-1cb80c2e-1d56-40ce-baba-b2189389d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.321684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-1cb80c2e-1d56-40ce-baba-b2189389d0b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.0867338 Nov 12 03:56:08.358000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-2d794226-1e15-4f61-bb9a-fd9e008541ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.359231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-2d794226-1e15-4f61-bb9a-fd9e008541ba service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.1419621 Nov 12 03:56:08.480605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-fc6849b2-c935-4841-a77f-8a96f07901fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.482289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-fc6849b2-c935-4841-a77f-8a96f07901fb service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1117887 Nov 12 03:56:08.485659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-6dcae486-11bb-4104-9342-a8cd0b79ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.487660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-6dcae486-11bb-4104-9342-a8cd0b79ba50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1535029 Nov 12 03:56:08.495790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df7c1-834b-48bf-9f4e-dbdf2d83ff32 req-95fdc3be-ced6-4541-aca1-c17a853f567c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.505017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f3df7c1-834b-48bf-9f4e-dbdf2d83ff32 req-95fdc3be-ced6-4541-aca1-c17a853f567c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 943 time: 0.2144456 Nov 12 03:56:08.590658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-8b3033c6-990c-448c-8ad4-ca7b4aeda667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.0925784 Nov 12 03:56:08.602728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-e0a569c3-8d44-400d-adfc-8eec17c3d7fe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.0715249 Nov 12 03:56:08.710687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-036365b5-158c-4e15-a142-7115b1a17e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.712382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-036365b5-158c-4e15-a142-7115b1a17e06 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0990384 Nov 12 03:56:08.718316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f3df7c1-834b-48bf-9f4e-dbdf2d83ff32 req-106cc1f4-6946-40cb-a955-ff3dd8645547 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124767 Nov 12 03:56:08.746731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-c3b34dbf-8a00-46c2-9afd-c1ec92e77367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.750092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-c3b34dbf-8a00-46c2-9afd-c1ec92e77367 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.1490445 Nov 12 03:56:08.821183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-2839f871-f8cb-4689-920c-da30bea24753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.825846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-2839f871-f8cb-4689-920c-da30bea24753 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667479 Nov 12 03:56:08.826165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e787f-207b-405b-ae41-870097196aea req-13b893b1-b98e-4a8e-b630-e2747dd4f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:08.827778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-13b893b1-b98e-4a8e-b630-e2747dd4f7d3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063745 Nov 12 03:56:08.989103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-8c947ab0-af79-4899-847e-380967f42b7c service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492965 Nov 12 03:56:09.025539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-b863ac9c-5043-49aa-a54c-95b3c5662832 service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859350 Nov 12 03:56:09.135467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a965a00-a9f4-4c1e-96b2-ea007fdbbd72 req-3dae804f-7dae-4bc3-824f-92f619ca8a9e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:09.137493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a965a00-a9f4-4c1e-96b2-ea007fdbbd72 req-3dae804f-7dae-4bc3-824f-92f619ca8a9e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.1246178 Nov 12 03:56:09.160015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-a34e1dc7-5338-4013-a1f6-5f2bd01eeb88 service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260478 Nov 12 03:56:09.212328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc0e787f-207b-405b-ae41-870097196aea req-94b5e4ad-77aa-4323-8b46-8356c56e562a service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140346 Nov 12 03:56:09.245588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a965a00-a9f4-4c1e-96b2-ea007fdbbd72 req-4b1b828d-571f-438f-a7cb-9d550c98ddb2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924447 Nov 12 03:56:09.522127 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:09.701632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ddeb7c60-6693-4b09-8608-188ed13bad89 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:09.977914 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.014356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ddeb7c60-6693-4b09-8608-188ed13bad89,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:10.037675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'ddeb7c60-6693-4b09-8608-188ed13bad89', 'network_id': '20fbf11e-062e-4539-af10-f0c1b9723136', 'port_id': 'ddeb7c60-6693-4b09-8608-188ed13bad89', 'mac_address': 'fa:16:3e:20:a8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5c0389-c280-47bd-afc6-ff9df61f4f65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:10.077925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21632632-7b1a-4c00-a41f-474f078aa5de req-39f83314-9f57-4ebd-9d2e-a1658ad8010d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.085427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21632632-7b1a-4c00-a41f-474f078aa5de req-39f83314-9f57-4ebd-9d2e-a1658ad8010d tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 943 time: 0.1595621 Nov 12 03:56:10.121911 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.144247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb7c60-6693-4b09-8608-188ed13bad89 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:10.177531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ddeb7c60-6693-4b09-8608-188ed13bad89,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:10.183577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:10.193896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21632632-7b1a-4c00-a41f-474f078aa5de req-994634f7-ab83-4744-ba37-269b6f87b875 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029441 Nov 12 03:56:10.252279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:10.418321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706d2d3-7126-46ef-83a4-e81b71cdd948 req-e867047d-b773-402d-b431-1df333f602cb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.421512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a706d2d3-7126-46ef-83a4-e81b71cdd948 req-e867047d-b773-402d-b431-1df333f602cb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.0966341 Nov 12 03:56:10.480722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:10.564030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a706d2d3-7126-46ef-83a4-e81b71cdd948 req-2cd016be-404e-4e00-9c56-d8da7694a61d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304278 Nov 12 03:56:10.632155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ddeb7c60-6693-4b09-8608-188ed13bad89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:10.915044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-f2a9f85a-156f-4d3f-9425-b3190fd6512a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:10.917460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-f2a9f85a-156f-4d3f-9425-b3190fd6512a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04&tenant_id=6b558a8279b249238b97636bb9a8beb2&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 943 time: 0.0775840 Nov 12 03:56:11.010587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423d4ee-8f42-4d00-889b-c6e2c99ea6f6 req-c19fdff4-e890-494b-b0e2-04b27e0f2136 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.021493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2423d4ee-8f42-4d00-889b-c6e2c99ea6f6 req-c19fdff4-e890-494b-b0e2-04b27e0f2136 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 943 time: 0.1097116 Nov 12 03:56:11.026229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:11.040696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:11.111874 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.157305 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-c206e6c4-a6c2-476c-a12a-8b3917b2c980 service neutron] 10.222.0.16 "GET /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 383 time: 0.2236564 Nov 12 03:56:11.199162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2423d4ee-8f42-4d00-889b-c6e2c99ea6f6 req-ee6675d0-8b82-4da2-be33-79a47b27eec4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683507 Nov 12 03:56:11.225177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:11.290035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-9816595a-6cc9-4900-bac4-e3f5a5dff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.292131 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-9816595a-6cc9-4900-bac4-e3f5a5dff1b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1095 time: 0.1006143 Nov 12 03:56:11.302040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:11.318145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:11.381446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:11.387769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b164-6b8e-4d4c-a275-565cd55e4865 req-ffc035eb-26cc-4123-93a9-9b9f1e9145ba tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.400273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f911b164-6b8e-4d4c-a275-565cd55e4865 req-ffc035eb-26cc-4123-93a9-9b9f1e9145ba tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 944 time: 0.0781922 Nov 12 03:56:11.475472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f911b164-6b8e-4d4c-a275-565cd55e4865 req-4f86d798-1000-483e-b9c4-4a6f5ef3f945 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739765 Nov 12 03:56:11.502866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-e0fecde0-7a5a-4aae-8ee6-85bd6c5f9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.505327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-e0fecde0-7a5a-4aae-8ee6-85bd6c5f9c67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1935596 Nov 12 03:56:11.601038 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-fa3b5d1c-9db0-4ab7-8223-37ca04dabae0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 999 time: 0.0879049 Nov 12 03:56:11.609298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['99a21e3f-a925-440f-b7f5-5dd1980fb559'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:11.678264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-5c2a3041-fbe7-44f1-88ab-439b1f9a0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:11.681700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-5c2a3041-fbe7-44f1-88ab-439b1f9a0a90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0728054 Nov 12 03:56:12.253410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-2eb55775-60fa-41fb-a82a-e690fa3da52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.255006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-2eb55775-60fa-41fb-a82a-e690fa3da52e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5638313 Nov 12 03:56:12.393203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-5bda4bd5-f496-47ec-a4bb-759e3bcbfe69 service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295037 Nov 12 03:56:12.436358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae18e5e-6007-4fbe-94e7-a9232b95710b req-b6bf7f71-e2d9-4b18-9943-8c050965ceb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.444510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ae18e5e-6007-4fbe-94e7-a9232b95710b req-b6bf7f71-e2d9-4b18-9943-8c050965ceb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.0858955 Nov 12 03:56:12.504068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8ae18e5e-6007-4fbe-94e7-a9232b95710b req-4469a755-2aad-4e8b-88f4-5fbf9b40287b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579484 Nov 12 03:56:12.548940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-21d941d3-388e-4a98-89f1-70362cbe0eb4 service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456034 Nov 12 03:56:12.648923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb30cf-c0fb-440d-9c48-058b725bd8df req-f503b1a8-b16b-4aac-99b2-1f9109a95d66 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:12.657015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73cb30cf-c0fb-440d-9c48-058b725bd8df req-f503b1a8-b16b-4aac-99b2-1f9109a95d66 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 944 time: 0.0751038 Nov 12 03:56:12.721177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73cb30cf-c0fb-440d-9c48-058b725bd8df req-7f5f2761-4b32-4a12-81e4-8daa9858f3ec tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630758 Nov 12 03:56:13.671239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935fb4f-1c5c-4587-b217-afb08f3442ca req-b60a665f-0fc2-446b-9099-ec46001880e5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.678999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5935fb4f-1c5c-4587-b217-afb08f3442ca req-b60a665f-0fc2-446b-9099-ec46001880e5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.0661998 Nov 12 03:56:13.717875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ddeb7c60-6693-4b09-8608-188ed13bad89 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:13.794404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5935fb4f-1c5c-4587-b217-afb08f3442ca req-8ef70755-f2c8-4380-901b-e80cf9cd39ce tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063976 Nov 12 03:56:13.827505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port ddeb7c60-6693-4b09-8608-188ed13bad89 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:13.835462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port ddeb7c60-6693-4b09-8608-188ed13bad89 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:13.836336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:13.986706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef48975-f2af-4c8a-84fd-7c0f82e074d6 req-c99fd733-7ede-4b48-8bf8-6dcb54e40e6c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:13.998796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fef48975-f2af-4c8a-84fd-7c0f82e074d6 req-c99fd733-7ede-4b48-8bf8-6dcb54e40e6c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 944 time: 0.1166823 Nov 12 03:56:14.022882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.075849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fef48975-f2af-4c8a-84fd-7c0f82e074d6 req-674bd538-722b-41bd-ae34-f49e790b2bfc tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760398 Nov 12 03:56:14.105759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ddeb7c60-6693-4b09-8608-188ed13bad89,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.106736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:14.109236 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d35ce7-1d57-4b77-a896-fff0505fc4f0" -d '{"events": [{"server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:14.120364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.240282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.270449 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc0382-e87f-46df-844b-33907355babb x-openstack-request-id: req-d0cc0382-e87f-46df-844b-33907355babb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:14.270885 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:14.280423 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0cc0382-e87f-46df-844b-33907355babb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:14.281076 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89', 'code': 200} Nov 12 03:56:14.465831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e13867-c589-4628-b63b-af31c73e9b75 req-0fe4296a-e8f9-4a02-afc3-f5f73d8b96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.467975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36e13867-c589-4628-b63b-af31c73e9b75 req-0fe4296a-e8f9-4a02-afc3-f5f73d8b96a2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 1097 time: 0.0596826 Nov 12 03:56:14.517274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:14.609453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36e13867-c589-4628-b63b-af31c73e9b75 req-653ed47f-c0a9-4868-a85b-cb0a04b91149 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322021 Nov 12 03:56:14.651265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:14.656333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:14.656796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.765464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.817581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:14.827957 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:14.915038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:14.974487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85008c6d-6f50-4580-ac50-b3cd003c1df6 req-7aabf487-6baf-4179-b51e-75010431bd53 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:14.979338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85008c6d-6f50-4580-ac50-b3cd003c1df6 req-7aabf487-6baf-4179-b51e-75010431bd53 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.0794640 Nov 12 03:56:15.064845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85008c6d-6f50-4580-ac50-b3cd003c1df6 req-96ec9723-5cb0-449b-a20f-09e34a5f7218 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811985 Nov 12 03:56:15.253885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ace773-f262-4826-98d5-0ef7dd4a7428 req-5df250ef-b7f0-4c62-9eaf-0e74dd3f6e64 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:15.262798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9ace773-f262-4826-98d5-0ef7dd4a7428 req-5df250ef-b7f0-4c62-9eaf-0e74dd3f6e64 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.0644336 Nov 12 03:56:15.327690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9ace773-f262-4826-98d5-0ef7dd4a7428 req-5d9b3ddf-be32-4e74-b881-0c8c7635b9af tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578179 Nov 12 03:56:15.582149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-8baffa2b-d106-4b2d-98d2-c30386f371bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:15.583729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-8baffa2b-d106-4b2d-98d2-c30386f371bc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 1097 time: 0.0878084 Nov 12 03:56:15.605778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:15.689865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.004491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:16.067775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:16.164798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:16.174374 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d41f1d-57c6-4216-a751-f26b655a19d5" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:16.189027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.240002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Transition to ACTIVE for port object 99a21e3f-a925-440f-b7f5-5dd1980fb559 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:16.265125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:16.282369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:16.285775 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed7f6c7-eb1e-4fba-ac53-bea86d78a78c" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:16.479967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17664035-df49-45b2-94e1-08f16e9a6c2b req-53906953-7af9-43d8-80da-ecb0cfd95e4b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:16.481687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17664035-df49-45b2-94e1-08f16e9a6c2b req-53906953-7af9-43d8-80da-ecb0cfd95e4b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 945 time: 0.2898750 Nov 12 03:56:16.490290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:16.511257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.511771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.512111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.512444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.512770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.513090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.513411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.513756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.514232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.514554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.515054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.515422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:16.596305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17664035-df49-45b2-94e1-08f16e9a6c2b req-7b87317d-8de3-424b-9595-8ce15d28e049 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976458 Nov 12 03:56:16.694281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] No DVR routers for this DVR port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:16.850183 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfb1d0-411f-4ec2-a912-dae4e5c096e3 x-openstack-request-id: req-4fbfb1d0-411f-4ec2-a912-dae4e5c096e3 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:16.851332 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:16.851661 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4fbfb1d0-411f-4ec2-a912-dae4e5c096e3 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:16.852134 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'code': 200} Nov 12 03:56:17.167406 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7535992-905d-4c58-a34f-97e2d1eca5e5 x-openstack-request-id: req-c7535992-905d-4c58-a34f-97e2d1eca5e5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:17.168334 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-unplugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:17.168599 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c7535992-905d-4c58-a34f-97e2d1eca5e5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:17.168985 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'code': 200} Nov 12 03:56:17.477334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6c32-bfc5-42f5-a5e4-668f57635ba4 req-69c86bbe-562c-4131-9513-bff7ccd2a75c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.479167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e5d6c32-bfc5-42f5-a5e4-668f57635ba4 req-69c86bbe-562c-4131-9513-bff7ccd2a75c tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.3093548 Nov 12 03:56:17.509949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:17.510556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:17.510918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:17.520618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:17.521059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Attempting to bind port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on network 687fe612-926d-4bc2-aa40-e1e1713aa305 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:17.539605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:17.540234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Checking segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:17.540626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Bound using segment: {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:17.541072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Bound port: 99a21e3f-a925-440f-b7f5-5dd1980fb559, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8f54b2-d22d-414d-be3d-017d121a99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:17.541429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.573967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e5d6c32-bfc5-42f5-a5e4-668f57635ba4 req-e733d624-25cc-4f56-ac89-13ec02f55d40 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882852 Nov 12 03:56:17.644304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:17.650032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:17.663212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.765035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.765666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:17.767135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] 10.222.0.104 "PUT /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 1093 time: 2.1677036 Nov 12 03:56:17.800297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e13f2e-4f86-41d2-b486-f06366123d5e service neutron] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=11']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:17.846582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120bef9-9d32-4b60-b73d-0ae0153c7baf req-dbda18cc-4413-45f6-a095-0744bcd78c8a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.853917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5120bef9-9d32-4b60-b73d-0ae0153c7baf req-dbda18cc-4413-45f6-a095-0744bcd78c8a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.1525631 Nov 12 03:56:17.906109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-8a48a293-960d-4006-91c9-5af6f1d01a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:17.915054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-8a48a293-960d-4006-91c9-5af6f1d01a9d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1096 time: 0.1095529 Nov 12 03:56:17.937370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5120bef9-9d32-4b60-b73d-0ae0153c7baf req-339006fc-72ec-48e1-8130-c2c8885bc06e tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793312 Nov 12 03:56:18.115729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-4f4f24c1-65fb-4a10-8784-d9739d31ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.117224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-4f4f24c1-65fb-4a10-8784-d9739d31ef99 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1821036 Nov 12 03:56:18.276278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-bf69e605-ac79-4cb5-800f-110da63b6e3c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.1466925 Nov 12 03:56:18.302089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0680fe8-b1a3-44d7-b719-14736a9289ee req-6999adc0-7b22-417a-9819-c8cf1032e9e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.318280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0680fe8-b1a3-44d7-b719-14736a9289ee req-6999adc0-7b22-417a-9819-c8cf1032e9e8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.2751451 Nov 12 03:56:18.404500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-facf3011-9864-458d-a4dc-b62c17922f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.408838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-facf3011-9864-458d-a4dc-b62c17922f8c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0857077 Nov 12 03:56:18.419493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0680fe8-b1a3-44d7-b719-14736a9289ee req-aef7215f-ba2a-4202-b8d2-8a411450bd3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001108 Nov 12 03:56:18.486542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-99e7ccf6-ce66-4cfd-949d-7c064a2caafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.488213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-99e7ccf6-ce66-4cfd-949d-7c064a2caafc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672410 Nov 12 03:56:18.517015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:18.653585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:18.738412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-e378a275-c2e1-4cf0-b521-35fcce204393 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399437 Nov 12 03:56:18.901186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ca5b4-69a1-48bb-9502-36180043f536 req-8eb73b38-1108-46f5-95e1-88e65e23dedf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:18.905713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336ca5b4-69a1-48bb-9502-36180043f536 req-8eb73b38-1108-46f5-95e1-88e65e23dedf tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.1129637 Nov 12 03:56:18.944967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee99cc4-6bc4-49c8-a98b-2254c9546200 req-d07932ed-68f6-4df4-967e-f75d1446578a service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976926 Nov 12 03:56:18.976595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-336ca5b4-69a1-48bb-9502-36180043f536 req-0939a266-e7c7-4254-818a-9ba1770b09a5 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531893 Nov 12 03:56:19.153632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f328ad-7c21-41e9-b501-7e17a6b2b623 req-715b162a-374a-4494-8703-23e55249f10f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.156253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24f328ad-7c21-41e9-b501-7e17a6b2b623 req-715b162a-374a-4494-8703-23e55249f10f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.0991967 Nov 12 03:56:19.171579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:19.174105 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f708871-5416-4ffd-bfd0-1677b3fbda03" -d '{"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:19.189843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-4b44c1cf-f713-489c-9bac-93c9629bb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.191555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-4b44c1cf-f713-489c-9bac-93c9629bb0b0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1096 time: 0.1050570 Nov 12 03:56:19.274646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24f328ad-7c21-41e9-b501-7e17a6b2b623 req-2d06d93d-b0dc-4b75-bf3c-b54420ae4ec6 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110606 Nov 12 03:56:19.389402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-db6cc78b-bdcf-481b-9f28-94e3d47b8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.401277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-db6cc78b-bdcf-481b-9f28-94e3d47b8676 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1793489 Nov 12 03:56:19.564189 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092e9ab-3138-4bf1-93ac-a882afd04cc5 x-openstack-request-id: req-4092e9ab-3138-4bf1-93ac-a882afd04cc5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:19.564568 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:19.564764 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4092e9ab-3138-4bf1-93ac-a882afd04cc5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:19.565192 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:56:19.597111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-d4e0deda-939e-42da-b45c-f5ed11064f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.598781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-d4e0deda-939e-42da-b45c-f5ed11064f57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1096 time: 0.1032324 Nov 12 03:56:19.625546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-d9d85ad3-b4f6-4c41-9bba-6c5e8e48d491 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.2138984 Nov 12 03:56:19.748454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-6c5a4c86-0560-44fb-82c8-748b00f6349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.753557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-6c5a4c86-0560-44fb-82c8-748b00f6349c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.1170232 Nov 12 03:56:19.755431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-434a0a6f-431c-4cc3-9a29-fc76a571a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.757105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-434a0a6f-431c-4cc3-9a29-fc76a571a3e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.1451859 Nov 12 03:56:19.847939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da72390-245c-42e3-a49f-77b014fef387 req-996947e7-a111-4aa7-bd9d-f10910f658b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.858022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3da72390-245c-42e3-a49f-77b014fef387 req-996947e7-a111-4aa7-bd9d-f10910f658b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.1027527 Nov 12 03:56:19.876418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-c5327e12-36d5-4d23-99a9-53c8bd9c7be2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.1046088 Nov 12 03:56:19.881681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-524556d0-f44c-4829-bbbe-e4ac9a7e8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.883249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-524556d0-f44c-4829-bbbe-e4ac9a7e8960 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953591 Nov 12 03:56:19.986254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-3b5c9617-fd47-4b18-b96b-15c41d4e1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:19.988061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-3b5c9617-fd47-4b18-b96b-15c41d4e1900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.1038558 Nov 12 03:56:20.076515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-44107690-0040-4804-ada3-1a7950ad2a29 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756394 Nov 12 03:56:20.089199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3da72390-245c-42e3-a49f-77b014fef387 req-e8a41c1d-acd6-4c25-bf35-7fa4475f65f5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299783 Nov 12 03:56:20.090461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-b4efaa98-0b1d-4477-92e9-1b79324855ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.092123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-b4efaa98-0b1d-4477-92e9-1b79324855ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874674 Nov 12 03:56:20.314878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e06f6-28f3-4f77-b84f-76576bf53772 req-0c2f1adb-87ee-491a-922f-af020164a80f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.315163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-6274c2d4-8f69-465f-bea9-d00e66b544ec service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076917 Nov 12 03:56:20.317436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-356e06f6-28f3-4f77-b84f-76576bf53772 req-0c2f1adb-87ee-491a-922f-af020164a80f tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.1194232 Nov 12 03:56:20.326457 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c7be1a5-579f-4857-bed9-ad3cfb6daccb req-21067945-18e8-47d1-8f85-f55c5d27eec6 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299986 Nov 12 03:56:20.395335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-356e06f6-28f3-4f77-b84f-76576bf53772 req-19b33a9f-6186-4955-a9ed-1f1ab4cc4b36 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779634 Nov 12 03:56:20.507970 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-d03fa526-c0ff-4ca8-b40f-5602f75e495f service neutron] 10.222.0.16 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814849 Nov 12 03:56:20.527327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-6158cf70-6ca3-4b58-b42b-a51d57553c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.528905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-6158cf70-6ca3-4b58-b42b-a51d57553c0e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1096 time: 0.0996487 Nov 12 03:56:20.661344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2325-dbca-4746-9ff8-a9b59b17ccb7 req-3050f093-e31b-4c94-8d00-01bedcabba79 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.663122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbeb2325-dbca-4746-9ff8-a9b59b17ccb7 req-3050f093-e31b-4c94-8d00-01bedcabba79 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.1332893 Nov 12 03:56:20.751053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-c982cf89-e2f9-4337-82de-08440d20c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.752777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-c982cf89-e2f9-4337-82de-08440d20c284 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.2017357 Nov 12 03:56:20.760773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbeb2325-dbca-4746-9ff8-a9b59b17ccb7 req-631e5a5e-95a0-408e-b6c9-e1824714e520 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853841 Nov 12 03:56:20.893171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-3590387f-69b8-4394-983f-17496c71e2e9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 998 time: 0.1273291 Nov 12 03:56:20.958511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-6996c4a2-4df9-4607-8d52-d2350d88efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:20.967027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-6996c4a2-4df9-4607-8d52-d2350d88efa6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0637035 Nov 12 03:56:21.068722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-fc2db2b7-7e2b-467c-8fe2-b8fdfe07473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:21.070641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-fc2db2b7-7e2b-467c-8fe2-b8fdfe07473f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831194 Nov 12 03:56:21.219164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-eb3406c2-25f7-4763-8e62-914e2cebbcf8 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387196 Nov 12 03:56:21.363543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670978f9-5c17-4fc6-b1d5-533c54ef46c6 req-5528916b-e82b-4543-9f5c-ee4d8593f3df tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:21.365322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670978f9-5c17-4fc6-b1d5-533c54ef46c6 req-5528916b-e82b-4543-9f5c-ee4d8593f3df tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.1279533 Nov 12 03:56:21.418980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f708871-5416-4ffd-bfd0-1677b3fbda03 req-94a49165-e85e-4f65-8da4-db3167187963 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826921 Nov 12 03:56:21.441411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-670978f9-5c17-4fc6-b1d5-533c54ef46c6 req-54bb626c-3af8-4362-9e2e-bfbc24455c63 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616858 Nov 12 03:56:21.583664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb47de-cb16-4650-8948-f47f23442393 req-79d5305f-1c74-4fd4-bf89-079e2737a346 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:21.586595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82bb47de-cb16-4650-8948-f47f23442393 req-79d5305f-1c74-4fd4-bf89-079e2737a346 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.0672891 Nov 12 03:56:21.641806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82bb47de-cb16-4650-8948-f47f23442393 req-8b4e11c2-9597-4317-b841-e33dad073113 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Nov 12 03:56:22.201805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9841b53b-160a-4c36-8f87-0c940cbb5a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:22.597784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9821-4659-4499-b4c5-e8ae1413f043 req-9eb7d130-2b1c-4d79-ad9f-a619c90d323c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:22.599580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91bb9821-4659-4499-b4c5-e8ae1413f043 req-9eb7d130-2b1c-4d79-ad9f-a619c90d323c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 944 time: 0.0574441 Nov 12 03:56:22.668531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91bb9821-4659-4499-b4c5-e8ae1413f043 req-8ff62952-2246-4ebd-8617-22a90eac36b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622628 Nov 12 03:56:22.701032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:22.797687 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ee7926b5-601e-408b-a387-da3637a0367d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 200 len: 990 time: 0.0948005 Nov 12 03:56:22.832129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e068dc-592d-4153-8992-f31cd1761718 req-586e1e04-03b8-4a16-b1c5-871ce56d742a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:22.833656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7e068dc-592d-4153-8992-f31cd1761718 req-586e1e04-03b8-4a16-b1c5-871ce56d742a tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Nov 12 03:56:22.885476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7e068dc-592d-4153-8992-f31cd1761718 req-318fc9b9-12b9-4546-9179-af7c718025db tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/security-groups?id=06522c0f-c504-42d1-a52f-fab028ef10d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Nov 12 03:56:23.012547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-218c0772-3f9e-43e3-93d1-13c4e023ce46 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:23.014288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-218c0772-3f9e-43e3-93d1-13c4e023ce46 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 945 time: 0.0605278 Nov 12 03:56:23.125227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Deleting port ddeb7c60-6693-4b09-8608-188ed13bad89 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:56:23.126267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.234897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] For port ddeb7c60-6693-4b09-8608-188ed13bad89, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ddeb7c60-6693-4b09-8608-188ed13bad89,segment=NetworkSegment(3dd105a2-f912-4485-abe6-652321c5738d),segment_id=3dd105a2-f912-4485-abe6-652321c5738d)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:23.234897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.248366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Calling delete_port for ddeb7c60-6693-4b09-8608-188ed13bad89 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:56:23.415986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.450793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Pushing event deleted for resources: {'Port': ['ID=ddeb7c60-6693-4b09-8608-188ed13bad89,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:23.452483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ddeb7c60-6693-4b09-8608-188ed13bad89'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:23.519478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] No DVR routers for this DVR port ddeb7c60-6693-4b09-8608-188ed13bad89 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:56:23.522416 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.525983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8addf5b9-49cb-48ca-85a1-73eb29a82be7 req-906db8aa-9f84-4a6b-89a5-ff6d8ab16d63 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.104 "DELETE /v2.0/ports/ddeb7c60-6693-4b09-8608-188ed13bad89 HTTP/1.1" status: 204 len: 173 time: 0.5060861 Nov 12 03:56:23.526506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'name': 'network-vif-deleted', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:23.529761 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180420e0-61e9-40ee-a61d-4caf50483591" -d '{"events": [{"server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "name": "network-vif-deleted", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:23.585572 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695ac30-5311-4a91-9a10-79e65e39782e x-openstack-request-id: req-9695ac30-5311-4a91-9a10-79e65e39782e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:23.585572 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9", "name": "network-vif-deleted", "tag": "ddeb7c60-6693-4b09-8608-188ed13bad89", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:23.585898 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9695ac30-5311-4a91-9a10-79e65e39782e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:23.586063 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9', 'name': 'network-vif-deleted', 'tag': 'ddeb7c60-6693-4b09-8608-188ed13bad89', 'status': 'completed', 'code': 200} Nov 12 03:56:23.752360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:23.878170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:23.895808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'port_id': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'mac_address': 'fa:16:3e:b9:0f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:23.933389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:23.951500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:23.988038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:23.995199 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:24.027711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50d1ce59-cd30-4034-878b-34ebb412e518 req-e59b74e2-b214-4e0b-9bfc-b721ea821501 tempest-ServerDiskConfigTestJSON-2145590262 tempest-ServerDiskConfigTestJSON-2145590262-project] 10.222.0.97 "GET /v2.0/ports?device_id=a45a94f5-b4e0-4e86-ba80-a1e5ab69fca9 HTTP/1.1" status: 200 len: 210 time: 0.0393891 Nov 12 03:56:24.057406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:24.418186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['99a21e3f-a925-440f-b7f5-5dd1980fb559'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:24.606119 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-729387bc-6d9a-406f-b5b3-a3d8998fac60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.240911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.294503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Deleting subnet 3d5c0389-c280-47bd-afc6-ff9df61f4f65 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:25.297921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.341818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.383571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.456418 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.506209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.510529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5c0389-c280-47bd-afc6-ff9df61f4f65,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.517182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.520910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-df317edb-8ed0-478a-90b2-fc497c494c32 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/3d5c0389-c280-47bd-afc6-ff9df61f4f65 HTTP/1.1" status: 204 len: 168 time: 0.2786210 Nov 12 03:56:25.523810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59136) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:25.648464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.742570 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.746663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:25.792727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fbf11e-062e-4539-af10-f0c1b9723136']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:25.805829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd105a2-f912-4485-abe6-652321c5738d') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:25.806587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd105a2-f912-4485-abe6-652321c5738d') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:25.814167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:25.819124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 99a21e3f-a925-440f-b7f5-5dd1980fb559 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:25.819699 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.820944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.837410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.845041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:25.845541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:25.847723 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:25.914309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.921340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.933593 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] 10.222.0.97 "DELETE /v2.0/networks/20fbf11e-062e-4539-af10-f0c1b9723136 HTTP/1.1" status: 204 len: 168 time: 0.4063470 Nov 12 03:56:25.947555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:25.956716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafc6af-a689-4779-a0b2-f1432adcdeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=20fbf11e-062e-4539-af10-f0c1b9723136,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:25.974686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:25.978273 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eef9f9-0f39-418e-9c29-6c57c2c687a8" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:26.014198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:26.022212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.023342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ddeb7c60-6693-4b09-8608-188ed13bad89 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:56:26.056924 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427825b0-900d-48cd-a8cc-c9cf39a87c15 x-openstack-request-id: req-427825b0-900d-48cd-a8cc-c9cf39a87c15 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:26.057498 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-plugged", "status": "completed", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:26.057979 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-427825b0-900d-48cd-a8cc-c9cf39a87c15 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:26.058790 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'code': 200} Nov 12 03:56:26.061343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: ddeb7c60-6693-4b09-8608-188ed13bad89 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:56:26.062071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ddeb7c60-6693-4b09-8608-188ed13bad89 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:56:26.114778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.122039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.168533 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c32b7e41-dd13-4237-898f-62c8ad389ffc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=13b6de3ca4184c13ad403668c815417e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500960 Nov 12 03:56:26.168909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.227618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.251252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.301938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.305842 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.311396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/06522c0f-c504-42d1-a52f-fab028ef10d8 HTTP/1.1" status: 204 len: 168 time: 0.1413782 Nov 12 03:56:26.322782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319951d-f5af-4dad-8743-159c8b07b670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06522c0f-c504-42d1-a52f-fab028ef10d8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:26.657074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.716101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Deleting subnet 27edc05d-e168-4e27-9bd7-e87270cbf069 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:56:26.720847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.775497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.830659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.934314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.947893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.951381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/27edc05d-e168-4e27-9bd7-e87270cbf069 HTTP/1.1" status: 204 len: 168 time: 0.2917850 Nov 12 03:56:26.954040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:26.975721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:26.997233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d15a6-4d5b-47d2-9ac4-93e41eea65c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27edc05d-e168-4e27-9bd7-e87270cbf069,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.061557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.199242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.235022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac5ff3a-1f8d-4964-ae21-d0eadae181e4']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:27.246380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923e4514-a184-4523-88ac-0780fdb53304') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:27.246764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923e4514-a184-4523-88ac-0780fdb53304') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:27.258206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.273592 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.280335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:56:27.280599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59194) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:27.280938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:56:27.283429 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:56:27.350934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.361187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.367745 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] 10.222.0.97 "DELETE /v2.0/networks/bac5ff3a-1f8d-4964-ae21-d0eadae181e4 HTTP/1.1" status: 204 len: 168 time: 0.4098294 Nov 12 03:56:27.377466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3b7a-c678-4e51-b18b-d2059463f451 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac5ff3a-1f8d-4964-ae21-d0eadae181e4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.400488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1611308321-network', 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:27.432729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:27.435287 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.445644 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.534339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59204) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:27.547181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.553453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.580040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf986596-b74e-4187-96cb-38e7d722d489 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e433a2b990bf407bbf6b923d21302385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434926 Nov 12 03:56:27.582335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:27.582766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:27.597810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.598967 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Added segment fd3bc70c-7fef-493d-b01f-a9ca4e2186ea of type vlan for network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 Nov 12 03:56:27.639137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.657917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc08bf5-4d54-4953-b83d-f0fbc981ba03,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.663839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.673800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.704856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.705716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:27.706295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.718158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.721455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.725547 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bff2746f-69b6-447c-b015-9d065e22b345 HTTP/1.1" status: 204 len: 168 time: 0.1394949 Nov 12 03:56:27.732615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14709d22-f4a6-4276-8033-0392a8168527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff2746f-69b6-447c-b015-9d065e22b345,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.748021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4647038 Nov 12 03:56:27.749366 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59212) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:27.755624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Request body: {'subnet': {'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1611308321-subnet', 'tenant_id': 'ae568160208640df8319208a91d34a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:27.781243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:27.784764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.792646 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:27.793181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923475a-846f-409a-9d4b-3be545a3d8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:27.805156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:28.045493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.126125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26df303-cf19-4cc0-9022-d2c7904b7ac4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:28.136775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:28.137206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Network hostable DHCP agents. Network: b8b1ff0e-a0ac-47d5-9fc8-f375651f5505, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:28.167164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:28.179519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b8b1ff0e-a0ac-47d5-9fc8-f375651f5505) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:28.185159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:28.185752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.193779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6d762-fb74-4444-9b8d-39d4d81eea27 None None] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:28.211495 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4805715a-b97e-4578-96ec-4627f15575f8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4575458 Nov 12 03:56:28.372885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d8bab-fe5e-4cf7-82f6-c51af75a9826 None None] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:28.745099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:28.874562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-404951053-network', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:28.907955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Made reservation on behalf of 83f28d84960f4a42afae59e20baa5c03 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:28.910616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:28.921129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.032922 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.038699 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.064311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:29.067513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-2f159eb0-77a1-4702-bf87-81e361cd0b6f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.069361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-2f159eb0-77a1-4702-bf87-81e361cd0b6f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1702309 Nov 12 03:56:29.082732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5679f6e1-e426-4efc-8d1b-06130341db5e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.087432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.087783 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Added segment 255e3fbf-4216-4bc0-a5e1-4dd279f3a44e of type vlan for network eaa694cb-5247-40d4-869a-b75db3db4ebd Nov 12 03:56:29.101411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-9ed91578-e53d-4f65-a498-cbd9d16e87a7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0231943 Nov 12 03:56:29.147296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-d30b4516-99d9-4c35-8f2b-0c61e14f83ed tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388775 Nov 12 03:56:29.151576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.188364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.190068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.191232 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.271114 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5206537 Nov 12 03:56:29.271329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59266) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:29.275650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Request body: {'subnet': {'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-404951053-subnet', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:29.276025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c89c6-8035-44ef-abb2-57867d4e5921 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa694cb-5247-40d4-869a-b75db3db4ebd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.286353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:29.287952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-6f2f3e4e-2bbd-4e9c-bfdb-bf73511a65cd service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218572 Nov 12 03:56:29.331924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Made reservation on behalf of 83f28d84960f4a42afae59e20baa5c03 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:29.334674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.459022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-37826de1-bb83-475b-b9a5-506c5c3da75a service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583931 Nov 12 03:56:29.567792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.641758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73350adf-69a1-4158-b3e1-dea2b651ff6a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:29.660350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f685827c-f5e3-450f-afb6-4552b7615e58 req-f9f6fb05-ab54-4520-8d81-f2d152e6b67c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 210 time: 0.0378318 Nov 12 03:56:29.668849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Checking segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:29.669211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Network hostable DHCP agents. Network: eaa694cb-5247-40d4-869a-b75db3db4ebd, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:29.710799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:29.721891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, eaa694cb-5247-40d4-869a-b75db3db4ebd) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:29.726471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:29.727757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.733288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d0dd6-7fae-46f4-9e45-caf06fa57b81 None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:29.751418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dafe09f4-0120-4c0b-aed7-5ec471180c20 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4802260 Nov 12 03:56:29.754792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59276) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:29.759824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:29.800257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.803514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.893523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:29.920068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-eaa694cb-5247-40d4-869a-b75db3db4ebd', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:29.921118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.085610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.097710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Allocated IP 172.20.0.2 (eaa694cb-5247-40d4-869a-b75db3db4ebd/73350adf-69a1-4158-b3e1-dea2b651ff6a/9326a612-9d70-4f89-8a4d-75ccffa170a7) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:30.269111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.275914 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.316930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:30.322269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:30.328983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:30.362574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Pushing event updated for resources: {'Port': ['ID=9326a612-9d70-4f89-8a4d-75ccffa170a7,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.382815 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.398917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Attempting to bind port 9326a612-9d70-4f89-8a4d-75ccffa170a7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:30.399582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Attempting to bind port 9326a612-9d70-4f89-8a4d-75ccffa170a7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:30.400131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Attempting to bind port 9326a612-9d70-4f89-8a4d-75ccffa170a7 on network eaa694cb-5247-40d4-869a-b75db3db4ebd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:30.406074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:30.406764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Checking segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:30.407396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.408063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Bound using segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:30.408701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Bound port: 9326a612-9d70-4f89-8a4d-75ccffa170a7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:30.409104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.409442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.493240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] For port 9326a612-9d70-4f89-8a4d-75ccffa170a7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:30.499491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] For port 9326a612-9d70-4f89-8a4d-75ccffa170a7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9326a612-9d70-4f89-8a4d-75ccffa170a7,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:30.504691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.546190 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Allocated IP 172.25.7.143 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/819c2428-2bf1-4dbe-8a9e-d260e03adf5a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:30.585905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d0b83-5a24-42b8-8983-40e2fc179b59 None None] Pushing event updated for resources: {'Port': ['ID=9326a612-9d70-4f89-8a4d-75ccffa170a7,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.684356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.731464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:30.793927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:30.797469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:30.802733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:30.807505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Pushing event updated for resources: {'Port': ['ID=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:30.850146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5115c0e-3bbd-4897-8d7b-f040fda5145e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:30.852394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8d52c156-66d2-4bf9-8bdb-8ce0d8c57a94 req-193d5996-8df0-4372-903c-b22ce370535a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 210 time: 0.0768564 Nov 12 03:56:30.953743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3e65129d-c277-401c-995e-a11fbddfbce8 None None] Provisioning complete for port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:30.954606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e65129d-c277-401c-995e-a11fbddfbce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.016781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3e65129d-c277-401c-995e-a11fbddfbce8 None None] Port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:31.170959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-eff95d05-06f1-4cf9-bdc7-ead63420fbd6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:31.172968 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-eff95d05-06f1-4cf9-bdc7-ead63420fbd6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.16 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.2400553 Nov 12 03:56:31.221738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:31.298645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.434105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:31.438229 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.539625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.618868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.711603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.4 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/28df1f0b-5761-4ea5-af18-655f15019f00) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:31.838084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96df65-0d62-41c2-986d-7dbb7ea9b985 None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:31.908299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Router 90d4751e-c88a-4792-a990-aa8787f7effc is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:31.918058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] Provisioning complete for port 9326a612-9d70-4f89-8a4d-75ccffa170a7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:31.918429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:31.986716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e8ff403-85a7-434f-ab62-1d993e1db265 req-95fb691d-114a-439d-94e8-3303a90c1b4c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 210 time: 0.0261810 Nov 12 03:56:31.993661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.066387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:32.079071 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Sync routers for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:32.102655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.113558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.118725 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8382fe78-ccfc-4052-b95e-ab6244820c03 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3587465 Nov 12 03:56:32.118725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:32.126205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.131563 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:32.132191 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:32.170289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] For port 9326a612-9d70-4f89-8a4d-75ccffa170a7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9326a612-9d70-4f89-8a4d-75ccffa170a7,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:32.177012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.218270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:32.250029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:32.253460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:32.257328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0baf77-8a88-49de-990f-2f0709fb1bd4 None None] Pushing event updated for resources: {'Port': ['ID=9326a612-9d70-4f89-8a4d-75ccffa170a7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:32.319196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:32.516595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ab3dc2b9-f1f5-42f6-88da-a7949fc1dde0 None None] Provisioning complete for port 9326a612-9d70-4f89-8a4d-75ccffa170a7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:32.517224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ab3dc2b9-f1f5-42f6-88da-a7949fc1dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.545391 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:31Z', 'revision_number': 3, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:32.580067 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Checking router: 90d4751e-c88a-4792-a990-aa8787f7effc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:32.580693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Updating router 90d4751e-c88a-4792-a990-aa8787f7effc port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:32.610254 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.638938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:32.700861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:32.701519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.772080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-8d4cff29-7bfa-4cbd-a79e-4edec6e33b9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5546062 Nov 12 03:56:32.817791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Request body: {'port': {'device_id': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:32.845120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9326a612-9d70-4f89-8a4d-75ccffa170a7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:32.908891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9326a612-9d70-4f89-8a4d-75ccffa170a7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:32.909357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:32.936579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.004790 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.012960 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.062140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039c8bc-2580-4037-992f-32e00b2f4a3a None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:33.070830 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Attempting to bind port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:33.071212 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Attempting to bind port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:33.071640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Attempting to bind port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:33.088466 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:33.089684 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:33.090938 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.091680 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:33.092362 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Bound port: 819c2428-2bf1-4dbe-8a9e-d260e03adf5a, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:33.092938 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.146128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cf437ea6-ed23-4b4c-a75d-c962697316d8 None None] Provisioning complete for port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:33.151150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf437ea6-ed23-4b4c-a75d-c962697316d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.155214 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] For port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:33.160230 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] For port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:33.166596 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.170481 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Pushing event updated for resources: {'Port': ['ID=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.183121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.183518 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.183870 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.184210 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.185291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.185638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.185972 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.186461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.186802 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.187155 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.187540 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.187924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:33.220991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db26e3-dc0c-4539-ab04-13e014da2777 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:33.238460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb026baf-aa57-45a5-b0ae-50e60f71b0bd req-af94ad73-3d52-4f6a-b433-ef05c0e055b5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:33.241301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb026baf-aa57-45a5-b0ae-50e60f71b0bd req-af94ad73-3d52-4f6a-b433-ef05c0e055b5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 931 time: 0.1017520 Nov 12 03:56:33.242172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cf437ea6-ed23-4b4c-a75d-c962697316d8 None None] Port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:33.264459 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:33.265344 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.317203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb026baf-aa57-45a5-b0ae-50e60f71b0bd req-672272e8-cfbd-4d5b-b5e3-5f4c967eb271 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679328 Nov 12 03:56:33.337762 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2163e-49e8-40f6-8247-fbb85c846f1f None None] Pushing event updated for resources: {'Port': ['ID=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.382514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] Provisioning complete for port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:33.383064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.419173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.444907 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:33.495226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.517713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] For port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:33.525852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.615758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28df1f0b-5761-4ea5-af18-655f15019f00 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:33.629567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.670547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Transition to ACTIVE for port object 28df1f0b-5761-4ea5-af18-655f15019f00 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:33.705761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Allocated IP 172.20.0.1 (eaa694cb-5247-40d4-869a-b75db3db4ebd/73350adf-69a1-4158-b3e1-dea2b651ff6a/23af279a-9c9a-488b-b4ee-6d99cbf44139) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:33.710471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.792232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ff56d-b20e-4650-b04f-94fd57941c4e None None] Pushing event updated for resources: {'Port': ['ID=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.795257 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:31Z', 'revision_number': 3, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:33.826548 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825d195-9035-4859-9866-c0d07e79ac82 None None] The sync data for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 is: [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:31Z', 'revision_number': 3, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:33.871768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:33.966139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:33.971713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Attempting to bind port 28df1f0b-5761-4ea5-af18-655f15019f00 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:33.972057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Attempting to bind port 28df1f0b-5761-4ea5-af18-655f15019f00 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:33.972568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Attempting to bind port 28df1f0b-5761-4ea5-af18-655f15019f00 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:33.980947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Port 28df1f0b-5761-4ea5-af18-655f15019f00 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:33.981334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Attempting to bind port 28df1f0b-5761-4ea5-af18-655f15019f00 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:33.992176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:33.992583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:33.992906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:33.993357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Bound port: 28df1f0b-5761-4ea5-af18-655f15019f00, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:33.993717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.052685 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.127507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:34.133494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:34.138267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:34.148951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:34.176836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.183795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=28df1f0b-5761-4ea5-af18-655f15019f00,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:34.198486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.247459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.255325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.255953 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.257445 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] 10.222.0.16 "PUT /v2.0/ports/28df1f0b-5761-4ea5-af18-655f15019f00 HTTP/1.1" status: 200 len: 1092 time: 1.4542272 Nov 12 03:56:34.257911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:34.260253 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:34.349081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3e124-03a7-4787-b171-d94d2053dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:34.378405 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82568e-e8c9-4326-b5d7-6987f79b9e71 x-openstack-request-id: req-af82568e-e8c9-4326-b5d7-6987f79b9e71 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:34.378692 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:34.378988 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-af82568e-e8c9-4326-b5d7-6987f79b9e71 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:34.379364 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00', 'status': 'completed', 'code': 200} Nov 12 03:56:34.461870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-10e5ec43-d621-4c23-8ce6-f0bb4f1a179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.463455 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-10e5ec43-d621-4c23-8ce6-f0bb4f1a179f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 1095 time: 0.1323631 Nov 12 03:56:34.528989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6283-4046-4435-98ba-c6adbb8de3ec req-c58a81cb-b1cf-46a7-ab7f-bdb17c293c0e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.531168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ccd6283-4046-4435-98ba-c6adbb8de3ec req-c58a81cb-b1cf-46a7-ab7f-bdb17c293c0e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 943 time: 0.0641911 Nov 12 03:56:34.550401 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-c5a16c15-987f-41a3-a135-81686b59c531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28df1f0b-5761-4ea5-af18-655f15019f00 HTTP/1.1" status: 200 len: 217 time: 0.0617967 Nov 12 03:56:34.573763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8424edd9-7c84-48aa-8060-94b3e8dcc95b None None] Provisioning complete for port 23af279a-9c9a-488b-b4ee-6d99cbf44139 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:34.574906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8424edd9-7c84-48aa-8060-94b3e8dcc95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.600533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ccd6283-4046-4435-98ba-c6adbb8de3ec req-8587689c-10c4-408e-b848-1f319bfb97ae tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 Nov 12 03:56:34.618949 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-4873fafa-7b62-4c67-adcb-29a5ac8c5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:34.620559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-4873fafa-7b62-4c67-adcb-29a5ac8c5977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0522592 Nov 12 03:56:34.632878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.645483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8424edd9-7c84-48aa-8060-94b3e8dcc95b None None] Port 23af279a-9c9a-488b-b4ee-6d99cbf44139 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:34.687667 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-493f6837-18c3-419f-9a73-2486f415ba4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356219 Nov 12 03:56:34.811330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 819c2428-2bf1-4dbe-8a9e-d260e03adf5a up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:34.917450 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:34.918784 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:34.920701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-5a43b56f-dc51-49a8-bc3f-6d75eb7e45f2 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869974 Nov 12 03:56:35.027975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.036718 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.133637 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a30373e-9822-4ac2-9159-a5eec8893c92 req-2a1a3a1c-0b59-44ad-97c8-175a8ee7e677 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972542 Nov 12 03:56:35.134679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:35.137354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.260188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:35.264175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:35.289248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-775f5658-9eaa-4193-9445-6888f0f2606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.290797 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-775f5658-9eaa-4193-9445-6888f0f2606b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 1095 time: 0.0601029 Nov 12 03:56:35.477448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Router 90d4751e-c88a-4792-a990-aa8787f7effc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:35.478882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-91579efa-4df6-449a-a4bf-05d06c19069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.480446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-91579efa-4df6-449a-a4bf-05d06c19069f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.1572673 Nov 12 03:56:35.544261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-1a480a96-a31c-4fcd-a9ad-957a5fa18c4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28df1f0b-5761-4ea5-af18-655f15019f00 HTTP/1.1" status: 200 len: 217 time: 0.0551908 Nov 12 03:56:35.575961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b7d72851-32e7-4f1e-94b7-826ecc1ccc0e None None] Provisioning complete for port 23af279a-9c9a-488b-b4ee-6d99cbf44139 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:35.577091 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b7d72851-32e7-4f1e-94b7-826ecc1ccc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:35.617337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b7d72851-32e7-4f1e-94b7-826ecc1ccc0e None None] Port 23af279a-9c9a-488b-b4ee-6d99cbf44139 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:35.673007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-18f8a657-e775-439c-a67c-73f1c061be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.678578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-18f8a657-e775-439c-a67c-73f1c061be4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0959489 Nov 12 03:56:35.716386 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-041cc119-ac15-40e8-a353-63a4eff9ae74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277956 Nov 12 03:56:35.724259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:35.734166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b53f-c631-4483-9829-70c9e3fe91c7 req-2fe116b1-2691-4672-a84e-658f1115cc1e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:35.736203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f47b53f-c631-4483-9829-70c9e3fe91c7 req-2fe116b1-2691-4672-a84e-658f1115cc1e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 943 time: 0.0564933 Nov 12 03:56:35.753324 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-46884e6d-edfd-4fd4-ad23-8674d4f2f8c4 admin admin] 10.222.0.97 "PUT /v2.0/routers/90d4751e-c88a-4792-a990-aa8787f7effc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6274340 Nov 12 03:56:35.827460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-9fe088c0-1b30-4cd5-8613-3608351e0170 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012731 Nov 12 03:56:35.842590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f47b53f-c631-4483-9829-70c9e3fe91c7 req-00c34871-bc3b-4b3d-bb7c-4219d45ec105 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991335 Nov 12 03:56:35.957174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3e4e4a78-7009-4aec-9b8d-ec396139c9f9 req-03046421-157e-489b-8ca3-ab0adf2e5153 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207237 Nov 12 03:56:36.041607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Sync routers for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:36.052643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:36.053267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:36.188257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:36.340889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59394) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:36.346418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-177963915-network', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:36.367561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Made reservation on behalf of 2aa82227cf874b74ab292d47a0b5e257 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:36.370793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.385630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.396971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 2, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:36.425721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Checking router: 90d4751e-c88a-4792-a990-aa8787f7effc for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:36.426332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Updating router 90d4751e-c88a-4792-a990-aa8787f7effc port 23af279a-9c9a-488b-b4ee-6d99cbf44139 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:36.453949 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.480740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.485780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.515243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:56:36.524443 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1094e-9da7-4030-aabf-b134591ba4a4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.532513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.533137 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Added segment e0f4c96f-6642-432c-9577-bf2d1d02c99b of type vlan for network 2d45525b-d3fd-4834-9cad-328380bc70c8 Nov 12 03:56:36.579028 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.588478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 28df1f0b-5761-4ea5-af18-655f15019f00 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:36.606359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.608091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:36.608916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.673673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3277078 Nov 12 03:56:36.673673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59406) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:36.680541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Request body: {'subnet': {'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-177963915-subnet', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:36.690389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7776e-25fd-4d90-bb4d-6e8d49fa5589 admin admin] Pushing event updated for resources: {'Network': ['ID=2d45525b-d3fd-4834-9cad-328380bc70c8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:36.706080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Made reservation on behalf of 2aa82227cf874b74ab292d47a0b5e257 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:36.708507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.716902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:56:36.842431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=28df1f0b-5761-4ea5-af18-655f15019f00,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:36.869984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '28df1f0b-5761-4ea5-af18-655f15019f00', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': '28df1f0b-5761-4ea5-af18-655f15019f00', 'mac_address': 'fa:16:3e:0f:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:36.932084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.953764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.959553 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.964047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:36.982887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36582762-aec4-4c27-ad0a-6e8240575780 req-a1beaf03-9a3b-4994-8132-2ac1a50178e5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:36.985652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36582762-aec4-4c27-ad0a-6e8240575780 req-a1beaf03-9a3b-4994-8132-2ac1a50178e5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 943 time: 0.0641432 Nov 12 03:56:37.001889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28df1f0b-5761-4ea5-af18-655f15019f00 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:37.048210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=28df1f0b-5761-4ea5-af18-655f15019f00,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:37.054122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a5e83-e3af-4f76-9e51-ff88fac623a7 None None] Pushing event updated for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.054873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36582762-aec4-4c27-ad0a-6e8240575780 req-2fb37986-85c0-4068-afa8-c2a31b6cdfa8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628831 Nov 12 03:56:37.059349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.187868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Attempting to bind port 23af279a-9c9a-488b-b4ee-6d99cbf44139 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:37.188409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Attempting to bind port 23af279a-9c9a-488b-b4ee-6d99cbf44139 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:37.188965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Attempting to bind port 23af279a-9c9a-488b-b4ee-6d99cbf44139 on network eaa694cb-5247-40d4-869a-b75db3db4ebd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:37.198140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:37.198602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Checking segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:37.199141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.199756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Bound using segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:37.200338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Bound port: 23af279a-9c9a-488b-b4ee-6d99cbf44139, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:37.200826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.242440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.294694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] For port 23af279a-9c9a-488b-b4ee-6d99cbf44139, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:37.299684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] For port 23af279a-9c9a-488b-b4ee-6d99cbf44139, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23af279a-9c9a-488b-b4ee-6d99cbf44139,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:37.306630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.393394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:37.395546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:37.403932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:37.469894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] Provisioning complete for port 23af279a-9c9a-488b-b4ee-6d99cbf44139 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:37.470177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.477720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a5e83-e3af-4f76-9e51-ff88fac623a7 None None] Pushing event updated for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.486913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cbe4bf-319f-47b6-b74f-8f10960aa2b3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:37.502455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Checking segment: {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:37.502808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Network hostable DHCP agents. Network: 2d45525b-d3fd-4834-9cad-328380bc70c8, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:56:37.524459 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:56:37.536434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2d45525b-d3fd-4834-9cad-328380bc70c8) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:37.543197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:37.543791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.565373 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4569088d-20f3-4b42-ac9b-9b67cdd43127 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8911772 Nov 12 03:56:37.567900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59424) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:37.574269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:37.592372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4f6d2-ce8c-48b6-9c5f-4abd0a8f4887 None None] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:37.608890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.610890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.672445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:37.851315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:38.046238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.192104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] For port 23af279a-9c9a-488b-b4ee-6d99cbf44139, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23af279a-9c9a-488b-b4ee-6d99cbf44139,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:38.206489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.217362 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.270504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2d45525b-d3fd-4834-9cad-328380bc70c8', 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'fixed_ips': [{'subnet_id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:56:38.271862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.298875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff5f7-7944-4714-b47a-4367dc18d213 req-f163c10d-e015-4ad1-a1a4-4e8c29ddc50c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:38.302237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dadff5f7-7944-4714-b47a-4367dc18d213 req-f163c10d-e015-4ad1-a1a4-4e8c29ddc50c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 944 time: 0.1337738 Nov 12 03:56:38.369268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f909110-6fa8-46eb-aa36-1220620f7de4 None None] Pushing event updated for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.405328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dadff5f7-7944-4714-b47a-4367dc18d213 req-4183277f-b270-4734-bbf2-b30d89967d07 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 Nov 12 03:56:38.421577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-453220d6-f261-430d-8bbd-685349fba375 None None] Provisioning complete for port 23af279a-9c9a-488b-b4ee-6d99cbf44139 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:38.423181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-453220d6-f261-430d-8bbd-685349fba375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.529552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:38.566732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.569894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b85625a-acd0-43ea-ace8-1a4a2731941c None None] The sync data for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 is: [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:37Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:38.599045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.602045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Allocated IP 172.20.0.2 (2d45525b-d3fd-4834-9cad-328380bc70c8/42cbe4bf-319f-47b6-b74f-8f10960aa2b3/14d9f58d-765f-4206-a5ff-b0c35d416867) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:38.821425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Allocated IP 172.25.7.50 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/7f23967f-d40c-4f09-b25d-59c10265520c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:38.840103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.848372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:38.884343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23af279a-9c9a-488b-b4ee-6d99cbf44139 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:38.931709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:38.939116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:38.945755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:38.962195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Pushing event updated for resources: {'Port': ['ID=14d9f58d-765f-4206-a5ff-b0c35d416867,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:38.978466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.028331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.038664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 23af279a-9c9a-488b-b4ee-6d99cbf44139 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:39.038995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.042186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Attempting to bind port 14d9f58d-765f-4206-a5ff-b0c35d416867 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:39.042609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Attempting to bind port 14d9f58d-765f-4206-a5ff-b0c35d416867 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:39.043060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Attempting to bind port 14d9f58d-765f-4206-a5ff-b0c35d416867 on network 2d45525b-d3fd-4834-9cad-328380bc70c8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:39.072177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:39.072823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Checking segment: {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:39.073267 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.074309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Bound using segment: {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:39.079368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Bound port: 14d9f58d-765f-4206-a5ff-b0c35d416867, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:39.080505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.092308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Pushing event updated for resources: {'Port': ['ID=7f23967f-d40c-4f09-b25d-59c10265520c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.104661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:39.107703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:39.110165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:39.161788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b754407c-44f9-488c-92e0-29f3bcbd91a7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:39.177138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] For port 14d9f58d-765f-4206-a5ff-b0c35d416867, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:39.197174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] For port 14d9f58d-765f-4206-a5ff-b0c35d416867, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=14d9f58d-765f-4206-a5ff-b0c35d416867,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:39.202734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.298579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-51db4fba-4cda-48e8-808a-f9f4d5def48a None None] Provisioning complete for port 7f23967f-d40c-4f09-b25d-59c10265520c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:39.299268 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51db4fba-4cda-48e8-808a-f9f4d5def48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.355905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6ffc-e9d9-415b-91bf-fa27c10ad049 None None] Pushing event updated for resources: {'Port': ['ID=14d9f58d-765f-4206-a5ff-b0c35d416867,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:39.367344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-51db4fba-4cda-48e8-808a-f9f4d5def48a None None] Port 7f23967f-d40c-4f09-b25d-59c10265520c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:39.492859 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.653384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cbaf0-9b8e-4f7a-8489-f6596d639d56 req-1537b39c-e5dd-4775-bd4b-a64864a4cdd7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:39.654214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-912cbaf0-9b8e-4f7a-8489-f6596d639d56 req-1537b39c-e5dd-4775-bd4b-a64864a4cdd7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 944 time: 0.1571167 Nov 12 03:56:39.754609 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.771041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-912cbaf0-9b8e-4f7a-8489-f6596d639d56 req-c99ff4e8-d7ed-4978-ba59-89702ee034b7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093569 Nov 12 03:56:39.829331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:39.971861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:56:40.114426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:40.126379 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Sync routers for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:40.137870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.147214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05a422fe-7e24-4748-80f1-bb1d80795b32 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5755126 Nov 12 03:56:40.147467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59468) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:40.150554 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:40.151523 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:40.295443 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:40.561988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 3, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:40.590975 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Checking router: 87bdc92a-2b12-49d2-a740-0b29489c3cb5 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:40.591313 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Updating router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 port 7f23967f-d40c-4f09-b25d-59c10265520c binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:40.594673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 28df1f0b-5761-4ea5-af18-655f15019f00 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:40.621337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bee56-ab19-4cd6-b032-2a840ce2bbf8 None None] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:56:40.630008 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.733656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.791228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] Provisioning complete for port 14d9f58d-765f-4206-a5ff-b0c35d416867 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:40.792073 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:40.852545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 28df1f0b-5761-4ea5-af18-655f15019f00 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:40.865474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 14d9f58d-765f-4206-a5ff-b0c35d416867 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:40.899846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 28df1f0b-5761-4ea5-af18-655f15019f00 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:40.900479 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.022675 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.029311 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.048876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7b20-bbfc-432e-9fcf-2d5ccf29804c req-448a7ab1-5d2f-4898-ba7c-b30fa23cca86 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.050740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bb7b20-bbfc-432e-9fcf-2d5ccf29804c req-448a7ab1-5d2f-4898-ba7c-b30fa23cca86 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 944 time: 0.1062179 Nov 12 03:56:41.080211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.103620 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Attempting to bind port 7f23967f-d40c-4f09-b25d-59c10265520c on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:41.104195 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Attempting to bind port 7f23967f-d40c-4f09-b25d-59c10265520c by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:41.104558 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Attempting to bind port 7f23967f-d40c-4f09-b25d-59c10265520c on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:41.107173 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6485aa-0e51-4f74-9a8f-2c4934be0689 None None] Pushing event updated for resources: {'Port': ['ID=7f23967f-d40c-4f09-b25d-59c10265520c,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.114683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9c1a0-d614-471b-a919-c5977044d81d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:41.115307 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:41.115679 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:41.116135 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.116593 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:41.117052 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Bound port: 7f23967f-d40c-4f09-b25d-59c10265520c, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:41.117600 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.145606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Allocated IP 172.20.0.1 (2d45525b-d3fd-4834-9cad-328380bc70c8/42cbe4bf-319f-47b6-b74f-8f10960aa2b3/a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:41.172961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94bb7b20-bbfc-432e-9fcf-2d5ccf29804c req-61ff07d2-bb76-4a4f-8141-20e23d117511 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138663 Nov 12 03:56:41.177151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 14d9f58d-765f-4206-a5ff-b0c35d416867 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.177512 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.246318 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] For port 7f23967f-d40c-4f09-b25d-59c10265520c, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:41.261457 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] For port 7f23967f-d40c-4f09-b25d-59c10265520c, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f23967f-d40c-4f09-b25d-59c10265520c,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:41.267229 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.326745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.327926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6485aa-0e51-4f74-9a8f-2c4934be0689 None None] Pushing event updated for resources: {'Port': ['ID=7f23967f-d40c-4f09-b25d-59c10265520c,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.346696 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:41.347423 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.408374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.432253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335fb16-cd6a-48ec-9f77-c1ad1b43a677 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:56:41.462935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.490382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:41.494144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:41.496622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:41.513165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] For port 14d9f58d-765f-4206-a5ff-b0c35d416867, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=14d9f58d-765f-4206-a5ff-b0c35d416867,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:41.522145 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:41.528808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.549139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:41.551868 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d3e74-d852-4703-a04a-9ec652b44b34" -d '{"events": [{"server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "name": "network-vif-plugged", "status": "completed", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:41.586298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Pushing event updated for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.605717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.641851 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff902f37-8587-4494-92ee-7447d265236d x-openstack-request-id: req-ff902f37-8587-4494-92ee-7447d265236d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:41.642539 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "name": "network-vif-plugged", "status": "completed", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:41.643051 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ff902f37-8587-4494-92ee-7447d265236d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:41.643706 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00', 'code': 200} Nov 12 03:56:41.674905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=28df1f0b-5761-4ea5-af18-655f15019f00,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:41.719583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.766693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Provisioning complete for port 14d9f58d-765f-4206-a5ff-b0c35d416867 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.767111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.817947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da2be-642e-479b-b076-ddee773db768 req-698648c8-93e6-4b7c-80f0-20da0e550cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:41.819602 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-848da2be-642e-479b-b076-ddee773db768 req-698648c8-93e6-4b7c-80f0-20da0e550cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 1097 time: 0.0808792 Nov 12 03:56:41.820121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:41.822982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef753e-06d5-40ba-a3b6-40e40c043cf9 None None] Pushing event updated for resources: {'Port': ['ID=14d9f58d-765f-4206-a5ff-b0c35d416867,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.877678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 3, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:41.895142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:41.928731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-848da2be-642e-479b-b076-ddee773db768 req-f43e5672-8381-4fd6-b449-041d314fc836 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973082 Nov 12 03:56:41.932944 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959bb94-b006-4bc3-96cb-402e0e6e21e4 None None] The sync data for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 is: [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:39Z', 'revision_number': 3, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:41.956868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Provisioning complete for port 7f23967f-d40c-4f09-b25d-59c10265520c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:41.957229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.035605 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.050812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.060035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.095517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] For port 7f23967f-d40c-4f09-b25d-59c10265520c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f23967f-d40c-4f09-b25d-59c10265520c,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:42.100377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.130155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Pushing event updated for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.137936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.173739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51fcd1-b04f-4d7b-8757-f71faa30169d None None] Pushing event updated for resources: {'Port': ['ID=7f23967f-d40c-4f09-b25d-59c10265520c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:42.240678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-31a84b07-8906-4179-bf98-50d5f5a39f06 None None] Provisioning complete for port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:42.241697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31a84b07-8906-4179-bf98-50d5f5a39f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.319770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:42.321822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-31a84b07-8906-4179-bf98-50d5f5a39f06 None None] Port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:42.339443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:42.445456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ee4ef-212e-4a8b-965e-9990a60bf882 req-86dc4414-1eb8-4ee3-a6d8-b41bfd8a6e4c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:42.447064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-745ee4ef-212e-4a8b-965e-9990a60bf882 req-86dc4414-1eb8-4ee3-a6d8-b41bfd8a6e4c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 945 time: 0.1259041 Nov 12 03:56:42.594564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-745ee4ef-212e-4a8b-965e-9990a60bf882 req-047393a9-a3cb-4bdf-81ca-68340189c5b6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273973 Nov 12 03:56:42.610130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:42.659166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-07bbf127-f587-4ff8-98d3-64529dbbd3ce None None] Provisioning complete for port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:42.659560 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07bbf127-f587-4ff8-98d3-64529dbbd3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:42.750393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-07bbf127-f587-4ff8-98d3-64529dbbd3ce None None] Port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:42.804149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:42.815413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-019b0e57-5045-4445-9cb9-e55490164ceb admin admin] 10.222.0.97 "PUT /v2.0/routers/87bdc92a-2b12-49d2-a740-0b29489c3cb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663773 Nov 12 03:56:42.925126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f23967f-d40c-4f09-b25d-59c10265520c up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:43.004815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7f23967f-d40c-4f09-b25d-59c10265520c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:43.005559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:43.128134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 14d9f58d-765f-4206-a5ff-b0c35d416867 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:43.200999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 14d9f58d-765f-4206-a5ff-b0c35d416867 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:43.201467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.072602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Sync routers for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:44.082649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:44.083729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.196457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:44.417632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7', 'name': '', 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'mac_address': 'fa:16:3e:84:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:40Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 2, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'subnets': [{'id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:44.455064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Checking router: 87bdc92a-2b12-49d2-a740-0b29489c3cb5 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:56:44.455419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Updating router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:56:44.486705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.633849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59530) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:44.641913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763598444', 'description': 'tempest-secgroup-smoke-763598444 description', 'project_id': '83f28d84960f4a42afae59e20baa5c03'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:44.670541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.784099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.798943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.818504 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.825752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.846707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.851071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59532) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:44.851687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2150126 Nov 12 03:56:44.857472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:44.873931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa83f7-247f-424e-9223-856cafd9bcf7 None None] Pushing event updated for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.874369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173758-c49d-4f29-8f28-33c03b3d26ac tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29897f-8517-47d4-8749-29b1f3ef3d87,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:44.897014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf63f0-3996-496f-917e-e71214e5a965 req-9f46d902-245a-4574-ab2b-45f75307938e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:44.908032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6acf63f0-3996-496f-917e-e71214e5a965 req-9f46d902-245a-4574-ab2b-45f75307938e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 945 time: 0.1759789 Nov 12 03:56:44.948987 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.991230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Attempting to bind port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:44.991646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Attempting to bind port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:44.992024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Attempting to bind port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 on network 2d45525b-d3fd-4834-9cad-328380bc70c8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:44.997761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:44.998123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Checking segment: {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:44.998523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:44.998940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Bound using segment: {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:44.999458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Bound port: a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f4c96f-6642-432c-9577-bf2d1d02c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:44.999881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.005323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6acf63f0-3996-496f-917e-e71214e5a965 req-6325699c-487f-4a25-9ac9-979cad9ff4c8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828211 Nov 12 03:56:45.090881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.096322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.101374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] For port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:45.106489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] For port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:45.122797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.140229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cc37c4-6a4f-4b1a-b04e-4711fd94b42f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.160123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.162902 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-175cc46e-1c3a-422e-b290-638e03bf6f24 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100026 Nov 12 03:56:45.165841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 59538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:45.170514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:45.222997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.255592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa83f7-247f-424e-9223-856cafd9bcf7 None None] Pushing event updated for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.282915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:45.283539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.432881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.442492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.453825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:56:45.509282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91454ec-9493-44ce-be74-aa88ae1204e7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.510854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Provisioning complete for port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:45.511243 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.523558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.525077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a8ea4bb8-bcbe-4d9a-869d-87059dfa4ae1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3581722 Nov 12 03:56:45.527890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:45.538692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:45.559536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f5098-48c3-4fbc-9400-a85c0714208a req-f3e4dfa9-d611-4b5b-af26-fa58952dcbc3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:45.568077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-f3e4dfa9-d611-4b5b-af26-fa58952dcbc3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.2661698 Nov 12 03:56:45.588594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-4c59074c-a2df-492c-8298-02756a73d66c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0193586 Nov 12 03:56:45.596380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.684771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-6a0bf7ca-7206-4f5c-b998-94745b96b9df tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950356 Nov 12 03:56:45.685389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.696149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.720231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f52f0c4-0399-4472-b2cf-19736ff637f6,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.747611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.749371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cee7c4b-d0eb-493a-88fa-f267ecd86020 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192807 Nov 12 03:56:45.752670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:45.757846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:45.788184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.794711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.847233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] For port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:45.853922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.872531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.881873 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.926965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0f9860-6231-465f-bf8f-bdbc91ed702a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.944914 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:45.946853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-18902fbb-da71-48e2-92ac-f9aac967f380 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1929314 Nov 12 03:56:45.949757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59554) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:45.950324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Pushing event updated for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:45.957382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:45.960910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.961253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.961590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.961916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.962245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.962568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.962933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.963260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.963593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.963895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.964210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.964522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd69cd-3edb-43be-a181-2c2ab9dab095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:56:45.984977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7', 'name': '', 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'mac_address': 'fa:16:3e:84:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:40Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'subnets': [{'id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:45.997982 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Project 83f28d84960f4a42afae59e20baa5c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:46.005469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.017555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b0db4-23f1-4033-b248-ad9069cc9528 None None] The sync data for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 is: [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T03:56:41Z', 'revision_number': 4, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7', 'name': '', 'network_id': '2d45525b-d3fd-4834-9cad-328380bc70c8', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'mac_address': 'fa:16:3e:84:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:40Z', 'updated_at': '2021-11-12T03:56:45Z', 'revision_number': 4, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'subnets': [{'id': '42cbe4bf-319f-47b6-b74f-8f10960aa2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:56:46.024085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3880aeac-6eb5-452b-ad91-52d683d58c3b None None] Provisioning complete for port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:46.024448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3880aeac-6eb5-452b-ad91-52d683d58c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.158756 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.164390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.188315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.192318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2385297 Nov 12 03:56:46.192762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59556) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:46.197180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'security_group_rule': {'security_group_id': '5e29897f-8517-47d4-8749-29b1f3ef3d87', 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:46.202623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfe90a-435c-4438-b4bd-c554e5a76ed3 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5adc9e-91c1-46fc-ad79-9b7ebeb2f5d0,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.227362 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Project 83f28d84960f4a42afae59e20baa5c03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:56:46.233043 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.279411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-870c8bf0-d8bc-457b-83ba-0cd9438cf39b service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935915 Nov 12 03:56:46.319586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.325768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.348299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82fb458-7692-4221-949e-0e53b5e27463,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:46.359024 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.360665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-10348212-c957-44ad-9391-9a107379fd5d tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671646 Nov 12 03:56:46.398503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-5971cdee-3770-45c2-b147-94ab6b2ca44f service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181409 Nov 12 03:56:46.523625 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:56:46.669946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-75e02777-4036-42a6-82c8-6f54bade961b tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763598444&fields=id&tenant_id=83f28d84960f4a42afae59e20baa5c03 HTTP/1.1" status: 200 len: 267 time: 0.0633969 Nov 12 03:56:46.826811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:46.869002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-72903305-425a-44aa-99ca-aed1e71721ad tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:46.871311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-72903305-425a-44aa-99ca-aed1e71721ad tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 808 time: 0.1957297 Nov 12 03:56:46.887683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-dac3569b-3778-4f34-a170-5db197453c9a tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/quotas/83f28d84960f4a42afae59e20baa5c03 HTTP/1.1" status: 200 len: 375 time: 0.0100234 Nov 12 03:56:46.927598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:46.928338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:46.966900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-29755bf3-cc60-4d11-9421-2364dd08a23e tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731645 Nov 12 03:56:47.090011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-d5521086-5a4b-473d-8b9a-f7a983127797 service neutron] 10.222.0.97 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066988 Nov 12 03:56:47.237143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-78d6316f-c618-48d2-a67e-214e16c1b57f service neutron] 10.222.0.97 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352463 Nov 12 03:56:47.625195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0777767-b79c-4eef-9d56-d5ac68d33e48 req-cd88a4e3-579f-4660-8c3e-74b44ef0af1f tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 210 time: 0.0299125 Nov 12 03:56:47.724086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2f1f2a3-28ec-4c16-a540-928a7b23aaa7 req-a3c638c3-6f02-48f5-947f-24837363bd0d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0287991 Nov 12 03:56:48.284550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-54b9d987-4d5b-411e-9cb7-2e812e207469 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0263958 Nov 12 03:56:48.478542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f5098-48c3-4fbc-9400-a85c0714208a req-bb8081c9-27cc-41cd-b1a0-e727642b3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:48.480140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-bb8081c9-27cc-41cd-b1a0-e727642b3132 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae568160208640df8319208a91d34a24&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1802218 Nov 12 03:56:48.670304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f5098-48c3-4fbc-9400-a85c0714208a req-fbc8df51-a461-4f1d-8de1-f5fc33b9e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:48.673287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-fbc8df51-a461-4f1d-8de1-f5fc33b9e9c2 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1862442 Nov 12 03:56:48.706876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-53fcfaec-b4e0-4e75-96d4-75f0cbd80f00 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:48.709135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-53fcfaec-b4e0-4e75-96d4-75f0cbd80f00 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 808 time: 0.1719139 Nov 12 03:56:48.795708 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-0d3002b5-584c-4a9e-9d3e-746cb9928973 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f28d84960f4a42afae59e20baa5c03 HTTP/1.1" status: 200 len: 379 time: 0.0696535 Nov 12 03:56:48.797749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70fdea18-7793-4568-a84e-881f3bf037a0 req-c6a29ba2-7be7-4467-8903-7807d51347cc tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 210 time: 0.0836368 Nov 12 03:56:48.800009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-836f5098-48c3-4fbc-9400-a85c0714208a req-a5f3bbe6-3f64-4403-9a64-0ffa7f801d2c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0542974 Nov 12 03:56:48.820284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'port': {'device_id': '966d9b68-1298-494e-a11d-57e71ad37214', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'admin_state_up': True, 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'security_groups': ['5e29897f-8517-47d4-8749-29b1f3ef3d87']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:48.892282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9523896a-4131-409c-b0b5-43c94221fb32 req-c9d32366-8bcc-4d7a-b965-1d7ed5ae0cac tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0337069 Nov 12 03:56:48.959550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Made reservation on behalf of 83f28d84960f4a42afae59e20baa5c03 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:48.963477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.114786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Allocated IP 172.20.0.5 (eaa694cb-5247-40d4-869a-b75db3db4ebd/73350adf-69a1-4158-b3e1-dea2b651ff6a/50fabb4f-98fd-4b73-b13c-173a5e282e32) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:49.127026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-a5ab6b81-f871-47b6-9058-7df32c8f0c36 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0265052 Nov 12 03:56:49.245400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-e92d9816-57d0-44ab-9ddc-f9ec920029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.246789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-e92d9816-57d0-44ab-9ddc-f9ec920029a5 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae568160208640df8319208a91d34a24&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0974324 Nov 12 03:56:49.262490 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.296651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.342517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:49.345985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-836d1e63-6b81-47ae-b827-f0179202fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.346530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:49.347507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-836d1e63-6b81-47ae-b827-f0179202fd81 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0928180 Nov 12 03:56:49.350032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:49.376016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.407529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.408212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.429564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-85762265-2e29-47f2-9801-81c6a8da07a9 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6145849 Nov 12 03:56:49.448984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Request body: {'port': {'device_id': '966d9b68-1298-494e-a11d-57e71ad37214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:49.509243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.510752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91cd731d-a469-48d3-b7cd-7722fdd67e54 req-e6dad8dc-dd9a-4730-994c-640403dd4c26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=e87c4144-1755-45f9-9908-9fe97eb3669c HTTP/1.1" status: 200 len: 210 time: 0.0376983 Nov 12 03:56:49.716610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a0906f0-c2bc-4b65-81a1-5e8cd5eb0e54 None None] Provisioning complete for port 50fabb4f-98fd-4b73-b13c-173a5e282e32 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:49.717910 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a0906f0-c2bc-4b65-81a1-5e8cd5eb0e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.783063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3a0906f0-c2bc-4b65-81a1-5e8cd5eb0e54 None None] Port 50fabb4f-98fd-4b73-b13c-173a5e282e32 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:56:49.867756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fabb4f-98fd-4b73-b13c-173a5e282e32 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:49.877833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.892388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Transition to ACTIVE for port object 50fabb4f-98fd-4b73-b13c-173a5e282e32 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:49.896074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:49.959952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e044781-9efc-4c8f-b439-7384c90a90f1 req-4fc02699-1ecd-4db4-a04a-200614a71845 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:49.964854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Pushing event updated for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:49.969891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e044781-9efc-4c8f-b439-7384c90a90f1 req-4fc02699-1ecd-4db4-a04a-200614a71845 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 931 time: 0.0959032 Nov 12 03:56:50.033717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e044781-9efc-4c8f-b439-7384c90a90f1 req-22f6691b-310f-4d8f-be65-75c9be98e9f0 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605934 Nov 12 03:56:50.050365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Attempting to bind port 50fabb4f-98fd-4b73-b13c-173a5e282e32 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:50.050806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Attempting to bind port 50fabb4f-98fd-4b73-b13c-173a5e282e32 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:50.051587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Attempting to bind port 50fabb4f-98fd-4b73-b13c-173a5e282e32 on network eaa694cb-5247-40d4-869a-b75db3db4ebd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:50.056664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Port 50fabb4f-98fd-4b73-b13c-173a5e282e32 on network eaa694cb-5247-40d4-869a-b75db3db4ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:50.057109 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Attempting to bind port 50fabb4f-98fd-4b73-b13c-173a5e282e32 on network eaa694cb-5247-40d4-869a-b75db3db4ebd {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:50.063732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:50.064196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Checking segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:50.064684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Bound using segment: {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:50.065229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Bound port: 50fabb4f-98fd-4b73-b13c-173a5e282e32, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:50.065682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.145883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:50.150272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:50.155905 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.198566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.199402 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:50.201135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 1092 time: 0.7570066 Nov 12 03:56:50.204601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:50.206921 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60" -d '{"events": [{"name": "network-changed", "server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:50.238712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7237b-a6f1-4af4-9f95-a7727b1f19f2 service neutron] Pushing event updated for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:50.342821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-2af4be25-3490-4521-a5ad-a69f9a944670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.345363 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-2af4be25-3490-4521-a5ad-a69f9a944670 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1095 time: 0.0652089 Nov 12 03:56:50.378411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-61a81808-754c-4bfb-a898-87bdba9f1b2a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.386910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-61a81808-754c-4bfb-a898-87bdba9f1b2a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1553855 Nov 12 03:56:50.405627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-167b07eb-960b-47a8-9abf-942a6ba6eefb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0177298 Nov 12 03:56:50.407596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-bd9bda0c-c4f9-42cb-8382-1fa1c72961d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 217 time: 0.0466225 Nov 12 03:56:50.459458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-00409f11-5b1e-4b49-813a-0c433d0e7ea8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529196 Nov 12 03:56:50.475882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-f81f14fc-06b3-4fc3-85aa-d3ff80973896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.478764 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-f81f14fc-06b3-4fc3-85aa-d3ff80973896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0629289 Nov 12 03:56:50.535083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0f617-b926-4b27-a5a6-41290af36295 req-4d01f9da-f44a-4f39-b892-4e65a9d82fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.537334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-4d01f9da-f44a-4f39-b892-4e65a9d82fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512674 Nov 12 03:56:50.556053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-d4132ddb-634a-43c2-b6d2-2f49a69ee547 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864091 Nov 12 03:56:50.640641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-fe94980d-7dc8-484c-9033-9d26dafd156a service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958297 Nov 12 03:56:50.656070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-33846261-36db-435e-a9a9-f0e47617c976 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937765 Nov 12 03:56:50.740866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-deb0f617-b926-4b27-a5a6-41290af36295 req-c5b25923-ff5f-4188-a659-61916c024462 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929043 Nov 12 03:56:50.819198 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f835431-534a-4789-847d-d7ebf0efbff1 x-openstack-request-id: req-3f835431-534a-4789-847d-d7ebf0efbff1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:50.819497 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:50.819754 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3f835431-534a-4789-847d-d7ebf0efbff1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:50.820166 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'status': 'completed', 'code': 200} Nov 12 03:56:50.917989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-071cf8f4-4482-4480-a2c8-06d7214095ca req-8128b94f-4191-4240-8690-bb3a9c0e644d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 210 time: 0.0525312 Nov 12 03:56:50.926086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-732f5ed9-95bd-4397-9d5f-fe99e537d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:50.933078 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-732f5ed9-95bd-4397-9d5f-fe99e537d0f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1095 time: 0.0673802 Nov 12 03:56:51.040356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-293cb562-397f-4bf1-bc54-28da73e35cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.042128 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-293cb562-397f-4bf1-bc54-28da73e35cea service neutron] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 908 time: 0.0988438 Nov 12 03:56:51.099407 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-449cf0f4-9d53-4b09-9f8f-7c6baa8fcc3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 217 time: 0.0471675 Nov 12 03:56:51.163955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-a1ad21ac-8128-4f6a-8334-1f45c8c61a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.164615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219e8f-f1d3-4113-884c-d66b85b6f2a0 req-7d41a402-d591-4eff-97c9-d233ce5167b6 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.165613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-a1ad21ac-8128-4f6a-8334-1f45c8c61a47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0579283 Nov 12 03:56:51.166109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc219e8f-f1d3-4113-884c-d66b85b6f2a0 req-7d41a402-d591-4eff-97c9-d233ce5167b6 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 943 time: 0.0527172 Nov 12 03:56:51.220243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc219e8f-f1d3-4113-884c-d66b85b6f2a0 req-ea132ad8-05ed-4def-aab2-62bbb49f224b tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480483 Nov 12 03:56:51.220537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-4469700d-2fe8-48de-93a6-b845193d1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.222114 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-4469700d-2fe8-48de-93a6-b845193d1e90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491564 Nov 12 03:56:51.325058 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-3903eecd-aceb-4b26-8308-9f8b98bde3bf service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933325 Nov 12 03:56:51.419985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d0c265c5-fe91-4aed-a0e2-f0738cba1a60 req-e9ce5727-fc66-4d33-81b2-69129a7d1052 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Nov 12 03:56:51.984892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-f46a12fa-8753-4bde-9640-4dd3ef7381e5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:51.987143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-f46a12fa-8753-4bde-9640-4dd3ef7381e5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1366620 Nov 12 03:56:52.017385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:52.038819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6b4fac3-381a-4288-b26c-633c6eb901c3 req-94744558-991a-4aed-ade4-278814262208 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 210 time: 0.0371437 Nov 12 03:56:52.150561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:56:52.154183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.205735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-653b28c9-f835-4727-82fc-43912f9cfefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.283890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.11 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/78057293-a4f0-47a6-9b05-7bd0f1e8f557) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:52.378048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e7ee-b893-4caa-9974-a9339f5ddfb0 req-282300c1-4122-4eaa-ab13-233c381b3eb7 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.379504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7225e7ee-b893-4caa-9974-a9339f5ddfb0 req-282300c1-4122-4eaa-ab13-233c381b3eb7 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 943 time: 0.0844646 Nov 12 03:56:52.491288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7225e7ee-b893-4caa-9974-a9339f5ddfb0 req-8770154c-eaf3-435c-a7b5-b8feb838f347 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978684 Nov 12 03:56:52.518319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.554036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.594789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:52.600529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:52.604010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:52.606525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:52.640744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:52.663915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:52.664531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.681811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 50fabb4f-98fd-4b73-b13c-173a5e282e32 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:52.682266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-229ad275-b554-4a9c-ae02-f2ef223fa9b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711426 Nov 12 03:56:52.705208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Request body: {'port': {'device_id': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:52.771583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:52.908361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.resource_extend [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 03:56:53.006368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:53.019003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'port_id': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'mac_address': 'fa:16:3e:9f:f3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:53.065421 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.066966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78057293-a4f0-47a6-9b05-7bd0f1e8f557 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:53.080312 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.080966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fabb4f-98fd-4b73-b13c-173a5e282e32 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:53.098252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Transition to ACTIVE for port object 78057293-a4f0-47a6-9b05-7bd0f1e8f557 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:56:53.105698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.108040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:53.115993 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.171993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.207339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Pushing event updated for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.261718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410d313-2b5c-4e58-91d9-d7051c4a9d2d req-40666438-5c66-4727-bf2f-d65b678d827c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.263250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3410d313-2b5c-4e58-91d9-d7051c4a9d2d req-40666438-5c66-4727-bf2f-d65b678d827c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 944 time: 0.1183610 Nov 12 03:56:53.309745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Attempting to bind port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:56:53.310066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Attempting to bind port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:56:53.310389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Attempting to bind port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:53.326172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:56:53.326488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Attempting to bind port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:56:53.339630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3410d313-2b5c-4e58-91d9-d7051c4a9d2d req-d906a166-d5a0-428b-904f-de3ca363419c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700262 Nov 12 03:56:53.340429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:56:53.340980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:56:53.341358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:56:53.341795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Bound port: 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:56:53.342151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.412103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:56:53.415656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:56:53.419451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['50fabb4f-98fd-4b73-b13c-173a5e282e32'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:53.432364 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.479915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.480553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:53.481966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] 10.222.0.104 "PUT /v2.0/ports/78057293-a4f0-47a6-9b05-7bd0f1e8f557 HTTP/1.1" status: 200 len: 1093 time: 0.7817855 Nov 12 03:56:53.482429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:53.484955 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8e482-20c2-4efe-a864-18a1e6f01e80" -d '{"events": [{"name": "network-changed", "server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:53.509842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc72df-619e-46ff-bb95-d3ad8c16c329 service neutron] Pushing event updated for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:53.536331 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a03bb-5c8a-4967-942d-c3e1fad9c311 x-openstack-request-id: req-8b0a03bb-5c8a-4967-942d-c3e1fad9c311 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:53.536631 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:53.536887 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b0a03bb-5c8a-4967-942d-c3e1fad9c311 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:53.540009 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557', 'status': 'completed', 'code': 200} Nov 12 03:56:53.633872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-067e658b-85ea-467f-9402-9eee477517fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.635384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-067e658b-85ea-467f-9402-9eee477517fc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 1096 time: 0.0763512 Nov 12 03:56:53.650449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86711d5-71fc-42c0-8af5-d190969e5c16 req-5b2fde77-76d9-47ca-a1f3-80304a34a2a4 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.651985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d86711d5-71fc-42c0-8af5-d190969e5c16 req-5b2fde77-76d9-47ca-a1f3-80304a34a2a4 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 944 time: 0.0610948 Nov 12 03:56:53.698876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-2b5909cb-613f-4270-8757-e8d73db9bcaa service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557 HTTP/1.1" status: 200 len: 217 time: 0.0458868 Nov 12 03:56:53.772749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d86711d5-71fc-42c0-8af5-d190969e5c16 req-ad5eb908-ec28-455d-8815-165b916a19d6 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807006 Nov 12 03:56:53.774085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-83bb15fe-840a-4ff4-b1cf-322f87876c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:53.775675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-83bb15fe-840a-4ff4-b1cf-322f87876c5a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0684509 Nov 12 03:56:53.808861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-1a0e13fa-a0e7-480b-8ad3-30dfc00a42f5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256593 Nov 12 03:56:53.912362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-5470ca34-87bf-4b4d-b24e-4e674ea3d491 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891211 Nov 12 03:56:54.001802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c34a28-e409-45e0-a6aa-d8a66004a2b6 req-31398da5-7390-4a4c-9539-623c59139a99 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847573 Nov 12 03:56:54.146352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-5dbabf54-891c-4108-9b9f-8849ee590724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.147890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-5dbabf54-891c-4108-9b9f-8849ee590724 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 1096 time: 0.0470574 Nov 12 03:56:54.239826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-84123814-52e5-4a4d-bba0-0e0dc41ec2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.241198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-84123814-52e5-4a4d-bba0-0e0dc41ec2dd service neutron] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.0856407 Nov 12 03:56:54.288046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-28957617-9416-4560-ace2-e419456b3189 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557 HTTP/1.1" status: 200 len: 217 time: 0.0388575 Nov 12 03:56:54.341934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-740490de-6431-4dd3-8f87-19e428a28e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.343450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-740490de-6431-4dd3-8f87-19e428a28e33 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0472295 Nov 12 03:56:54.380041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-1d69c059-fc98-43b9-857a-d7eab96c68ae service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281146 Nov 12 03:56:54.510238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca03b8-3ae2-4cb8-afde-869927590363 req-582ff2a5-54ce-46af-b064-872a772db986 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:54.511680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0ca03b8-3ae2-4cb8-afde-869927590363 req-582ff2a5-54ce-46af-b064-872a772db986 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 944 time: 0.0989120 Nov 12 03:56:54.515371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-c66fb746-c237-4edd-9f13-12e835cfef34 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277351 Nov 12 03:56:54.554045 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16999f2a-de05-4613-af8a-350bbeb71441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.618164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0ca03b8-3ae2-4cb8-afde-869927590363 req-9872b5b7-04a1-45c5-85e5-8f28dc4bbef4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Nov 12 03:56:54.646394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91d8e482-20c2-4efe-a864-18a1e6f01e80 req-4d035adc-a368-4141-87c5-3b5d6067a0b5 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220679 Nov 12 03:56:54.685756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 50fabb4f-98fd-4b73-b13c-173a5e282e32 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:54.736374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 50fabb4f-98fd-4b73-b13c-173a5e282e32 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:56:54.740272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 50fabb4f-98fd-4b73-b13c-173a5e282e32 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:56:54.740634 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.821526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.847557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:54.850579 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01fa5f5-52da-474b-8b58-de8c3a49cfe3" -d '{"events": [{"server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "name": "network-vif-plugged", "status": "completed", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:56:54.864631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:54.868865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:54.926111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:55.220161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455f5cb-c7b7-4f41-9d65-5122351174aa req-674af61e-7c03-4fb9-b761-643459e33f68 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.221758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6455f5cb-c7b7-4f41-9d65-5122351174aa req-674af61e-7c03-4fb9-b761-643459e33f68 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 944 time: 0.3716631 Nov 12 03:56:55.277801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6455f5cb-c7b7-4f41-9d65-5122351174aa req-e7ab8e7a-ca93-4c4e-9029-fa3710566056 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494707 Nov 12 03:56:55.323916 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb229e-040a-44e1-967e-3f04962a2cfa x-openstack-request-id: req-19bb229e-040a-44e1-967e-3f04962a2cfa {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:56:55.324475 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "name": "network-vif-plugged", "status": "completed", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:56:55.324475 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-19bb229e-040a-44e1-967e-3f04962a2cfa {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:56:55.324846 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'code': 200} Nov 12 03:56:55.464848 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399de57b-11da-487d-8efe-f2cde8f8fde6 req-80ac9a6d-95c7-4793-a88c-66f7068fe076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.466877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-399de57b-11da-487d-8efe-f2cde8f8fde6 req-80ac9a6d-95c7-4793-a88c-66f7068fe076 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.0453823 Nov 12 03:56:55.501714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:55.528877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-399de57b-11da-487d-8efe-f2cde8f8fde6 req-411ad77d-f29e-4f9b-adee-05ddc6036e40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531127 Nov 12 03:56:55.742230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1295e-d002-4c8b-abde-865b54d011d8 req-59de38f1-67fb-48f5-8e76-733c30198719 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:55.743894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ee1295e-d002-4c8b-abde-865b54d011d8 req-59de38f1-67fb-48f5-8e76-733c30198719 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 944 time: 0.0514352 Nov 12 03:56:55.803999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ee1295e-d002-4c8b-abde-865b54d011d8 req-1561337c-a591-4b94-b005-aef5496dfdfd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Nov 12 03:56:56.399567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da12f7-a7e7-43b0-bcbb-f8157dfb42eb req-0c02eddc-38a6-4440-824b-ada86c5853e1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.401411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48da12f7-a7e7-43b0-bcbb-f8157dfb42eb req-0c02eddc-38a6-4440-824b-ada86c5853e1 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0536816 Nov 12 03:56:56.452806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48da12f7-a7e7-43b0-bcbb-f8157dfb42eb req-ce1bcf00-a5ee-4357-babe-1a4e6a68dabb tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Nov 12 03:56:56.945786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5613dcd-9025-4c43-aa76-705f5e9a5b38 req-13a37100-5d26-4202-8846-6ff9dafa4c9e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:56.948373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5613dcd-9025-4c43-aa76-705f5e9a5b38 req-13a37100-5d26-4202-8846-6ff9dafa4c9e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 944 time: 0.0656085 Nov 12 03:56:56.971763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.011500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5613dcd-9025-4c43-aa76-705f5e9a5b38 req-6562d928-beb8-4fc5-9283-977940943671 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Nov 12 03:56:57.566366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e8fb5-6152-4675-a004-e3e111fe55aa req-1eaa866b-ebd4-4b9b-86d1-6526c026f80a tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.567852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-074e8fb5-6152-4675-a004-e3e111fe55aa req-1eaa866b-ebd4-4b9b-86d1-6526c026f80a tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Nov 12 03:56:57.621083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-074e8fb5-6152-4675-a004-e3e111fe55aa req-23af40f8-9eae-4609-a2d4-f232ee52e558 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472319 Nov 12 03:56:57.734285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92269e01-b00e-48eb-b676-2c3b874fe133 req-7cc00b25-dbb0-4b2a-9d23-915bc36a5eb8 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.735697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92269e01-b00e-48eb-b676-2c3b874fe133 req-7cc00b25-dbb0-4b2a-9d23-915bc36a5eb8 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Nov 12 03:56:57.764635 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:57.786533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92269e01-b00e-48eb-b676-2c3b874fe133 req-82595d13-940c-4c36-af8e-227d52f70a40 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Nov 12 03:56:57.900192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2d3de-3964-47d8-81da-5c12d78c3e4a req-9c68c5fb-17d8-4745-b16e-c81ab34cca43 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:57.901687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9a2d3de-3964-47d8-81da-5c12d78c3e4a req-9c68c5fb-17d8-4745-b16e-c81ab34cca43 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Nov 12 03:56:57.927660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 78057293-a4f0-47a6-9b05-7bd0f1e8f557 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:56:57.954523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9a2d3de-3964-47d8-81da-5c12d78c3e4a req-4fbbd349-3258-4ea3-82f1-6d8f5dcac722 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465181 Nov 12 03:56:57.976069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59686) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:58.023658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.037261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '78057293-a4f0-47a6-9b05-7bd0f1e8f557', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': '78057293-a4f0-47a6-9b05-7bd0f1e8f557', 'mac_address': 'fa:16:3e:a4:6b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:56:58.083171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.097573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78057293-a4f0-47a6-9b05-7bd0f1e8f557 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:56:58.122970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b7f52-96dd-48cf-9b2f-838261d7f6cb tempest-TestServerBasicOps-35849922 tempest-TestServerBasicOps-35849922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.124550 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-750b7f52-96dd-48cf-9b2f-838261d7f6cb tempest-TestServerBasicOps-35849922 tempest-TestServerBasicOps-35849922-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1092 time: 0.1474929 Nov 12 03:56:58.127476 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:56:58.128784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 59694) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:56:58.133362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.137686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:56:58.151751 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1b27-0744-4967-a305-64eff230c48e req-3f72a5ac-7742-48ad-8649-c5a11acb5100 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:58.153323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-556a1b27-0744-4967-a305-64eff230c48e req-3f72a5ac-7742-48ad-8649-c5a11acb5100 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 944 time: 0.0720212 Nov 12 03:56:58.173569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.191822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:58.210713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-556a1b27-0744-4967-a305-64eff230c48e req-97f3e5ef-97f2-4f23-8c1c-dad61e1f3976 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Nov 12 03:56:58.296809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.408809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Allocated IP 172.25.7.52 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ad6fdc5d-463f-4555-ba86-73a933d3c68d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:56:58.522450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.559250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:58.608079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['78057293-a4f0-47a6-9b05-7bd0f1e8f557'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:56:58.611105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:56:58.615705 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:56:58.618132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:56:58.620807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'Port': ['ID=ad6fdc5d-463f-4555-ba86-73a933d3c68d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:59.045348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.126206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.304976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.311262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.353978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2037212-e0cf-4319-94f6-37acc274a641 req-e5e37789-e036-4415-987c-36c19ba7d978 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:56:59.355709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2037212-e0cf-4319-94f6-37acc274a641 req-e5e37789-e036-4415-987c-36c19ba7d978 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 945 time: 0.0673504 Nov 12 03:56:59.399077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event updated for resources: {'Port': ['ID=ad6fdc5d-463f-4555-ba86-73a933d3c68d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:56:59.402262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.433876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2037212-e0cf-4319-94f6-37acc274a641 req-6bdd424c-50a3-4c4b-9d74-ba481f0ef33a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707836 Nov 12 03:56:59.548502 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Floating IP ed8827d6-bee3-4346-984a-c051880db90e associated. External IP: 172.25.7.52, port: 50fabb4f-98fd-4b73-b13c-173a5e282e32. Nov 12 03:56:59.792894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Router 90d4751e-c88a-4792-a990-aa8787f7effc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:56:59.912883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:56:59.924194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 78057293-a4f0-47a6-9b05-7bd0f1e8f557 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:56:59.931160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Sync routers for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:56:59.939034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:56:59.945206 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:56:59.945722 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:56:59.972362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa035b9d-4236-406c-b9e6-620fec9d631c tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8424501 Nov 12 03:56:59.973003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:56:59.975628 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63296d3-07f8-43e8-96a6-50ce1e4b6629" -d '{"events": [{"name": "network-changed", "server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:00.002101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:00.008072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:00.009079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.017187 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc20d3-42d8-47a3-ad1e-c868b45b6831 x-openstack-request-id: req-06bc20d3-42d8-47a3-ad1e-c868b45b6831 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:00.017543 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:00.017851 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-06bc20d3-42d8-47a3-ad1e-c868b45b6831 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:00.018269 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'status': 'completed', 'code': 200} Nov 12 03:57:00.114695 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.122810 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:00.126371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-dd510a14-0bbc-4d75-9ad3-d5746831ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.127957 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-dd510a14-0bbc-4d75-9ad3-d5746831ba5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.0623484 Nov 12 03:57:00.140500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:00.143667 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b1a5be-ed3d-4bc9-b9f4-197bd83296f4" -d '{"events": [{"server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "name": "network-vif-plugged", "status": "completed", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:00.159224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:00.186272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:00.238666 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afd6e7-c254-4fe5-9055-90937938a2e1 x-openstack-request-id: req-76afd6e7-c254-4fe5-9055-90937938a2e1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:00.239079 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "name": "network-vif-plugged", "status": "completed", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:00.239403 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-76afd6e7-c254-4fe5-9055-90937938a2e1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:00.239865 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557', 'code': 200} Nov 12 03:57:00.261717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:00.276833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-da8b70ae-64d4-472e-85d2-ea3720161274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.278608 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-da8b70ae-64d4-472e-85d2-ea3720161274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 908 time: 0.1418204 Nov 12 03:57:00.367836 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-c929dcf2-0504-4607-b58c-d36b040d3001 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 998 time: 0.0802565 Nov 12 03:57:00.432634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-2d6afa2e-9cba-4d8e-bf50-3913cf554c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.435663 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-2d6afa2e-9cba-4d8e-bf50-3913cf554c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0582426 Nov 12 03:57:00.450734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee0465-284a-436a-92ca-79b2be629b62 req-7f0f2bb3-bd8e-46e0-bf2c-91f9c89461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.453527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cee0465-284a-436a-92ca-79b2be629b62 req-7f0f2bb3-bd8e-46e0-bf2c-91f9c89461b7 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 1098 time: 0.0843081 Nov 12 03:57:00.492015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-8e6b37fe-72fd-4996-a87a-d78b5c0880b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.494868 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-8e6b37fe-72fd-4996-a87a-d78b5c0880b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513375 Nov 12 03:57:00.519527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cee0465-284a-436a-92ca-79b2be629b62 req-41bf1e0a-7558-41ef-9605-9d259571bb98 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569258 Nov 12 03:57:00.543545 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'ed8827d6-bee3-4346-984a-c051880db90e', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'floating_ip_address': '172.25.7.52', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'port_id': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'mac_address': 'fa:16:3e:9f:f3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d9b68-1298-494e-a11d-57e71ad37214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:58Z', 'updated_at': '2021-11-12T03:56:58Z', 'revision_number': 0, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:00.576027 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Checking router: 90d4751e-c88a-4792-a990-aa8787f7effc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:00.585636 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:00.586489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:00.590116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df305125-e5a2-4206-9259-39834695b037 req-136c950f-ef6f-441f-85ff-85777c905b96 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:00.600569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df305125-e5a2-4206-9259-39834695b037 req-136c950f-ef6f-441f-85ff-85777c905b96 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0736136 Nov 12 03:57:00.610074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-856f1995-e3bc-4bc8-a449-3e9fd7d963cc service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067514 Nov 12 03:57:00.657337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df305125-e5a2-4206-9259-39834695b037 req-a607b8d6-498c-4ec5-91cf-0be7f53751a0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Nov 12 03:57:00.722463 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e63296d3-07f8-43e8-96a6-50ce1e4b6629 req-d579cd67-1140-4cf5-bc6b-ceb6c0643831 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046188 Nov 12 03:57:00.724070 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:00.987580 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'ed8827d6-bee3-4346-984a-c051880db90e', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'floating_ip_address': '172.25.7.52', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'port_id': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'mac_address': 'fa:16:3e:9f:f3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d9b68-1298-494e-a11d-57e71ad37214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:58Z', 'updated_at': '2021-11-12T03:56:58Z', 'revision_number': 0, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:01.013953 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6ce5c-258a-4ff1-a17b-84b2ac2188ba None None] The sync data for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 is: [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'ed8827d6-bee3-4346-984a-c051880db90e', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'floating_ip_address': '172.25.7.52', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'port_id': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'mac_address': 'fa:16:3e:9f:f3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966d9b68-1298-494e-a11d-57e71ad37214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:56:58Z', 'updated_at': '2021-11-12T03:56:58Z', 'revision_number': 0, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:01.228014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb733f-3caa-41ae-9295-1f4acf743074 None None] New status for floating IP ed8827d6-bee3-4346-984a-c051880db90e: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:01.567501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:01.805943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8974ead-3a05-4462-9920-22881e8f294e req-9516ff72-9c31-4e98-936c-ad625002c0fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:01.807546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8974ead-3a05-4462-9920-22881e8f294e req-9516ff72-9c31-4e98-936c-ad625002c0fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0702507 Nov 12 03:57:01.882420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8974ead-3a05-4462-9920-22881e8f294e req-d08e55b7-1428-41ec-a17f-43645750035a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683446 Nov 12 03:57:03.041318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf104-4948-4e2a-933f-089db5d8b8f4 req-8774e2d4-3b92-4427-bd45-d1cf24e4ec4e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.042978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60edf104-4948-4e2a-933f-089db5d8b8f4 req-8774e2d4-3b92-4427-bd45-d1cf24e4ec4e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0522645 Nov 12 03:57:03.100712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60edf104-4948-4e2a-933f-089db5d8b8f4 req-ce9dfd6f-a5ac-4370-95a4-2af139f73390 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515108 Nov 12 03:57:03.233155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf45056-73b2-44f8-bed1-27c59052b28c req-07f704db-b2f7-4b05-847e-312ac9a6825f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.235230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cf45056-73b2-44f8-bed1-27c59052b28c req-07f704db-b2f7-4b05-847e-312ac9a6825f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0557790 Nov 12 03:57:03.289318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cf45056-73b2-44f8-bed1-27c59052b28c req-f93d3746-d1fb-4e28-9a3f-acb0a1c99d8b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475016 Nov 12 03:57:03.563508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27912f2-a748-4f69-89d8-d1bec7ba13a5 req-c303a671-b985-4532-9a13-4626ab27b2d1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:03.565104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c27912f2-a748-4f69-89d8-d1bec7ba13a5 req-c303a671-b985-4532-9a13-4626ab27b2d1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0539494 Nov 12 03:57:03.622351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c27912f2-a748-4f69-89d8-d1bec7ba13a5 req-988a9c9b-643a-4270-bd3b-afc218bbcfd1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508187 Nov 12 03:57:04.757367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce863f9-adc8-4a11-8373-d9b92e67ff6a req-9aa4dfba-fb69-41c5-89d3-ddc8ca92dfdf tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:04.761155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cce863f9-adc8-4a11-8373-d9b92e67ff6a req-9aa4dfba-fb69-41c5-89d3-ddc8ca92dfdf tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0514984 Nov 12 03:57:04.814516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cce863f9-adc8-4a11-8373-d9b92e67ff6a req-5b2ca51a-5d7a-4f52-aca6-bb0f68e39e96 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Nov 12 03:57:05.320410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-012ccb1d-64f9-47a4-b5ab-1c610d752295 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:05.322062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-012ccb1d-64f9-47a4-b5ab-1c610d752295 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 946 time: 0.0505776 Nov 12 03:57:05.431517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:05.431863 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.534011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port 78057293-a4f0-47a6-9b05-7bd0f1e8f557, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=78057293-a4f0-47a6-9b05-7bd0f1e8f557,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:05.534011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.552777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for 78057293-a4f0-47a6-9b05-7bd0f1e8f557 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:05.703181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.733959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=78057293-a4f0-47a6-9b05-7bd0f1e8f557,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:05.740331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['78057293-a4f0-47a6-9b05-7bd0f1e8f557'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:05.780159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port 78057293-a4f0-47a6-9b05-7bd0f1e8f557 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:05.783360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:05.784771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:05.786701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26b6a6d-f6ee-4131-bb29-633bdfde505b req-5c98fb05-571c-4266-b93f-d83d6d60af4a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/78057293-a4f0-47a6-9b05-7bd0f1e8f557 HTTP/1.1" status: 204 len: 173 time: 0.4571867 Nov 12 03:57:05.787177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'name': 'network-vif-deleted', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:05.789951 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c322a4c-0f1c-4ea2-817e-a20ed84fd15d" -d '{"events": [{"server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "name": "network-vif-deleted", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:05.855195 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5773c5-2ab5-46ca-9304-3777154c4daf x-openstack-request-id: req-ac5773c5-2ab5-46ca-9304-3777154c4daf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:05.855490 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76957e8c-5be9-4448-a77a-1ac39dd85763", "name": "network-vif-deleted", "tag": "78057293-a4f0-47a6-9b05-7bd0f1e8f557", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:05.855745 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ac5773c5-2ab5-46ca-9304-3777154c4daf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:05.856140 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76957e8c-5be9-4448-a77a-1ac39dd85763', 'name': 'network-vif-deleted', 'tag': '78057293-a4f0-47a6-9b05-7bd0f1e8f557', 'status': 'completed', 'code': 200} Nov 12 03:57:05.970034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7668e60a-860d-45ea-8d85-5990aa0543dd req-054c7358-3e40-42ba-aeb5-5997d03a388c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=76957e8c-5be9-4448-a77a-1ac39dd85763 HTTP/1.1" status: 200 len: 210 time: 0.0412378 Nov 12 03:57:07.558585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-18b64d8b-8652-4e8b-a231-56a0f3ffc77e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:07.560182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-18b64d8b-8652-4e8b-a231-56a0f3ffc77e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1082878 Nov 12 03:57:07.575977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-f095ab87-080f-4645-b0e5-d30014962a9a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0096090 Nov 12 03:57:07.629522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-a9645d2c-ee4f-4d04-858b-ad34a8fabd85 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470099 Nov 12 03:57:07.732715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-1a0f797a-4d3d-4818-8795-04af9d26e304 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907815 Nov 12 03:57:07.839103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-3f4b3fdb-7e77-4a7d-b3b9-6adba9d98109 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999711 Nov 12 03:57:07.976490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 78057293-a4f0-47a6-9b05-7bd0f1e8f557 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:08.000388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 78057293-a4f0-47a6-9b05-7bd0f1e8f557 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:08.000728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 78057293-a4f0-47a6-9b05-7bd0f1e8f557 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:08.013718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0524bad-5c81-4b88-8001-a4f1958cdb37 req-c46c5011-106a-4a75-87c1-6927e98ade67 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 210 time: 0.0328178 Nov 12 03:57:09.125725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7fc5de7e-8782-4ade-a00d-10d8547d0eb4 req-c6173fb8-eb0d-4f1d-98b3-5a6f1f78ad01 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 210 time: 0.0383773 Nov 12 03:57:09.297855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-1b2f61a3-98e3-4e72-82cd-4dc51c3bff50 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:09.299587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-1b2f61a3-98e3-4e72-82cd-4dc51c3bff50 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1787274 Nov 12 03:57:09.338156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:09.466000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:09.470066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.608000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.8 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/db46d273-df47-4e8a-9906-677d7aaee5d0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:09.757987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.779711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.815899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.850173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:09.869743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:09.875377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:09.880118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:09.920563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:09.949533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:09.950184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:09.971658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7593af54-e302-45f8-a49d-0f9443548096 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6376412 Nov 12 03:57:09.999248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Request body: {'port': {'device_id': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:10.073166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.331018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d40d83-d659-4f68-b7f4-f52f28de9eeb req-020486c6-aded-4e93-b24c-14aa9da566a8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.332684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9d40d83-d659-4f68-b7f4-f52f28de9eeb req-020486c6-aded-4e93-b24c-14aa9da566a8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 931 time: 0.1037736 Nov 12 03:57:10.435807 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9d40d83-d659-4f68-b7f4-f52f28de9eeb req-d933a8f9-7d42-4171-badc-6a0554390eac tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966864 Nov 12 03:57:10.452655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db46d273-df47-4e8a-9906-677d7aaee5d0 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:10.463415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.480813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Transition to ACTIVE for port object db46d273-df47-4e8a-9906-677d7aaee5d0 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:10.489236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.557824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.613192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Attempting to bind port db46d273-df47-4e8a-9906-677d7aaee5d0 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:10.613450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Attempting to bind port db46d273-df47-4e8a-9906-677d7aaee5d0 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:10.613734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Attempting to bind port db46d273-df47-4e8a-9906-677d7aaee5d0 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:10.618266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Port db46d273-df47-4e8a-9906-677d7aaee5d0 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:10.618583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Attempting to bind port db46d273-df47-4e8a-9906-677d7aaee5d0 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:10.623435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:10.623774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:10.624182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:10.624604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Bound port: db46d273-df47-4e8a-9906-677d7aaee5d0, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:10.625172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.698493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:10.701581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=db46d273-df47-4e8a-9906-677d7aaee5d0,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:10.707341 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.742644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.743300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:10.744697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] 10.222.0.104 "PUT /v2.0/ports/db46d273-df47-4e8a-9906-677d7aaee5d0 HTTP/1.1" status: 200 len: 1092 time: 0.7506149 Nov 12 03:57:10.745144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:10.747474 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c787c-6bd8-454c-888c-3fde91748c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:10.784374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789803-df42-43ab-b450-0ddd515e4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:10.796136 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb12fdd-fd3c-4441-aa20-61501d07ae49 x-openstack-request-id: req-fdb12fdd-fd3c-4441-aa20-61501d07ae49 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:10.796430 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:10.796717 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fdb12fdd-fd3c-4441-aa20-61501d07ae49 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:10.797128 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0', 'status': 'completed', 'code': 200} Nov 12 03:57:10.873137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7447056d-32c2-4669-8224-3b7b1cddac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.875406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-7447056d-32c2-4669-8224-3b7b1cddac66 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 1095 time: 0.0486183 Nov 12 03:57:10.935153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-449caaf1-e29d-4b6f-a619-333e610d3d2b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db46d273-df47-4e8a-9906-677d7aaee5d0 HTTP/1.1" status: 200 len: 217 time: 0.0437243 Nov 12 03:57:10.993143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-9d1b38a6-f0d8-4039-b75b-0b8b5dca5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:10.994784 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-9d1b38a6-f0d8-4039-b75b-0b8b5dca5949 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0521641 Nov 12 03:57:11.030509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-497f2985-c915-43af-b120-f3972e21c06f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281949 Nov 12 03:57:11.142663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-e1e77ecc-1a15-4bc1-8dff-a8e95524c84c service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003616 Nov 12 03:57:11.263527 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b9ebd4d1-c710-461b-afea-125b25170e52 req-8870d219-a991-4ae8-b806-7edc91333239 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103721 Nov 12 03:57:11.435602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-795e39db-bcde-480d-bbb5-52364ac3b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.437123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-795e39db-bcde-480d-bbb5-52364ac3b6ed service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 1095 time: 0.0665631 Nov 12 03:57:11.583085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04290378-2f58-4b79-820d-0a21ec37eb13 req-3d0877b4-d42c-442a-b642-8e142b465717 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.584601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04290378-2f58-4b79-820d-0a21ec37eb13 req-3d0877b4-d42c-442a-b642-8e142b465717 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 943 time: 0.0710454 Nov 12 03:57:11.587734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-649badd1-d92f-4d03-9fa4-62f7f02b89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.589154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-649badd1-d92f-4d03-9fa4-62f7f02b89ee service neutron] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.1442616 Nov 12 03:57:11.649897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-226c08bc-2d94-4755-bb6a-2107c46bb292 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db46d273-df47-4e8a-9906-677d7aaee5d0 HTTP/1.1" status: 200 len: 217 time: 0.0518014 Nov 12 03:57:11.717077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04290378-2f58-4b79-820d-0a21ec37eb13 req-24df5a2c-e67e-4110-8811-1cad35ee93cf tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255977 Nov 12 03:57:11.730332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-406ea187-e8d3-4720-815d-4b69bfb3a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:11.731798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-406ea187-e8d3-4720-815d-4b69bfb3a447 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0745604 Nov 12 03:57:11.770827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-ac8e7fde-2474-44a9-ae6a-3f4cc299df27 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311270 Nov 12 03:57:11.906605 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-9990777a-22d4-4333-a22c-68d28de0e738 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222103 Nov 12 03:57:12.001874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e7c787c-6bd8-454c-888c-3fde91748c6d req-c6a051f4-735f-44bb-8c64-102ff42279d0 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922129 Nov 12 03:57:12.844388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe41eb-d577-4fd8-bcc3-42bb3bb1ef9e req-33ede256-22f2-4d1d-9e9f-e225448dab76 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:12.845926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33fe41eb-d577-4fd8-bcc3-42bb3bb1ef9e req-33ede256-22f2-4d1d-9e9f-e225448dab76 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 943 time: 0.0581002 Nov 12 03:57:12.894365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33fe41eb-d577-4fd8-bcc3-42bb3bb1ef9e req-f65c7301-8ddb-4176-a0db-5905aa6595dc tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Nov 12 03:57:14.029874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a105e47-34db-49f5-ba14-abdff3e79e6a req-0d9b46ee-aec8-47d3-80b9-cad47b3766de tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:14.032052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a105e47-34db-49f5-ba14-abdff3e79e6a req-0d9b46ee-aec8-47d3-80b9-cad47b3766de tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 943 time: 0.0538750 Nov 12 03:57:14.085091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a105e47-34db-49f5-ba14-abdff3e79e6a req-6bbbf8b9-4f85-49a8-87c0-408a48e519e7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Nov 12 03:57:15.223761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de7954-ea5b-4879-8891-52332df7ec00 req-4cdc0d25-2173-4923-87dd-1679520b3a59 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:15.225908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9de7954-ea5b-4879-8891-52332df7ec00 req-4cdc0d25-2173-4923-87dd-1679520b3a59 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 943 time: 0.0608356 Nov 12 03:57:15.279953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9de7954-ea5b-4879-8891-52332df7ec00 req-45d16bf4-fd05-4567-85af-05e619e59ff9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Nov 12 03:57:15.998198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device db46d273-df47-4e8a-9906-677d7aaee5d0 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:16.107986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=db46d273-df47-4e8a-9906-677d7aaee5d0,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:16.119575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'db46d273-df47-4e8a-9906-677d7aaee5d0', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': 'db46d273-df47-4e8a-9906-677d7aaee5d0', 'mac_address': 'fa:16:3e:21:1b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:16.160959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.173568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db46d273-df47-4e8a-9906-677d7aaee5d0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:16.195542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=db46d273-df47-4e8a-9906-677d7aaee5d0,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:16.200435 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:16.251779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:16.402999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bfccd-9163-4603-bb56-d504d7fc7712 req-1ef54414-ad90-47ac-9cde-77611258a9f9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.404344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-096bfccd-9163-4603-bb56-d504d7fc7712 req-1ef54414-ad90-47ac-9cde-77611258a9f9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 944 time: 0.0523870 Nov 12 03:57:16.455166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-096bfccd-9163-4603-bb56-d504d7fc7712 req-4c28dbcc-0f2f-404c-9b67-92fd43c3f4ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Nov 12 03:57:16.498999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-e833d742-028d-4c8a-969a-26a472653a81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520744 Nov 12 03:57:16.622533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-29de8ab5-949e-4914-8882-c8397fabbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.624158 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-29de8ab5-949e-4914-8882-c8397fabbfbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 1097 time: 0.0536973 Nov 12 03:57:16.719124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['db46d273-df47-4e8a-9906-677d7aaee5d0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:16.740209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-a5f25ead-9095-47ca-9904-6b958722529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.741755 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-a5f25ead-9095-47ca-9904-6b958722529c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.0945821 Nov 12 03:57:16.792199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-6c8d260e-87f0-4a02-af64-d71ad75ac47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28df1f0b-5761-4ea5-af18-655f15019f00 HTTP/1.1" status: 200 len: 217 time: 0.0422788 Nov 12 03:57:16.848725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-97239157-76aa-4d19-916c-2c01f5dac861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:16.850228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-97239157-76aa-4d19-916c-2c01f5dac861 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0506744 Nov 12 03:57:16.887169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-c4ccffab-ff87-4dff-8af4-2bb15d366e40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270610 Nov 12 03:57:16.987171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-423e36a6-bcf8-42cc-9a72-5c6adef2c5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895178 Nov 12 03:57:17.081190 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-acf02204-301f-4b0d-95bd-78d36ca8a1f6 req-90d0a679-5494-469d-bfa5-fb370c3839ff service neutron] 10.222.0.16 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Nov 12 03:57:17.573616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af20823-cc4f-4f05-9ef7-6fb55adbb992 req-c9a429ca-4a37-4e1a-a3d2-8ebca2ec00e1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:17.575360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af20823-cc4f-4f05-9ef7-6fb55adbb992 req-c9a429ca-4a37-4e1a-a3d2-8ebca2ec00e1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 944 time: 0.0498834 Nov 12 03:57:17.628388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af20823-cc4f-4f05-9ef7-6fb55adbb992 req-b1fc41e0-504d-4aa7-b7f6-f33c82fd6652 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464518 Nov 12 03:57:17.953424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60044) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:17.958242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786039549', 'description': 'tempest-secgroup-smoke-786039549 description', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:17.981512 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.016706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device db46d273-df47-4e8a-9906-677d7aaee5d0 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:18.049934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.054307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.068354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port db46d273-df47-4e8a-9906-677d7aaee5d0 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:18.074348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port db46d273-df47-4e8a-9906-677d7aaee5d0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:18.074728 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.087781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.091112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338532 Nov 12 03:57:18.091112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.091701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.096860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.098579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.099082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.099421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.099837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.100167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.100490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.100858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.101209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.101610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.101960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.102278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.102626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8198-3188-40ec-b45e-7d82de7df08b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.130491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.175397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.191455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.195379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.201068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:18.204108 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c177d-8652-45e8-b051-93ecfa4d3a66" -d '{"events": [{"server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "name": "network-vif-plugged", "status": "completed", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:18.216826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=db46d273-df47-4e8a-9906-677d7aaee5d0,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:18.221400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2015a3-f532-4659-8447-5dc1a6776605,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.221842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.233376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418340 Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.241063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53626bb0-41ba-4010-be7e-2f86ec1bcf5a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:18.243440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60050) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.249130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.264321 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6415497-7867-40bb-a7f0-2eb797bb94e6 x-openstack-request-id: req-d6415497-7867-40bb-a7f0-2eb797bb94e6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:18.264888 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "name": "network-vif-plugged", "status": "completed", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:18.265850 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d6415497-7867-40bb-a7f0-2eb797bb94e6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:18.266255 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0', 'code': 200} Nov 12 03:57:18.283016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.288638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.346778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.350394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.365237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4776ce-e02b-4490-bac0-133edc4ad01d,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.376477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.378327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f523129e-259c-4983-beea-ddda4c07af2b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325283 Nov 12 03:57:18.380396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60052) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.384780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.411655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804492fa-af15-4055-ab9f-2644b3d96610 req-47a03824-5314-44c6-a4bf-ab68254ded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.413154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-804492fa-af15-4055-ab9f-2644b3d96610 req-47a03824-5314-44c6-a4bf-ab68254ded70 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 1097 time: 0.0450156 Nov 12 03:57:18.413479 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.467175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-804492fa-af15-4055-ab9f-2644b3d96610 req-8ff47453-76cc-425b-98ec-0ae4091423a3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Nov 12 03:57:18.476522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.480114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.498101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e37064d-f123-4dda-9274-69513079a8c5,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.505571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.506743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6f37ce88-cf91-410e-9b99-875278ba8ba7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253648 Nov 12 03:57:18.509961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.514608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.542365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.602895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.606757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.625223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6d9fbe-bab7-4c7c-8506-86f364f6a331,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.633249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.634469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb73b27c-fe1b-45a9-a8c4-099117b13f8d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235013 Nov 12 03:57:18.637216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60056) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.641517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.666796 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Project d1b9e9890765465abe0e5624a2c44e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:18.673020 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.764570 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.777370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f94f4e-161e-430b-a8ff-625c7a6c6a94 req-2387820e-4cc2-4d30-9084-926e5adb4c9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:18.778886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26f94f4e-161e-430b-a8ff-625c7a6c6a94 req-2387820e-4cc2-4d30-9084-926e5adb4c9d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.0713763 Nov 12 03:57:18.779688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.812935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8a1e8c-0484-438a-b33f-8ec5a7f49be6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.818872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.820075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-feba43dd-b7ed-4011-94b4-73cc483a862c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1819351 Nov 12 03:57:18.823199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:18.828601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'security_group_rule': {'security_group_id': '9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5', 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:18.849275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26f94f4e-161e-430b-a8ff-625c7a6c6a94 req-254f6b8f-b122-45c7-9e79-b5fd85f2144b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621557 Nov 12 03:57:18.852902 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Project d1b9e9890765465abe0e5624a2c44e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:18.858219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.918178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.922545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.940561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb02bb3-82d1-4c47-b4b9-e0004b2cf8a2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:18.949310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:18.950526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4338039b-7248-4676-9cdd-f19e81320ee1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263144 Nov 12 03:57:19.160884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-ac0c6287-1bf8-4dbb-9d27-57b9960f1701 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786039549&fields=id&tenant_id=d1b9e9890765465abe0e5624a2c44e36 HTTP/1.1" status: 200 len: 267 time: 0.0496414 Nov 12 03:57:19.266757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-3e03694a-1596-48ab-9004-b673fca706a1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:19.268268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-3e03694a-1596-48ab-9004-b673fca706a1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 813 time: 0.1004314 Nov 12 03:57:19.283254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-911b555c-ec2d-4794-a927-e7549c094492 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/quotas/d1b9e9890765465abe0e5624a2c44e36 HTTP/1.1" status: 200 len: 375 time: 0.0092986 Nov 12 03:57:19.334915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-4a5f7211-524b-4fa1-9b81-ca719665ffa5 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461535 Nov 12 03:57:19.434111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-8ceddd07-9362-4105-b8be-7a5335fb5028 service neutron] 10.222.0.97 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878177 Nov 12 03:57:19.523418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-3c2e7bb1-fbf9-434d-a007-5eba131cb125 service neutron] 10.222.0.97 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827210 Nov 12 03:57:19.839906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8bc95c51-d28d-4f51-86d2-88eaa50c417b req-e2478ad0-f7f6-41f3-87f4-0b1a6e3f3fe1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0334425 Nov 12 03:57:19.977559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5581f79-f7bb-4780-901f-3d3fa1a9b453 req-b0f3e2e0-4bb0-43c5-b066-652ee45e18de tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:19.979238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5581f79-f7bb-4780-901f-3d3fa1a9b453 req-b0f3e2e0-4bb0-43c5-b066-652ee45e18de tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.0564618 Nov 12 03:57:20.034881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5581f79-f7bb-4780-901f-3d3fa1a9b453 req-4b670c29-9e1e-4955-abfb-10fb0c639d57 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476539 Nov 12 03:57:20.939797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9129cf78-34f7-4b79-adaa-f8c080b3a0d0 req-9b1640db-7131-4dd5-9e6e-5c1ea4380f2a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0306306 Nov 12 03:57:21.038964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-7fe30050-03a6-4004-879b-67c16c7bb7d9 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.040523 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-7fe30050-03a6-4004-879b-67c16c7bb7d9 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 813 time: 0.1184354 Nov 12 03:57:21.138195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-ace58a54-10ae-4f58-bb3e-5ef937b21bf2 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b9e9890765465abe0e5624a2c44e36 HTTP/1.1" status: 200 len: 379 time: 0.0715172 Nov 12 03:57:21.151551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'port': {'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'admin_state_up': True, 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'security_groups': ['9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:21.166743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8862-7345-4815-832d-69365492c8aa req-e9fc95f6-ca93-45a3-a2b4-21c712ad5fb9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.168549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4d8862-7345-4815-832d-69365492c8aa req-e9fc95f6-ca93-45a3-a2b4-21c712ad5fb9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.0560622 Nov 12 03:57:21.227790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4d8862-7345-4815-832d-69365492c8aa req-9b5027a8-6a3a-4627-880d-20ad1318f8b4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517867 Nov 12 03:57:21.281484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Made reservation on behalf of d1b9e9890765465abe0e5624a2c44e36 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:21.285055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.368375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1395b2-9586-4765-a5bc-91175e8b67ac req-d58aff56-05fb-4ebb-9b2d-8525020e141a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.369902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca1395b2-9586-4765-a5bc-91175e8b67ac req-d58aff56-05fb-4ebb-9b2d-8525020e141a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.0600998 Nov 12 03:57:21.422151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca1395b2-9586-4765-a5bc-91175e8b67ac req-5760ae8b-79dd-4c00-90c8-9a9069072772 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Nov 12 03:57:21.426310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Allocated IP 172.20.0.4 (f8cfac53-c6e8-4a26-b83a-6a662ad31d95/23a9a5bc-4596-458f-ac13-02fab2cd1c2f/84af78a4-f2db-4f41-afc2-108b8a6673ee) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:21.605489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.642887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.692633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5f483-cdb5-411d-9f54-63f14c730010 req-2c7354e8-b77f-4788-b486-a3b94dce644b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.694299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10d5f483-cdb5-411d-9f54-63f14c730010 req-2c7354e8-b77f-4788-b486-a3b94dce644b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.0544522 Nov 12 03:57:21.696123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:21.700237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:21.702134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:21.704371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:21.759164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:21.760100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:21.761993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10d5f483-cdb5-411d-9f54-63f14c730010 req-2f145638-5f6a-486a-ba94-7401c8c6f849 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602748 Nov 12 03:57:21.786099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-9cb7ddd7-b3a7-442f-9d99-fe218a8f986d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6385210 Nov 12 03:57:21.808376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Request body: {'port': {'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:22.019259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-36646e1e-72c4-48e6-b9ea-6f7e280f0d2e None None] Provisioning complete for port 84af78a4-f2db-4f41-afc2-108b8a6673ee triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:22.019775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-36646e1e-72c4-48e6-b9ea-6f7e280f0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.063691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-36646e1e-72c4-48e6-b9ea-6f7e280f0d2e None None] Port 84af78a4-f2db-4f41-afc2-108b8a6673ee cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:22.106177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145b5a2-dd23-436d-8024-2944eeecf425 req-4954fbdd-1883-4a1a-8760-29f6adf6e4ba tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.108862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5145b5a2-dd23-436d-8024-2944eeecf425 req-4954fbdd-1883-4a1a-8760-29f6adf6e4ba tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1098 time: 0.0528843 Nov 12 03:57:22.167992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5145b5a2-dd23-436d-8024-2944eeecf425 req-eadf350d-5303-4765-8134-269d6a9ca5d4 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500870 Nov 12 03:57:22.195622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:22.217769 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-da06175c-370a-4c3c-874a-a852cd00a015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.258491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.383295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393db62-91fa-4c80-bbaf-c632e7c6723c req-2c681f16-a3fd-4e0c-860b-72573f151256 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:22.384995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2393db62-91fa-4c80-bbaf-c632e7c6723c req-2c681f16-a3fd-4e0c-860b-72573f151256 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 931 time: 0.1266491 Nov 12 03:57:22.475238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2393db62-91fa-4c80-bbaf-c632e7c6723c req-fcf63056-e786-45ba-b685-df5fa2b3ee08 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827720 Nov 12 03:57:22.494235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 9e043c7b-875c-4a83-a993-74922a3b12f3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:22.494657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.568662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84af78a4-f2db-4f41-afc2-108b8a6673ee {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:22.576499 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.589272 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.589507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Transition to ACTIVE for port object 84af78a4-f2db-4f41-afc2-108b8a6673ee will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:22.590169 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.596371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.611944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 9e043c7b-875c-4a83-a993-74922a3b12f3 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:22.673239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:22.803429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Attempting to bind port 84af78a4-f2db-4f41-afc2-108b8a6673ee on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:22.803771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Attempting to bind port 84af78a4-f2db-4f41-afc2-108b8a6673ee by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:22.804102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Attempting to bind port 84af78a4-f2db-4f41-afc2-108b8a6673ee on network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:22.818010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Port 84af78a4-f2db-4f41-afc2-108b8a6673ee on network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:22.818344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Attempting to bind port 84af78a4-f2db-4f41-afc2-108b8a6673ee on network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:22.834655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:22.835071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Checking segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:22.835464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Bound using segment: {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:22.835896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Bound port: 84af78a4-f2db-4f41-afc2-108b8a6673ee, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032dc2c4-bbac-4996-b92d-682c48e72e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:22.836253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.943049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:22.964856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:22.969158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:22.977168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.001973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=9e043c7b-875c-4a83-a993-74922a3b12f3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.024516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.025141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.026555 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 1092 time: 1.2230327 Nov 12 03:57:23.027317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:23.029617 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:23.083101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d8f2-8a9f-4219-ac53-6cc992bae0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:23.093943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9451-9991-46aa-9dd8-2bbe0e8ec1b9 req-4de42ad4-7a67-4aa2-ab74-5f85d2d023c2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.095967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0aa9451-9991-46aa-9dd8-2bbe0e8ec1b9 req-4de42ad4-7a67-4aa2-ab74-5f85d2d023c2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.2084482 Nov 12 03:57:23.153745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.154440 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 22eda63a-506a-4516-8f8d-a2cf2b6feee1 disassociated (deleted). External IP: 172.25.7.32, port: 99a21e3f-a925-440f-b7f5-5dd1980fb559. Nov 12 03:57:23.157059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-4bb8e926-96e3-43c5-8e77-72e90d2aebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.159699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-4bb8e926-96e3-43c5-8e77-72e90d2aebfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1095 time: 0.0684736 Nov 12 03:57:23.214555 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-20a03c94-f0a0-4f27-8058-97ab2219db90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 217 time: 0.0410573 Nov 12 03:57:23.266409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0aa9451-9991-46aa-9dd8-2bbe0e8ec1b9 req-b83f405a-f5a5-4a80-8409-bcd448bf15c1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523643 Nov 12 03:57:23.274252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-5205676c-8199-41b6-a4b3-ea1c254d8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.275924 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-5205676c-8199-41b6-a4b3-ea1c254d8f3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0537105 Nov 12 03:57:23.339847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-aaa3ed9c-fcc1-4292-addb-db59772a65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.341390 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-aaa3ed9c-fcc1-4292-addb-db59772a65c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574198 Nov 12 03:57:23.467749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-20794d3b-4867-45af-99d9-4152335ece82 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180804 Nov 12 03:57:23.470031 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ed4063-e758-43b0-90a8-376f5eadfa6d x-openstack-request-id: req-01ed4063-e758-43b0-90a8-376f5eadfa6d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:23.470250 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:23.470511 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01ed4063-e758-43b0-90a8-376f5eadfa6d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:23.470945 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:57:23.491920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9687c467-24c0-424b-b4bf-ab12f2e64813 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:23.523947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:57:23.574503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-df7b4801-0920-473f-ac98-b0c1f810acf5 req-e2128c3d-5dee-4744-b147-4975e20df19d service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947831 Nov 12 03:57:23.691672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:23.700251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f85df-1743-486a-9b75-d284771a161f req-323992aa-1b98-4157-a3ee-c1eff4e26bc3 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.701788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-148f85df-1743-486a-9b75-d284771a161f req-323992aa-1b98-4157-a3ee-c1eff4e26bc3 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.1281636 Nov 12 03:57:23.702176 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Sync routers for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:23.705076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.718126 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:23.720521 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:23.742817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-77f8c084-b393-42fb-b36f-3f2dd0b442c4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.744297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-77f8c084-b393-42fb-b36f-3f2dd0b442c4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 945 time: 0.1324956 Nov 12 03:57:23.748100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-99a1c337-fb77-42e1-bc30-e8419a191f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.749709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-99a1c337-fb77-42e1-bc30-e8419a191f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1095 time: 0.0883958 Nov 12 03:57:23.770801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-41b4ccaa-a350-492e-8d68-e5a17f409f16 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/floatingips/22eda63a-506a-4516-8f8d-a2cf2b6feee1 HTTP/1.1" status: 204 len: 168 time: 1.5738711 Nov 12 03:57:23.793392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:23.799164 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c16a56-120d-4578-9069-041a159a9f85" -d '{"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:23.865066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-8ae1c310-9385-494b-a802-15d566a682b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:23.866645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-8ae1c310-9385-494b-a802-15d566a682b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 913 time: 0.1099696 Nov 12 03:57:23.867363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-148f85df-1743-486a-9b75-d284771a161f req-d8bc8a33-bdce-464a-af5e-3fdd3f07bf63 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414208 Nov 12 03:57:23.876237 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:23.925485 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-6e593c26-acd2-4163-87db-578b618af378 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 217 time: 0.0517297 Nov 12 03:57:23.961564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port db46d273-df47-4e8a-9906-677d7aaee5d0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:23.962010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:23.999079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-9b7f963e-238a-4906-9b2e-02d37ae63e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.001663 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-9b7f963e-238a-4906-9b2e-02d37ae63e23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0695956 Nov 12 03:57:24.100228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-7925e51d-3a65-4c52-9047-891bae99e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.103315 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-7925e51d-3a65-4c52-9047-891bae99e14b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939071 Nov 12 03:57:24.104989 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ca9c8-b22d-4061-bdf6-baf2e199aeb5 x-openstack-request-id: req-236ca9c8-b22d-4061-bdf6-baf2e199aeb5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:24.105398 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:24.105659 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-236ca9c8-b22d-4061-bdf6-baf2e199aeb5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:24.106051 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:57:24.168015 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:24.210865 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Checking router: 9687c467-24c0-424b-b4bf-ab12f2e64813 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:24.231767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:24.232479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:56:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:24.244867 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-6afbe339-9d66-4149-9ac5-13865ce2f22f service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339591 Nov 12 03:57:24.365040 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:24.372656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-db1ca510-d5a0-4a1a-b7d9-74a6b01912aa req-9e8ffc31-eb26-42e6-a487-6cc700f3b07b service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205962 Nov 12 03:57:24.563972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1159823e-5fde-45f9-8292-a4022f6f5307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.611607 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:24.620827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port db46d273-df47-4e8a-9906-677d7aaee5d0, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=db46d273-df47-4e8a-9906-677d7aaee5d0,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:24.621392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:24.639684 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c1822-fac8-4d9c-b51e-7818ec107b1f None None] The sync data for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 is: [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:53:59Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3aa3da3a-13ef-433b-ad2f-aa498ac3416b', 'name': '', 'network_id': '687fe612-926d-4bc2-aa40-e1e1713aa305', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:cc:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:58Z', 'updated_at': '2021-11-12T03:54:04Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': 'ef0e6c03-e345-4b00-9e4e-5b5de2af1f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:24.643397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for db46d273-df47-4e8a-9906-677d7aaee5d0 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:24.652235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16a56-120d-4578-9069-041a159a9f85 req-64c19928-2ec7-47a5-808c-82fe4c6a9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.653914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-64c19928-2ec7-47a5-808c-82fe4c6a9edd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 1098 time: 0.4957056 Nov 12 03:57:24.683279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115197-0742-466f-8ebd-d76511e14c2a req-7df27989-3871-4e7f-999d-0dec40a60d03 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.692218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48115197-0742-466f-8ebd-d76511e14c2a req-7df27989-3871-4e7f-999d-0dec40a60d03 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 946 time: 0.5070176 Nov 12 03:57:24.847908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48115197-0742-466f-8ebd-d76511e14c2a req-de85ca25-eb3d-4b7d-8aa5-a8c02a208bb0 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546578 Nov 12 03:57:24.879815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16a56-120d-4578-9069-041a159a9f85 req-0e6908dd-0bea-4588-ac49-911c31d46643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:24.882680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-0e6908dd-0bea-4588-ac49-911c31d46643 service neutron] 10.222.0.104 "GET /v2.0/networks?id=687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 200 len: 896 time: 0.2194357 Nov 12 03:57:24.958973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-31b3de24-1a3d-45fa-9fc2-a5eff5ae53ea service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 200 len: 217 time: 0.0657284 Nov 12 03:57:24.994250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce1c9d-aa9f-4e78-9b31-33d4bc265266 None None] New status for floating IP 22eda63a-506a-4516-8f8d-a2cf2b6feee1: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:25.076421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.079425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16a56-120d-4578-9069-041a159a9f85 req-8f6abc19-e7dc-4877-97f9-0680b17f7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.080887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-8f6abc19-e7dc-4877-97f9-0680b17f7aef service neutron] 10.222.0.104 "GET /v2.0/subnets?id=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 200 len: 834 time: 0.0933444 Nov 12 03:57:25.094882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe71c-3545-42ee-b55f-a3456c5fa762 req-60fefadf-1433-40f3-9fa5-38a634a927ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.096870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bdbe71c-3545-42ee-b55f-a3456c5fa762 req-60fefadf-1433-40f3-9fa5-38a634a927ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d8383ac6-3188-440f-94e8-2c8ed12d4a9f HTTP/1.1" status: 200 len: 867 time: 0.1463096 Nov 12 03:57:25.111192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:25.132445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=db46d273-df47-4e8a-9906-677d7aaee5d0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:25.220521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port db46d273-df47-4e8a-9906-677d7aaee5d0 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:25.225524 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.228805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/db46d273-df47-4e8a-9906-677d7aaee5d0 HTTP/1.1" status: 204 len: 173 time: 1.4735692 Nov 12 03:57:25.248598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16a56-120d-4578-9069-041a159a9f85 req-e6000c55-0d95-4ad9-96b4-20c8618f9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.251326 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-e6000c55-0d95-4ad9-96b4-20c8618f9fd3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=687fe612-926d-4bc2-aa40-e1e1713aa305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523030 Nov 12 03:57:25.254547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bdbe71c-3545-42ee-b55f-a3456c5fa762 req-64aa7a8a-3f28-4185-884f-66af0a4f720f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271954 Nov 12 03:57:25.396236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-33279b21-9b74-40f4-886b-977e7c48a4a4 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272190 Nov 12 03:57:25.410095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f649c67-6ce1-4009-aeef-4d169491a1cb req-1727b90e-bfee-4ead-bc7a-b39c19c1f451 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.411757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f649c67-6ce1-4009-aeef-4d169491a1cb req-1727b90e-bfee-4ead-bc7a-b39c19c1f451 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.0789475 Nov 12 03:57:25.508294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:25.540327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f649c67-6ce1-4009-aeef-4d169491a1cb req-75741708-027a-4f5e-81f2-3e86668d7314 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201108 Nov 12 03:57:25.564297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53c16a56-120d-4578-9069-041a159a9f85 req-aac9a4fb-0cc7-41eb-a1e5-35cd0859fde8 service neutron] 10.222.0.104 "GET /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514843 Nov 12 03:57:25.989513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62442-6260-4e06-9280-c61c7a27841c req-493ab730-9288-422c-9895-1c1e63a70f07 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:25.991519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd62442-6260-4e06-9280-c61c7a27841c req-493ab730-9288-422c-9895-1c1e63a70f07 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 946 time: 0.0574694 Nov 12 03:57:26.060309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd62442-6260-4e06-9280-c61c7a27841c req-7b772cb4-23f0-4e3f-a038-35ec20b9f430 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597248 Nov 12 03:57:26.090242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device db46d273-df47-4e8a-9906-677d7aaee5d0 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:26.107412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'name': 'network-vif-deleted', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:26.111137 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1984d98-2627-4e84-b775-128bf7558892" -d '{"events": [{"server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "name": "network-vif-deleted", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:26.111733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: db46d273-df47-4e8a-9906-677d7aaee5d0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:26.112452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device db46d273-df47-4e8a-9906-677d7aaee5d0 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:26.152657 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e58a3-6a37-48f5-b93b-9682436aaf9d x-openstack-request-id: req-296e58a3-6a37-48f5-b93b-9682436aaf9d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:26.153070 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8383ac6-3188-440f-94e8-2c8ed12d4a9f", "name": "network-vif-deleted", "tag": "db46d273-df47-4e8a-9906-677d7aaee5d0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:26.154128 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-296e58a3-6a37-48f5-b93b-9682436aaf9d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:26.154128 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8383ac6-3188-440f-94e8-2c8ed12d4a9f', 'name': 'network-vif-deleted', 'tag': 'db46d273-df47-4e8a-9906-677d7aaee5d0', 'status': 'completed', 'code': 200} Nov 12 03:57:26.229055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-028c7686-66d6-453d-8fb2-dde56fd29f60 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.230579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-028c7686-66d6-453d-8fb2-dde56fd29f60 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Nov 12 03:57:26.336463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:26.337095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.507354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 99a21e3f-a925-440f-b7f5-5dd1980fb559, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=99a21e3f-a925-440f-b7f5-5dd1980fb559,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:26.507792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.549071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 99a21e3f-a925-440f-b7f5-5dd1980fb559 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:26.644187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-f0fa6b34-8cf8-4e82-bf20-fe5b7998806a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:26.645771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-f0fa6b34-8cf8-4e82-bf20-fe5b7998806a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1798346 Nov 12 03:57:26.670220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-b708f332-42df-4b93-94e2-042a881708fb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0180902 Nov 12 03:57:26.768577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-54486711-f9bc-45bb-af8f-50c6845879b6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895810 Nov 12 03:57:26.817685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.888291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=99a21e3f-a925-440f-b7f5-5dd1980fb559,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:26.960748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] No DVR routers for this DVR port 99a21e3f-a925-440f-b7f5-5dd1980fb559 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:26.968608 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.969445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:26.972299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af625cf9-36f4-49aa-b0d6-f469a6e14a74 req-9ca5350d-9127-4956-9233-648c5ca64759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "DELETE /v2.0/ports/99a21e3f-a925-440f-b7f5-5dd1980fb559 HTTP/1.1" status: 204 len: 173 time: 0.7326629 Nov 12 03:57:26.987933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-4917ae15-fc02-4bfe-a3b0-4b4814f409e9 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101750 Nov 12 03:57:27.085509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-baea97cc-2cdb-4917-8716-840c8ac23dd9 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920484 Nov 12 03:57:27.314257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910f80-2cca-418f-8c4e-b1c9606d3b2a req-1e2fa374-b79c-4c77-a90e-da038e9dbc82 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:27.316064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62910f80-2cca-418f-8c4e-b1c9606d3b2a req-1e2fa374-b79c-4c77-a90e-da038e9dbc82 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.0686791 Nov 12 03:57:27.371630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62910f80-2cca-418f-8c4e-b1c9606d3b2a req-21959b0c-c042-412b-aa2c-087c5550d2cf tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488589 Nov 12 03:57:27.509024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e8fca41-1d22-4ab7-b542-69929f25ac85 req-f61011be-cd48-4b60-8e36-9d5085262ea0 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=b589d086-d6ae-47d3-a65a-2c498388ba04 HTTP/1.1" status: 200 len: 210 time: 0.0388014 Nov 12 03:57:27.614041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dafe77f6-89ca-4353-ad69-95c144f8d203 req-5e96ac68-ce25-4d60-add7-cecdb88a1831 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 210 time: 0.0291598 Nov 12 03:57:27.769676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.154786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-deleted', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:28.157235 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045b58e-9c47-46e1-a1ea-c6673c726312" -d '{"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-deleted", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:28.201232 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b86c3-d596-459b-b0db-79ec4f9e3feb x-openstack-request-id: req-223b86c3-d596-459b-b0db-79ec4f9e3feb {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:28.201530 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b589d086-d6ae-47d3-a65a-2c498388ba04", "name": "network-vif-deleted", "tag": "99a21e3f-a925-440f-b7f5-5dd1980fb559", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:28.201791 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-223b86c3-d596-459b-b0db-79ec4f9e3feb {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:28.202198 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b589d086-d6ae-47d3-a65a-2c498388ba04', 'name': 'network-vif-deleted', 'tag': '99a21e3f-a925-440f-b7f5-5dd1980fb559', 'status': 'completed', 'code': 200} Nov 12 03:57:28.582794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6e38-b959-473d-8a4f-c99d5abcc946 req-6d3e8542-b1dc-4d45-98b8-a7225f1dae02 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.584283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6e38-b959-473d-8a4f-c99d5abcc946 req-6d3e8542-b1dc-4d45-98b8-a7225f1dae02 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.1269460 Nov 12 03:57:28.623811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-8b64705d-dae4-4de8-814f-233272799558 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:28.626348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-8b64705d-dae4-4de8-814f-233272799558 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1668575 Nov 12 03:57:28.660416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6e38-b959-473d-8a4f-c99d5abcc946 req-29d9fec4-df72-4402-8a60-3a591da528b8 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690155 Nov 12 03:57:28.673050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:28.706802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60170) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:28.795723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e545f12f-ba68-45df-88f0-1ce031b7150f req-48f5b937-e604-4ce1-953d-060d6be9bff5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Nov 12 03:57:28.834344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:28.837997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:28.973219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.3 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/ee58a363-6eea-48fd-af44-e95b561a8384) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:29.123700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.130061 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.170052 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.209517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:29.232330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:29.238283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:29.243298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:29.289485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.297885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.298556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.316835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-d1bd1e43-9574-4723-aee5-8ca640d08b73 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6487882 Nov 12 03:57:29.337011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Request body: {'port': {'device_id': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:29.401910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.431982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:29.432270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.529715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 3aa3da3a-13ef-433b-ad2f-aa498ac3416b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:29.530083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.546779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 3aa3da3a-13ef-433b-ad2f-aa498ac3416b owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:29.724317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee58a363-6eea-48fd-af44-e95b561a8384 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:29.733418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.770487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Transition to ACTIVE for port object ee58a363-6eea-48fd-af44-e95b561a8384 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:29.778507 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.793882 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:29.823639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=3aa3da3a-13ef-433b-ad2f-aa498ac3416b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.844442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e75dba-28f6-4b37-b397-5feed6e99479 req-faf238fb-5161-4041-a533-ece2c88cdecc tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:29.845775 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15e75dba-28f6-4b37-b397-5feed6e99479 req-faf238fb-5161-4041-a533-ece2c88cdecc tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.1095247 Nov 12 03:57:29.879778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Pushing event updated for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:29.969607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15e75dba-28f6-4b37-b397-5feed6e99479 req-b29e00b3-4add-4bff-ac7c-7fb9e4b180f2 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160712 Nov 12 03:57:29.970580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Attempting to bind port ee58a363-6eea-48fd-af44-e95b561a8384 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:29.971027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Attempting to bind port ee58a363-6eea-48fd-af44-e95b561a8384 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:29.971434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Attempting to bind port ee58a363-6eea-48fd-af44-e95b561a8384 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Port ee58a363-6eea-48fd-af44-e95b561a8384 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Attempting to bind port ee58a363-6eea-48fd-af44-e95b561a8384 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Bound port: ee58a363-6eea-48fd-af44-e95b561a8384, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:29.990165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.042221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.099539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:30.104055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ee58a363-6eea-48fd-af44-e95b561a8384,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:30.107958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:30.117479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482775af-6056-418c-82fd-3656f8f6532e req-658dbfa9-1a86-4978-8acb-6eeca1cc572d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.119283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-482775af-6056-418c-82fd-3656f8f6532e req-658dbfa9-1a86-4978-8acb-6eeca1cc572d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 943 time: 0.0737736 Nov 12 03:57:30.121193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.135669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 99a21e3f-a925-440f-b7f5-5dd1980fb559 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:30.136009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 99a21e3f-a925-440f-b7f5-5dd1980fb559 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:30.176306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.176920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.178299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] 10.222.0.104 "PUT /v2.0/ports/ee58a363-6eea-48fd-af44-e95b561a8384 HTTP/1.1" status: 200 len: 1092 time: 0.8465269 Nov 12 03:57:30.204975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:30.207244 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:30.213293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c3508-581b-4308-ba7f-3df2609d5675 service neutron] Pushing event updated for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.227902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-482775af-6056-418c-82fd-3656f8f6532e req-22968b3b-c1f7-4c20-8478-a8cdbd2b91b6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974500 Nov 12 03:57:30.287953 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0fa4b-6109-4903-8510-6f2e77cc3ba1 x-openstack-request-id: req-04a0fa4b-6109-4903-8510-6f2e77cc3ba1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:30.288239 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:30.288498 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-04a0fa4b-6109-4903-8510-6f2e77cc3ba1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:30.288888 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384', 'status': 'completed', 'code': 200} Nov 12 03:57:30.293736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9687c467-24c0-424b-b4bf-ab12f2e64813 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:30.305517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-eb73a6d2-d1f2-44c7-87f4-5977b920d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.307085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-eb73a6d2-d1f2-44c7-87f4-5977b920d131 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0495112 Nov 12 03:57:30.360595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-8a6388de-ed46-4ab1-9002-6df2851a3203 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee58a363-6eea-48fd-af44-e95b561a8384 HTTP/1.1" status: 200 len: 217 time: 0.0368316 Nov 12 03:57:30.408009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:30.415497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-68b8330b-1d6d-4f30-9227-42245b5a10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.415613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-87c4c230-f3f4-4e5e-a022-25d37e8f4929 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/9687c467-24c0-424b-b4bf-ab12f2e64813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053008 Nov 12 03:57:30.415707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-68b8330b-1d6d-4f30-9227-42245b5a10ca service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0465269 Nov 12 03:57:30.416307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:30.419195 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Sync routers for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:30.434372 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:30.435042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:30.452144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-aaf84780-3ed9-4bb7-8a81-d2f912ecbd06 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282156 Nov 12 03:57:30.478379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting subnet ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:57:30.481594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.527720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.556595 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:30.558875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-249df886-9bd2-4619-87e7-a460a6f49ee6 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990653 Nov 12 03:57:30.617233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.657212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7696bf68-0845-4f1b-a7ea-c04914556d26 req-e637c5d9-33e7-441f-94f2-c29efb25e58d service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908551 Nov 12 03:57:30.692550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.723547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0e6c03-e345-4b00-9e4e-5b5de2af1f96,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:30.727652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.734633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6c0193dd-e399-44cc-8207-5a296416ba3d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/subnets/ef0e6c03-e345-4b00-9e4e-5b5de2af1f96 HTTP/1.1" status: 204 len: 168 time: 0.3140342 Nov 12 03:57:30.735359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:30.746628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dc1b2-3d84-4bd9-98e1-0667889b4d36 None None] Network 687fe612-926d-4bc2-aa40-e1e1713aa305 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:30.862369 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:57:29Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:30.873020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-a1bdcf62-6a9a-4de2-b3bf-b9ca55f53e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:30.874567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-a1bdcf62-6a9a-4de2-b3bf-b9ca55f53e73 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0881436 Nov 12 03:57:30.891559 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Checking router: 9687c467-24c0-424b-b4bf-ab12f2e64813 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:30.905479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Routers {'9687c467-24c0-424b-b4bf-ab12f2e64813'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:30.907274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9687c467-24c0-424b-b4bf-ab12f2e64813'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:30.946743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:30.975551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] DHCP port deletion for 687fe612-926d-4bc2-aa40-e1e1713aa305 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:31.035881 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] Set router 9687c467-24c0-424b-b4bf-ab12f2e64813 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:31.049881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Deleting port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:31.051127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.097854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-1ad30233-de3e-43dc-9eb3-3d6ba0a1f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.099372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-1ad30233-de3e-43dc-9eb3-3d6ba0a1f3a4 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.2168624 Nov 12 03:57:31.128122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] For port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,segment=NetworkSegment(ad8f54b2-d22d-414d-be3d-017d121a99e2),segment_id=ad8f54b2-d22d-414d-be3d-017d121a99e2)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:31.128545 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.143369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Calling delete_port for 8fa2a718-22e6-42e6-a25a-814fdaddb1ab owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:31.240309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.249313 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:57:29Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:31.283814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] Pushing event deleted for resources: {'Port': ['ID=8fa2a718-22e6-42e6-a25a-814fdaddb1ab,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:31.287236 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526bed21-8d8e-419f-8257-a4f7377ff2e5 None None] The sync data for ids ['9687c467-24c0-424b-b4bf-ab12f2e64813'] in n-d-766726-29 is: [{'id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633200664', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:53:50Z', 'updated_at': '2021-11-12T03:57:29Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '631dffc0-ffe6-4229-ba04-1ad90f32729b', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687c467-24c0-424b-b4bf-ab12f2e64813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:53:51Z', 'updated_at': '2021-11-12T03:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:31.287917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea08afc-4bc2-4427-bb46-a190669f0f49 None None] No DVR routers for this DVR port 8fa2a718-22e6-42e6-a25a-814fdaddb1ab on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:57:31.499691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-2f32ea91-cab6-434c-8832-1743e4d5c05d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee58a363-6eea-48fd-af44-e95b561a8384 HTTP/1.1" status: 200 len: 217 time: 0.3884206 Nov 12 03:57:31.502113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.528197 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60ed91-901d-45d4-af6b-1b031eee147d req-ee5f364e-3490-4be9-adc2-d31549218fc1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.529681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f60ed91-901d-45d4-af6b-1b031eee147d req-ee5f364e-3490-4be9-adc2-d31549218fc1 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.4762969 Nov 12 03:57:31.549549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.605816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-59ebbb4b-0a09-4174-9c75-df598cc7acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.607124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-59ebbb4b-0a09-4174-9c75-df598cc7acf4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0977294 Nov 12 03:57:31.662974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-e3a27ede-d8db-46b9-8270-a19588df5df2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442696 Nov 12 03:57:31.669038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f60ed91-901d-45d4-af6b-1b031eee147d req-3e2f715f-333e-402b-bbcd-c9fdbae60a21 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190991 Nov 12 03:57:31.732175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 631dffc0-ffe6-4229-ba04-1ad90f32729b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:57:31.732515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.869491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-66bd094c-41fa-4610-b60a-fea2af0be99f service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977215 Nov 12 03:57:31.879730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 631dffc0-ffe6-4229-ba04-1ad90f32729b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=631dffc0-ffe6-4229-ba04-1ad90f32729b,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:31.880114 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:31.903208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16329de5-12e0-4f50-bbfc-3186dec98e2b req-f37b3601-1448-4c79-bc66-a5f092c8a3db tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:31.904779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16329de5-12e0-4f50-bbfc-3186dec98e2b req-f37b3601-1448-4c79-bc66-a5f092c8a3db tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 943 time: 0.1555963 Nov 12 03:57:31.925024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 631dffc0-ffe6-4229-ba04-1ad90f32729b owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:57:32.065552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16329de5-12e0-4f50-bbfc-3186dec98e2b req-21fbad39-8974-42ba-b4cc-b536ac57e88a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416800 Nov 12 03:57:32.085597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a6a05ac-6ae4-4bb8-9175-f2bb063a60fa req-772a33b8-212a-4896-85f5-7734e31fa2e8 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080541 Nov 12 03:57:32.198637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.227585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=631dffc0-ffe6-4229-ba04-1ad90f32729b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.242324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7dee2-c5f9-412d-833b-a9ab97dc21bd None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:32.289143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.383161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.385423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.427954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.428530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Fanout notify agent at l3_agent the message router_deleted on router 9687c467-24c0-424b-b4bf-ab12f2e64813 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:57:32.435379 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.439542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d37d948-dcad-4cb3-8c03-4cbaa1ecf91a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/routers/9687c467-24c0-424b-b4bf-ab12f2e64813 HTTP/1.1" status: 204 len: 168 time: 1.7005920 Nov 12 03:57:32.439919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60188) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:32.521475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.618770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.640696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687fe612-926d-4bc2-aa40-e1e1713aa305']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.649925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f54b2-d22d-414d-be3d-017d121a99e2') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.650224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f54b2-d22d-414d-be3d-017d121a99e2') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:32.659783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.674617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.681846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:57:32.682236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:57:32.685303 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:57:32.754144 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.762100 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.765538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/networks/687fe612-926d-4bc2-aa40-e1e1713aa305 HTTP/1.1" status: 204 len: 168 time: 0.3245671 Nov 12 03:57:32.770600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:32.778217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578ccfc-097b-460c-91ee-ca321fc2ac68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Network': ['ID=687fe612-926d-4bc2-aa40-e1e1713aa305,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:32.848554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ab9db-23f9-4ecd-a7d6-cf9b9c13872c req-0d6fe3a8-4183-46c8-9602-086f202769cf tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:32.850034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-043ab9db-23f9-4ecd-a7d6-cf9b9c13872c req-0d6fe3a8-4183-46c8-9602-086f202769cf tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.0979266 Nov 12 03:57:32.907006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.949420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-043ab9db-23f9-4ecd-a7d6-cf9b9c13872c req-40968db4-dbf4-41f6-9fce-539e5126141d tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922985 Nov 12 03:57:32.953357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8fa2a718-22e6-42e6-a25a-814fdaddb1ab no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:32.965093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:32.986549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8fa2a718-22e6-42e6-a25a-814fdaddb1ab {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:32.986948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8fa2a718-22e6-42e6-a25a-814fdaddb1ab not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:32.987362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3aa3da3a-13ef-433b-ad2f-aa498ac3416b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:33.009671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3aa3da3a-13ef-433b-ad2f-aa498ac3416b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:33.010033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3aa3da3a-13ef-433b-ad2f-aa498ac3416b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:33.010481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 631dffc0-ffe6-4229-ba04-1ad90f32729b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:57:33.033468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 631dffc0-ffe6-4229-ba04-1ad90f32729b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:57:33.033468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 631dffc0-ffe6-4229-ba04-1ad90f32729b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:57:33.042698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.045798 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:33.047925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/security-groups/6a39fa56-d0be-4cb1-8020-e2a045e8c7e1 HTTP/1.1" status: 204 len: 168 time: 0.2762973 Nov 12 03:57:33.063769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af530407-92bd-4d6f-a757-3fd905cfedf9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39fa56-d0be-4cb1-8020-e2a045e8c7e1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:33.203333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e54cd-62a6-4e87-95b0-912f95da26a9 req-3786c47b-9b07-470c-a028-1fd38d81e4fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:33.204931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-323e54cd-62a6-4e87-95b0-912f95da26a9 req-3786c47b-9b07-470c-a028-1fd38d81e4fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 943 time: 0.0594280 Nov 12 03:57:33.257142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-323e54cd-62a6-4e87-95b0-912f95da26a9 req-e0b66c02-ac95-4f4c-9a7c-3c210667f704 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Nov 12 03:57:34.280907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60202) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.286341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039989025', 'description': 'tempest-secgroup-smoke-2039989025 description', 'project_id': '6b558a8279b249238b97636bb9a8beb2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.309214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.375344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bfea9-57af-4ef5-a94a-87ce49ad3304 req-9f5092b5-2935-4e5a-b528-874ee472b19a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.376876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b3bfea9-57af-4ef5-a94a-87ce49ad3304 req-9f5092b5-2935-4e5a-b528-874ee472b19a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.0525784 Nov 12 03:57:34.379754 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.384256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.416887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144e66a4-a9a1-4dd6-a8c5-19752e50d708,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.423366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.424909 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b563e301-7cee-473c-a9ee-a58701b3f9ea tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1420581 Nov 12 03:57:34.427905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60206) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.433037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.436462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b3bfea9-57af-4ef5-a94a-87ce49ad3304 req-ccf761a0-584e-4940-a185-e92dc195da28 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519688 Nov 12 03:57:34.467333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.544942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.550754 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.560220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0110d2-38ec-44a6-bbee-5883a52e7fec req-b74d280d-1f3b-437e-b0d7-d166d6264022 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:34.562345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff0110d2-38ec-44a6-bbee-5883a52e7fec req-b74d280d-1f3b-437e-b0d7-d166d6264022 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 943 time: 0.0531263 Nov 12 03:57:34.574402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff45e63-edc4-4c7b-a041-09276067cbf7,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.586614 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.588074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c1cd355-6830-4442-9335-c6c866538298 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591520 Nov 12 03:57:34.590824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.596250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.618917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff0110d2-38ec-44a6-bbee-5883a52e7fec req-2452beeb-943a-4b10-bf22-1c3751988fc3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Nov 12 03:57:34.628284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.689568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.693577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.711416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3938612b-f619-4332-b721-309238f92ca8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.719416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.720614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a17083e2-d54c-4a3a-bf44-4766cdb349a4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288199 Nov 12 03:57:34.723412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60210) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.727959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.756696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.814992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.818969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.840695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2a99a5-e39a-47bc-a0cd-252e6235e64c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.846493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.847926 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e4334b3-5c8d-4a68-ba73-19368c4f3998 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235495 Nov 12 03:57:34.850986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.855476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:34.884543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.947239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.951229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.970593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14848c7-6ae9-4223-9270-96cc73cf4b06,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:34.978465 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:34.979706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-25763030-7541-42c5-bdbc-caa59195232b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277244 Nov 12 03:57:34.982523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:34.988454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:35.012324 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:35.017780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.090484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.095036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.114348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8f3bbf-6b92-45c9-951f-2bd911c4dee9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.119677 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.120895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a7185087-a848-46e6-bdd8-9cdeca3458a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361637 Nov 12 03:57:35.123701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60216) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:35.129774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '144e66a4-a9a1-4dd6-a8c5-19752e50d708', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:35.153242 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:57:35.158255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.219650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.224057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.244359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc4ad92-d15c-4c16-9d28-f0c2cbd25f0e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.253743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.255026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-602b698e-c8ce-485a-a5db-92d456796a10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293185 Nov 12 03:57:35.257873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60218) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:35.263143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'network': {'name': 'tempest-network-smoke--374479344', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:35.284991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:35.288660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.312622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:57:35.321455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.321794 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Added segment 936ab9af-5196-46f2-9995-57e5a1452cb8 of type vlan for network 33a4f0fe-9316-422d-abe6-ebbbf63e408c Nov 12 03:57:35.363217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.388084 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.393775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.394383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.456594 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1975667 Nov 12 03:57:35.459434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:35.464099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'admin_state_up': True, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:35.468379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723606-4331-4e04-a295-30850a802fef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Network': ['ID=33a4f0fe-9316-422d-abe6-ebbbf63e408c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:35.479738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:57:35.489016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.490210 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.553025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.696948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7e110-607c-4d81-bc31-f5d85c447992 req-920227a8-f582-4ab9-9341-042bb9d4e9b8 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.698441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8a7e110-607c-4d81-bc31-f5d85c447992 req-920227a8-f582-4ab9-9341-042bb9d4e9b8 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.1495538 Nov 12 03:57:35.734932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:35.795633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8a7e110-607c-4d81-bc31-f5d85c447992 req-4bdd3397-03c4-42e1-b970-4ed2e2a4c7ab tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719776 Nov 12 03:57:35.916316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b77d9-82a0-4dfc-a7e5-fb0e85f76898 req-40f723e5-0ddb-437b-b64a-739745b506db tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:35.917825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df5b77d9-82a0-4dfc-a7e5-fb0e85f76898 req-40f723e5-0ddb-437b-b64a-739745b506db tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 943 time: 0.0644863 Nov 12 03:57:36.023350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.051181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.064167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-df5b77d9-82a0-4dfc-a7e5-fb0e85f76898 req-819d41c0-a036-4e75-9401-393427da30fe tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158323 Nov 12 03:57:36.119805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ee58a363-6eea-48fd-af44-e95b561a8384 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:36.169296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.57 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/60d8078a-848e-46ed-8b1d-15b8183dac48) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:36.291346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.333160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.373682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:36.375688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ee58a363-6eea-48fd-af44-e95b561a8384,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:36.380806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:36.380806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:36.396556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061b592-0519-4805-a335-d44b8fbf7a59 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:36.400147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'ee58a363-6eea-48fd-af44-e95b561a8384', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': 'ee58a363-6eea-48fd-af44-e95b561a8384', 'mac_address': 'fa:16:3e:95:bd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:36.413655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=60d8078a-848e-46ed-8b1d-15b8183dac48,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.445784 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.459833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee58a363-6eea-48fd-af44-e95b561a8384 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:36.480240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ee58a363-6eea-48fd-af44-e95b561a8384,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:36.485045 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.546213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:36.549449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ae7483da-36e6-48f0-8912-5cb1f2ccfc9c None None] Provisioning complete for port 60d8078a-848e-46ed-8b1d-15b8183dac48 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:36.549936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae7483da-36e6-48f0-8912-5cb1f2ccfc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.587087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ae7483da-36e6-48f0-8912-5cb1f2ccfc9c None None] Port 60d8078a-848e-46ed-8b1d-15b8183dac48 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:36.665257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.866906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 84af78a4-f2db-4f41-afc2-108b8a6673ee details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:36.877150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:36.937721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ee58a363-6eea-48fd-af44-e95b561a8384'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:37.009782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:37.018404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eaf7f-dd20-4bdd-8b72-f1223d96578b req-bb8362e8-a22e-4f10-8a88-a724f850074e tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.019970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-130eaf7f-dd20-4bdd-8b72-f1223d96578b req-bb8362e8-a22e-4f10-8a88-a724f850074e tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 943 time: 0.1028683 Nov 12 03:57:37.026008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:37.099802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-130eaf7f-dd20-4bdd-8b72-f1223d96578b req-d00e82d9-6b5f-4cb6-8fef-477b3350fb33 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674412 Nov 12 03:57:37.100867 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.101324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 98b165c7-9135-451a-891d-b06663b029a1 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:57:37.124828 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84af78a4-f2db-4f41-afc2-108b8a6673ee {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:37.161010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:37.169343 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.228329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.251279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:37.263103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Sync routers for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:37.275410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:37.276023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:37.279101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa7f4-360f-4271-ab99-5cc627a40e57 req-448318c2-f2fe-4745-85a6-207e3133867d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.280650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89caa7f4-360f-4271-ab99-5cc627a40e57 req-448318c2-f2fe-4745-85a6-207e3133867d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 944 time: 0.0809641 Nov 12 03:57:37.288509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.289834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b8e99b39-7245-455d-b941-056bdb87f464 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8292603 Nov 12 03:57:37.296924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.332976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b1c4be10-7fdd-4484-9b41-a14cc715680b tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=6b558a8279b249238b97636bb9a8beb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350118 Nov 12 03:57:37.335698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.364790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89caa7f4-360f-4271-ab99-5cc627a40e57 req-faadbc31-27df-4bcf-add3-ea0d02aa9eac tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730534 Nov 12 03:57:37.424409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:37.447336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134fc8ba-fa7b-47dd-b6fd-6ac17cca373c tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.448896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-134fc8ba-fa7b-47dd-b6fd-6ac17cca373c tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121268 Nov 12 03:57:37.451809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60238) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.480554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b1962d53-d459-4e02-bf6a-994bb4a01c76 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276055 Nov 12 03:57:37.485397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60240) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.490563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436133548', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:37.549179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['84af78a4-f2db-4f41-afc2-108b8a6673ee'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:37.606211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:37.610075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.721934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:37.769118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:37.804754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Checking router: 98b165c7-9135-451a-891d-b06663b029a1 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:37.805087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Updating router 98b165c7-9135-451a-891d-b06663b029a1 port 60d8078a-848e-46ed-8b1d-15b8183dac48 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:37.839971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6875d6-9a2c-4b60-b4f2-a7160b98f738 req-d8d32d41-f3e0-4707-bc64-2bfbd2a91c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:37.842246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f6875d6-9a2c-4b60-b4f2-a7160b98f738 req-d8d32d41-f3e0-4707-bc64-2bfbd2a91c1f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.1173418 Nov 12 03:57:37.847334 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.856501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:37.923403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f6875d6-9a2c-4b60-b4f2-a7160b98f738 req-4f5694a8-8385-4030-9c29-2580bb8a61ad service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747685 Nov 12 03:57:37.944337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Subnet': ['ID=94e16e5d-f617-4570-bd56-eb69b493468e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:37.963902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:37.964272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network hostable DHCP agents. Network: 33a4f0fe-9316-422d-abe6-ebbbf63e408c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:57:37.983824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:57:37.998286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 33a4f0fe-9316-422d-abe6-ebbbf63e408c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:38.004906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.005156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.009963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35311a-10e2-4756-aeda-94a8a8a7230f None None] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:38.027409 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b10d44a-ac28-40d0-a7b1-9906c8f1ac6d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5407243 Nov 12 03:57:38.030155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:38.155756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ee58a363-6eea-48fd-af44-e95b561a8384 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:38.245981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42ff0-f72d-4d08-8af7-f7bc64311c9f req-f652a9a3-2619-4d21-b02d-3ef2b68660f5 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.247415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1da42ff0-f72d-4d08-8af7-f7bc64311c9f req-f652a9a3-2619-4d21-b02d-3ef2b68660f5 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 944 time: 0.0688312 Nov 12 03:57:38.303599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1da42ff0-f72d-4d08-8af7-f7bc64311c9f req-4ca06d34-a75e-479b-9f3a-c4155decd91a tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487323 Nov 12 03:57:38.359031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port ee58a363-6eea-48fd-af44-e95b561a8384 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:38.368308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:57:38.369182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.377961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port ee58a363-6eea-48fd-af44-e95b561a8384 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:38.378333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.442724 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.500170 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.512071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76481-fcde-4b33-8378-766ccfc58413 req-f157d0c8-18a1-4c6b-aeaa-c0bab98b1406 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:38.519528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bf76481-fcde-4b33-8378-766ccfc58413 req-f157d0c8-18a1-4c6b-aeaa-c0bab98b1406 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 944 time: 0.0647013 Nov 12 03:57:38.604517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bf76481-fcde-4b33-8378-766ccfc58413 req-ed21e37d-b26d-4412-94d0-26d7263e08e4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831809 Nov 12 03:57:38.604791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676216a-1405-43e6-b8f3-b9b4631ccce7 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:38.642935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Attempting to bind port 60d8078a-848e-46ed-8b1d-15b8183dac48 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:38.643311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Attempting to bind port 60d8078a-848e-46ed-8b1d-15b8183dac48 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:38.643678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Attempting to bind port 60d8078a-848e-46ed-8b1d-15b8183dac48 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:38.649370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9d23c-41a0-49b1-85cf-e702b02913cf None None] Pushing event updated for resources: {'Port': ['ID=60d8078a-848e-46ed-8b1d-15b8183dac48,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:38.689775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:38.690139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:38.690549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.690974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:38.691471 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Bound port: 60d8078a-848e-46ed-8b1d-15b8183dac48, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:38.691853 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.724456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Allocated IP 172.20.0.2 (33a4f0fe-9316-422d-abe6-ebbbf63e408c/94e16e5d-f617-4570-bd56-eb69b493468e/53bd6a42-8a54-40ae-9056-e520784d85cc) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:38.772097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.868073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:38.974056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 84af78a4-f2db-4f41-afc2-108b8a6673ee up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:39.025975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-59130355-6e58-4714-abe4-cae4e9cfdfb9 None None] Provisioning complete for port 60d8078a-848e-46ed-8b1d-15b8183dac48 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:39.026346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-59130355-6e58-4714-abe4-cae4e9cfdfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.097803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:39.100075 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8aed05-0e8d-46d6-a932-0d71391b8405" -d '{"events": [{"server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:39.105083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] For port 60d8078a-848e-46ed-8b1d-15b8183dac48, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:39.146282 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb91da-5fdc-49a0-803a-2605c28c02b1 x-openstack-request-id: req-04fb91da-5fdc-49a0-803a-2605c28c02b1 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:39.146594 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "name": "network-vif-plugged", "status": "completed", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:39.146880 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-04fb91da-5fdc-49a0-803a-2605c28c02b1 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:39.147272 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384', 'code': 200} Nov 12 03:57:39.151745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ee58a363-6eea-48fd-af44-e95b561a8384,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:39.155824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] For port 60d8078a-848e-46ed-8b1d-15b8183dac48, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=60d8078a-848e-46ed-8b1d-15b8183dac48,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:39.166758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.174947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.176875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-59130355-6e58-4714-abe4-cae4e9cfdfb9 None None] Port 60d8078a-848e-46ed-8b1d-15b8183dac48 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:39.278731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 84af78a4-f2db-4f41-afc2-108b8a6673ee completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:39.285385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ed32a-3f48-48a2-8841-2f71c2384d54 req-f7efe5b1-1310-47be-bbd1-9f5295e0cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.287151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f2ed32a-3f48-48a2-8841-2f71c2384d54 req-f7efe5b1-1310-47be-bbd1-9f5295e0cd4d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0546677 Nov 12 03:57:39.295627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e87e7c-1bc8-4af9-a6fe-be64ea851918 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:57:39.313177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 84af78a4-f2db-4f41-afc2-108b8a6673ee triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:39.313538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.321773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.357417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f2ed32a-3f48-48a2-8841-2f71c2384d54 req-37340bd7-7501-4c14-a829-4fc43e363bca service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Nov 12 03:57:39.379029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:39.379848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:39.450279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1a05-76fb-4ae7-84e3-ee1104823d30 req-eb3fa622-7aa7-4181-9197-3acfed8a9f78 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.451738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f58c1a05-76fb-4ae7-84e3-ee1104823d30 req-eb3fa622-7aa7-4181-9197-3acfed8a9f78 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 944 time: 0.0550046 Nov 12 03:57:39.454898 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.481003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.535320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f58c1a05-76fb-4ae7-84e3-ee1104823d30 req-8acd8440-d989-443a-a0fd-a0d86edcde91 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752590 Nov 12 03:57:39.539375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.1 (33a4f0fe-9316-422d-abe6-ebbbf63e408c/94e16e5d-f617-4570-bd56-eb69b493468e/0cb56663-9410-4213-b078-f92760b5b037) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:39.550939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9d23c-41a0-49b1-85cf-e702b02913cf None None] Pushing event updated for resources: {'Port': ['ID=60d8078a-848e-46ed-8b1d-15b8183dac48,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.565845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] Provisioning complete for port 60d8078a-848e-46ed-8b1d-15b8183dac48 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:39.566159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.572412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:39.584433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:39.586964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:39.699201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:39.701497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.745567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca02a3-b9f6-4fa2-9570-20ea300f0a55 req-374e1695-9b69-44bf-befb-4348abb221d4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:39.747249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38ca02a3-b9f6-4fa2-9570-20ea300f0a55 req-374e1695-9b69-44bf-befb-4348abb221d4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0622249 Nov 12 03:57:39.750068 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.789040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Pushing event updated for resources: {'Port': ['ID=53bd6a42-8a54-40ae-9056-e520784d85cc,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.794147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:39.797515 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:39.802107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:39.805759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38ca02a3-b9f6-4fa2-9570-20ea300f0a55 req-2f6f79ad-7aee-49b9-8092-f11b60378059 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Nov 12 03:57:39.808908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:39.845799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.846565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Attempting to bind port 53bd6a42-8a54-40ae-9056-e520784d85cc on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:39.846951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Attempting to bind port 53bd6a42-8a54-40ae-9056-e520784d85cc by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:39.847306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Attempting to bind port 53bd6a42-8a54-40ae-9056-e520784d85cc on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:39.851070 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.865298 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.897368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:39.897739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:39.898140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:39.898526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Bound using segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:39.899047 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Bound port: 53bd6a42-8a54-40ae-9056-e520784d85cc, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:39.899431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.011479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:40.020469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.024995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.029419 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.112365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] For port 60d8078a-848e-46ed-8b1d-15b8183dac48, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=60d8078a-848e-46ed-8b1d-15b8183dac48,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:40.122919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] For port 53bd6a42-8a54-40ae-9056-e520784d85cc, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:40.125456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.150272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] For port 53bd6a42-8a54-40ae-9056-e520784d85cc, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53bd6a42-8a54-40ae-9056-e520784d85cc,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:40.156560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.162922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.240720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd779c-75b8-4018-b897-a64ae1e04490 None None] Pushing event updated for resources: {'Port': ['ID=60d8078a-848e-46ed-8b1d-15b8183dac48,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.249766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:40.298149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917dd01-74f0-4057-9025-1bfc669a162c None None] The sync data for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 is: [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:36Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:40.334024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2703f-ce58-4ab5-b58e-c1edf46ae3fe None None] Pushing event updated for resources: {'Port': ['ID=53bd6a42-8a54-40ae-9056-e520784d85cc,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.391739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.398102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.512553 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:40.517178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:40.693768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:40.696690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:40.745744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083d85b-f137-4816-ab07-76ce3bdea6fd req-055fecd1-fe94-4ee8-b0d9-6da4237cb1d9 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:40.748171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7083d85b-f137-4816-ab07-76ce3bdea6fd req-055fecd1-fe94-4ee8-b0d9-6da4237cb1d9 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.0829408 Nov 12 03:57:40.882455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7083d85b-f137-4816-ab07-76ce3bdea6fd req-f8912d99-3fe4-4b49-8c5f-bb2a086452a9 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176765 Nov 12 03:57:40.938099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 98b165c7-9135-451a-891d-b06663b029a1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:40.951078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 60d8078a-848e-46ed-8b1d-15b8183dac48 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:41.039511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 60d8078a-848e-46ed-8b1d-15b8183dac48 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:41.040064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.059181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f149-e52a-4cb8-a887-2aba2987da35 req-6354facd-5773-441b-ae3c-4a8bb9fa9a18 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.067919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9317f149-e52a-4cb8-a887-2aba2987da35 req-6354facd-5773-441b-ae3c-4a8bb9fa9a18 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0805166 Nov 12 03:57:41.148959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9317f149-e52a-4cb8-a887-2aba2987da35 req-53da306c-0e34-4f5f-9c17-0049ae82bbaa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Nov 12 03:57:41.192393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:41.192545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:41.195041 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b01a10-c948-44d4-b42a-cd8f770088ec" -d '{"events": [{"server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "name": "network-vif-plugged", "status": "completed", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:41.208939 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ae044db9-36da-4c8e-9f71-9b9ad721f0f3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/98b165c7-9135-451a-891d-b06663b029a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1777029 Nov 12 03:57:41.254198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53bd6a42-8a54-40ae-9056-e520784d85cc up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:41.343563 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf3f590-ab8b-44ab-a100-19836adc806d x-openstack-request-id: req-9cf3f590-ab8b-44ab-a100-19836adc806d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:41.344354 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "name": "network-vif-plugged", "status": "completed", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:41.344561 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9cf3f590-ab8b-44ab-a100-19836adc806d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:41.345085 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'code': 200} Nov 12 03:57:41.413371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 53bd6a42-8a54-40ae-9056-e520784d85cc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:41.414085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.505986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13831ff9-0533-42f0-bba1-762add909723 req-45fa2159-d0bd-4b24-854a-2b663d4525e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.508599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13831ff9-0533-42f0-bba1-762add909723 req-45fa2159-d0bd-4b24-854a-2b663d4525e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1097 time: 0.0984406 Nov 12 03:57:41.533525 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.597871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 53bd6a42-8a54-40ae-9056-e520784d85cc, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53bd6a42-8a54-40ae-9056-e520784d85cc,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:41.604542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:41.622923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-13831ff9-0533-42f0-bba1-762add909723 req-ed3866c0-01d4-4ce1-800b-7550f8504ae7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993721 Nov 12 03:57:41.641157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-a514f16f-44ea-4439-92d6-e708572769e7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:41.643156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-a514f16f-44ea-4439-92d6-e708572769e7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1822131 Nov 12 03:57:41.666535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=53bd6a42-8a54-40ae-9056-e520784d85cc,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:41.673946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-7e129f05-6847-44b9-914f-0920a93ad6f4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0210257 Nov 12 03:57:41.723922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68374253-e251-4110-a0e9-7c8c30dc0477 None None] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:57:41.741826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-f25a3ba3-7544-47c3-a2fe-a3a1a96b446d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599427 Nov 12 03:57:41.851704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-40b9e974-511b-48c8-84a4-92939a76dc40 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014655 Nov 12 03:57:41.972345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-46ba0790-c19a-495e-a4cb-111475b9c0a4 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132848 Nov 12 03:57:41.975912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e27588e2-3c68-49bb-8295-3829df5d0481 None None] Provisioning complete for port 53bd6a42-8a54-40ae-9056-e520784d85cc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:41.976361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e27588e2-3c68-49bb-8295-3829df5d0481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.470569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7ff3f1ed-baa9-4ea4-9172-22ace124e33a None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:42.471178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f1ed-baa9-4ea4-9172-22ace124e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.521425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3f1ed-baa9-4ea4-9172-22ace124e33a None None] Port 0cb56663-9410-4213-b078-f92760b5b037 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:42.540151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7ff3f1ed-baa9-4ea4-9172-22ace124e33a None None] Provisioning complete for port 53bd6a42-8a54-40ae-9056-e520784d85cc triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:42.540736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f1ed-baa9-4ea4-9172-22ace124e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:42.601879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-09f93b4d-c108-4732-b22a-82b9ccdc05c8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039989025&fields=id&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 267 time: 0.4489663 Nov 12 03:57:42.735349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-7d7bce81-571b-4ce4-a658-fef1845b56cd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:42.743999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-7d7bce81-571b-4ce4-a658-fef1845b56cd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 796 time: 0.1403024 Nov 12 03:57:42.753451 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Sync routers for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:42.764286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:42.765515 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:42.767173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-111edf46-dda6-4bf5-baea-81d43e54db45 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/quotas/6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 375 time: 0.0222309 Nov 12 03:57:42.851937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53bd6a42-8a54-40ae-9056-e520784d85cc up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:42.876110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-f04f7afa-5135-4cae-b77a-ef0657ab06be tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075356 Nov 12 03:57:42.896752 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:43.011884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-37317890-b7f7-4594-b857-afb7c605432c None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:43.012621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37317890-b7f7-4594-b857-afb7c605432c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.060856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-18c35630-7a8c-4c43-8bce-b7c5fb1bdd23 service neutron] 10.222.0.97 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778610 Nov 12 03:57:43.093883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 53bd6a42-8a54-40ae-9056-e520784d85cc triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:43.094125 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.098395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-37317890-b7f7-4594-b857-afb7c605432c None None] Port 0cb56663-9410-4213-b078-f92760b5b037 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:43.178659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-1a62a596-5935-4860-a321-f27fb3120eb3 service neutron] 10.222.0.97 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167314 Nov 12 03:57:43.223085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-859f8b01-7180-4ada-907e-c243e33904ed None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:43.223507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-859f8b01-7180-4ada-907e-c243e33904ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.253602 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 2, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:43.261787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-859f8b01-7180-4ada-907e-c243e33904ed None None] Port 0cb56663-9410-4213-b078-f92760b5b037 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:43.283882 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Checking router: 98b165c7-9135-451a-891d-b06663b029a1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:43.284318 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Updating router 98b165c7-9135-451a-891d-b06663b029a1 port 0cb56663-9410-4213-b078-f92760b5b037 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:57:43.314096 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.406586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5574a-5dbb-4d2f-853b-6106a53565c0 req-8e5be334-b5cb-4c6f-969d-31bcd3db8f21 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.408201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29c5574a-5dbb-4d2f-853b-6106a53565c0 req-8e5be334-b5cb-4c6f-969d-31bcd3db8f21 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.0599127 Nov 12 03:57:43.475542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29c5574a-5dbb-4d2f-853b-6106a53565c0 req-7b7c0693-814f-4d64-9d6f-657aa390096e tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569365 Nov 12 03:57:43.602654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38f2a924-adf5-4d6d-84a3-05f9d2d0a760 req-40b057d3-306c-4e1b-9e7c-fbf9d81e2e16 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 210 time: 0.0432026 Nov 12 03:57:43.695891 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.705208 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.709223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-4ff892ac-d3e1-4618-a5d0-0bd3de0c092d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:43.711041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-4ff892ac-d3e1-4618-a5d0-0bd3de0c092d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1946094 Nov 12 03:57:43.756301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:43.763292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c343640-20e7-4c9d-98b0-3eb751cdc642 req-464b1f87-ee87-4c33-9469-3b5e073f9c41 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 210 time: 0.0512593 Nov 12 03:57:43.833693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Pushing event updated for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:43.862062 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.862486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.862864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.866269 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.869691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.870164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.870512 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.871669 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.872041 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.872407 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.872824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.873336 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:43.882265 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Attempting to bind port 0cb56663-9410-4213-b078-f92760b5b037 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:43.883021 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Attempting to bind port 0cb56663-9410-4213-b078-f92760b5b037 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:43.883673 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Attempting to bind port 0cb56663-9410-4213-b078-f92760b5b037 on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:43.894755 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:43.895183 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:43.895984 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:43.896417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Bound using segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:43.896947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Bound port: 0cb56663-9410-4213-b078-f92760b5b037, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:43.897575 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.040301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dd2e5-ce4f-4366-bb86-04062cbe6242 req-453e27b5-f7c6-485c-a989-8f53810926ea tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.043092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f69dd2e5-ce4f-4366-bb86-04062cbe6242 req-453e27b5-f7c6-485c-a989-8f53810926ea tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.1003346 Nov 12 03:57:44.044452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:44.052687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.070453 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] For port 0cb56663-9410-4213-b078-f92760b5b037, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:44.076952 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] For port 0cb56663-9410-4213-b078-f92760b5b037, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0cb56663-9410-4213-b078-f92760b5b037,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:44.083405 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.205166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:44.207260 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.264492 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:44.268534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:44.291715 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fb8a9-873a-499c-902d-4f16659d9f33 None None] Pushing event updated for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:44.312431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f69dd2e5-ce4f-4366-bb86-04062cbe6242 req-e18943fd-0177-4c12-ae0b-f76d2142159e tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555494 Nov 12 03:57:44.346023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60328) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:44.492580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.10 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/bc9cd59d-f020-497f-80da-cc7d5d8282d3) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:44.516726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.617296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] For port 0cb56663-9410-4213-b078-f92760b5b037, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0cb56663-9410-4213-b078-f92760b5b037,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:44.623865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.687947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:44.700432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5982f-e36c-4185-be45-8b4ee922c0ea None None] Pushing event updated for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:44.754192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4b59d6d9-60bd-4ec0-83c3-f20a1a125769 None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:44.754835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4b59d6d9-60bd-4ec0-83c3-f20a1a125769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.773213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c9a50-b539-4888-b5ef-d6cca49237e0 tempest-TestVolumeBackupRestore-742836262 tempest-TestVolumeBackupRestore-742836262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:44.774812 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f2c9a50-b539-4888-b5ef-d6cca49237e0 tempest-TestVolumeBackupRestore-742836262 tempest-TestVolumeBackupRestore-742836262-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1092 time: 0.4273601 Nov 12 03:57:44.777883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60334) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:44.783440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:44.814396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:44.842523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5edd8a4-27ab-489a-93d9-7b57a8051143 req-4927fee7-db2e-4d48-9672-a9b8f9a3ed8f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 210 time: 0.0797970 Nov 12 03:57:44.957122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.025621 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.064341 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:45.065142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.097598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:45.103985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ee58a363-6eea-48fd-af44-e95b561a8384'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:45.108841 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5f88f-8f35-439b-91ea-21f135fb3ec9 None None] The sync data for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 is: [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:45.113369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16b969d6-a936-45de-a2fd-f6c6663272f3 req-9f97d782-aead-4942-b2db-c49468b32090 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 210 time: 0.0706196 Nov 12 03:57:45.157614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:45.164643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:45.169399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:45.247631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:45.248306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.268156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:45.293255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-cfdc3ee9-fb60-4140-9efc-00d160c9cb2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5659740 Nov 12 03:57:45.320641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Request body: {'port': {'device_id': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:45.440595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.483010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-fed4d38b-67e8-47e5-ac14-fcd6ebc3f481 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:45.485334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-fed4d38b-67e8-47e5-ac14-fcd6ebc3f481 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 796 time: 0.4321828 Nov 12 03:57:45.581659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Allocated IP 172.25.7.102 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5129ddc0-0cd8-41d0-b2ac-2067e480da2e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:45.634251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-cdf83415-b8d4-4f5c-a2d3-fdf551f19587 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 380 time: 0.1270368 Nov 12 03:57:45.678018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'port': {'device_id': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'admin_state_up': True, 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'security_groups': ['144e66a4-a9a1-4dd6-a8c5-19752e50d708']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:45.865612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.898328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:57:45.915274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:45.945339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9cd59d-f020-497f-80da-cc7d5d8282d3 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:45.975025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.012101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Transition to ACTIVE for port object bc9cd59d-f020-497f-80da-cc7d5d8282d3 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:46.035660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.060585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.109612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e25171-daaa-435b-9f38-53063d1316f9 req-d5282cb1-9fe1-464e-9068-4c1a73e69d26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.112042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88e25171-daaa-435b-9f38-53063d1316f9 req-d5282cb1-9fe1-464e-9068-4c1a73e69d26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 932 time: 0.1175773 Nov 12 03:57:46.131557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Pushing event updated for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.141334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:46.235808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.8 (33a4f0fe-9316-422d-abe6-ebbbf63e408c/94e16e5d-f617-4570-bd56-eb69b493468e/7d55614f-4665-4ddf-8aa9-a3963ae32e2a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:46.238418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:46.253110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:46.256457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'Port': ['ID=5129ddc0-0cd8-41d0-b2ac-2067e480da2e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.297322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88e25171-daaa-435b-9f38-53063d1316f9 req-7f76c848-739c-46fc-97b3-4c4826c124d9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611538 Nov 12 03:57:46.305761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Attempting to bind port bc9cd59d-f020-497f-80da-cc7d5d8282d3 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:46.305761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Attempting to bind port bc9cd59d-f020-497f-80da-cc7d5d8282d3 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:46.306424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Attempting to bind port bc9cd59d-f020-497f-80da-cc7d5d8282d3 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:46.315174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Port bc9cd59d-f020-497f-80da-cc7d5d8282d3 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:46.315503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Attempting to bind port bc9cd59d-f020-497f-80da-cc7d5d8282d3 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:46.332715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:46.333001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:46.333345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:46.333799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Bound port: bc9cd59d-f020-497f-80da-cc7d5d8282d3, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:46.334475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.470094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf62de81-1695-4a19-970f-13a72ae0bb49 req-967f3817-3c18-4bea-93af-f3e815201e54 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 210 time: 0.0469670 Nov 12 03:57:46.477919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:46.481733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:46.495290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.557870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.558804 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.560566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] 10.222.0.104 "PUT /v2.0/ports/bc9cd59d-f020-497f-80da-cc7d5d8282d3 HTTP/1.1" status: 200 len: 1093 time: 1.2490313 Nov 12 03:57:46.561419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:46.564826 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:46.587269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.628882 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a6e6f-a17c-4801-8536-ddebab48f0f5 x-openstack-request-id: req-279a6e6f-a17c-4801-8536-ddebab48f0f5 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:46.629822 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:46.629822 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-279a6e6f-a17c-4801-8536-ddebab48f0f5 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:46.630651 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3', 'status': 'completed', 'code': 200} Nov 12 03:57:46.663882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d97b9-eb0f-4a6d-b134-4d03037e4cca service neutron] Pushing event updated for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.703923 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:46.727233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-4303fb43-8db8-483b-bd93-bd0e9c144f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.728796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-4303fb43-8db8-483b-bd93-bd0e9c144f7b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 1096 time: 0.0561869 Nov 12 03:57:46.874708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0cb56663-9410-4213-b078-f92760b5b037 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:46.892539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:46.931053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:46.933692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:46.938646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:46.939582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-111978eb-1d81-4cc2-8ee0-325e4dac350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:46.941636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-111978eb-1d81-4cc2-8ee0-325e4dac350e service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=ae568160208640df8319208a91d34a24&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1914704 Nov 12 03:57:46.986934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0cb56663-9410-4213-b078-f92760b5b037 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:46.987531 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.026982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.027622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.038052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.091457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-58dee5c7-a88c-47eb-b359-d0c61667b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.094660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3f73764-8ad4-4f5f-86e3-c2c6da56bb52 req-58dee5c7-a88c-47eb-b359-d0c61667b455 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1437974 Nov 12 03:57:47.125418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-9e08e488-d4f4-4c16-aa2e-dcc4889e161c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4812522 Nov 12 03:57:47.151849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Request body: {'port': {'device_id': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:47.199218 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.226435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-fbef22f3-05dc-4860-8438-bc4e33db7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.228019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-fbef22f3-05dc-4860-8438-bc4e33db7163 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 1096 time: 0.0434265 Nov 12 03:57:47.269746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.292229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-714cae19-95f6-4248-bb27-a647d7feb2ab service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3 HTTP/1.1" status: 200 len: 217 time: 0.0420611 Nov 12 03:57:47.321028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-45db2b41-66b3-4adf-9623-69061162ffa2 None None] Provisioning complete for port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:47.321389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-45db2b41-66b3-4adf-9623-69061162ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.358040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-8c12f36b-1a31-41f2-bc82-f21c110ae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.359899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-8c12f36b-1a31-41f2-bc82-f21c110ae6d3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0603075 Nov 12 03:57:47.389065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-45db2b41-66b3-4adf-9623-69061162ffa2 None None] Port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:57:47.400977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-06b5637e-048e-4bed-8d30-4c157414681a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336397 Nov 12 03:57:47.513327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e81b2f-3cbd-4e66-98a5-7832aa48c3b7 req-74f82323-db53-41a5-855b-76fc5cd6ae0d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.515485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5e81b2f-3cbd-4e66-98a5-7832aa48c3b7 req-74f82323-db53-41a5-855b-76fc5cd6ae0d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 944 time: 0.1119976 Nov 12 03:57:47.556434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-7351a6be-e3d8-42c1-83b7-b58d3ffdfb24 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422570 Nov 12 03:57:47.567707 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.578533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.640705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5e81b2f-3cbd-4e66-98a5-7832aa48c3b7 req-3796d254-4b00-4970-8fa1-729afee32cc9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152821 Nov 12 03:57:47.669099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event updated for resources: {'Port': ['ID=5129ddc0-0cd8-41d0-b2ac-2067e480da2e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:47.702167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-124290a0-3245-4a44-9a0c-b7be02ac834d req-88ecb698-0ed3-4538-be30-ef89ee107546 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357386 Nov 12 03:57:47.706738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:47.791565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a04c8-d905-4497-8820-6b5b3d42760e req-97762e7d-c5e2-481f-ae6a-2231b78969e4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:47.793082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c52a04c8-d905-4497-8820-6b5b3d42760e req-97762e7d-c5e2-481f-ae6a-2231b78969e4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 931 time: 0.0652964 Nov 12 03:57:47.838830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d55614f-4665-4ddf-8aa9-a3963ae32e2a {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:47.856145 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c52a04c8-d905-4497-8820-6b5b3d42760e req-6797273d-64bd-4cb1-976b-e9648bb90e4f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533612 Nov 12 03:57:48.193429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.213332 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Floating IP e9009c33-1da9-47df-8624-a778deaba171 associated. External IP: 172.25.7.102, port: 84af78a4-f2db-4f41-afc2-108b8a6673ee. Nov 12 03:57:48.216614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Transition to ACTIVE for port object 7d55614f-4665-4ddf-8aa9-a3963ae32e2a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:57:48.247715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.309492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:48.470565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:57:48.470922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:57:48.471258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:48.482231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:57:48.482552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:57:48.490895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:57:48.491239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:57:48.491633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Bound using segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:57:48.492063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Bound port: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:57:48.492416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.591169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:48.604246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:57:48.607954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:57:48.614794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.693454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.694260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.695660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] 10.222.0.16 "PUT /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1092 time: 1.5484149 Nov 12 03:57:48.696136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:48.698515 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5438bed-d614-4427-8cb0-0da2295d555e" -d '{"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:48.771209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07138a4-6c8a-459f-adab-29cb7ca053ce service neutron] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:48.793042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe957600-ae01-4c56-a6e7-876a27ced023 req-056e0a79-98dd-4d75-b5e0-6da8b823eae6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.794827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe957600-ae01-4c56-a6e7-876a27ced023 req-056e0a79-98dd-4d75-b5e0-6da8b823eae6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 944 time: 0.0593815 Nov 12 03:57:48.819126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:48.836360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-8ba19863-1505-42fd-8366-e45550cba65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.837536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:48.838128 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-8ba19863-1505-42fd-8366-e45550cba65a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1095 time: 0.0679672 Nov 12 03:57:48.849715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:48.850489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:48.851852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:48.873075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe957600-ae01-4c56-a6e7-876a27ced023 req-14079cda-2c24-4093-a422-ae5f211dd36f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 Nov 12 03:57:48.912601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-d20bc774-f5c7-4297-9fd7-de0f7e41a19b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 217 time: 0.0565588 Nov 12 03:57:48.926426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1908457e-7e6f-47cb-b907-7ead6292f615 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1459653 Nov 12 03:57:48.928997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60354) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:48.971212 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419ef1c5-bca1-4178-a1ab-3f5f19f144d3 x-openstack-request-id: req-419ef1c5-bca1-4178-a1ab-3f5f19f144d3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:48.971609 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:48.971757 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-419ef1c5-bca1-4178-a1ab-3f5f19f144d3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:48.972154 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'status': 'completed', 'code': 200} Nov 12 03:57:48.987069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c618f-5d3d-4b12-b622-7c98af528a90 tempest-TestVolumeBackupRestore-742836262 tempest-TestVolumeBackupRestore-742836262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.989085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f61c618f-5d3d-4b12-b622-7c98af528a90 tempest-TestVolumeBackupRestore-742836262 tempest-TestVolumeBackupRestore-742836262-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1092 time: 0.0586085 Nov 12 03:57:48.991437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:48.995796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-cc709576-e419-4cf6-9cf8-ff2781b9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:48.997130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Request body: {'floatingip': {'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:48.998199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-cc709576-e419-4cf6-9cf8-ff2781b9feab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0690503 Nov 12 03:57:49.021701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:49.052641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-65e3b366-39c1-4047-a602-c7d25bf200f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.054161 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-65e3b366-39c1-4047-a602-c7d25bf200f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488479 Nov 12 03:57:49.086945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.134379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0e897-5425-4b96-b5d5-a8c04544d40c req-714dc8c2-d97a-4928-84f1-b17130a9a8a8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.135930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f0e897-5425-4b96-b5d5-a8c04544d40c req-714dc8c2-d97a-4928-84f1-b17130a9a8a8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 943 time: 0.1057372 Nov 12 03:57:49.170286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-4d11e179-c13f-45e9-95db-19c7c2052c73 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069157 Nov 12 03:57:49.253690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29f0e897-5425-4b96-b5d5-a8c04544d40c req-a8aa9755-ae31-4968-b627-1a05895afb98 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090221 Nov 12 03:57:49.283630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4740b641-1a5b-4a6d-afb8-200581bec000 req-8c5b5875-5b64-4571-b557-dcb3aaa72cdd service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972116 Nov 12 03:57:49.318010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:46Z', 'revision_number': 0, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:49.346430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:49.355308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:49.355908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:49.414865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438bed-d614-4427-8cb0-0da2295d555e req-cc6a77c6-9898-4621-a698-3c285e4404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.418199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-cc6a77c6-9898-4621-a698-3c285e4404ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1095 time: 0.0542083 Nov 12 03:57:49.485200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:49.523747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438bed-d614-4427-8cb0-0da2295d555e req-46430fd0-2647-41a3-91e7-6df3113a51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.525164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-46430fd0-2647-41a3-91e7-6df3113a51b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.0987728 Nov 12 03:57:49.570207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-3826cc72-4fea-4bf3-861b-7cf79ed5d3db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 217 time: 0.0370669 Nov 12 03:57:49.631773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438bed-d614-4427-8cb0-0da2295d555e req-c4318dcf-ee9d-4cc9-a572-501cca62abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.633355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-c4318dcf-ee9d-4cc9-a572-501cca62abc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0562077 Nov 12 03:57:49.678490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.683427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:49.690357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438bed-d614-4427-8cb0-0da2295d555e req-1568962d-89ec-47f9-948d-fa999c7a5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:49.692077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-1568962d-89ec-47f9-948d-fa999c7a5dbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486104 Nov 12 03:57:49.727187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:46Z', 'revision_number': 0, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:49.763135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267c0964-eac7-4342-a94c-3df206b90639 None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:46Z', 'revision_number': 0, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:49.797808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-ad408ecb-795b-46f8-81a6-cc9887213261 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959513 Nov 12 03:57:49.919441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:57:49.922573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a5438bed-d614-4427-8cb0-0da2295d555e req-989b6f85-b669-4b92-a984-ef4f25874e91 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156194 Nov 12 03:57:50.022460 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582f2c5-b05c-49bc-85ef-8e5481b45a65 None None] New status for floating IP e9009c33-1da9-47df-8624-a778deaba171: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:57:50.069633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb73664-702a-4473-8769-6b0253dc1baa req-3c2b62cd-445a-4fb0-9491-078d5a221d2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.071069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfb73664-702a-4473-8769-6b0253dc1baa req-3c2b62cd-445a-4fb0-9491-078d5a221d2f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 944 time: 0.0982690 Nov 12 03:57:50.087948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:57:50.092651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:50.141140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:50.143635 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d23d14-935f-464e-8159-83516ddd437a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:50.180668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfb73664-702a-4473-8769-6b0253dc1baa req-f53f45d5-b52e-4e57-af44-ff492a693d17 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994039 Nov 12 03:57:50.188502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0965fd5a-870c-4a54-848d-6e4d06a89bac tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "PUT /v2.0/floatingips/e9009c33-1da9-47df-8624-a778deaba171 HTTP/1.1" status: 200 len: 991 time: 1.1902671 Nov 12 03:57:50.233656 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee9d54b-5828-4799-a7dc-74b19b81c3f3 x-openstack-request-id: req-5ee9d54b-5828-4799-a7dc-74b19b81c3f3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:50.233952 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:50.234210 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ee9d54b-5828-4799-a7dc-74b19b81c3f3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:50.234647 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:57:50.270212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:57:50.279646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:50.281756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:50.327849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23d14-935f-464e-8159-83516ddd437a req-878fb3f2-6690-4fdc-8dac-5fae4dd003b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.329490 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-878fb3f2-6690-4fdc-8dac-5fae4dd003b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1097 time: 0.0476871 Nov 12 03:57:50.388741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f508e9-9b6e-475c-9aa8-310b2cf3e978 req-83eeca6b-c5e4-47e6-9b89-89055d022b35 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.390337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24f508e9-9b6e-475c-9aa8-310b2cf3e978 req-83eeca6b-c5e4-47e6-9b89-89055d022b35 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 943 time: 0.0543604 Nov 12 03:57:50.401627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:50.435756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23d14-935f-464e-8159-83516ddd437a req-8e7983bd-077b-4b0a-8c26-99230a71132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.439061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-8e7983bd-077b-4b0a-8c26-99230a71132d service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 913 time: 0.1027043 Nov 12 03:57:50.451412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24f508e9-9b6e-475c-9aa8-310b2cf3e978 req-da286d07-7a09-4036-a822-314df7d12e46 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544806 Nov 12 03:57:50.509908 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-3611a184-38f3-48c9-b2ac-0904821946b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 1001 time: 0.0632007 Nov 12 03:57:50.563492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23d14-935f-464e-8159-83516ddd437a req-e5ae1985-49bd-416e-9ffa-3fa5ace32595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.565069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-e5ae1985-49bd-416e-9ffa-3fa5ace32595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0465579 Nov 12 03:57:50.621866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d23d14-935f-464e-8159-83516ddd437a req-d75bfbd8-59c3-4d2d-854d-ca25e33c8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:50.623337 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-d75bfbd8-59c3-4d2d-854d-ca25e33c8d42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466118 Nov 12 03:57:50.638973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:50Z', 'revision_number': 2, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:50.668506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:57:50.678252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:57:50.678862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:50.722652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-08c961d6-2842-46c6-8e78-9da7c30b55af service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894544 Nov 12 03:57:50.787063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:57:50.827587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-80d23d14-935f-464e-8159-83516ddd437a req-629fe2b4-0e06-487e-b3ba-cc97271c2817 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982907 Nov 12 03:57:50.973361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:50.976501 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea9c95c-a9ee-4950-9897-51cf25c37439" -d '{"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:51.016977 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c8a2b-d770-4792-b654-448f59a5ae0c x-openstack-request-id: req-de8c8a2b-d770-4792-b654-448f59a5ae0c {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:51.017269 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:51.017524 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-de8c8a2b-d770-4792-b654-448f59a5ae0c {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:51.017933 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:57:51.105955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-5297b3a6-5406-4670-8c65-8539402af76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.107585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-5297b3a6-5406-4670-8c65-8539402af76b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1097 time: 0.0451925 Nov 12 03:57:51.179771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-85f6316c-6e69-4a00-8490-da943869603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:50Z', 'revision_number': 2, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:57:51.207471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-61b22051-6054-46f4-baa8-3f2299d324bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.207773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6316c-6e69-4a00-8490-da943869603b None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'e9009c33-1da9-47df-8624-a778deaba171', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'port_id': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'mac_address': 'fa:16:3e:80:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:46Z', 'updated_at': '2021-11-12T03:57:50Z', 'revision_number': 2, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:57:51.209251 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-61b22051-6054-46f4-baa8-3f2299d324bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 913 time: 0.0931535 Nov 12 03:57:51.276883 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-46f22089-1636-4585-b9bd-3895696ee83c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 1001 time: 0.0609677 Nov 12 03:57:51.314204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f49738-11d7-492d-b4f9-4f143b98a7a9 req-b5b3cca5-1b53-4470-bb1c-39d1d7a3f948 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.315740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47f49738-11d7-492d-b4f9-4f143b98a7a9 req-b5b3cca5-1b53-4470-bb1c-39d1d7a3f948 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 944 time: 0.0542455 Nov 12 03:57:51.329145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-c69e17dc-ef6e-41f7-a36b-5bfa4be1fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.330623 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-c69e17dc-ef6e-41f7-a36b-5bfa4be1fcc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0460763 Nov 12 03:57:51.365788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-47f49738-11d7-492d-b4f9-4f143b98a7a9 req-7f838a04-d00e-4a7e-910a-91809e1163ad tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Nov 12 03:57:51.384117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-f28b22b2-08ec-4f20-980d-5f78a98d2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.385630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-f28b22b2-08ec-4f20-980d-5f78a98d2f51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472975 Nov 12 03:57:51.480474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-dddd2a42-0157-4aae-aab1-d4d07c755df8 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860567 Nov 12 03:57:51.569195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92630c-d38c-45cd-88b3-ff702ebbe67e req-ccf7a203-27ba-4e31-ba5e-a8678ed78aae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:51.570703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb92630c-d38c-45cd-88b3-ff702ebbe67e req-ccf7a203-27ba-4e31-ba5e-a8678ed78aae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 943 time: 0.0502110 Nov 12 03:57:51.581484 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ea9c95c-a9ee-4950-9897-51cf25c37439 req-113c6149-69b0-4bcb-b2a6-ce89068795f1 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928102 Nov 12 03:57:51.620798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb92630c-d38c-45cd-88b3-ff702ebbe67e req-2a2b3d82-d3d2-43b9-9376-860dd702e936 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Nov 12 03:57:52.211654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1dc5af70-255b-4654-bf1e-dbe7e809bc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.235643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:52.235918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bc9cd59d-f020-497f-80da-cc7d5d8282d3 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:52.238672 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:52.275855 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715c263b-f241-4ef4-9b08-d1b767aca992 x-openstack-request-id: req-715c263b-f241-4ef4-9b08-d1b767aca992 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:52.276146 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:52.276404 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-715c263b-f241-4ef4-9b08-d1b767aca992 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:52.276802 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:57:52.357498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:52.359467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-ee77bc44-0472-46b5-8ff1-70ff16639428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.361027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-ee77bc44-0472-46b5-8ff1-70ff16639428 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1097 time: 0.0418723 Nov 12 03:57:52.371168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3', 'mac_address': 'fa:16:3e:7f:a7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:52.415906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.429883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9cd59d-f020-497f-80da-cc7d5d8282d3 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:52.457758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:52.462184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:52.485649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-d106bb6e-c54d-45f2-86d1-3462908b2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.487175 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-d106bb6e-c54d-45f2-86d1-3462908b2342 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 913 time: 0.1180172 Nov 12 03:57:52.514344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:52.519685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b4cd9-2758-4fcb-8f4c-c0d0a709b68e req-d2d785fb-45b2-4a79-add1-849d04188397 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.522753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.523238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.523777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.524269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.524712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.525163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.525592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.526021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.526448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.526926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.527331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a87b4cd9-2758-4fcb-8f4c-c0d0a709b68e req-d2d785fb-45b2-4a79-add1-849d04188397 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 945 time: 0.0721097 Nov 12 03:57:52.527463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.527839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:57:52.558687 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-0afdf897-0fc9-4be4-9a20-b8a239d847a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 1001 time: 0.0646300 Nov 12 03:57:52.572042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a87b4cd9-2758-4fcb-8f4c-c0d0a709b68e req-901267a4-7910-4900-b0b3-c6abe232c824 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Nov 12 03:57:52.612165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-cd6cffee-d527-4183-a56c-90102c04c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.614631 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-cd6cffee-d527-4183-a56c-90102c04c0ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0492949 Nov 12 03:57:52.669171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-698f1081-266a-41fd-b3b2-44c178580d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.670730 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-698f1081-266a-41fd-b3b2-44c178580d64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488431 Nov 12 03:57:52.750805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b24cc-196b-45fb-b2c3-e3b8d505cf8b req-f3bfd092-58dc-432b-a449-1417f284bd10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:52.752382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-115b24cc-196b-45fb-b2c3-e3b8d505cf8b req-f3bfd092-58dc-432b-a449-1417f284bd10 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 943 time: 0.0574961 Nov 12 03:57:52.768227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-77772e4c-5ebc-4a38-93b6-0c6a29a1eb35 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901413 Nov 12 03:57:52.804577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-115b24cc-196b-45fb-b2c3-e3b8d505cf8b req-3d9ebae2-1f97-4cb3-8c1b-77a16926fa33 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Nov 12 03:57:52.867347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b2d44f1a-c93b-4d8c-952d-d76f4aeca3c0 req-a1a2060f-f28f-4056-b63b-32c270153ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895853 Nov 12 03:57:52.889689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bc9cd59d-f020-497f-80da-cc7d5d8282d3'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:52.961065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:57:53.107703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:53.119199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'port_id': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'mac_address': 'fa:16:3e:8a:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:57:53.159316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.176213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d55614f-4665-4ddf-8aa9-a3963ae32e2a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:57:53.195135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:53.199265 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:53.247224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:53.549812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7d55614f-4665-4ddf-8aa9-a3963ae32e2a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:57:53.707547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b544598-d134-4776-a217-d258de6a816a req-2b4e56fc-24cc-4bf5-aee7-c8e73b13d861 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.709355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b544598-d134-4776-a217-d258de6a816a req-2b4e56fc-24cc-4bf5-aee7-c8e73b13d861 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 945 time: 0.0598292 Nov 12 03:57:53.762641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b544598-d134-4776-a217-d258de6a816a req-020b38ee-a150-4070-bc4a-e76342dbd15e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Nov 12 03:57:53.931414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20142-df75-41e4-b2bc-9ba3b9f7f0c1 req-9eef95a2-e479-413c-8bdf-bb987f6db6a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:53.932915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29a20142-df75-41e4-b2bc-9ba3b9f7f0c1 req-9eef95a2-e479-413c-8bdf-bb987f6db6a5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0557308 Nov 12 03:57:53.986264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-29a20142-df75-41e4-b2bc-9ba3b9f7f0c1 req-385f956a-c71b-43f2-8216-e2e00bb818b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Nov 12 03:57:54.245149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bc9cd59d-f020-497f-80da-cc7d5d8282d3 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:54.298227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port bc9cd59d-f020-497f-80da-cc7d5d8282d3 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:54.302600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port bc9cd59d-f020-497f-80da-cc7d5d8282d3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:54.303060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.394398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.419653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:54.421990 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e2464-2fd8-4203-b956-2433f36e46e6" -d '{"events": [{"server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:54.436259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:54.442105 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.482188 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6cc239-4b0a-40dc-806e-761f9298a792 x-openstack-request-id: req-3a6cc239-4b0a-40dc-806e-761f9298a792 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:54.482538 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "name": "network-vif-plugged", "status": "completed", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:54.482903 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a6cc239-4b0a-40dc-806e-761f9298a792 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:54.483406 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3', 'code': 200} Nov 12 03:57:54.511289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:54.549912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c196b2f-872d-4e2d-bfd9-58b3516ae214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:54.628804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac47b4-94d7-4150-88b5-b395f4aa0e0d req-9516bff2-1238-407f-b1b1-193a612d2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.630296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eac47b4-94d7-4150-88b5-b395f4aa0e0d req-9516bff2-1238-407f-b1b1-193a612d2a6b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 1098 time: 0.0436969 Nov 12 03:57:54.681257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eac47b4-94d7-4150-88b5-b395f4aa0e0d req-da76f762-efd4-49ce-99b2-9ba459e00275 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Nov 12 03:57:54.898337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4321-65f1-4760-9774-690d001c4ce2 req-e0cb5e47-3e74-47cc-9a0a-b6b9757b77be tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:54.899957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-245e4321-65f1-4760-9774-690d001c4ce2 req-e0cb5e47-3e74-47cc-9a0a-b6b9757b77be tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0520349 Nov 12 03:57:54.955748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-245e4321-65f1-4760-9774-690d001c4ce2 req-65b38fec-6ca9-4483-affa-36411ec0b673 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462811 Nov 12 03:57:54.980398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:57:55.038247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:57:55.044977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:57:55.045566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.120873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72113d-3d3c-4348-981b-702c27738444 req-7a89165c-887c-43b2-a1a2-4986a9c73230 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:55.123017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e72113d-3d3c-4348-981b-702c27738444 req-7a89165c-887c-43b2-a1a2-4986a9c73230 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0650187 Nov 12 03:57:55.147221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.183945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e72113d-3d3c-4348-981b-702c27738444 req-2a5707d8-8f88-49e4-90fa-9269467d653a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544686 Nov 12 03:57:55.194806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:57:55.200104 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:55.252056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:57:55.505259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:56.409537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53532d1-5b07-4669-9258-ba1ba6c0d476 req-f1e29082-cccc-497f-b15c-8106a310a9ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.411098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f53532d1-5b07-4669-9258-ba1ba6c0d476 req-f1e29082-cccc-497f-b15c-8106a310a9ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.3850741 Nov 12 03:57:56.461495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f53532d1-5b07-4669-9258-ba1ba6c0d476 req-9d686acd-49a2-4ae6-a609-f7f0e60245f4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Nov 12 03:57:56.485075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:57:56.487495 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15861eed-d55b-4600-ada0-f8d109997db3" -d '{"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-plugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:57:56.567760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ff45c-0968-4485-978e-14defed65c63 req-c41c1750-90e8-4bbd-99e6-c21096080a2c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.569237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c4ff45c-0968-4485-978e-14defed65c63 req-c41c1750-90e8-4bbd-99e6-c21096080a2c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Nov 12 03:57:56.620516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c4ff45c-0968-4485-978e-14defed65c63 req-4f770e6d-b5ea-4c5c-9122-ee97af57fc91 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Nov 12 03:57:56.664926 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e468dad0-4c53-4985-902d-f0046c53e45b x-openstack-request-id: req-e468dad0-4c53-4985-902d-f0046c53e45b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:57:56.665479 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-plugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:57:56.665479 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e468dad0-4c53-4985-902d-f0046c53e45b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:57:56.665834 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'code': 200} Nov 12 03:57:56.803838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7f1b1-8150-47ac-a7fa-7bfb230a8cb8 req-386c0f24-0e27-432f-85e9-23d1b96d64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:56.805421 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f6b7f1b1-8150-47ac-a7fa-7bfb230a8cb8 req-386c0f24-0e27-432f-85e9-23d1b96d64bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1097 time: 0.0422847 Nov 12 03:57:56.859641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f6b7f1b1-8150-47ac-a7fa-7bfb230a8cb8 req-8455be57-1318-4187-9aed-f0d1d82135c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445721 Nov 12 03:57:56.971454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.591389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52e0b9-8ee0-45a5-a46b-9592ce5c72bd req-04f509e9-5dbb-4c30-8d8d-4f893a5202ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.592894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e52e0b9-8ee0-45a5-a46b-9592ce5c72bd req-04f509e9-5dbb-4c30-8d8d-4f893a5202ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0590086 Nov 12 03:57:57.653587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e52e0b9-8ee0-45a5-a46b-9592ce5c72bd req-668c80fc-cc98-491a-9a42-2dcae21f6037 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Nov 12 03:57:57.766329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86051b-084c-4a44-98d2-2ae297adf23f req-650d2e53-6542-4dab-a46d-b4c33bbedcfa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.767788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef86051b-084c-4a44-98d2-2ae297adf23f req-650d2e53-6542-4dab-a46d-b4c33bbedcfa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0519996 Nov 12 03:57:57.775873 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:57.826028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef86051b-084c-4a44-98d2-2ae297adf23f req-074a539b-be39-4134-9379-511d37e51ec4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510938 Nov 12 03:57:57.933810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc973a01-8eb2-485b-a1b0-e20ae712ce10 req-7f07ea54-be24-4522-b4a1-dd43f88e70bd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:57.935472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc973a01-8eb2-485b-a1b0-e20ae712ce10 req-7f07ea54-be24-4522-b4a1-dd43f88e70bd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Nov 12 03:57:57.987142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc973a01-8eb2-485b-a1b0-e20ae712ce10 req-3285f1c2-5376-44c4-a3fc-a8cdfa749a97 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Nov 12 03:57:58.120476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226fdad-9327-4b14-bacf-35e4dff7f8a8 req-c82d8896-5a1c-46bb-9f00-f8060071af28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.121974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c226fdad-9327-4b14-bacf-35e4dff7f8a8 req-c82d8896-5a1c-46bb-9f00-f8060071af28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0625033 Nov 12 03:57:58.177420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c226fdad-9327-4b14-bacf-35e4dff7f8a8 req-5fe41852-0025-4c69-96f8-ac9cc94615ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Nov 12 03:57:58.419328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7490ac-353f-484a-9ac8-db22bb41ebbe req-14dadc46-66d5-4bc4-8437-bddce4497019 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.420801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b7490ac-353f-484a-9ac8-db22bb41ebbe req-14dadc46-66d5-4bc4-8437-bddce4497019 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0520027 Nov 12 03:57:58.475187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b7490ac-353f-484a-9ac8-db22bb41ebbe req-0840c9f7-9616-4ff2-b4c4-993f67562150 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Nov 12 03:57:58.944252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ec753-bd36-4073-ae13-307adf1a7a78 req-28b6e89e-a172-44bb-a0c0-3aeed99f8fa3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:58.945739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-281ec753-bd36-4073-ae13-307adf1a7a78 req-28b6e89e-a172-44bb-a0c0-3aeed99f8fa3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Nov 12 03:57:58.998479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-281ec753-bd36-4073-ae13-307adf1a7a78 req-8c791f9c-a8f9-46ae-b738-22d4501f5f15 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466447 Nov 12 03:57:59.121978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775c60-fc9e-4e0c-ac1b-7354baa351d7 req-451a274b-4521-463b-bc94-d547ed8df596 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.123632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b775c60-fc9e-4e0c-ac1b-7354baa351d7 req-451a274b-4521-463b-bc94-d547ed8df596 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Nov 12 03:57:59.173891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b775c60-fc9e-4e0c-ac1b-7354baa351d7 req-21620b06-5f40-472c-97f2-1126ba44630c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Nov 12 03:57:59.196190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:59.236520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9978b-5fbc-4f22-97f4-77e14ad07978 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.238067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b6e9978b-5fbc-4f22-97f4-77e14ad07978 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1092 time: 0.0408425 Nov 12 03:57:59.240832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:57:59.245076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:57:59.269495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.371407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.485334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.83 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9663e9b8-0de5-415c-92a7-d26eeba5847c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:57:59.618893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.635296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca01b-65c6-4426-89f8-b4af57c87a1e req-3c0a3108-1554-4300-a74a-2476eb1955bf tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:57:59.636663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-132ca01b-65c6-4426-89f8-b4af57c87a1e req-3c0a3108-1554-4300-a74a-2476eb1955bf tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0803466 Nov 12 03:57:59.701928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:57:59.718620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-132ca01b-65c6-4426-89f8-b4af57c87a1e req-88a758ff-d254-4d11-8c5b-f9eb33fa2ee5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750446 Nov 12 03:57:59.747556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:57:59.752511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:57:59.755984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:57:59.781670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=9663e9b8-0de5-415c-92a7-d26eeba5847c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:00.166356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.198865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-74d7d623-e980-4efb-8005-12eece3aa1e6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.200330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-74d7d623-e980-4efb-8005-12eece3aa1e6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 946 time: 0.0915210 Nov 12 03:58:00.303536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.362494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port bc9cd59d-f020-497f-80da-cc7d5d8282d3 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:00.362833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.522786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:00.531323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port bc9cd59d-f020-497f-80da-cc7d5d8282d3, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bc9cd59d-f020-497f-80da-cc7d5d8282d3,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:00.531698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.552937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for bc9cd59d-f020-497f-80da-cc7d5d8282d3 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:00.565189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.573606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.694585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=9663e9b8-0de5-415c-92a7-d26eeba5847c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:00.720982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.897943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:00.905309 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9ad71291-8bb8-4e20-add1-19429053cf94 associated. External IP: 172.25.7.83, port: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a. Nov 12 03:58:00.932090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['ee58a363-6eea-48fd-af44-e95b561a8384'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:00.958237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:00.975219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811660b-ffe0-44c7-a093-f97dd47a8ab7 req-f887d2a5-7b21-4b49-83ed-3da51ea028ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:00.978747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d811660b-ffe0-44c7-a093-f97dd47a8ab7 req-f887d2a5-7b21-4b49-83ed-3da51ea028ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=8c9b512c-8ca3-42f9-97cb-68a1933617e0 HTTP/1.1" status: 200 len: 867 time: 0.1774721 Nov 12 03:58:00.981085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=bc9cd59d-f020-497f-80da-cc7d5d8282d3,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:01.070447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port bc9cd59d-f020-497f-80da-cc7d5d8282d3 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:01.075007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.078769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be5cd4b3-e69f-4dea-90da-0dd5aeb01dc9 req-538d2e24-b282-4b66-99ff-0bb2d0da68d3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/bc9cd59d-f020-497f-80da-cc7d5d8282d3 HTTP/1.1" status: 204 len: 173 time: 0.8695807 Nov 12 03:58:01.082202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'name': 'network-vif-deleted', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:01.084581 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fae671-155d-43ca-a7de-a5940bd9e886" -d '{"events": [{"server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "name": "network-vif-deleted", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:01.123861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d811660b-ffe0-44c7-a093-f97dd47a8ab7 req-ffec5b31-e9aa-4884-853e-e2538c7af896 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348979 Nov 12 03:58:01.192320 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bcd171-6653-4a53-bef8-63f95761206b x-openstack-request-id: req-b1bcd171-6653-4a53-bef8-63f95761206b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:01.192977 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9b512c-8ca3-42f9-97cb-68a1933617e0", "name": "network-vif-deleted", "tag": "bc9cd59d-f020-497f-80da-cc7d5d8282d3", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:01.192977 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b1bcd171-6653-4a53-bef8-63f95761206b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:01.193271 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b512c-8ca3-42f9-97cb-68a1933617e0', 'name': 'network-vif-deleted', 'tag': 'bc9cd59d-f020-497f-80da-cc7d5d8282d3', 'status': 'completed', 'code': 200} Nov 12 03:58:01.272450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 98b165c7-9135-451a-891d-b06663b029a1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:01.399372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:01.409070 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Sync routers for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:01.420599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.426429 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.427182 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.454913 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0efe4b58-450b-438b-97e3-30079761b635 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2130270 Nov 12 03:58:01.552472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:01.564066 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:01.568013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef98a5-4d01-4ac7-b2ff-52e0ae9a8a2f req-d79d401a-3459-4381-b3a9-68b67826d75d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:01.570137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bef98a5-4d01-4ac7-b2ff-52e0ae9a8a2f req-d79d401a-3459-4381-b3a9-68b67826d75d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0638947 Nov 12 03:58:01.636174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bef98a5-4d01-4ac7-b2ff-52e0ae9a8a2f req-0e245f2d-0217-4d41-97e8-6ee5703b0fbd tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546987 Nov 12 03:58:01.665253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 60420) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:01.738378 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8cc26554-c212-4477-b3a5-c53bbe75ec1e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9ad71291-8bb8-4e20-add1-19429053cf94 HTTP/1.1" status: 200 len: 990 time: 0.0717769 Nov 12 03:58:01.841536 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9ad71291-8bb8-4e20-add1-19429053cf94', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '98b165c7-9135-451a-891d-b06663b029a1', 'port_id': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'mac_address': 'fa:16:3e:8a:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:59Z', 'updated_at': '2021-11-12T03:57:59Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:01.877349 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Checking router: 98b165c7-9135-451a-891d-b06663b029a1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:01.887213 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:01.887827 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.009926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:02.268292 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9ad71291-8bb8-4e20-add1-19429053cf94', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '98b165c7-9135-451a-891d-b06663b029a1', 'port_id': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'mac_address': 'fa:16:3e:8a:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:59Z', 'updated_at': '2021-11-12T03:57:59Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:02.282577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bc9cd59d-f020-497f-80da-cc7d5d8282d3 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:02.317653 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95f97c-3bf3-488b-b5bb-013e50a73f67 None None] The sync data for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 is: [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9ad71291-8bb8-4e20-add1-19429053cf94', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.83', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '98b165c7-9135-451a-891d-b06663b029a1', 'port_id': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'mac_address': 'fa:16:3e:8a:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:57:59Z', 'updated_at': '2021-11-12T03:57:59Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:02.324826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: bc9cd59d-f020-497f-80da-cc7d5d8282d3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:02.325433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bc9cd59d-f020-497f-80da-cc7d5d8282d3 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:02.461960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481cf9-f73d-465c-b1ef-17360f67ce15 req-f101bb38-858b-4080-bece-b1b2ff47db50 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:02.463751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83481cf9-f73d-465c-b1ef-17360f67ce15 req-f101bb38-858b-4080-bece-b1b2ff47db50 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0644112 Nov 12 03:58:02.518632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83481cf9-f73d-465c-b1ef-17360f67ce15 req-8013ccd5-8556-4cee-8d44-b77b2a96c47d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459399 Nov 12 03:58:02.553332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f5b3a-2eac-43ba-8e45-49dbce90c54f None None] New status for floating IP 9ad71291-8bb8-4e20-add1-19429053cf94: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:02.742650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60428) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:02.810492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d0065611-e35c-49ad-ac4d-b9b9de093a2a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9ad71291-8bb8-4e20-add1-19429053cf94 HTTP/1.1" status: 200 len: 992 time: 0.0666585 Nov 12 03:58:03.194892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:03.197281 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062af58d-1498-441e-ab83-b45c9a97112f" -d '{"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:03.232481 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381dcf8f-a903-42c3-adbe-4509cd8d776b x-openstack-request-id: req-381dcf8f-a903-42c3-adbe-4509cd8d776b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:03.232772 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:03.233042 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-381dcf8f-a903-42c3-adbe-4509cd8d776b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:03.233414 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'status': 'completed', 'code': 200} Nov 12 03:58:03.327102 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af58d-1498-441e-ab83-b45c9a97112f req-4d2bf937-3e30-46e7-96a1-24769b6e3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.328701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-4d2bf937-3e30-46e7-96a1-24769b6e3a3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1097 time: 0.0462222 Nov 12 03:58:03.428816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af58d-1498-441e-ab83-b45c9a97112f req-6d3bfdeb-8ea6-41c0-8a4c-9de5799803e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.430343 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-6d3bfdeb-8ea6-41c0-8a4c-9de5799803e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.0939188 Nov 12 03:58:03.503227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-3e76d8b0-bb64-4aad-b30c-a02118d2410b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1000 time: 0.0638239 Nov 12 03:58:03.566465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af58d-1498-441e-ab83-b45c9a97112f req-263137d9-36a5-45c2-9c36-627fe530bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.568002 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-263137d9-36a5-45c2-9c36-627fe530bcaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0479462 Nov 12 03:58:03.625214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062af58d-1498-441e-ab83-b45c9a97112f req-0e984b86-4fed-48a2-9ec6-4a37ac8a34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.627064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-0e984b86-4fed-48a2-9ec6-4a37ac8a34b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493352 Nov 12 03:58:03.643839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd2919-0909-4167-a0d2-3b015047debf req-8a7d96f4-f837-4493-bed4-2502af0c25fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:03.645320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1cd2919-0909-4167-a0d2-3b015047debf req-8a7d96f4-f837-4493-bed4-2502af0c25fa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Nov 12 03:58:03.695495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1cd2919-0909-4167-a0d2-3b015047debf req-94b0f163-e22e-4555-9f15-d12730659f8e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Nov 12 03:58:03.754800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-5a7dcb51-e80f-4ae5-a745-8428d75817d1 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935516 Nov 12 03:58:03.866891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-062af58d-1498-441e-ab83-b45c9a97112f req-ad2702b4-ed51-4bcd-bc94-73c44a2d4152 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980263 Nov 12 03:58:04.305312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-5342ebce-148e-451e-9a6f-fe54b2e26cdd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:04.307716 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-5342ebce-148e-451e-9a6f-fe54b2e26cdd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 945 time: 0.0649185 Nov 12 03:58:04.413549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port ee58a363-6eea-48fd-af44-e95b561a8384 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:04.413992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.504843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port ee58a363-6eea-48fd-af44-e95b561a8384, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=ee58a363-6eea-48fd-af44-e95b561a8384,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:04.505217 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.524646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for ee58a363-6eea-48fd-af44-e95b561a8384 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:04.654571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.686243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=ee58a363-6eea-48fd-af44-e95b561a8384,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:04.693045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:04.737722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port ee58a363-6eea-48fd-af44-e95b561a8384 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:04.740616 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:04.744107 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa65893c-eeb9-4ce0-a470-e66ff39a1141 req-dc4944de-257e-4cd6-b6fd-9ae579ee6aeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/ee58a363-6eea-48fd-af44-e95b561a8384 HTTP/1.1" status: 204 len: 173 time: 0.4289436 Nov 12 03:58:04.838451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6075acc5-1e60-4883-9a9d-4a4af85c009e req-b0f09be1-2cf8-4774-a442-34e79b38212c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=f7bc744f-9c9d-4510-932f-cdc4ac898ab0 HTTP/1.1" status: 200 len: 210 time: 0.0329976 Nov 12 03:58:05.235099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'name': 'network-vif-deleted', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:05.237796 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e2c6e-ed2e-494a-9487-2ab76b3bc718" -d '{"events": [{"server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "name": "network-vif-deleted", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:05.283300 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b1d6e-8da4-49dc-ba1e-b7cf48b2a400 x-openstack-request-id: req-233b1d6e-8da4-49dc-ba1e-b7cf48b2a400 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:05.283669 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc744f-9c9d-4510-932f-cdc4ac898ab0", "name": "network-vif-deleted", "tag": "ee58a363-6eea-48fd-af44-e95b561a8384", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:05.284029 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-233b1d6e-8da4-49dc-ba1e-b7cf48b2a400 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:05.284493 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc744f-9c9d-4510-932f-cdc4ac898ab0', 'name': 'network-vif-deleted', 'tag': 'ee58a363-6eea-48fd-af44-e95b561a8384', 'status': 'completed', 'code': 200} Nov 12 03:58:06.130476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-d5c70a53-4055-43d7-aee1-50b8a0806148 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:06.133100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-d5c70a53-4055-43d7-aee1-50b8a0806148 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1176248 Nov 12 03:58:06.147946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-6fe408e6-a36d-48dd-acba-9e0035cd5157 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Nov 12 03:58:06.199917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-5df0417a-3e73-44f2-93b6-6c89db048651 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457630 Nov 12 03:58:06.290555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ee58a363-6eea-48fd-af44-e95b561a8384 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:06.291449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-6ade644b-e125-450a-a0be-729e6ec88b42 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849257 Nov 12 03:58:06.313707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: ee58a363-6eea-48fd-af44-e95b561a8384 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:06.314048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device ee58a363-6eea-48fd-af44-e95b561a8384 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:06.393986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-7e960873-b3c8-4209-adce-70d930fdd2b4 service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944049 Nov 12 03:58:06.558782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-400c8848-2084-4ab7-acdb-3d8415e92827 req-7389cfce-4722-4366-9a48-ea4be48fa1f4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 210 time: 0.0291381 Nov 12 03:58:07.641461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-7ee77655-9cc9-43b7-a9d9-c68f9a06d2f3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:07.643112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-7ee77655-9cc9-43b7-a9d9-c68f9a06d2f3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1333969 Nov 12 03:58:07.679423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ae1ee3d-93c9-4961-88a0-505b2517831d req-3f459291-75b5-42ed-96ba-2426537f6db2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 210 time: 0.0350568 Nov 12 03:58:07.683886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': '3917f965-1e8f-405f-9943-8b61cf126863', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:07.806397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:07.809887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:07.958446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.3 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/017f2032-5bc5-4398-97fc-5b2576cb1b62) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:08.111305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.145591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.184524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:08.193925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:08.197375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:08.201420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:08.208659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.261389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:08.262127 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.281154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-25f50729-b28f-4aba-9657-ca88f62b356a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042984 Nov 12 03:58:08.303125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Request body: {'port': {'device_id': '3917f965-1e8f-405f-9943-8b61cf126863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:08.363244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.648099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017f2032-5bc5-4398-97fc-5b2576cb1b62 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:08.657284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.671126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Transition to ACTIVE for port object 017f2032-5bc5-4398-97fc-5b2576cb1b62 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:08.675643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.740098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Pushing event updated for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:08.854620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99717bde-7118-43aa-9193-886f5694ba10 req-51d37a10-628e-48f1-989f-5dbd22dbad72 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:08.856159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99717bde-7118-43aa-9193-886f5694ba10 req-51d37a10-628e-48f1-989f-5dbd22dbad72 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 943 time: 0.0888126 Nov 12 03:58:08.857266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Attempting to bind port 017f2032-5bc5-4398-97fc-5b2576cb1b62 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:08.857608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Attempting to bind port 017f2032-5bc5-4398-97fc-5b2576cb1b62 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:08.857903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Attempting to bind port 017f2032-5bc5-4398-97fc-5b2576cb1b62 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:08.868549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Port 017f2032-5bc5-4398-97fc-5b2576cb1b62 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:08.868860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Attempting to bind port 017f2032-5bc5-4398-97fc-5b2576cb1b62 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:08.882095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:08.882420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:08.882791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:08.883275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Bound port: 017f2032-5bc5-4398-97fc-5b2576cb1b62, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:08.883623 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:08.944904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99717bde-7118-43aa-9193-886f5694ba10 req-9425d24b-4f80-4919-b106-e6e91dc73112 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822499 Nov 12 03:58:08.978272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:08.981347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:08.986004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.026671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.027553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.029065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] 10.222.0.104 "PUT /v2.0/ports/017f2032-5bc5-4398-97fc-5b2576cb1b62 HTTP/1.1" status: 200 len: 1092 time: 0.7339468 Nov 12 03:58:09.029760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:09.032489 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54caaa-1fab-43de-85fd-e3837ee57f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:09.060188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0f97-6570-4f78-b4d2-7bc341a84a7c service neutron] Pushing event updated for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:09.072740 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de154cc-64ef-47ed-bbcd-cb6678a67955 x-openstack-request-id: req-8de154cc-64ef-47ed-bbcd-cb6678a67955 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:09.073063 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:09.073324 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8de154cc-64ef-47ed-bbcd-cb6678a67955 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:09.073731 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62', 'status': 'completed', 'code': 200} Nov 12 03:58:09.137208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-619482e9-38e8-4bc5-9283-5ed17e9712d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.138712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-619482e9-38e8-4bc5-9283-5ed17e9712d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 1095 time: 0.0450847 Nov 12 03:58:09.190397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-1dc5181d-5615-42c7-8314-04d9affffb2d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62 HTTP/1.1" status: 200 len: 217 time: 0.0354569 Nov 12 03:58:09.564923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4645b-f740-421e-a562-cab42904b225 req-99ddb618-ae3d-422b-a98e-3748ae9315a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.566320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-99ddb618-ae3d-422b-a98e-3748ae9315a0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.3690646 Nov 12 03:58:09.601818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-6fe10bd6-9573-4044-a208-e8516ad897fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270011 Nov 12 03:58:09.699524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-16e855fe-0b42-480c-a5d3-42256619ed3b service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903971 Nov 12 03:58:09.769325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:09.806164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69c4645b-f740-421e-a562-cab42904b225 req-3140f0d5-46c3-4353-9329-371e5500ebf6 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998552 Nov 12 03:58:09.934056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9d970259-5e9f-4880-8b0a-aff776b08624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:09.935672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9d970259-5e9f-4880-8b0a-aff776b08624 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 1095 time: 0.0420754 Nov 12 03:58:10.052558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-816ea4ac-9cf8-4a17-b7b6-a46aadc9b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.054350 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-816ea4ac-9cf8-4a17-b7b6-a46aadc9b17f service neutron] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.1114211 Nov 12 03:58:10.117934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9d73909e-4714-4c07-a7bc-241e75243ef9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62 HTTP/1.1" status: 200 len: 217 time: 0.0477583 Nov 12 03:58:10.162907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfe270-b9a3-4a7f-9f84-9df53805edda req-0f63b3ea-dc69-4c9b-8918-7b1a1946a87f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.164428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbfe270-b9a3-4a7f-9f84-9df53805edda req-0f63b3ea-dc69-4c9b-8918-7b1a1946a87f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 943 time: 0.1346412 Nov 12 03:58:10.211116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9d09ba21-d286-4735-b329-7a929db30775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:10.212857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9d09ba21-d286-4735-b329-7a929db30775 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0875113 Nov 12 03:58:10.273710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-a3c06f57-57b9-4f00-a243-eb83ecba8c91 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437789 Nov 12 03:58:10.279540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbfe270-b9a3-4a7f-9f84-9df53805edda req-24e0c4e6-d08a-466c-aeb0-cc7ca7602f94 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063068 Nov 12 03:58:10.407722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-9e77532a-16dd-463b-aa87-5e54baaa0ce1 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257784 Nov 12 03:58:10.530805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c54caaa-1fab-43de-85fd-e3837ee57f9b req-61b5e32e-23cc-455f-af93-aa1bd913aff8 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140823 Nov 12 03:58:11.435667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884ce60-3e54-469c-a464-b25b241c0e84 req-8367af54-19f6-4bc9-82d7-d3b273a2c5d7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:11.438869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0884ce60-3e54-469c-a464-b25b241c0e84 req-8367af54-19f6-4bc9-82d7-d3b273a2c5d7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 943 time: 0.0660925 Nov 12 03:58:11.506909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0884ce60-3e54-469c-a464-b25b241c0e84 req-2e839183-d8b8-4259-bf26-2ea4ca4e840f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Nov 12 03:58:12.652963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd9bc-9b3e-4031-a5c3-75f807ba881a req-2e72e58b-41a8-4bfb-bc0b-2c2e881d2e57 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:12.654728 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f33bd9bc-9b3e-4031-a5c3-75f807ba881a req-2e72e58b-41a8-4bfb-bc0b-2c2e881d2e57 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 943 time: 0.0677166 Nov 12 03:58:12.712295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f33bd9bc-9b3e-4031-a5c3-75f807ba881a req-ce304a69-d140-42e9-a584-b6a3ef67fe09 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Nov 12 03:58:13.858694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaffde-4954-46f9-862f-dd9d6db1a1f7 req-aa0610da-fe0b-4618-890d-6f7036ab12f0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:13.861256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0deaffde-4954-46f9-862f-dd9d6db1a1f7 req-aa0610da-fe0b-4618-890d-6f7036ab12f0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 943 time: 0.0725961 Nov 12 03:58:13.916973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0deaffde-4954-46f9-862f-dd9d6db1a1f7 req-35f3df0f-e9a4-4f9a-bdcc-e0de98e09350 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Nov 12 03:58:14.325635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 017f2032-5bc5-4398-97fc-5b2576cb1b62 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:14.436760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:14.451308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '017f2032-5bc5-4398-97fc-5b2576cb1b62', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': '017f2032-5bc5-4398-97fc-5b2576cb1b62', 'mac_address': 'fa:16:3e:0d:0e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:14.491622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.505205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017f2032-5bc5-4398-97fc-5b2576cb1b62 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:14.525203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:14.529301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:14.576725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:14.917301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['017f2032-5bc5-4398-97fc-5b2576cb1b62'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:15.049126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e81a1d-f12b-4845-b5c4-1472cdc6ff02 req-3cdf8d38-1ed2-456a-b263-1b211230a8ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.050970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2e81a1d-f12b-4845-b5c4-1472cdc6ff02 req-3cdf8d38-1ed2-456a-b263-1b211230a8ca tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 944 time: 0.0600684 Nov 12 03:58:15.105532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2e81a1d-f12b-4845-b5c4-1472cdc6ff02 req-9210cc7b-58c1-431d-a76b-accb8aa13450 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478244 Nov 12 03:58:15.747701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-67973816-7c7e-42b1-989c-83664281453e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432019 Nov 12 03:58:15.825746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-723c1964-7082-4acd-ae21-aacf3ecbff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.827380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-723c1964-7082-4acd-ae21-aacf3ecbff3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.0428851 Nov 12 03:58:15.942357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-f62248e5-90a3-498c-a719-587e25bd90c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:15.943910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-f62248e5-90a3-498c-a719-587e25bd90c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 908 time: 0.0944905 Nov 12 03:58:16.014423 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-06b59cad-07d8-41f7-b353-72732dbb1f8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 1000 time: 0.0611970 Nov 12 03:58:16.075936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-e240557f-0d7d-45ef-80b2-1d16f758fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.077422 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-e240557f-0d7d-45ef-80b2-1d16f758fc96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0548346 Nov 12 03:58:16.126894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-d2021671-ce26-4e73-bd8c-a141021b027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.128525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-d2021671-ce26-4e73-bd8c-a141021b027f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428212 Nov 12 03:58:16.230352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-39e8a5d5-bb14-4047-a270-f57ed8ab8672 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895426 Nov 12 03:58:16.231064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a6938-a936-4cdd-b831-dcf6d3be7680 req-dc22bd1c-9002-4f9c-b5fa-89e954194ad8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.232564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d08a6938-a936-4cdd-b831-dcf6d3be7680 req-dc22bd1c-9002-4f9c-b5fa-89e954194ad8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 944 time: 0.0546908 Nov 12 03:58:16.285854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d08a6938-a936-4cdd-b831-dcf6d3be7680 req-c38ece9f-c5ed-4126-9e60-61a9ad98b8d4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Nov 12 03:58:16.327168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 017f2032-5bc5-4398-97fc-5b2576cb1b62 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:16.329879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b58e7e8-f286-4d37-93bf-5136573a1230 req-81ea4e56-35ce-473f-b606-c80780449ccc service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906785 Nov 12 03:58:16.377160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 017f2032-5bc5-4398-97fc-5b2576cb1b62 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:16.381804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 017f2032-5bc5-4398-97fc-5b2576cb1b62 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:16.381963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.464253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.488314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:16.490962 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7902978b-7db4-4ed6-9688-eff4694456f7" -d '{"events": [{"server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "name": "network-vif-plugged", "status": "completed", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:16.504334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:16.508888 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:16.534298 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c80a6-e971-40ce-b624-5beaf6315edc x-openstack-request-id: req-7e1c80a6-e971-40ce-b624-5beaf6315edc {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:16.534591 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "name": "network-vif-plugged", "status": "completed", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:16.534875 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7e1c80a6-e971-40ce-b624-5beaf6315edc {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:16.535264 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62', 'code': 200} Nov 12 03:58:16.559228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:16.658511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c11e95-7f6d-4e0f-81e1-9cb516cf20c1 req-c65239f8-f973-4934-b68c-a8fd93779450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:16.660075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25c11e95-7f6d-4e0f-81e1-9cb516cf20c1 req-c65239f8-f973-4934-b68c-a8fd93779450 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 1097 time: 0.0403919 Nov 12 03:58:16.708758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25c11e95-7f6d-4e0f-81e1-9cb516cf20c1 req-d7e91661-29bd-4669-8499-b83255250868 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Nov 12 03:58:17.411916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf8856-90c2-4771-a5be-7123687501e0 req-8f9afcf0-f97a-48c3-ae15-ec26a62533b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:17.413476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dbf8856-90c2-4771-a5be-7123687501e0 req-8f9afcf0-f97a-48c3-ae15-ec26a62533b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0516472 Nov 12 03:58:17.464290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dbf8856-90c2-4771-a5be-7123687501e0 req-ca862fa9-6e1a-4fdf-8d14-4a8281979f77 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Nov 12 03:58:18.585803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33f1c-e2fe-40b5-8b35-b81c0b05be46 req-5fea76e4-0af0-4d96-af54-b711f118fac6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.587341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80b33f1c-e2fe-40b5-8b35-b81c0b05be46 req-5fea76e4-0af0-4d96-af54-b711f118fac6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Nov 12 03:58:18.636322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80b33f1c-e2fe-40b5-8b35-b81c0b05be46 req-d08e6411-9ed0-4e17-9204-04fac7d91cd0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Nov 12 03:58:18.845913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea07051-de5f-4f80-bf1d-7f5274900e67 req-5d226982-65af-44f4-9ff4-75cdcafb2761 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:18.847439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea07051-de5f-4f80-bf1d-7f5274900e67 req-5d226982-65af-44f4-9ff4-75cdcafb2761 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Nov 12 03:58:18.896512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ea07051-de5f-4f80-bf1d-7f5274900e67 req-25e91714-9e19-4863-9868-25a7e098da00 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Nov 12 03:58:19.013589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e261f7-797c-4019-a827-5cfb71e97fed req-140f8ef9-924e-4197-844a-4070f2ffe502 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.015041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9e261f7-797c-4019-a827-5cfb71e97fed req-140f8ef9-924e-4197-844a-4070f2ffe502 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0500607 Nov 12 03:58:19.071666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9e261f7-797c-4019-a827-5cfb71e97fed req-e7db9fac-c5f2-418b-95ad-c5379ddbe97c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497890 Nov 12 03:58:19.322052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb254ab-9faf-4bc0-86e6-cefb43d20b69 req-21e62a64-0978-441f-ac84-28ddceeee369 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:19.323504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eb254ab-9faf-4bc0-86e6-cefb43d20b69 req-21e62a64-0978-441f-ac84-28ddceeee369 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0507221 Nov 12 03:58:19.373898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0eb254ab-9faf-4bc0-86e6-cefb43d20b69 req-b3698d2b-d769-453d-9ca0-686b6a4c4091 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Nov 12 03:58:20.499816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c1835-1918-4c04-b49a-9402f746561c req-2d92b027-4435-481f-8968-1479ff6d4ed2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:20.501340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-020c1835-1918-4c04-b49a-9402f746561c req-2d92b027-4435-481f-8968-1479ff6d4ed2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Nov 12 03:58:20.552641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-020c1835-1918-4c04-b49a-9402f746561c req-1fceca2f-b610-45e7-a420-22daf1af9dcb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Nov 12 03:58:20.961763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-2a737dcf-4fe5-4536-b66e-4863bd60de51 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:20.963348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-2a737dcf-4fe5-4536-b66e-4863bd60de51 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 945 time: 0.0614665 Nov 12 03:58:21.064775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port 017f2032-5bc5-4398-97fc-5b2576cb1b62 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:21.065025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.166625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port 017f2032-5bc5-4398-97fc-5b2576cb1b62, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=017f2032-5bc5-4398-97fc-5b2576cb1b62,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:21.167009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.181104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for 017f2032-5bc5-4398-97fc-5b2576cb1b62 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:21.264930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:21.372189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.417045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['017f2032-5bc5-4398-97fc-5b2576cb1b62'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:21.419212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:21.447713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=017f2032-5bc5-4398-97fc-5b2576cb1b62,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:21.486164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.486561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.486857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.487196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.487518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.487843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.488167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.488481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.488796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.489109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.489420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.489731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:21.533870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port 017f2032-5bc5-4398-97fc-5b2576cb1b62 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:21.538025 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.542081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f053eba2-1212-4e62-b1b2-2c01852dd0a3 req-ad3dcab5-3fea-4ab6-ac2b-ee49dafcb894 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/017f2032-5bc5-4398-97fc-5b2576cb1b62 HTTP/1.1" status: 204 len: 173 time: 0.5717456 Nov 12 03:58:21.542745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'name': 'network-vif-deleted', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:21.546544 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55c3a4-2f59-4805-afe7-6d85a7b06424" -d '{"events": [{"server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "name": "network-vif-deleted", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:21.604804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Deleting port 5129ddc0-0cd8-41d0-b2ac-2067e480da2e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:21.605147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.608112 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f807b-4a9e-4535-a852-5c86899870d6 x-openstack-request-id: req-a97f807b-4a9e-4535-a852-5c86899870d6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:21.608392 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3917f965-1e8f-405f-9943-8b61cf126863", "name": "network-vif-deleted", "tag": "017f2032-5bc5-4398-97fc-5b2576cb1b62", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:21.608641 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a97f807b-4a9e-4535-a852-5c86899870d6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:21.609031 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3917f965-1e8f-405f-9943-8b61cf126863', 'name': 'network-vif-deleted', 'tag': '017f2032-5bc5-4398-97fc-5b2576cb1b62', 'status': 'completed', 'code': 200} Nov 12 03:58:21.706826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5953f87-e65d-4296-bd10-b2cf948ec0c8 req-71753e04-2ef7-41bb-9723-30c8ca5e3d97 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=3917f965-1e8f-405f-9943-8b61cf126863 HTTP/1.1" status: 200 len: 210 time: 0.0350735 Nov 12 03:58:21.731914 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.732307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.745367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Calling delete_port for 5129ddc0-0cd8-41d0-b2ac-2067e480da2e owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:21.926089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:21.951748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event deleted for resources: {'Port': ['ID=5129ddc0-0cd8-41d0-b2ac-2067e480da2e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:22.019294 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.019499 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Floating IP e9009c33-1da9-47df-8624-a778deaba171 disassociated (deleted). External IP: 172.25.7.102, port: 84af78a4-f2db-4f41-afc2-108b8a6673ee. Nov 12 03:58:22.218517 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-27c49d7c-9fbd-4f06-b0d5-c72339da6d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.279633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:22.391748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:22.396447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:22.404816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:22.414916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:22.415626 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:22.428722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2b1a60ae-18b5-406a-a524-12b060a906ec tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "DELETE /v2.0/floatingips/e9009c33-1da9-47df-8624-a778deaba171 HTTP/1.1" status: 204 len: 168 time: 1.1616325 Nov 12 03:58:22.545023 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:22.676416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe2578-e246-4ab5-9612-a546a058085c req-f5e0a7b9-2c6b-4489-88a8-8f7856e258dd tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:22.678622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27fe2578-e246-4ab5-9612-a546a058085c req-f5e0a7b9-2c6b-4489-88a8-8f7856e258dd tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.0578127 Nov 12 03:58:22.737353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27fe2578-e246-4ab5-9612-a546a058085c req-fc360e11-65e8-4d42-a833-bcc6e411b5f6 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503013 Nov 12 03:58:22.791289 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:22.823973 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:22.832640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:22.833255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:22.946542 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:23.025736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-1e70b035-a3d3-4af9-b0ca-73833ed185e8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.027175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-1e70b035-a3d3-4af9-b0ca-73833ed185e8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1107316 Nov 12 03:58:23.044440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c29a70ed-38f7-4b68-91a4-059fdddd3503 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/quotas/ae568160208640df8319208a91d34a24 HTTP/1.1" status: 200 len: 375 time: 0.0105047 Nov 12 03:58:23.103780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b6d29712-1653-4d4a-bc1b-098d7f0956a6 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523074 Nov 12 03:58:23.164456 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:23.198403 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b81908-7d44-4a06-8e5e-98cb49fe1e91 None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9c1bc065-cee3-4886-b6b9-a5abbd350ab0', 'name': '', 'network_id': 'f8cfac53-c6e8-4a26-b83a-6a662ad31d95', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'mac_address': 'fa:16:3e:cf:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:53Z', 'updated_at': '2021-11-12T03:54:59Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'subnets': [{'id': '23a9a5bc-4596-458f-ac13-02fab2cd1c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:23.224657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-01e87cd0-7d3c-48d0-a38f-6a7745ee5d7a service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042867 Nov 12 03:58:23.335320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-a1455221-84b6-4eb0-a479-7f2518d0601d service neutron] 10.222.0.97 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014469 Nov 12 03:58:23.512727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f34ff7-aa72-48c6-baa2-848249b9a6a0 None None] New status for floating IP e9009c33-1da9-47df-8624-a778deaba171: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:23.521694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8b39cf7-45b6-4da5-a42b-b0d8cc875aca req-3e38f688-caad-4b6c-8f17-f517d2abd85b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 210 time: 0.0354552 Nov 12 03:58:23.609832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:23.612295 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:23.653322 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc62e37-e3ca-4322-bf3f-fcf154f9d65f x-openstack-request-id: req-8fc62e37-e3ca-4322-bf3f-fcf154f9d65f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:23.653696 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:23.654095 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8fc62e37-e3ca-4322-bf3f-fcf154f9d65f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:23.654555 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:58:23.763410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-e9ac9c31-058f-4c67-ae56-477bbc2979aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.765719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-e9ac9c31-058f-4c67-ae56-477bbc2979aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1b9e9890765465abe0e5624a2c44e36&device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 1097 time: 0.0530384 Nov 12 03:58:23.899630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-cb8d235a-9b9e-41e5-9fe8-81e3b202a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.901403 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-cb8d235a-9b9e-41e5-9fe8-81e3b202a61c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 200 len: 913 time: 0.1239748 Nov 12 03:58:23.907077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508cc3d-4ff5-45de-9e31-4ff2ad1ea12c req-cb065095-54df-4c03-909b-a0c6814858f7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:23.909239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7508cc3d-4ff5-45de-9e31-4ff2ad1ea12c req-cb065095-54df-4c03-909b-a0c6814858f7 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.0635390 Nov 12 03:58:23.962596 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-237e8d93-eb7b-4b39-8fb3-3da9139570b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 200 len: 217 time: 0.0515642 Nov 12 03:58:23.977437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7508cc3d-4ff5-45de-9e31-4ff2ad1ea12c req-98138321-1f77-4cc9-ab8c-d00dff7af78b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/security-groups?id=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584671 Nov 12 03:58:24.029929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-259b7de8-2d47-4f12-b397-d2f0d772fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.031747 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-259b7de8-2d47-4f12-b397-d2f0d772fdf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 200 len: 852 time: 0.0608661 Nov 12 03:58:24.104585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-6f393589-a612-4c78-880c-7bb597fe03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.106184 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-6f393589-a612-4c78-880c-7bb597fe03cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f8cfac53-c6e8-4a26-b83a-6a662ad31d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597053 Nov 12 03:58:24.231331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-1756cb8e-4c76-4fe1-a351-18ea9a03ec85 service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079085 Nov 12 03:58:24.333443 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bf0233da-3e45-4ba1-8674-4c57ed01e8f1 req-0b32979f-d3cf-48cf-95ba-4c0127935fdd service neutron] 10.222.0.16 "GET /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932460 Nov 12 03:58:24.552451 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c30f3a02-bf20-4f8c-bb3f-65fe085e20a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.656765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9aaa3e84-e2de-4f09-af5a-951eb660e833 req-217b382e-19e6-462d-8cb3-777ddbcd0fa7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 210 time: 0.0303085 Nov 12 03:58:24.674594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-c074f136-0536-4e89-a9f8-da7cc19db0bc tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.676578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-c074f136-0536-4e89-a9f8-da7cc19db0bc tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 945 time: 0.0600321 Nov 12 03:58:24.705070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-d7830245-b446-4f21-a679-b0400c9dad92 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:24.706909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-d7830245-b446-4f21-a679-b0400c9dad92 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 806 time: 0.1454349 Nov 12 03:58:24.730015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Request body: {'port': {'device_id': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'admin_state_up': True, 'tenant_id': 'ae568160208640df8319208a91d34a24'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:24.776195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Deleting port 84af78a4-f2db-4f41-afc2-108b8a6673ee {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:24.777430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.845044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Made reservation on behalf of ae568160208640df8319208a91d34a24 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:58:24.848799 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.873516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] For port 84af78a4-f2db-4f41-afc2-108b8a6673ee, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=84af78a4-f2db-4f41-afc2-108b8a6673ee,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:24.874214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:24.888137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Calling delete_port for 84af78a4-f2db-4f41-afc2-108b8a6673ee owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:24.995700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Allocated IP 172.20.0.2 (b8b1ff0e-a0ac-47d5-9fc8-f375651f5505/d26df303-cf19-4cc0-9022-d2c7904b7ac4/a4eb2488-6d64-44f9-a585-abf2ffec53c5) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:58:25.042948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.076383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event deleted for resources: {'Port': ['ID=84af78a4-f2db-4f41-afc2-108b8a6673ee,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.093745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.093745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.093745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.094218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.094629 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.095054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.095450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.095865 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.096251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.096661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.097059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.098160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:25.137887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46bebdc8-0734-4b55-b301-4b647c276d34 req-8df8f8f3-c688-48ac-bc71-99ca838118d5 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0396433 Nov 12 03:58:25.139139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] No DVR routers for this DVR port 84af78a4-f2db-4f41-afc2-108b8a6673ee on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:25.142616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.147088 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f38d2fc2-7ce4-4f08-ad15-741778ae8313 req-b7ac5f52-ac06-4d72-a11d-0f9c60965d8c tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.16 "DELETE /v2.0/ports/84af78a4-f2db-4f41-afc2-108b8a6673ee HTTP/1.1" status: 204 len: 173 time: 0.4631734 Nov 12 03:58:25.147698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'name': 'network-vif-deleted', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:25.150071 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b325fb-547f-465f-a543-384d4c3f64ea" -d '{"events": [{"server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "name": "network-vif-deleted", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:25.182879 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.195965 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de42620-53c5-469e-996a-272e84895944 x-openstack-request-id: req-1de42620-53c5-469e-996a-272e84895944 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:25.196260 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4836640-4232-4a21-b85b-2f7ad006bf2c", "name": "network-vif-deleted", "tag": "84af78a4-f2db-4f41-afc2-108b8a6673ee", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:25.196515 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1de42620-53c5-469e-996a-272e84895944 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:25.196912 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4836640-4232-4a21-b85b-2f7ad006bf2c', 'name': 'network-vif-deleted', 'tag': '84af78a4-f2db-4f41-afc2-108b8a6673ee', 'status': 'completed', 'code': 200} Nov 12 03:58:25.220638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.268016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:58:25.271345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:58:25.275598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:58:25.278753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:25.301091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event updated for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.332271 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.332918 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.350073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c0e924f3-008c-4ef3-921a-2c9eeb84b506 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240661 Nov 12 03:58:25.370678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Request body: {'port': {'device_id': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:25.431043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.514480 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.715712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eb2488-6d64-44f9-a585-abf2ffec53c5 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:25.724864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.740543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Transition to ACTIVE for port object a4eb2488-6d64-44f9-a585-abf2ffec53c5 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:25.749911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:25.823108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:25.841097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d08402-85aa-45dd-8842-5ab81eddc72c req-89532b04-9e93-4352-9533-b9aab7089fbb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:25.842878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0d08402-85aa-45dd-8842-5ab81eddc72c req-89532b04-9e93-4352-9533-b9aab7089fbb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 943 time: 0.1041949 Nov 12 03:58:25.938667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0d08402-85aa-45dd-8842-5ab81eddc72c req-7306c582-10e4-4bcb-8a24-65a5d2af81fb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813417 Nov 12 03:58:25.941139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Attempting to bind port a4eb2488-6d64-44f9-a585-abf2ffec53c5 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:25.941407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Attempting to bind port a4eb2488-6d64-44f9-a585-abf2ffec53c5 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:25.941730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Attempting to bind port a4eb2488-6d64-44f9-a585-abf2ffec53c5 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:25.946671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Port a4eb2488-6d64-44f9-a585-abf2ffec53c5 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:25.946892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Attempting to bind port a4eb2488-6d64-44f9-a585-abf2ffec53c5 on network b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:25.951789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:25.952113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Checking segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:25.952487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Bound using segment: {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:25.952909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Bound port: a4eb2488-6d64-44f9-a585-abf2ffec53c5, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:25.953789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.026759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:26.030235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:26.035292 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.069515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.070163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:26.071619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] 10.222.0.104 "PUT /v2.0/ports/a4eb2488-6d64-44f9-a585-abf2ffec53c5 HTTP/1.1" status: 200 len: 1092 time: 0.7056303 Nov 12 03:58:26.073958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:26.076261 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420be3e2-3bad-4b6c-99cd-884697167aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:26.111641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ab26e-6037-49d1-9204-b8c5a737c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:26.134155 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f39848-2088-41b2-a056-bc1ea492e7f4 x-openstack-request-id: req-48f39848-2088-41b2-a056-bc1ea492e7f4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:26.134448 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:26.134703 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-48f39848-2088-41b2-a056-bc1ea492e7f4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:26.135152 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5', 'status': 'completed', 'code': 200} Nov 12 03:58:26.195769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c1e049f5-37f5-4a88-b0b5-0d8c37b51bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.197187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-c1e049f5-37f5-4a88-b0b5-0d8c37b51bad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 1095 time: 0.0443141 Nov 12 03:58:26.240747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7614c3f-9874-4f4b-b7f9-b142c9eb4bd7 req-f0511caa-fafe-4b39-84a5-b28e7b238719 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0311627 Nov 12 03:58:26.271116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-3a375e27-fcee-4121-a059-cf967a555dfb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5 HTTP/1.1" status: 200 len: 217 time: 0.0522807 Nov 12 03:58:26.322812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-7b84b41e-1a4d-4129-bab5-9d734215c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:26.324284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-7b84b41e-1a4d-4129-bab5-9d734215c3f8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0456605 Nov 12 03:58:26.356112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-9fdbdfe8-341d-4ad2-9570-4cf271413a58 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244346 Nov 12 03:58:26.376789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 017f2032-5bc5-4398-97fc-5b2576cb1b62 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:26.398379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 017f2032-5bc5-4398-97fc-5b2576cb1b62 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:26.398642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 017f2032-5bc5-4398-97fc-5b2576cb1b62 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:26.772115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-64d9a382-4610-4f49-b82a-25467b6bf13c service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093575 Nov 12 03:58:26.891933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5c5cde2-0e72-43f5-9010-1c5c129f1dfe req-bbdad676-dd6b-47fe-a410-038bc91569ae service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115196 Nov 12 03:58:26.979828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:27.064781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-769e677e-cde4-4229-bf15-bf96abd5c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.066269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-769e677e-cde4-4229-bf15-bf96abd5c9bc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=ae568160208640df8319208a91d34a24&device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 1095 time: 0.0849366 Nov 12 03:58:27.088738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717633-7963-4f0f-aed8-cde47f7ad615 req-17e4167b-9a87-45d7-80e9-12de6a91fdb3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.090154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d717633-7963-4f0f-aed8-cde47f7ad615 req-17e4167b-9a87-45d7-80e9-12de6a91fdb3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 943 time: 0.0713837 Nov 12 03:58:27.184868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d717633-7963-4f0f-aed8-cde47f7ad615 req-caa6a47c-1e10-4d00-a09a-ffacd31e53c9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845013 Nov 12 03:58:27.206193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-71e611a1-ec5c-4539-9e0e-6420075f5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.207713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-71e611a1-ec5c-4539-9e0e-6420075f5229 service neutron] 10.222.0.104 "GET /v2.0/networks?id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 200 len: 906 time: 0.1341946 Nov 12 03:58:27.217015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 84af78a4-f2db-4f41-afc2-108b8a6673ee no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:27.240352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 84af78a4-f2db-4f41-afc2-108b8a6673ee {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:27.240686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 84af78a4-f2db-4f41-afc2-108b8a6673ee not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:27.254349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-094b2ddb-bcdd-45d0-b2d9-ad4d38a8074b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5 HTTP/1.1" status: 200 len: 217 time: 0.0391133 Nov 12 03:58:27.308595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-bfce9e5c-2a01-4fa2-ad46-19a08b5575ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:27.310211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-bfce9e5c-2a01-4fa2-ad46-19a08b5575ca service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 200 len: 846 time: 0.0492380 Nov 12 03:58:27.360278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a4fea00-2735-43f2-acc8-b24d9efd8bf8 req-ee22c7fb-ba6f-44cb-9202-8c03cd856b87 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0483737 Nov 12 03:58:27.362572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-6dfdbcae-6c0f-48f5-b81e-c1c2a1a59d89 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425293 Nov 12 03:58:27.462881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-6fa012ac-ceb2-44f5-8211-5c2c59049bc0 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925710 Nov 12 03:58:27.554365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-420be3e2-3bad-4b6c-99cd-884697167aa7 req-6c099a55-39c3-4474-bf9c-1b2f951f6a29 service neutron] 10.222.0.104 "GET /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839286 Nov 12 03:58:27.771507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:28.306784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847b52-5626-41a7-877a-82bfbf69313c req-afdd6219-6aac-4cfe-85bb-48047a0bcf1b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:28.309014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb847b52-5626-41a7-877a-82bfbf69313c req-afdd6219-6aac-4cfe-85bb-48047a0bcf1b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 943 time: 0.0545492 Nov 12 03:58:28.357206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb847b52-5626-41a7-877a-82bfbf69313c req-65927231-950a-42ab-9c07-f8cfa365e80d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Nov 12 03:58:28.454682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f06b930-05f9-4119-808b-9a973847381d req-ba47877d-d498-4290-908b-ba14104e1b8f tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0265565 Nov 12 03:58:29.482022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df43c4-ec78-4d43-9c47-902784c42517 req-929f5079-9a8d-427a-8638-315f00a8bb6e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:29.483663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2df43c4-ec78-4d43-9c47-902784c42517 req-929f5079-9a8d-427a-8638-315f00a8bb6e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 943 time: 0.0520570 Nov 12 03:58:29.537770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2df43c4-ec78-4d43-9c47-902784c42517 req-09e953d8-8b67-4291-9a38-049a01ee7ece tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475581 Nov 12 03:58:29.626528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-627b7b82-e324-489a-9a7d-fe226c06709b req-b187aecb-77ff-4c60-97fe-d597d7cbad0b tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4836640-4232-4a21-b85b-2f7ad006bf2c HTTP/1.1" status: 200 len: 210 time: 0.0326591 Nov 12 03:58:30.385434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a4eb2488-6d64-44f9-a585-abf2ffec53c5 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:30.492781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:30.504172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5', 'network_id': 'b8b1ff0e-a0ac-47d5-9fc8-f375651f5505', 'port_id': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5', 'mac_address': 'fa:16:3e:06:4a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26df303-cf19-4cc0-9022-d2c7904b7ac4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:58:30.542664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.556665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eb2488-6d64-44f9-a585-abf2ffec53c5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:58:30.576689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:30.581982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.635707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.667408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00b55-586f-4698-ab23-8e0025f9feed req-f0c01e15-ae9f-4116-899b-f3f7a5a987c7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:30.668938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fa00b55-586f-4698-ab23-8e0025f9feed req-f0c01e15-ae9f-4116-899b-f3f7a5a987c7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 944 time: 0.0535607 Nov 12 03:58:30.720696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fa00b55-586f-4698-ab23-8e0025f9feed req-cbe790e9-9d46-4bd1-b14d-a1ff96180d26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Nov 12 03:58:30.766300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 60586) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:30.826532 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.854063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.928508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.931530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:30.932735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] 10.222.0.97 "DELETE /v2.0/security-groups/9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5 HTTP/1.1" status: 204 len: 168 time: 0.1653886 Nov 12 03:58:30.943442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f166-9f82-4501-b5c3-79f7d8b36490 tempest-TestVolumeBackupRestore-2114793318 tempest-TestVolumeBackupRestore-2114793318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8122ec-26e7-418b-a1a2-d5ebbd3a28b5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:30.966096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['a4eb2488-6d64-44f9-a585-abf2ffec53c5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:31.588881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:31.864698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335b6b-9424-4708-b753-a06bd6be560e req-1cfcfbfc-729a-47d8-9675-ca42ad6afd92 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:31.866256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c335b6b-9424-4708-b753-a06bd6be560e req-1cfcfbfc-729a-47d8-9675-ca42ad6afd92 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 944 time: 0.0671999 Nov 12 03:58:31.924071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c335b6b-9424-4708-b753-a06bd6be560e req-853c8994-9d97-472f-8475-3505be98632d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Nov 12 03:58:32.402037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a4eb2488-6d64-44f9-a585-abf2ffec53c5 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:58:32.656274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port a4eb2488-6d64-44f9-a585-abf2ffec53c5 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:58:32.662878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port a4eb2488-6d64-44f9-a585-abf2ffec53c5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:32.663578 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.776197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.804389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:32.807033 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b057b092-358c-44a9-99f9-9219d070d40e" -d '{"events": [{"server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:32.823273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:32.832785 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:32.892189 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6770903e-ebde-4cc4-ab8e-af7af6ad4694 x-openstack-request-id: req-6770903e-ebde-4cc4-ab8e-af7af6ad4694 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:32.892487 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "name": "network-vif-plugged", "status": "completed", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:32.892735 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6770903e-ebde-4cc4-ab8e-af7af6ad4694 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:32.893132 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5', 'code': 200} Nov 12 03:58:32.915235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:33.086333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280515-4769-466e-93cb-b216654dda17 req-566a72c9-59bb-4fa2-90c2-7a27919e0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.089065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7280515-4769-466e-93cb-b216654dda17 req-566a72c9-59bb-4fa2-90c2-7a27919e0ab2 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 1097 time: 0.0924387 Nov 12 03:58:33.098087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74287f46-0909-42b8-a498-04d2cb1111b8 req-37878695-cc42-42b2-a9c0-55fcc0883faa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:33.099712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74287f46-0909-42b8-a498-04d2cb1111b8 req-37878695-cc42-42b2-a9c0-55fcc0883faa tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0712099 Nov 12 03:58:33.210586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74287f46-0909-42b8-a498-04d2cb1111b8 req-58119020-334a-4670-8cfc-f61f0a8507d9 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753109 Nov 12 03:58:33.234280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7280515-4769-466e-93cb-b216654dda17 req-c80e3cf9-7463-45a1-904f-b5e93a2df04d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335554 Nov 12 03:58:34.345396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209f646-d7cf-4d58-9b41-934ff9d5896b req-e02112f9-ff8c-4ebd-9c2e-d0a721812379 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:34.347095 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a209f646-d7cf-4d58-9b41-934ff9d5896b req-e02112f9-ff8c-4ebd-9c2e-d0a721812379 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0574245 Nov 12 03:58:34.453789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a209f646-d7cf-4d58-9b41-934ff9d5896b req-e320d9a2-6ab7-497f-8d33-6b488df5fecb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Nov 12 03:58:35.540021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:35.675299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530def-3ae4-450c-adf1-6d961344bc03 req-d4843bc8-81f0-467b-90dd-9bac49b0e868 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:35.676864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec530def-3ae4-450c-adf1-6d961344bc03 req-d4843bc8-81f0-467b-90dd-9bac49b0e868 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1248190 Nov 12 03:58:35.790027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec530def-3ae4-450c-adf1-6d961344bc03 req-55dc1553-c806-4bfa-aa3c-31ff5f16031f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064675 Nov 12 03:58:36.037566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94d4c0-4f32-4b68-bc72-53c6037effce req-7d44bfdc-1f36-400c-b61e-324924b60d5c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.039005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e94d4c0-4f32-4b68-bc72-53c6037effce req-7d44bfdc-1f36-400c-b61e-324924b60d5c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0808244 Nov 12 03:58:36.045547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.162511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e94d4c0-4f32-4b68-bc72-53c6037effce req-0318d76c-7d70-45dc-a936-83d3e04b6a37 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139612 Nov 12 03:58:36.300575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad22cd5-aa14-40f8-93da-3bc1347bb340 req-687401f8-873c-422e-aad2-44805da1066e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.301998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad22cd5-aa14-40f8-93da-3bc1347bb340 req-687401f8-873c-422e-aad2-44805da1066e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0753229 Nov 12 03:58:36.381923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ad22cd5-aa14-40f8-93da-3bc1347bb340 req-90b6db20-1661-42bd-9b72-8c695db48069 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735128 Nov 12 03:58:36.405367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:36.444010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Deleting port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:36.445479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.488850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ad43c4a-4254-4e2b-a06d-124e32fb2f24 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9ad71291-8bb8-4e20-add1-19429053cf94 HTTP/1.1" status: 200 len: 992 time: 0.0820737 Nov 12 03:58:36.561497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087b051-f58b-4d7d-88d7-3609931ed9e1 req-e37da722-a99c-4ac3-ae17-7f5e26fecd3d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.563581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7087b051-f58b-4d7d-88d7-3609931ed9e1 req-e37da722-a99c-4ac3-ae17-7f5e26fecd3d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1036763 Nov 12 03:58:36.581420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] For port 9c1bc065-cee3-4886-b6b9-a5abbd350ab0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:36.581779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.604881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Calling delete_port for 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:36.635576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7087b051-f58b-4d7d-88d7-3609931ed9e1 req-6074d37f-480a-48af-a2f0-fa17a0dfcc83 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658922 Nov 12 03:58:36.807506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:36.899597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1bc065-cee3-4886-b6b9-a5abbd350ab0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:36.994833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62c52e-de1d-4451-a3b3-ada4e750cb23 req-dd8ad185-654b-4e54-ab05-d158fe9fad3d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:36.996383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e62c52e-de1d-4451-a3b3-ada4e750cb23 req-dd8ad185-654b-4e54-ab05-d158fe9fad3d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1280797 Nov 12 03:58:37.092063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e62c52e-de1d-4451-a3b3-ada4e750cb23 req-aa37b499-c473-40b6-ad0f-5068a733cb69 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883839 Nov 12 03:58:37.092673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.237092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606117bd-fdc2-4bda-a7c3-27ef3f25f678 req-1e94cfea-3c58-4e90-b49a-9b636448f99b tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:37.238610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-606117bd-fdc2-4bda-a7c3-27ef3f25f678 req-1e94cfea-3c58-4e90-b49a-9b636448f99b tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1097 time: 0.0858226 Nov 12 03:58:37.355838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-606117bd-fdc2-4bda-a7c3-27ef3f25f678 req-daa329a0-4d1a-40cb-a833-bcfdf3a24405 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101718 Nov 12 03:58:37.378681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Router 1934c14c-bdc2-45f9-8dac-a39b9afd921a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:37.490131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:37.497969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32848) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:37.498411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b39cc39d-2189-4d52-ba3c-0cf902d0c400 admin admin] 10.222.0.97 "PUT /v2.0/routers/1934c14c-bdc2-45f9-8dac-a39b9afd921a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9538646 Nov 12 03:58:37.501148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Sync routers for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:37.511851 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:37.512671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.558316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:58:37.621392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.631631 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:37.731236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.794783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Deleting port def04c7f-2f88-4b8f-b93e-b17b8023112e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:37.795230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.819291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:58:36Z', 'revision_number': 5, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port': {'id': 'def04c7f-2f88-4b8f-b93e-b17b8023112e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:51Z', 'updated_at': '2021-11-12T03:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.823158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:37.846304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Checking router: 1934c14c-bdc2-45f9-8dac-a39b9afd921a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:37.855597 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Routers {'1934c14c-bdc2-45f9-8dac-a39b9afd921a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:37.856407 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:37.882737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] For port def04c7f-2f88-4b8f-b93e-b17b8023112e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=def04c7f-2f88-4b8f-b93e-b17b8023112e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:37.883130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:37.900239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Calling delete_port for def04c7f-2f88-4b8f-b93e-b17b8023112e owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:37.942380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-84bd4bf3-3295-4bf0-8a00-d003865eb9a1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179318 Nov 12 03:58:37.948275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] Set router 1934c14c-bdc2-45f9-8dac-a39b9afd921a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:37.952379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-67a51c72-4e01-40d9-9415-91f26609f0a5 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 03:58:37.955409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-67a51c72-4e01-40d9-9415-91f26609f0a5 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071743 Nov 12 03:58:38.006473 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:58:37Z', 'revision_number': 6, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:38.032831 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c6103-16c0-41d8-9cbe-b1805fa33b86 None None] The sync data for ids ['1934c14c-bdc2-45f9-8dac-a39b9afd921a'] in n-d-766726-29 is: [{'id': '1934c14c-bdc2-45f9-8dac-a39b9afd921a', 'name': 'tempest-TestVolumeBackupRestore-618605209-router', 'tenant_id': 'd1b9e9890765465abe0e5624a2c44e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:50Z', 'updated_at': '2021-11-12T03:58:37Z', 'revision_number': 6, 'project_id': 'd1b9e9890765465abe0e5624a2c44e36', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:38.089937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.123359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Pushing event deleted for resources: {'Port': ['ID=def04c7f-2f88-4b8f-b93e-b17b8023112e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:38.141766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068fbbe-7316-4925-9b6c-22bf464eb77b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:38.549639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.555238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-95ace886-0073-461b-857f-72cdca340499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:38.556637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-95ace886-0073-461b-857f-72cdca340499 service neutron] 10.222.0.97 "GET /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1094 time: 0.0397370 Nov 12 03:58:38.565241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Request body: {'binding': {'host': 'n-h2-766726-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:38.565685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Unknown quota resources ['binding']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 03:58:38.640891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.643133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.687434 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.688005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1934c14c-bdc2-45f9-8dac-a39b9afd921a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:38.692457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.693500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70d77e86-81bb-44b2-9894-c945c4e03037 admin admin] 10.222.0.97 "DELETE /v2.0/routers/1934c14c-bdc2-45f9-8dac-a39b9afd921a HTTP/1.1" status: 204 len: 168 time: 1.1939018 Nov 12 03:58:38.696099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32878) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:38.698786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on host n-h2-766726-29 for vnic_type normal with profile None {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:38.699137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:38.699465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:38.704364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:38.704680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:38.709504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:38.709840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:38.710387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Bound using segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:38.710809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Bound port: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:38.745424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Deleting subnet 23a9a5bc-4596-458f-ac13-02fab2cd1c2f {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:38.748488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.786144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-85efb679-7c20-4ed5-a6a9-55e27b1a9df0 req-6add2b5c-3f02-4205-8f77-03c54da0bc15 tempest-TaggedBootDevicesTest_v242-1945000413 tempest-TaggedBootDevicesTest_v242-1945000413-project] (102605) timed out ('10.222.0.97', 57694) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 03:58:38.786306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.806220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:38.817935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.831192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b470b156-97e8-4ac6-b36c-68c689f6cb9a service neutron] 10.222.0.97 "POST /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2617292 Nov 12 03:58:38.874970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:38.876537 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.912999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:38.913622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9c1bc065-cee3-4886-b6b9-a5abbd350ab0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:38.914385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device def04c7f-2f88-4b8f-b93e-b17b8023112e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:38.937726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: def04c7f-2f88-4b8f-b93e-b17b8023112e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:38.938351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device def04c7f-2f88-4b8f-b93e-b17b8023112e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:38.969760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.983780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:38.988958 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] 10.222.0.97 "DELETE /v2.0/subnets/23a9a5bc-4596-458f-ac13-02fab2cd1c2f HTTP/1.1" status: 204 len: 168 time: 0.2918751 Nov 12 03:58:38.989495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460da63-bbaf-42f5-86e0-f7058ce0601c None None] Network f8cfac53-c6e8-4a26-b83a-6a662ad31d95 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:38.992748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32882) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:39.014512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b7025-e7d2-4bcc-9cf8-c84a5dd5819d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a9a5bc-4596-458f-ac13-02fab2cd1c2f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:39.071990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738c19b-6937-4f3b-b647-5ad775c61f56 req-47c9d8db-068c-49a2-9806-a2cebe387385 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.073191 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f738c19b-6937-4f3b-b647-5ad775c61f56 req-47c9d8db-068c-49a2-9806-a2cebe387385 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1202977 Nov 12 03:58:39.132328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.171988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-6e7b6e20-d76e-4690-b8e2-50fb569b0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.173615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-6e7b6e20-d76e-4690-b8e2-50fb569b0dbc service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1097 time: 0.0972891 Nov 12 03:58:39.183772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f738c19b-6937-4f3b-b647-5ad775c61f56 req-b6b0ab91-d179-4512-9870-bdf410766d69 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961869 Nov 12 03:58:39.214314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] DHCP port deletion for f8cfac53-c6e8-4a26-b83a-6a662ad31d95 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:39.272603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Deleting port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:39.273086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.340229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] For port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:39.340520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Deleting port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:39.340644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.340754 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.353558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Calling delete_port for 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:39.366428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-e5aa236c-f29e-4086-a892-76a938b30f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.367919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-e5aa236c-f29e-4086-a892-76a938b30f4f service neutron] 10.222.0.104 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.1831851 Nov 12 03:58:39.377685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d87b-efa6-4a65-9774-6a158fa27f58 req-faabe1ef-c339-463c-8870-ed138bd2f096 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.379187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e6d87b-efa6-4a65-9774-6a158fa27f58 req-faabe1ef-c339-463c-8870-ed138bd2f096 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.1103339 Nov 12 03:58:39.441300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.465595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] Pushing event deleted for resources: {'Port': ['ID=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:39.469233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd52c2-8f09-4a2b-b734-5e06c3efeee0 None None] No DVR routers for this DVR port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:39.487900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] For port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,segment=NetworkSegment(032dc2c4-bbac-4996-b92d-682c48e72e2a),segment_id=032dc2c4-bbac-4996-b92d-682c48e72e2a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:39.488283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.519128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-3ebd3a44-6165-4f59-9e6b-099f7d783804 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1000 time: 0.1389620 Nov 12 03:58:39.521863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Calling delete_port for 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:39.573662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21e6d87b-efa6-4a65-9774-6a158fa27f58 req-fa8f7ee9-b6fb-4559-9b1e-732f9af0410e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618993 Nov 12 03:58:39.619521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-7e8f5ecc-58a7-4c33-aed2-90ac45375203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.620981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-7e8f5ecc-58a7-4c33-aed2-90ac45375203 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0929530 Nov 12 03:58:39.684895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.694946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-6396b075-820b-417a-b7f4-6e49555f6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:39.696372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-6396b075-820b-417a-b7f4-6e49555f6c4e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637882 Nov 12 03:58:39.721543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:39.725838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] No DVR routers for this DVR port 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:39.759625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.847770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.879365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cfac53-c6e8-4a26-b83a-6a662ad31d95']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:39.888455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b31e172f-b779-4a52-b3ca-9fdb5d9b8140 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744637 Nov 12 03:58:39.891618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032dc2c4-bbac-4996-b92d-682c48e72e2a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:39.891928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032dc2c4-bbac-4996-b92d-682c48e72e2a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:39.908932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.937229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.972692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:39.973084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self.session.flush() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: timer() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:39.974695 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:40.044075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.051027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.054105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] 10.222.0.97 "DELETE /v2.0/networks/f8cfac53-c6e8-4a26-b83a-6a662ad31d95 HTTP/1.1" status: 204 len: 168 time: 1.0601733 Nov 12 03:58:40.057122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-be808cc7-ce3f-4e31-85ee-f78408810c68 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588809 Nov 12 03:58:40.057299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32884) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:40.066568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4262d5-461a-4422-aaae-c71161237dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cfac53-c6e8-4a26-b83a-6a662ad31d95,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:40.427116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.582461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b5f8f025-1de5-4b55-940f-ba655b5ff435 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.583915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-b5f8f025-1de5-4b55-940f-ba655b5ff435 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310&tenant_id=6b558a8279b249238b97636bb9a8beb2&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1097 time: 0.4230518 Nov 12 03:58:40.597929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-29'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:58:40.627887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800c92e-0688-4702-84a8-df9be1cba588 req-18902a63-14f6-4961-8e2e-bca70e871b68 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.629395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4800c92e-0688-4702-84a8-df9be1cba588 req-18902a63-14f6-4961-8e2e-bca70e871b68 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0854490 Nov 12 03:58:40.684791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Deleting port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:40.685128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.689486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.713233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4800c92e-0688-4702-84a8-df9be1cba588 req-4800da66-528b-4af9-a8eb-44d335b63d55 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770991 Nov 12 03:58:40.776541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] For port 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:40.777183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:40.791633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Calling delete_port for 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:40.823184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:40.844655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:40.845213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 1ee43de5-7ff5-4acd-92ec-c6cb0d209a2c not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:40.870741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:40.879976 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcf421-5924-4ee1-847e-fb72b0e7953e req-e4df5307-a1aa-44ab-a956-798e22cd2f55 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:40.881449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-febcf421-5924-4ee1-847e-fb72b0e7953e req-e4df5307-a1aa-44ab-a956-798e22cd2f55 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.1029897 Nov 12 03:58:40.947512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:40.975474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-febcf421-5924-4ee1-847e-fb72b0e7953e req-8e071170-0065-4419-8a21-a3fbdaa168b6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875230 Nov 12 03:58:40.994792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:40.997088 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6aa48-fc3b-400d-9df0-99c9d949b31c" -d '{"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-unplugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:41.000326 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.001903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.008395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.032810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4fafce-63b1-4cdb-9983-b3f29b8d8e83,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:41.089330 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3d62d-1191-4be5-aee2-e79aeeb340f4 x-openstack-request-id: req-2dc3d62d-1191-4be5-aee2-e79aeeb340f4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:41.089630 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-unplugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:41.089874 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2dc3d62d-1191-4be5-aee2-e79aeeb340f4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:41.090510 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'code': 200} Nov 12 03:58:41.130563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:41.191823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on host n-h1-766726-29 for vnic_type normal with profile {"migrating_to": "n-h2-766726-29"} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:58:41.192160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:58:41.192493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:41.198056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:58:41.198382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Attempting to bind port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on network 33a4f0fe-9316-422d-abe6-ebbbf63e408c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:58:41.205242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:58:41.206180 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Checking segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:58:41.206580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Bound using segment: {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:58:41.207045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Bound port: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936ab9af-5196-46f2-9995-57e5a1452cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:58:41.207952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.228064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.297911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:41.302032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:58:41.305913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.370151 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] Provisioning complete for port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:41.370492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.412495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:41.454414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:41.455139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.456608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-28926cb0-bfac-4fc6-989d-838be097b831 service neutron] 10.222.0.104 "PUT /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1123 time: 0.8644564 Nov 12 03:58:41.460008 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.497328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Router 70e4d226-947f-4593-abf4-ffa7f9eda17f has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:41.499015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:41.501646 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007cd285-8400-41c2-8abf-a1817083ac3b" -d '{"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-plugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:41.509767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:41.517206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.596409 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0488df-2a5d-4e86-9e2d-3ba6ffc8e7c9 x-openstack-request-id: req-0c0488df-2a5d-4e86-9e2d-3ba6ffc8e7c9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:41.596703 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-plugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:41.596958 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c0488df-2a5d-4e86-9e2d-3ba6ffc8e7c9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:41.597347 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'code': 200} Nov 12 03:58:41.630774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:41.638585 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9d47655-645c-4642-b73d-cd7e16396342 admin admin] 10.222.0.97 "PUT /v2.0/routers/70e4d226-947f-4593-abf4-ffa7f9eda17f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801623 Nov 12 03:58:41.639080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32894) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:41.659063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Sync routers for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:41.682784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7d55614f-4665-4ddf-8aa9-a3963ae32e2a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:58:41.721677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf90cf5-f576-4570-8a17-b445c6231b48 None None] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:41.746565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:41.747226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:41.751427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.906954 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:41.927591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:41.931152 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670176c-2aad-48db-8975-5edec2c8455e req-3c1a4274-b78a-445d-9979-b653fafdb269 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:41.932668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7670176c-2aad-48db-8975-5edec2c8455e req-3c1a4274-b78a-445d-9979-b653fafdb269 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1431997 Nov 12 03:58:41.961118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1a8b9437-8358-4a7d-86c2-97cd8de3cda4 None None] Provisioning complete for port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:58:41.961478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a8b9437-8358-4a7d-86c2-97cd8de3cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.006804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7670176c-2aad-48db-8975-5edec2c8455e req-c92bab44-6f4d-43c3-93af-f482d19d75f4 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542688 Nov 12 03:58:42.014462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Deleting port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:42.014803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.137341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] For port c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:42.137701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.147448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ee148-336d-4fff-81d7-5dfded835359 req-55ff3554-85ad-4c98-96a5-beb807eae54a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:42.148948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c96ee148-336d-4fff-81d7-5dfded835359 req-55ff3554-85ad-4c98-96a5-beb807eae54a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0782771 Nov 12 03:58:42.166103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Calling delete_port for c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:42.243278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c96ee148-336d-4fff-81d7-5dfded835359 req-49264c0d-e8e4-4ffd-a1dd-aada5d6f41ef tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863056 Nov 12 03:58:42.291028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:40Z', 'revision_number': 5, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port': {'id': 'c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:54:58Z', 'updated_at': '2021-11-12T03:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:42.317980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Checking router: 70e4d226-947f-4593-abf4-ffa7f9eda17f for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:42.326313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Routers {'70e4d226-947f-4593-abf4-ffa7f9eda17f'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:42.326930 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['70e4d226-947f-4593-abf4-ffa7f9eda17f'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:42.378354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.404167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:42.413372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] Set router 70e4d226-947f-4593-abf4-ffa7f9eda17f gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:42.474776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.569969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.572375 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.618923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e12041-b411-4457-a26c-8ec8beaf6570 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:42.619596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.620178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e4d226-947f-4593-abf4-ffa7f9eda17f {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:58:42.622274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:41Z', 'revision_number': 6, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:42.624610 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.625847 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-91053c9f-fbbf-41f9-a0fa-8c3ffbf07db0 admin admin] 10.222.0.97 "DELETE /v2.0/routers/70e4d226-947f-4593-abf4-ffa7f9eda17f HTTP/1.1" status: 204 len: 168 time: 0.9854338 Nov 12 03:58:42.628474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32902) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:42.650816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f41fc-0e43-4c81-a7c3-78af2ab93542 None None] The sync data for ids ['70e4d226-947f-4593-abf4-ffa7f9eda17f'] in n-d-766726-29 is: [{'id': '70e4d226-947f-4593-abf4-ffa7f9eda17f', 'name': 'tempest-TestVolumeBackupRestore-919211869-router', 'tenant_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:54:57Z', 'updated_at': '2021-11-12T03:58:41Z', 'revision_number': 6, 'project_id': '51a17c4ac32d4d33b912d6dd90dc4da9', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:42.675353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Deleting subnet 7e279eca-6377-488d-b77e-5eda06b8083c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:42.678766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.720001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.795825 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.847718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.873254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e279eca-6377-488d-b77e-5eda06b8083c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:42.875694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:42.878794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b0fac767-57e3-41a0-a514-c779b75bb3e2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7e279eca-6377-488d-b77e-5eda06b8083c HTTP/1.1" status: 204 len: 168 time: 0.2492609 Nov 12 03:58:42.880833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c519a27-be37-4def-90e4-0438f0902ee1 None None] Network 137d7621-9e4f-4363-b2bc-497669538c30 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:42.881470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32904) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:42.957424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.024024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Deleting port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:43.024365 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.091402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:43.095751 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9605d8ad-9050-4597-9d4e-b065ed183bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:43.110232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] For port 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=95a005ff-cfcb-4df6-b248-77d7a5fc5076,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:43.110615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.123802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] DHCP port deletion for 137d7621-9e4f-4363-b2bc-497669538c30 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:43.138662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Calling delete_port for 95a005ff-cfcb-4df6-b248-77d7a5fc5076 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:43.161698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e309276-36cc-496c-a5c3-5483957e6a8b req-28a16b8c-3bdc-497d-aca9-528e9642d201 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.163211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e309276-36cc-496c-a5c3-5483957e6a8b req-28a16b8c-3bdc-497d-aca9-528e9642d201 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0636241 Nov 12 03:58:43.182235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Deleting port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:43.182705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.225177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.227175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7e309276-36cc-496c-a5c3-5483957e6a8b req-9db6e600-c8a7-4e2e-acb7-d0921d26acde tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513551 Nov 12 03:58:43.241068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] No DVR routers for this DVR port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:43.254676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] For port 95a005ff-cfcb-4df6-b248-77d7a5fc5076, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=95a005ff-cfcb-4df6-b248-77d7a5fc5076,segment=NetworkSegment(5c1068c5-5273-4234-ba4d-9d696b44d6c4),segment_id=5c1068c5-5273-4234-ba4d-9d696b44d6c4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:43.255099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.262219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Pushing event deleted for resources: {'Port': ['ID=95a005ff-cfcb-4df6-b248-77d7a5fc5076,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.268324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Calling delete_port for 95a005ff-cfcb-4df6-b248-77d7a5fc5076 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:43.275675 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0846481-2f27-4d1a-b5e5-1f2fca234e26 x-openstack-request-id: req-e0846481-2f27-4d1a-b5e5-1f2fca234e26 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:43.276042 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:43.276368 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e0846481-2f27-4d1a-b5e5-1f2fca234e26 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:43.277168 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'status': 'completed', 'code': 200} Nov 12 03:58:43.350915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.360365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.388526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] Pushing event deleted for resources: {'Port': ['ID=95a005ff-cfcb-4df6-b248-77d7a5fc5076,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.390327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137d7621-9e4f-4363-b2bc-497669538c30']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:43.392401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07ba21-f3c6-46c5-9d6f-147f615e46df req-e886b03b-b659-4e7c-9b0d-4707ee4685b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.394287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f07ba21-f3c6-46c5-9d6f-147f615e46df req-e886b03b-b659-4e7c-9b0d-4707ee4685b9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0578544 Nov 12 03:58:43.395475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be412b-2981-4442-8ce1-3a89cae1435b None None] No DVR routers for this DVR port 95a005ff-cfcb-4df6-b248-77d7a5fc5076 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:43.403133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1068c5-5273-4234-ba4d-9d696b44d6c4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:43.403292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1068c5-5273-4234-ba4d-9d696b44d6c4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:43.415111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.418330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-bb5599a5-34ba-4999-aec1-fce2e3b7ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.419857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-bb5599a5-34ba-4999-aec1-fce2e3b7ea16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1128 time: 0.0818651 Nov 12 03:58:43.440788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.462403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:58:43.462804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:58:43.464536 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:58:43.476858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f07ba21-f3c6-46c5-9d6f-147f615e46df req-74cecddc-c8d9-48a8-bccb-e82efaeb831e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684810 Nov 12 03:58:43.488690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:43.512724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:43.513065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9e4fafce-63b1-4cdb-9983-b3f29b8d8e83 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:43.559509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.567602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.570796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] 10.222.0.97 "DELETE /v2.0/networks/137d7621-9e4f-4363-b2bc-497669538c30 HTTP/1.1" status: 204 len: 168 time: 0.6883183 Nov 12 03:58:43.589331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeebd06-5c69-4e45-81de-ee2911a3a42b admin admin] Pushing event deleted for resources: {'Network': ['ID=137d7621-9e4f-4363-b2bc-497669538c30,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:43.591926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-934a6fd6-9f88-4024-ac99-a5284d6cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.593967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-934a6fd6-9f88-4024-ac99-a5284d6cc2fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.1624064 Nov 12 03:58:43.669294 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-f41502eb-f4e1-4449-9e2f-93aa36ffa6ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 1000 time: 0.0666921 Nov 12 03:58:43.725328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-cdf02b81-191b-4173-98ec-c523473ed9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.727079 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-cdf02b81-191b-4173-98ec-c523473ed9db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0482364 Nov 12 03:58:43.777945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32914) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:43.779945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-ff8c7383-d2d3-4671-9666-46d125d85e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:43.781658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-ff8c7383-d2d3-4671-9666-46d125d85e27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452273 Nov 12 03:58:43.824378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5a5902cd-eb9a-414e-92d5-4cbc2588d474 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d1b9e9890765465abe0e5624a2c44e36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448906 Nov 12 03:58:43.826900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32916) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:43.886231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.899238 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-3cbfe07a-1910-4f71-aeeb-3d7fb5546464 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044674 Nov 12 03:58:43.908977 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.966633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.969366 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:43.973448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cecb7693-9bd7-4575-baac-d068339dda9e HTTP/1.1" status: 204 len: 168 time: 0.1429334 Nov 12 03:58:43.986822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adccf2-2c57-4b2b-b7c2-9f013c634032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb7693-9bd7-4575-baac-d068339dda9e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:44.001336 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9605d8ad-9050-4597-9d4e-b065ed183bc9 req-addb120e-9424-448a-87c8-1ec7511b1da4 service neutron] 10.222.0.16 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Nov 12 03:58:44.308467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32924) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:44.340081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde6089-ea8d-4c49-8d60-51d9983280e9 req-49087ce3-9def-4293-9c76-4910d9b6b44e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:44.347940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfde6089-ea8d-4c49-8d60-51d9983280e9 req-49087ce3-9def-4293-9c76-4910d9b6b44e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0587032 Nov 12 03:58:44.358650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-295e502a-0807-412f-9ca7-296281c04641 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=51a17c4ac32d4d33b912d6dd90dc4da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488715 Nov 12 03:58:44.361740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:44.391470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cfde6089-ea8d-4c49-8d60-51d9983280e9 req-5cf7f47d-06d7-45df-babc-195a9bc61b78 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Nov 12 03:58:44.416048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.438194 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.471574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:58:44.490168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.495409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:44.513584 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/66523a1c-d8f8-4c43-8dd3-ce9d699ed0e6 HTTP/1.1" status: 204 len: 168 time: 0.1368709 Nov 12 03:58:44.529106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a3bdd-1232-43b2-a27a-f140fea8d963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66523a1c-d8f8-4c43-8dd3-ce9d699ed0e6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:44.603736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:44.621364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a has no active binding in host n-h2-766726-29 {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 03:58:44.632843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c1fd7-a52a-4c29-beca-cb9edd117ba9 req-8775142a-1efa-4b8f-8f38-da5b14b19e6b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:44.634520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-209c1fd7-a52a-4c29-beca-cb9edd117ba9 req-8775142a-1efa-4b8f-8f38-da5b14b19e6b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0674517 Nov 12 03:58:44.687470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-209c1fd7-a52a-4c29-beca-cb9edd117ba9 req-59afcbd4-6872-49b2-b60a-a5bc4d19350d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466638 Nov 12 03:58:44.829729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:44.852168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:44.852627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8c5f2ed-3268-4d3b-b4bb-1c29cfb22af0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:44.853824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 95a005ff-cfcb-4df6-b248-77d7a5fc5076 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:44.874934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 95a005ff-cfcb-4df6-b248-77d7a5fc5076 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:58:44.875518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 95a005ff-cfcb-4df6-b248-77d7a5fc5076 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:45.512879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c196-014b-4ec8-958b-832751b5a947 req-e228743d-1194-4e22-aebd-277894eafab0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:45.514484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4723c196-014b-4ec8-958b-832751b5a947 req-e228743d-1194-4e22-aebd-277894eafab0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0503318 Nov 12 03:58:45.563172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4723c196-014b-4ec8-958b-832751b5a947 req-6f11ed4c-970c-4ad6-990d-58792b3d4709 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Nov 12 03:58:45.815456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3245-a5ed-4ca7-a7a6-ac72e132fe51 req-e3abbc30-073c-4fcb-b876-5525a7630d6f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:45.816972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-433f3245-a5ed-4ca7-a7a6-ac72e132fe51 req-e3abbc30-073c-4fcb-b876-5525a7630d6f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Nov 12 03:58:45.871159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-433f3245-a5ed-4ca7-a7a6-ac72e132fe51 req-c0a0a68a-38dd-4a44-b215-149399c82e68 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474179 Nov 12 03:58:46.679922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4166104-9886-4a32-96e5-65d4dccff28d req-b6dc3cf2-8127-4ebf-87ab-11f4eccc170b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.681416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4166104-9886-4a32-96e5-65d4dccff28d req-b6dc3cf2-8127-4ebf-87ab-11f4eccc170b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0506558 Nov 12 03:58:46.733297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4166104-9886-4a32-96e5-65d4dccff28d req-c75e0055-0873-432a-83a5-d6b5cc5ecbe5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Nov 12 03:58:46.989887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4587b-83fb-442d-baad-8bccd63a7a4b req-81aab8c8-7e12-49a1-868e-a0af8be889b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:46.991534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59a4587b-83fb-442d-baad-8bccd63a7a4b req-81aab8c8-7e12-49a1-868e-a0af8be889b2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Nov 12 03:58:47.042682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59a4587b-83fb-442d-baad-8bccd63a7a4b req-e7151345-992f-44b1-8b48-102af315a51a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Nov 12 03:58:47.857255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6fd4-b7a6-4c65-bc89-c9f0e364304d req-02bf5745-e9a7-4c88-a242-587c28df43eb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:47.858761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c5e6fd4-b7a6-4c65-bc89-c9f0e364304d req-02bf5745-e9a7-4c88-a242-587c28df43eb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0534427 Nov 12 03:58:47.908628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c5e6fd4-b7a6-4c65-bc89-c9f0e364304d req-09b782f1-65ab-4e50-9414-e4ffd0dee30f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Nov 12 03:58:48.165535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc21a91-d14f-47ed-9ff0-d8794620c870 req-a77882ae-607e-4ef7-9e58-92b6facdded8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:48.167269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fc21a91-d14f-47ed-9ff0-d8794620c870 req-a77882ae-607e-4ef7-9e58-92b6facdded8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Nov 12 03:58:48.220741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fc21a91-d14f-47ed-9ff0-d8794620c870 req-26b800cf-32ea-4a61-bbd7-142be7afff04 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Nov 12 03:58:49.022558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa7707-054d-4e4b-af4b-7cdca6d0620a req-ef77ecfb-bb24-45df-9cb3-47c1a2cab6cb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.024025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75aa7707-054d-4e4b-af4b-7cdca6d0620a req-ef77ecfb-bb24-45df-9cb3-47c1a2cab6cb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0492840 Nov 12 03:58:49.075187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75aa7707-054d-4e4b-af4b-7cdca6d0620a req-d90b28b2-6210-45f9-b2ee-ed9434166328 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Nov 12 03:58:49.342692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426b4ad-93c1-48bb-8f80-3d64e3f5757f req-3aecd373-b403-4066-bafe-d42bb226fbe4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:49.344257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7426b4ad-93c1-48bb-8f80-3d64e3f5757f req-3aecd373-b403-4066-bafe-d42bb226fbe4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Nov 12 03:58:49.393801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7426b4ad-93c1-48bb-8f80-3d64e3f5757f req-5b3e1b37-19ed-44e9-a563-b09b52a0ae57 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430496 Nov 12 03:58:49.975007 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-3adc5799-1901-4444-b0fe-2c8e65a450ce service neutron] 10.222.0.16 "GET /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 385 time: 0.0551734 Nov 12 03:58:50.150715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.170364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:50.191831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a386a23-ca3a-48de-9043-319108bbba0d req-30b51c3b-41f6-4ca4-a50f-a82cce0a85eb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.193316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a386a23-ca3a-48de-9043-319108bbba0d req-30b51c3b-41f6-4ca4-a50f-a82cce0a85eb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0498159 Nov 12 03:58:50.211035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:50.213311 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1df6e1-35d9-4043-81c4-ecf58eb0a99a" -d '{"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-unplugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:50.220411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:50.235470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.241363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a386a23-ca3a-48de-9043-319108bbba0d req-11e5bec2-a350-489e-a1d2-7ef85765de53 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Nov 12 03:58:50.286914 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49132a15-ec90-4d16-8ae4-88524a5e9a4b x-openstack-request-id: req-49132a15-ec90-4d16-8ae4-88524a5e9a4b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:50.287205 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-unplugged", "status": "completed", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:50.287459 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-49132a15-ec90-4d16-8ae4-88524a5e9a4b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:50.288220 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'code': 200} Nov 12 03:58:50.316884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] Transition to ACTIVE for port object 7d55614f-4665-4ddf-8aa9-a3963ae32e2a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:58:50.323500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:50.417205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] Pushing event updated for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=11']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:50.455297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] No DVR routers for this DVR port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:50.525792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464da4d4-498b-43bc-936c-24e8661af632 req-cfb653c9-3958-43cb-97a1-8eb0daa44b42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.527581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-464da4d4-498b-43bc-936c-24e8661af632 req-cfb653c9-3958-43cb-97a1-8eb0daa44b42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0583990 Nov 12 03:58:50.580634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-464da4d4-498b-43bc-936c-24e8661af632 req-a313471e-02f3-42bf-80c9-ccb9f9df2c49 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443435 Nov 12 03:58:50.589161 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-0768fbb4-ea81-4785-8ee7-10c4d1ae5e42 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a/bindings/n-h2-766726-29/activate HTTP/1.1" status: 200 len: 370 time: 0.6066372 Nov 12 03:58:50.736848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-2182fc5f-0dee-4583-bba4-6afd787cc615 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.738268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-2182fc5f-0dee-4583-bba4-6afd787cc615 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310&tenant_id=6b558a8279b249238b97636bb9a8beb2&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0443432 Nov 12 03:58:50.786156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-72968a16-01b9-4f83-ae1b-f2c6e7a546d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.787678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-72968a16-01b9-4f83-ae1b-f2c6e7a546d1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 1096 time: 0.0411544 Nov 12 03:58:50.893983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-362ecca0-c090-44e9-8213-0420d38eeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.895494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-362ecca0-c090-44e9-8213-0420d38eeba4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1096 time: 0.0445838 Nov 12 03:58:50.991505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-48d91132-a1a6-45f3-8731-e98448bcfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:50.992941 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-48d91132-a1a6-45f3-8731-e98448bcfea7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.0900481 Nov 12 03:58:51.066696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-fa184514-aa09-4ec0-8e6d-ab9baca144b6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 998 time: 0.0650442 Nov 12 03:58:51.118394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-2f6c2c27-2df5-4aea-88d7-df7f4ead2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.119925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-2f6c2c27-2df5-4aea-88d7-df7f4ead2f9e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0464153 Nov 12 03:58:51.167466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-9c55aeb8-783d-4ee6-a694-2578b773fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.168963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-9c55aeb8-783d-4ee6-a694-2578b773fcf6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408723 Nov 12 03:58:51.264169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-03a26d1c-d06e-4252-94bd-ebe0aef05474 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868928 Nov 12 03:58:51.309615 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:58:51.353123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:58:51.392947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-2676c4a4-2ea3-455d-a8e5-4eb79d3f4164 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213982 Nov 12 03:58:51.401248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3cf7b-12f3-4cd7-bff8-0fb322a3dcd7 req-8da6b140-a4c5-4a8f-bb09-539d702dcdeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.402661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b3cf7b-12f3-4cd7-bff8-0fb322a3dcd7 req-8da6b140-a4c5-4a8f-bb09-539d702dcdeb tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0761008 Nov 12 03:58:51.462200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8b3cf7b-12f3-4cd7-bff8-0fb322a3dcd7 req-8a894413-5c18-4d22-a978-50e6bda5967d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Nov 12 03:58:51.733267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-8f1ea8d8-8e61-467b-b9ab-486e2413cf74 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.735329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-8f1ea8d8-8e61-467b-b9ab-486e2413cf74 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310&tenant_id=6b558a8279b249238b97636bb9a8beb2&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 1096 time: 0.0710363 Nov 12 03:58:51.747244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aed63-728f-483d-8c17-0242e0b8131d req-c74924fb-6f58-42fd-bac6-0998058f788c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:51.748702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d3aed63-728f-483d-8c17-0242e0b8131d req-c74924fb-6f58-42fd-bac6-0998058f788c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0754459 Nov 12 03:58:51.841816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d3aed63-728f-483d-8c17-0242e0b8131d req-8060c688-cc26-49a6-919b-adb31b430885 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863242 Nov 12 03:58:51.895503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-d65acf21-b8ce-4c54-bdb6-0696162ee0e1 service neutron] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:58:51.898746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-d65acf21-b8ce-4c54-bdb6-0696162ee0e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:51.899896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e46a53-31ae-4990-a904-d75829f94ae5 req-d65acf21-b8ce-4c54-bdb6-0696162ee0e1 service neutron] 10.222.0.104 "DELETE /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a/bindings/n-h1-766726-29 HTTP/1.1" status: 204 len: 173 time: 0.1502540 Nov 12 03:58:52.211679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ccdf364a-04b4-4415-bf96-ec3e0135901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:52.583000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b9d62-3f1f-4c53-b054-49b5cae548ba req-b5a08103-d461-4493-9f9a-025d4948f6ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.584580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-906b9d62-3f1f-4c53-b054-49b5cae548ba req-b5a08103-d461-4493-9f9a-025d4948f6ab tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0516636 Nov 12 03:58:52.636538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-906b9d62-3f1f-4c53-b054-49b5cae548ba req-e0346313-a426-42b5-b08e-025dc58f205f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459681 Nov 12 03:58:52.961318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a4113-2641-4bbf-82cd-af3e9b5ad878 req-fe18219c-e2ef-459e-ba97-9c74ea72af38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:52.962797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b05a4113-2641-4bbf-82cd-af3e9b5ad878 req-fe18219c-e2ef-459e-ba97-9c74ea72af38 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0503619 Nov 12 03:58:53.012184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b05a4113-2641-4bbf-82cd-af3e9b5ad878 req-d4f25d8e-eaba-4e47-91f8-94cd89be0bd2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Nov 12 03:58:53.115739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e15bff-9e2b-4a4d-8f6d-b525689a2d0c req-2ee13883-3012-4e0a-9120-9f6cef517dfa tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.117976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4e15bff-9e2b-4a4d-8f6d-b525689a2d0c req-2ee13883-3012-4e0a-9120-9f6cef517dfa tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1096 time: 0.0421033 Nov 12 03:58:53.163435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4e15bff-9e2b-4a4d-8f6d-b525689a2d0c req-d332f383-3323-4784-8a65-b28a7bca7f4d tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Nov 12 03:58:53.285979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec964a76-8fed-4993-a069-715d55c06c64 req-7befd8f0-ecf6-41c0-b327-0dd72253a3b3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.287445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec964a76-8fed-4993-a069-715d55c06c64 req-7befd8f0-ecf6-41c0-b327-0dd72253a3b3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0576313 Nov 12 03:58:53.341231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec964a76-8fed-4993-a069-715d55c06c64 req-599df55b-f4f4-4225-b2e2-613a9283066d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Nov 12 03:58:53.364226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 32966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.424708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-95f2d864-e4d8-4d03-b76c-aa542c06027e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9ad71291-8bb8-4e20-add1-19429053cf94 HTTP/1.1" status: 200 len: 990 time: 0.0592930 Nov 12 03:58:53.662537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32974) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:53.774469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7197d1-1c3b-4c7e-9fea-ec754f1e5ed7 req-9fa405bd-42e1-40bb-a4cf-b599b9e5bc81 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:53.777012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a7197d1-1c3b-4c7e-9fea-ec754f1e5ed7 req-9fa405bd-42e1-40bb-a4cf-b599b9e5bc81 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0632553 Nov 12 03:58:53.829064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a7197d1-1c3b-4c7e-9fea-ec754f1e5ed7 req-1645d616-9f8b-45a8-81a6-508cb0caa00c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Nov 12 03:58:53.860406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 9663e9b8-0de5-415c-92a7-d26eeba5847c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:53.860742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.944073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.945565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:53.959611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 9663e9b8-0de5-415c-92a7-d26eeba5847c owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:54.111291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.141864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=9663e9b8-0de5-415c-92a7-d26eeba5847c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:54.210264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.210578 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9ad71291-8bb8-4e20-add1-19429053cf94 disassociated (deleted). External IP: 172.25.7.83, port: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a. Nov 12 03:58:54.558456 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6817-270d-468d-9bef-f9b4a981392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.795893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 98b165c7-9135-451a-891d-b06663b029a1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:54.914893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:54.919793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:54.939241 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Sync routers for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:54.955823 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-888ff76e-2f7e-46ba-b6b1-45d4b35b82ad tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/floatingips/9ad71291-8bb8-4e20-add1-19429053cf94 HTTP/1.1" status: 204 len: 168 time: 1.2919724 Nov 12 03:58:54.956454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:54.958771 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0695c65c-edd0-4e04-9270-e63507dc174c" -d '{"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:54.962117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47d863-47b2-4e62-b88e-f0982aa3645c req-d69c6a3a-936d-4d76-b1cb-42b251bc9816 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:54.963619 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:54.964251 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:54.964472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba47d863-47b2-4e62-b88e-f0982aa3645c req-d69c6a3a-936d-4d76-b1cb-42b251bc9816 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0653965 Nov 12 03:58:55.017403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba47d863-47b2-4e62-b88e-f0982aa3645c req-175b35e7-57ee-40e5-91c5-23fc0730f696 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469782 Nov 12 03:58:55.063473 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43aeba0-7820-42f0-944d-7aa7536cd2fc x-openstack-request-id: req-f43aeba0-7820-42f0-944d-7aa7536cd2fc {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:55.063773 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:55.064027 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f43aeba0-7820-42f0-944d-7aa7536cd2fc {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:55.064431 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'status': 'completed', 'code': 200} Nov 12 03:58:55.155664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c65c-edd0-4e04-9270-e63507dc174c req-cd93e6d6-6dca-429b-b624-c0ac53bfcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.157700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-cd93e6d6-6dca-429b-b624-c0ac53bfcc94 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 1096 time: 0.0464015 Nov 12 03:58:55.183725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:55.325510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c65c-edd0-4e04-9270-e63507dc174c req-f8e603ef-d2db-41e4-92a2-2f00aefaf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.327036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-f8e603ef-d2db-41e4-92a2-2f00aefaf3ab service neutron] 10.222.0.104 "GET /v2.0/networks?id=33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 200 len: 896 time: 0.1616259 Nov 12 03:58:55.335467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa670e97-9afa-480f-b89a-7f88176a0847 req-ecbec8bd-041d-47ab-9504-65576a5ca537 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.336880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa670e97-9afa-480f-b89a-7f88176a0847 req-ecbec8bd-041d-47ab-9504-65576a5ca537 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0754507 Nov 12 03:58:55.386871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-27a62e2e-00eb-4428-acfd-dab9cf9eb2a7 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 200 len: 217 time: 0.0490067 Nov 12 03:58:55.419277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa670e97-9afa-480f-b89a-7f88176a0847 req-4847d6fb-a9af-485a-8a0f-83a6e0c529cf tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=144e66a4-a9a1-4dd6-a8c5-19752e50d708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754180 Nov 12 03:58:55.431985 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.460229 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Checking router: 98b165c7-9135-451a-891d-b06663b029a1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:55.469206 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:55.469877 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.471826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c65c-edd0-4e04-9270-e63507dc174c req-fb5d1b90-09f3-4b5d-95b9-0d496684f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.473546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-fb5d1b90-09f3-4b5d-95b9-0d496684f5c3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 200 len: 835 time: 0.0533299 Nov 12 03:58:55.515870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:55.526372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c65c-edd0-4e04-9270-e63507dc174c req-29b4465e-5a99-44ef-9f3f-c8cfbe8de04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:55.527900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-29b4465e-5a99-44ef-9f3f-c8cfbe8de04b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=33a4f0fe-9316-422d-abe6-ebbbf63e408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472341 Nov 12 03:58:55.582553 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:55.632470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-a9e8c5fa-a770-4234-9107-c032efe5e4d7 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957103 Nov 12 03:58:55.726392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0695c65c-edd0-4e04-9270-e63507dc174c req-0b0119b2-f10d-4e27-ab9a-d2a7bd725a81 service neutron] 10.222.0.104 "GET /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862412 Nov 12 03:58:55.790025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:55.816586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7d566-23e0-4574-8348-8e3fe4328552 None None] The sync data for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 is: [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:57:39Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '0cb56663-9410-4213-b078-f92760b5b037', 'name': '', 'network_id': '33a4f0fe-9316-422d-abe6-ebbbf63e408c', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:38Z', 'updated_at': '2021-11-12T03:57:44Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '94e16e5d-f617-4570-bd56-eb69b493468e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:56.052723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541beeba-85b0-4ae0-98c2-ac5d1fc4b327 None None] New status for floating IP 9ad71291-8bb8-4e20-add1-19429053cf94: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:58:56.101016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-930553f1-d254-4498-b6f3-1c1ea62c144e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.103594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-930553f1-d254-4498-b6f3-1c1ea62c144e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 944 time: 0.0637529 Nov 12 03:58:56.199151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99aeef-7821-415a-93e4-998f210fe211 req-c18d4be1-a29e-4bba-8b60-8413b6483b26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:56.200623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c99aeef-7821-415a-93e4-998f210fe211 req-c18d4be1-a29e-4bba-8b60-8413b6483b26 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1090581 Nov 12 03:58:56.252920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:56.253176 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.285695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c99aeef-7821-415a-93e4-998f210fe211 req-e8611560-139f-4426-9029-3dfaafb7f01f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783274 Nov 12 03:58:56.355331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:56.355691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.368908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 7d55614f-4665-4ddf-8aa9-a3963ae32e2a owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:56.514898 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.537021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9aa86ba-b8d1-4bf2-86b2-e68d6129d76d req-e5461454-48bc-4489-9b04-a9955523c674 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=861af037-7717-4d14-ae5a-bbf0f64cf310 HTTP/1.1" status: 200 len: 210 time: 0.0331566 Nov 12 03:58:56.557878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=7d55614f-4665-4ddf-8aa9-a3963ae32e2a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:56.603069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] No DVR routers for this DVR port 7d55614f-4665-4ddf-8aa9-a3963ae32e2a on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:56.605769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:56.609122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0bc8e8a-7099-4bfa-847f-539449af1019 req-3db57a61-acaf-4ac6-818a-dc17946c0cb9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.104 "DELETE /v2.0/ports/7d55614f-4665-4ddf-8aa9-a3963ae32e2a HTTP/1.1" status: 204 len: 173 time: 0.4990561 Nov 12 03:58:56.609552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-deleted', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:58:56.611848 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d54f2d-7e62-4e54-b222-084831852147" -d '{"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-deleted", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:58:56.654392 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e153ddd2-723d-4cf7-a6e8-d8413749162e x-openstack-request-id: req-e153ddd2-723d-4cf7-a6e8-d8413749162e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:58:56.654683 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861af037-7717-4d14-ae5a-bbf0f64cf310", "name": "network-vif-deleted", "tag": "7d55614f-4665-4ddf-8aa9-a3963ae32e2a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:58:56.654979 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e153ddd2-723d-4cf7-a6e8-d8413749162e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:58:56.655381 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861af037-7717-4d14-ae5a-bbf0f64cf310', 'name': 'network-vif-deleted', 'tag': '7d55614f-4665-4ddf-8aa9-a3963ae32e2a', 'status': 'completed', 'code': 200} Nov 12 03:58:56.978191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.403212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eca8e6-2a39-42bd-a0c8-8888b90fbcbc req-c0229ef0-7678-4d39-ae70-126bf02f241a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:57.404664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26eca8e6-2a39-42bd-a0c8-8888b90fbcbc req-c0229ef0-7678-4d39-ae70-126bf02f241a tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0487883 Nov 12 03:58:57.454180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26eca8e6-2a39-42bd-a0c8-8888b90fbcbc req-8aa48244-18ef-4cce-8ec0-709c750d70b7 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Nov 12 03:58:57.591697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32994) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:57.773589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:57.962704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.222044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 0cb56663-9410-4213-b078-f92760b5b037 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:58.222286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.312785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 0cb56663-9410-4213-b078-f92760b5b037, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0cb56663-9410-4213-b078-f92760b5b037,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:58.313152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.325733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 0cb56663-9410-4213-b078-f92760b5b037 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:58.513841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.550326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=0cb56663-9410-4213-b078-f92760b5b037,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:58.580745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec794594-c8a1-4ef4-a675-791ff07ed949 req-e503159c-8abc-45db-8b45-0f89b6f1e2c8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:58.582660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec794594-c8a1-4ef4-a675-791ff07ed949 req-e503159c-8abc-45db-8b45-0f89b6f1e2c8 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0582137 Nov 12 03:58:58.635018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec794594-c8a1-4ef4-a675-791ff07ed949 req-1831b4d4-e4d5-49c5-8e39-fc76b6810450 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457664 Nov 12 03:58:58.728741 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:58.954446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 98b165c7-9135-451a-891d-b06663b029a1 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:58:59.060913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:58:59.066324 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9e84767-702a-4e0a-bbe6-3f89a42bcb80 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/98b165c7-9135-451a-891d-b06663b029a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733937 Nov 12 03:58:59.070745 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Sync routers for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:58:59.071298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 32998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:59.082685 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:59.083311 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:59.136651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting subnet 94e16e5d-f617-4570-bd56-eb69b493468e {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:58:59.140813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.185337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.188764 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:59.278013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.340507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.367559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Subnet': ['ID=94e16e5d-f617-4570-bd56-eb69b493468e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:59.371489 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.375253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8e0cdf5b-c5c9-4970-8f73-81c959f76c9f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/subnets/94e16e5d-f617-4570-bd56-eb69b493468e HTTP/1.1" status: 204 len: 168 time: 0.3024597 Nov 12 03:58:59.377837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33000) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:58:59.380277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb247a-f28a-4f19-9602-551829f61af2 None None] Network 33a4f0fe-9316-422d-abe6-ebbbf63e408c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:58:59.387688 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:58:58Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:59.426126 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Checking router: 98b165c7-9135-451a-891d-b06663b029a1 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:58:59.444454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Routers {'98b165c7-9135-451a-891d-b06663b029a1'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:58:59.445085 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['98b165c7-9135-451a-891d-b06663b029a1'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:59.502660 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.574592 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] Set router 98b165c7-9135-451a-891d-b06663b029a1 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:58:59.604177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] DHCP port deletion for 33a4f0fe-9316-422d-abe6-ebbbf63e408c request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:58:59.631623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.662573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Deleting port 53bd6a42-8a54-40ae-9056-e520784d85cc {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:59.663450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.704585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 60d8078a-848e-46ed-8b1d-15b8183dac48 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:58:59.704978 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.750682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] For port 53bd6a42-8a54-40ae-9056-e520784d85cc, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53bd6a42-8a54-40ae-9056-e520784d85cc,segment=NetworkSegment(936ab9af-5196-46f2-9995-57e5a1452cb8),segment_id=936ab9af-5196-46f2-9995-57e5a1452cb8)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:59.751113 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.764872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Calling delete_port for 53bd6a42-8a54-40ae-9056-e520784d85cc owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:59.771760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83e43-bbd4-43e2-a4b4-26ac940fefb0 req-409f3d39-c63b-490b-9011-65934a4f6fbd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:58:59.779871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72a83e43-bbd4-43e2-a4b4-26ac940fefb0 req-409f3d39-c63b-490b-9011-65934a4f6fbd tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0650034 Nov 12 03:58:59.785317 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:58:58Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:58:59.815175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 60d8078a-848e-46ed-8b1d-15b8183dac48, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=60d8078a-848e-46ed-8b1d-15b8183dac48,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:58:59.816174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.832269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 60d8078a-848e-46ed-8b1d-15b8183dac48 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:58:59.839829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72a83e43-bbd4-43e2-a4b4-26ac940fefb0 req-1276cdfe-25b8-48ed-bd06-1b5b0ffe3197 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532961 Nov 12 03:58:59.870301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:58:59.913421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Pushing event deleted for resources: {'Port': ['ID=53bd6a42-8a54-40ae-9056-e520784d85cc,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:58:59.924451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] No DVR routers for this DVR port 53bd6a42-8a54-40ae-9056-e520784d85cc on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:58:59.924983 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2777e797-37dc-43ee-9815-50089ad98578 None None] The sync data for ids ['98b165c7-9135-451a-891d-b06663b029a1'] in n-d-766726-29 is: [{'id': '98b165c7-9135-451a-891d-b06663b029a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-281126013', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:57:35Z', 'updated_at': '2021-11-12T03:58:58Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '60d8078a-848e-46ed-8b1d-15b8183dac48', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b165c7-9135-451a-891d-b06663b029a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:57:36Z', 'updated_at': '2021-11-12T03:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:58:59.927738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.928143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.928576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.929005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.929469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.929811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.930309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.930641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.931088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.931472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.931942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:58:59.932269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c19052-5c19-4570-8391-d8d1f3a9b5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:00.046629 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.080593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=60d8078a-848e-46ed-8b1d-15b8183dac48,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:00.097599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77168b-53dd-4056-992a-e0fd802b1933 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:00.169460 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.304355 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.308698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.372165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.372822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Fanout notify agent at l3_agent the message router_deleted on router 98b165c7-9135-451a-891d-b06663b029a1 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 03:59:00.380727 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.385334 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-563a125a-54e3-4b4d-8d52-0d377ca31b4d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/routers/98b165c7-9135-451a-891d-b06663b029a1 HTTP/1.1" status: 204 len: 168 time: 1.0031826 Nov 12 03:59:00.385334 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33004) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:00.491547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.585314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:00.589240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.605256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7d55614f-4665-4ddf-8aa9-a3963ae32e2a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:00.605600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7d55614f-4665-4ddf-8aa9-a3963ae32e2a not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:00.609331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a4f0fe-9316-422d-abe6-ebbbf63e408c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:00.619750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936ab9af-5196-46f2-9995-57e5a1452cb8') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:00.620053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936ab9af-5196-46f2-9995-57e5a1452cb8') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:00.630177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.644199 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.650389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:00.650816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:00.653861 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:00.716155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.723526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.726700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/networks/33a4f0fe-9316-422d-abe6-ebbbf63e408c HTTP/1.1" status: 204 len: 168 time: 0.3402185 Nov 12 03:59:00.729758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:00.738432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8463d-1498-481f-bb21-79f179343329 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Network': ['ID=33a4f0fe-9316-422d-abe6-ebbbf63e408c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:00.790272 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.815234 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.896636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.903280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 60d8078a-848e-46ed-8b1d-15b8183dac48 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:00.912983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:00.912983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/security-groups/144e66a4-a9a1-4dd6-a8c5-19752e50d708 HTTP/1.1" status: 204 len: 168 time: 0.1815255 Nov 12 03:59:00.930070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 60d8078a-848e-46ed-8b1d-15b8183dac48 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:00.930418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 60d8078a-848e-46ed-8b1d-15b8183dac48 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:00.930834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53bd6a42-8a54-40ae-9056-e520784d85cc no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:00.952359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 53bd6a42-8a54-40ae-9056-e520784d85cc {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:00.953496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53bd6a42-8a54-40ae-9056-e520784d85cc not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:00.953753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0cb56663-9410-4213-b078-f92760b5b037 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:00.955629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dddb7b-c49c-46fd-b1e5-4f53a25fbf8d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e66a4-a9a1-4dd6-a8c5-19752e50d708,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:00.983665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b372b-06bb-47b4-ae4c-d8d5bf9005a6 req-2bf8b378-2dbb-4ff2-ba8e-f1a988d96331 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:00.984010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 0cb56663-9410-4213-b078-f92760b5b037 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:00.984134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0cb56663-9410-4213-b078-f92760b5b037 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:00.987215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-612b372b-06bb-47b4-ae4c-d8d5bf9005a6 req-2bf8b378-2dbb-4ff2-ba8e-f1a988d96331 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0734005 Nov 12 03:59:01.055127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-612b372b-06bb-47b4-ae4c-d8d5bf9005a6 req-725438ce-2cc5-462e-baa2-c4b7b532ed75 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553830 Nov 12 03:59:01.375240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33016) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.380294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732467893', 'description': 'tempest-secgroup-smoke-1732467893 description', 'project_id': '6b558a8279b249238b97636bb9a8beb2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.405090 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.488832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.494234 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.524765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.526065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1495686 Nov 12 03:59:01.531254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4bfff-1713-49d1-90d0-43a52876bd78 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4fe704-8590-4369-86a2-7af03b627fab,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.532664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33018) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.538432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.573625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.580642 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.638504 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.642236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.661694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20d5091-ff37-4729-b910-62616cfb0b86,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.670060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.671363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fc3d7861-f238-4203-b143-ba5076bcb63d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368690 Nov 12 03:59:01.676749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.683780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.713925 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.789033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.792964 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.813273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c361c674-1037-4fc4-8e97-d5f3b70d010b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.826892 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.828225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fe8e41b2-1867-4391-902e-c3bafcb76462 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501641 Nov 12 03:59:01.831295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33022) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.836227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:01.877835 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.943145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.948275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.969320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8190b37-eaa1-438f-bb3a-355bc1f85aa7,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:01.978733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:01.980478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7103b201-a941-4237-a99b-8b3181b645dc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478515 Nov 12 03:59:01.983507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33024) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:01.989895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.019453 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.097394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.103740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.131211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005f55b1-112e-406b-91b1-45e1b4fa7ff8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.137450 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.144176 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9174a1fb-e3f1-46b5-9574-1490189d25fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544087 Nov 12 03:59:02.147075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.150343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.232253 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:59:02.244243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd474a-97ff-4be3-b692-942982ed56bc req-b8f36b7d-3dfc-44f4-a3d2-052474d2b00e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.245754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ccd474a-97ff-4be3-b692-942982ed56bc req-b8f36b7d-3dfc-44f4-a3d2-052474d2b00e tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0780957 Nov 12 03:59:02.247435 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.341632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ccd474a-97ff-4be3-b692-942982ed56bc req-5b0b8e5f-f7b7-4eef-834d-4de9076d0328 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833027 Nov 12 03:59:02.352058 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.362409 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.385105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066644a9-de7a-4453-b4fc-e0cfef4d718f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.401929 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.404368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b8eee0b1-9b37-4c1c-9e1b-fa92672d97ae tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2580864 Nov 12 03:59:02.406792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.411261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'security_group_rule': {'security_group_id': '6f4fe704-8590-4369-86a2-7af03b627fab', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.435801 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Project 6b558a8279b249238b97636bb9a8beb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 03:59:02.441986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.514191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.518584 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.536272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbb8a33-dae6-469c-a965-cd4e49562c7f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.544400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.545875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-be1a495d-3a86-4ca4-b31f-be4a41ae1f58 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378438 Nov 12 03:59:02.548838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33032) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.554052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'network': {'name': 'tempest-network-smoke--1092928662', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.575715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:02.579771 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.602909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:02.611975 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.612305 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Added segment 4601e54b-da83-4cd6-8d57-617d4e832575 of type vlan for network 6a704179-4cc0-4441-90d7-9abb37ce894b Nov 12 03:59:02.655227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.681345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.686886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:02.688099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.770042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2201025 Nov 12 03:59:02.772902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33034) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:02.777573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'admin_state_up': True, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:02.787264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3faea-78f3-43c8-a11f-0c3907bd90c9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Network': ['ID=6a704179-4cc0-4441-90d7-9abb37ce894b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:02.797927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6a704179-4cc0-4441-90d7-9abb37ce894b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:02.803302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.804422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:02.858220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.366030 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.589853 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.615125 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.728393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.134 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:03.835705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae598f7-1708-4e89-b4da-e6b6737d23cf req-29e99778-e0d4-451b-b7bb-f4c15863ee9b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:03.837360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ae598f7-1708-4e89-b4da-e6b6737d23cf req-29e99778-e0d4-451b-b7bb-f4c15863ee9b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.3961260 Nov 12 03:59:03.843698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.881394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:03.891155 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7ae598f7-1708-4e89-b4da-e6b6737d23cf req-5b6ad29b-2b9b-4993-9950-173e13394637 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Nov 12 03:59:03.918722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:03.921801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:03.924544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:03.934706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78faee21-4b07-4239-9ece-f6cc0db36777 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:03.966245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:04.023941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a61ad350-b46d-4dee-81f3-c178b19e0203 None None] Provisioning complete for port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:04.024371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a61ad350-b46d-4dee-81f3-c178b19e0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.065396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a61ad350-b46d-4dee-81f3-c178b19e0203 None None] Port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:04.219658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.443548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.593978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 03:59:04.711739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:04.722602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Sync routers for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:04.736418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:04.737201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:04.739037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:04.740309 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7de5812a-9923-4bba-99fd-2e5ff8953c42 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9663270 Nov 12 03:59:04.743506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.771859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7af69aa3-028d-438a-99b9-aba862a4e947 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=6b558a8279b249238b97636bb9a8beb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271308 Nov 12 03:59:04.774466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.877941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:04.894728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0baf9cc-a5fc-4f84-b846-a888487cf07e tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:04.896384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c0baf9cc-a5fc-4f84-b846-a888487cf07e tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1208673 Nov 12 03:59:04.899320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.932295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b735d4e-2bd2-4ada-99e9-f8872e01e749 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297775 Nov 12 03:59:04.933686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:04.938913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1884853872', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:05.095083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0f68-d78b-4395-ba16-9c2f76a601b0 req-26296e7b-4513-4e70-974c-991c7bd007e3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.096631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-534d0f68-d78b-4395-ba16-9c2f76a601b0 req-26296e7b-4513-4e70-974c-991c7bd007e3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0904157 Nov 12 03:59:05.097820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:05.101264 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.151989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:04Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:05.185498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Checking router: 9801ce47-8d5a-4851-a40b-7882eb28bdd4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:05.185980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Updating router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:59:05.216641 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.229119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-534d0f68-d78b-4395-ba16-9c2f76a601b0 req-91f47910-9b2d-4730-b11d-a14214642b63 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244545 Nov 12 03:59:05.399174 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.511925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Subnet': ['ID=5054035f-3ca2-4087-ad65-c3911505c95c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.541332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Checking segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:05.541908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network hostable DHCP agents. Network: 6a704179-4cc0-4441-90d7-9abb37ce894b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:05.568255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.570020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 6a704179-4cc0-4441-90d7-9abb37ce894b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:05.590628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.595292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6a704179-4cc0-4441-90d7-9abb37ce894b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:05.601097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:05.602135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.631698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6738ab5d-0a58-4133-9149-07e664af939c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6967435 Nov 12 03:59:05.634702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33048) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:05.639013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7865e2-102f-4a14-8e69-e921f0288c78 None None] Network 6a704179-4cc0-4441-90d7-9abb37ce894b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:05.698195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56fcdec-bdfc-45ab-9aee-1566bf41faa5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:05.729226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Attempting to bind port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:05.729581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Attempting to bind port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:05.729956 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Attempting to bind port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:05.734775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a685457-415e-469e-8e8c-78c755107a15 None None] Pushing event updated for resources: {'Port': ['ID=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:05.743985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:05.744357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:05.744761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.745154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:05.745635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Bound port: 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:05.746022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.854489 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7855bff2-b0dd-4e76-b812-d0713687468f None None] Provisioning complete for port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:05.854955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7855bff2-b0dd-4e76-b812-d0713687468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:05.904299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] For port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:05.931673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] For port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:05.934743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7855bff2-b0dd-4e76-b812-d0713687468f None None] Port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:05.942677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.022172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ff4e9-07f1-43e0-a77b-d71ef1f3d26f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 03:59:06.044808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-6a704179-4cc0-4441-90d7-9abb37ce894b', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 03:59:06.045828 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.079617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:06.080254 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:06.091940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a685457-415e-469e-8e8c-78c755107a15 None None] Pushing event updated for resources: {'Port': ['ID=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.195004 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.424065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] Provisioning complete for port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:06.424965 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.440490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8945306-61af-4bbe-b74f-bf10531e42c0 req-a747e742-22b6-4c40-b16b-d3ff0fef7911 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:06.442041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8945306-61af-4bbe-b74f-bf10531e42c0 req-a747e742-22b6-4c40-b16b-d3ff0fef7911 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.1083996 Nov 12 03:59:06.507960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:06.547369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8945306-61af-4bbe-b74f-bf10531e42c0 req-72fa8266-88cb-4c47-92d2-42cbedb539a2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747154 Nov 12 03:59:06.573244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Allocated IP 172.20.0.2 (6a704179-4cc0-4441-90d7-9abb37ce894b/5054035f-3ca2-4087-ad65-c3911505c95c/c8c09235-f283-4c62-b2a4-0d11515969f9) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:06.745625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.835955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] For port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:06.843983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.895365 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.910722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:06.930564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2bb21-0d96-47fe-bc14-b1d9e2255f29 None None] Pushing event updated for resources: {'Port': ['ID=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:06.947521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Network 6a704179-4cc0-4441-90d7-9abb37ce894b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:06.964779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.1 (6a704179-4cc0-4441-90d7-9abb37ce894b/5054035f-3ca2-4087-ad65-c3911505c95c/8c572c0b-3261-4388-9eed-a3a62a4a8bba) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:06.971401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:06.975735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:07.013485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:04Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:07.019201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Pushing event updated for resources: {'Port': ['ID=c8c09235-f283-4c62-b2a4-0d11515969f9,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.060077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee32bd-4c23-441f-8535-809302f325f2 None None] The sync data for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 is: [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:04Z', 'revision_number': 3, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:07.076088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Attempting to bind port c8c09235-f283-4c62-b2a4-0d11515969f9 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:07.077358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Attempting to bind port c8c09235-f283-4c62-b2a4-0d11515969f9 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:07.077358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Attempting to bind port c8c09235-f283-4c62-b2a4-0d11515969f9 on network 6a704179-4cc0-4441-90d7-9abb37ce894b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:07.092449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:07.092914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Checking segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:07.094017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.094524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Bound using segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:07.095108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Bound port: c8c09235-f283-4c62-b2a4-0d11515969f9, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:07.095567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.133962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.173387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.180480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] For port c8c09235-f283-4c62-b2a4-0d11515969f9, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:07.185723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] For port c8c09235-f283-4c62-b2a4-0d11515969f9, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c09235-f283-4c62-b2a4-0d11515969f9,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:07.190251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.222265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 6a704179-4cc0-4441-90d7-9abb37ce894b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:07.225765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:07.231336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:07.235645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.256747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262f6f-6d90-4eca-8325-4fd99026b95f None None] Pushing event updated for resources: {'Port': ['ID=c8c09235-f283-4c62-b2a4-0d11515969f9,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:07.296124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.486598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.739634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552ebe-d388-415f-a903-13187fc447e1 req-7d7262bf-9bc3-49b0-af0f-5b38782de858 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:07.741144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5552ebe-d388-415f-a903-13187fc447e1 req-7d7262bf-9bc3-49b0-af0f-5b38782de858 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0906105 Nov 12 03:59:07.843009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5552ebe-d388-415f-a903-13187fc447e1 req-362a6ff7-33ed-429d-884b-ba8ce48dd558 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947955 Nov 12 03:59:07.885065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.892156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.986100 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:07.989268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.141557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f82524-991a-46f5-b60d-60840abe2ffb req-75340f2b-5c5f-4ad6-9ed8-490d0393386c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.143117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67f82524-991a-46f5-b60d-60840abe2ffb req-75340f2b-5c5f-4ad6-9ed8-490d0393386c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0863943 Nov 12 03:59:08.149904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 6a704179-4cc0-4441-90d7-9abb37ce894b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:08.153247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:08.276216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-67f82524-991a-46f5-b60d-60840abe2ffb req-4c5006b5-101a-42cf-b802-63b493ad4578 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246972 Nov 12 03:59:08.321967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:08.354913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f131273-4c74-458c-93e5-3658eea5c50a None None] Network 6a704179-4cc0-4441-90d7-9abb37ce894b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:08.429589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] Provisioning complete for port c8c09235-f283-4c62-b2a4-0d11515969f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:08.429954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.454370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8672-75c2-44c3-8565-74d2b3eacc10 req-d0e35cd1-6814-4087-863d-92317dd7acb3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:08.455911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc1c8672-75c2-44c3-8565-74d2b3eacc10 req-d0e35cd1-6814-4087-863d-92317dd7acb3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0905666 Nov 12 03:59:08.490233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:08.503071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-562af666-bf95-4078-af23-9f7507c7f191 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/9801ce47-8d5a-4851-a40b-7882eb28bdd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8636518 Nov 12 03:59:08.532469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc1c8672-75c2-44c3-8565-74d2b3eacc10 req-f3852c26-766a-489c-8746-ea5ca32eafc0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698423 Nov 12 03:59:08.623283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.661297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] For port c8c09235-f283-4c62-b2a4-0d11515969f9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c09235-f283-4c62-b2a4-0d11515969f9,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:08.668235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.747352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efdaf6-b779-4de3-b64e-f72203fd4472 None None] Pushing event updated for resources: {'Port': ['ID=c8c09235-f283-4c62-b2a4-0d11515969f9,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:08.883974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-db407f5d-6604-4066-8b86-96d6cf2bf76a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732467893&fields=id&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 267 time: 0.0564733 Nov 12 03:59:08.897128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2755b72d-aa8b-49d4-b5e4-03dbc23f7aae None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:08.897566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2755b72d-aa8b-49d4-b5e4-03dbc23f7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:08.946273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:08.994968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2755b72d-aa8b-49d4-b5e4-03dbc23f7aae None None] Port 8c572c0b-3261-4388-9eed-a3a62a4a8bba cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:09.012442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2755b72d-aa8b-49d4-b5e4-03dbc23f7aae None None] Provisioning complete for port c8c09235-f283-4c62-b2a4-0d11515969f9 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.012809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2755b72d-aa8b-49d4-b5e4-03dbc23f7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.018757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-04ecaad1-f9a3-4804-aa8a-bb49c9554b88 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.020511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-04ecaad1-f9a3-4804-aa8a-bb49c9554b88 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/networks?id=6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 200 len: 797 time: 0.1265481 Nov 12 03:59:09.047483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-0ceb7a23-8201-403e-98c7-f682eb500cb3 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/quotas/6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 375 time: 0.0202563 Nov 12 03:59:09.047926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Sync routers for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:09.056162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.056524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.061736 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:09.062920 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:09.124971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-57ea99b7-536e-412b-970e-57190e21afd6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612438 Nov 12 03:59:09.188203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8c09235-f283-4c62-b2a4-0d11515969f9 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:09.205555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:09.253331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c8c09235-f283-4c62-b2a4-0d11515969f9 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.253869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.360517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-651a70c1-4a8d-4bbd-8c0a-fcd8f938bf16 None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.361214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-651a70c1-4a8d-4bbd-8c0a-fcd8f938bf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.388816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-2750df17-d2ce-486e-9180-029516e69bfb service neutron] 10.222.0.97 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632608 Nov 12 03:59:09.404468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-651a70c1-4a8d-4bbd-8c0a-fcd8f938bf16 None None] Port 8c572c0b-3261-4388-9eed-a3a62a4a8bba cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:09.441805 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 2, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:09.473100 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Checking router: 9801ce47-8d5a-4851-a40b-7882eb28bdd4 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:09.473454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Updating router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 port 8c572c0b-3261-4388-9eed-a3a62a4a8bba binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 03:59:09.493292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-c6be359e-2843-46e5-adc7-7f82fe420705 service neutron] 10.222.0.97 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950294 Nov 12 03:59:09.501397 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.527604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52625bab-5eb0-47e3-99e2-eb8f490f21a9 None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:09.528114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52625bab-5eb0-47e3-99e2-eb8f490f21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.565082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52625bab-5eb0-47e3-99e2-eb8f490f21a9 None None] Port 8c572c0b-3261-4388-9eed-a3a62a4a8bba cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:09.700146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b6ac2-7de0-4f53-973d-aa04e00c7b34 req-403298cd-851a-43a3-9181-a972e956939f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:09.701701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f5b6ac2-7de0-4f53-973d-aa04e00c7b34 req-403298cd-851a-43a3-9181-a972e956939f tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0594704 Nov 12 03:59:09.748085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.769520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f5b6ac2-7de0-4f53-973d-aa04e00c7b34 req-389f3d6b-a160-47d4-a79c-1eb6b97f9b5d tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611098 Nov 12 03:59:09.793678 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.800391 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.841964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9cc1f1b-e78e-4f8b-b580-8fe1adf1b262 req-f02e81c3-2e0d-4c58-b998-deb450dddb6b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0300241 Nov 12 03:59:09.883769 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Pushing event updated for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:09.907235 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.907512 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.907873 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.908154 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.908487 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.908813 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.909140 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.909461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.909787 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.910111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.910420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.910733 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:09.933352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Attempting to bind port 8c572c0b-3261-4388-9eed-a3a62a4a8bba on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:09.933716 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Attempting to bind port 8c572c0b-3261-4388-9eed-a3a62a4a8bba by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:09.934187 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Attempting to bind port 8c572c0b-3261-4388-9eed-a3a62a4a8bba on network 6a704179-4cc0-4441-90d7-9abb37ce894b {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:09.940616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:09.940980 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Checking segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:09.941373 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:09.941780 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Bound using segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:09.942249 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Bound port: 8c572c0b-3261-4388-9eed-a3a62a4a8bba, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:09.942624 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.010175 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] For port 8c572c0b-3261-4388-9eed-a3a62a4a8bba, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:10.013587 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] For port 8c572c0b-3261-4388-9eed-a3a62a4a8bba, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8c572c0b-3261-4388-9eed-a3a62a4a8bba,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:10.019888 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.080954 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:10.081792 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:58:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.102534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:10.103115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.134555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cea30-f915-4e4b-a0e4-ad92021d64b1 None None] Pushing event updated for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.205483 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:10.210438 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.229346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-afc4d5ee-8001-4a83-a6e5-18449c09f12b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:10.231662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-afc4d5ee-8001-4a83-a6e5-18449c09f12b tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 945 time: 0.0904889 Nov 12 03:59:10.252985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] For port 8c572c0b-3261-4388-9eed-a3a62a4a8bba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8c572c0b-3261-4388-9eed-a3a62a4a8bba,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.259248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.334113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982833b1-2485-45f1-8dba-4854b8048142 None None] Pushing event updated for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.367835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port a4eb2488-6d64-44f9-a585-abf2ffec53c5 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:10.368733 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.382871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-90223586-09a9-4259-b8db-009e9d030123 None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:10.383448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90223586-09a9-4259-b8db-009e9d030123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.476853 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:10.478380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port a4eb2488-6d64-44f9-a585-abf2ffec53c5, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=a4eb2488-6d64-44f9-a585-abf2ffec53c5,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:10.478957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.491656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for a4eb2488-6d64-44f9-a585-abf2ffec53c5 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:10.504458 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4cef32-b1fa-4e04-a733-4122a197f2c6 None None] The sync data for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 is: [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:10.646414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.677722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=a4eb2488-6d64-44f9-a585-abf2ffec53c5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:10.685210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['a4eb2488-6d64-44f9-a585-abf2ffec53c5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:10.719025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:10.728775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port a4eb2488-6d64-44f9-a585-abf2ffec53c5 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:10.731460 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:10.734812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d62176a3-272b-489b-8cbb-a273acbbb03b req-c079ddc1-7283-4218-9549-654fa5220cf1 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.104 "DELETE /v2.0/ports/a4eb2488-6d64-44f9-a585-abf2ffec53c5 HTTP/1.1" status: 204 len: 173 time: 0.4959638 Nov 12 03:59:10.735290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'name': 'network-vif-deleted', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:10.737562 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f2e2c-ca43-4f72-beb6-1acbc2f270ff" -d '{"events": [{"server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "name": "network-vif-deleted", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:10.788366 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7956a-17e8-429b-b1af-07444d28614d x-openstack-request-id: req-82c7956a-17e8-429b-b1af-07444d28614d {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:10.788531 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d972e52f-0895-4173-bf50-1f0ac2319efc", "name": "network-vif-deleted", "tag": "a4eb2488-6d64-44f9-a585-abf2ffec53c5", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:10.788787 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-82c7956a-17e8-429b-b1af-07444d28614d {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:10.789197 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd972e52f-0895-4173-bf50-1f0ac2319efc', 'name': 'network-vif-deleted', 'tag': 'a4eb2488-6d64-44f9-a585-abf2ffec53c5', 'status': 'completed', 'code': 200} Nov 12 03:59:10.947831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8c572c0b-3261-4388-9eed-a3a62a4a8bba up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:10.961748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-feed6ee6-aad4-4aeb-9d8d-588a1b58d97d req-e50e768b-1bc9-4cf5-99c0-fba5b1c508b2 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=d972e52f-0895-4173-bf50-1f0ac2319efc HTTP/1.1" status: 200 len: 210 time: 0.0587823 Nov 12 03:59:11.033055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8c572c0b-3261-4388-9eed-a3a62a4a8bba triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:11.033426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.072277 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-973e4444-d051-49d2-a226-85fc8c8248af tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.074023 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-973e4444-d051-49d2-a226-85fc8c8248af tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/networks?id=6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 200 len: 797 time: 0.1399503 Nov 12 03:59:11.124612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebce896a-6c51-4726-981d-fea028ab8b73 req-80b1aacc-ff36-4654-9711-7ac12d0cf577 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0441875 Nov 12 03:59:11.191770 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-b81eb230-4eb1-4d37-9ea2-6f02c1a17875 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b558a8279b249238b97636bb9a8beb2 HTTP/1.1" status: 200 len: 380 time: 0.0891552 Nov 12 03:59:11.213661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'port': {'device_id': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'admin_state_up': True, 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'security_groups': ['6f4fe704-8590-4369-86a2-7af03b627fab']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:11.343098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Made reservation on behalf of 6b558a8279b249238b97636bb9a8beb2 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:11.346765 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.487028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.20.0.3 (6a704179-4cc0-4441-90d7-9abb37ce894b/5054035f-3ca2-4087-ad65-c3911505c95c/eeedc7a0-bfaa-49ba-8e3b-c065b5a96718) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:11.636399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.673268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.721711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network 6a704179-4cc0-4441-90d7-9abb37ce894b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:11.727462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:11.731504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:11.764742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:11.801082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:11.801880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:11.820511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-aceab416-9fed-46f6-9b03-f10597168ae2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109321 Nov 12 03:59:11.849570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Request body: {'port': {'device_id': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:11.915455 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.002282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-08b1c5ac-ac03-4aad-8303-9e7a7ea238a9 None None] Provisioning complete for port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:12.002774 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08b1c5ac-ac03-4aad-8303-9e7a7ea238a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.039216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c5ac-ac03-4aad-8303-9e7a7ea238a9 None None] Port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 03:59:12.200851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:12.208602 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.221222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Transition to ACTIVE for port object eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:12.225471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.261234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d75a2-9cef-4ded-a5ee-e7131a1fb2b0 req-2f3f073d-96ad-493e-b247-4d072c33b7c6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.267594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae7d75a2-9cef-4ded-a5ee-e7131a1fb2b0 req-2f3f073d-96ad-493e-b247-4d072c33b7c6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 931 time: 0.0555146 Nov 12 03:59:12.303027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.317747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae7d75a2-9cef-4ded-a5ee-e7131a1fb2b0 req-e0fd9670-0891-47f9-ae04-3b59951acdee tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483196 Nov 12 03:59:12.370993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Attempting to bind port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:12.371300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Attempting to bind port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:12.371644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Attempting to bind port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 on network 6a704179-4cc0-4441-90d7-9abb37ce894b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:12.376948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 on network 6a704179-4cc0-4441-90d7-9abb37ce894b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:12.377320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Attempting to bind port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 on network 6a704179-4cc0-4441-90d7-9abb37ce894b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:12.382896 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:12.383304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Checking segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:12.383751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Bound using segment: {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:12.384242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Bound port: eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4601e54b-da83-4cd6-8d57-617d4e832575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:12.384678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.460225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:12.463731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:12.472255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.520245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.520751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:12.522186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] 10.222.0.16 "PUT /v2.0/ports/eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 200 len: 1092 time: 0.6771328 Nov 12 03:59:12.522642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:12.525186 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f237a84-eaf2-43aa-8bd2-38b52adf691f" -d '{"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:12.551038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3572-4417-4e7c-9acb-61d9303a65ea service neutron] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:12.576551 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf9e92-2235-4edb-812d-57ee682f8590 x-openstack-request-id: req-5ddf9e92-2235-4edb-812d-57ee682f8590 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:12.576848 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:12.577148 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ddf9e92-2235-4edb-812d-57ee682f8590 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:12.579869 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'status': 'completed', 'code': 200} Nov 12 03:59:12.650049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-3499f780-cb6d-4ce0-a88a-db4b879d3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.651624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-3499f780-cb6d-4ce0-a88a-db4b879d3a28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1095 time: 0.0542746 Nov 12 03:59:12.735044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-7787c11e-e50f-489b-badf-d618d08358bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 200 len: 217 time: 0.0475113 Nov 12 03:59:12.799482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-f056f13a-7a97-48db-8c22-49a1e93788c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.802352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-f056f13a-7a97-48db-8c22-49a1e93788c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5054035f-3ca2-4087-ad65-c3911505c95c HTTP/1.1" status: 200 len: 835 time: 0.0556254 Nov 12 03:59:12.860787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-5cb18f93-eab1-4adb-9d35-05cecf33b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.862289 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-5cb18f93-eab1-4adb-9d35-05cecf33b698 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a704179-4cc0-4441-90d7-9abb37ce894b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445447 Nov 12 03:59:12.951887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755429f8-fff9-40c3-8ddd-d062cbf5dde8 req-cc51d21d-0276-41cc-9ca2-74663e8b891c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:12.954126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-755429f8-fff9-40c3-8ddd-d062cbf5dde8 req-cc51d21d-0276-41cc-9ca2-74663e8b891c tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 945 time: 0.0507112 Nov 12 03:59:13.001348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-930dba6b-232b-4a9c-a015-80cf2a225701 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910020 Nov 12 03:59:13.011494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-755429f8-fff9-40c3-8ddd-d062cbf5dde8 req-9218a696-27ab-4359-a039-2433debc1bf3 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 Nov 12 03:59:13.099208 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2a215d1e-a1c7-45b2-b5f0-8d8c1cbf0f9a req-a4a12edd-099d-4e77-a188-4346ddac7495 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Nov 12 03:59:13.234264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-ca44e852-a7b0-438c-9e59-9d3629e06838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.235875 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-ca44e852-a7b0-438c-9e59-9d3629e06838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1095 time: 0.0419943 Nov 12 03:59:13.329647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-d6706ca6-d065-4549-8be9-9d165566d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.331122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-d6706ca6-d065-4549-8be9-9d165566d069 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 200 len: 897 time: 0.0861638 Nov 12 03:59:13.379675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-bfe0c783-a029-4988-874d-455a08e636e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 200 len: 217 time: 0.0399370 Nov 12 03:59:13.430272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-7fd0d684-8c1c-4130-b61d-1df1322905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.431774 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-7fd0d684-8c1c-4130-b61d-1df1322905c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5054035f-3ca2-4087-ad65-c3911505c95c HTTP/1.1" status: 200 len: 835 time: 0.0451794 Nov 12 03:59:13.434941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195065f-9e4d-49bf-865d-495e461a95c2 req-2f4cb4ad-6f5b-40a7-bc31-464c3c5bb7a7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.436464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e195065f-9e4d-49bf-865d-495e461a95c2 req-2f4cb4ad-6f5b-40a7-bc31-464c3c5bb7a7 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0498512 Nov 12 03:59:13.478953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-c4fdf705-054b-4aa0-9290-1fcae69a01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:13.480470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-c4fdf705-054b-4aa0-9290-1fcae69a01d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a704179-4cc0-4441-90d7-9abb37ce894b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403368 Nov 12 03:59:13.489996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e195065f-9e4d-49bf-865d-495e461a95c2 req-dc72f44b-29c6-4ff4-a8cc-b0272c5960af tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Nov 12 03:59:13.577319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-8afcc6f3-165b-4767-aad7-16bb2be9d156 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884531 Nov 12 03:59:13.671752 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5f237a84-eaf2-43aa-8bd2-38b52adf691f req-ac619d6c-ff6d-465b-9f6a-2366b509fdd5 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Nov 12 03:59:14.128714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb767628-b939-47f3-92f3-7131db10bd6f req-18c90033-b56a-43a1-8f31-435a99da83c5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.130297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb767628-b939-47f3-92f3-7131db10bd6f req-18c90033-b56a-43a1-8f31-435a99da83c5 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 945 time: 0.0505531 Nov 12 03:59:14.178692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb767628-b939-47f3-92f3-7131db10bd6f req-21c68f78-3d1b-4325-8ebb-f81dd74f9fb0 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/security-groups?id=2fc08bf5-4d54-4953-b83d-f0fbc981ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Nov 12 03:59:14.527941 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:14.571323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a4eb2488-6d64-44f9-a585-abf2ffec53c5 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:14.593479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: a4eb2488-6d64-44f9-a585-abf2ffec53c5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:14.593955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device a4eb2488-6d64-44f9-a585-abf2ffec53c5 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:14.616577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109d989-d74b-4b47-9921-9ff07e25250c req-5436a6d7-bd06-496d-9668-9485f36e8883 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.618186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a109d989-d74b-4b47-9921-9ff07e25250c req-5436a6d7-bd06-496d-9668-9485f36e8883 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Nov 12 03:59:14.722645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Deleting port 28df1f0b-5761-4ea5-af18-655f15019f00 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 03:59:14.723321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.823377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] For port 28df1f0b-5761-4ea5-af18-655f15019f00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=28df1f0b-5761-4ea5-af18-655f15019f00,segment=NetworkSegment(fd3bc70c-7fef-493d-b01f-a9ca4e2186ea),segment_id=fd3bc70c-7fef-493d-b01f-a9ca4e2186ea)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:14.823616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:14.837942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Calling delete_port for 28df1f0b-5761-4ea5-af18-655f15019f00 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 03:59:14.949098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bd9bc-6d2a-4b00-b26b-ef6177f9eac4 req-332d869b-4a34-4f06-bc95-1e303f76876e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:14.950613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a8bd9bc-6d2a-4b00-b26b-ef6177f9eac4 req-332d869b-4a34-4f06-bc95-1e303f76876e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 943 time: 0.3940940 Nov 12 03:59:14.970449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.001322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a8bd9bc-6d2a-4b00-b26b-ef6177f9eac4 req-d027bdc5-e205-4f2e-8d75-de60289bdf0f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Nov 12 03:59:15.004161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Pushing event deleted for resources: {'Port': ['ID=28df1f0b-5761-4ea5-af18-655f15019f00,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:15.013799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['28df1f0b-5761-4ea5-af18-655f15019f00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:15.048028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] No DVR routers for this DVR port 28df1f0b-5761-4ea5-af18-655f15019f00 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 03:59:15.050682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:15.054082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a109d989-d74b-4b47-9921-9ff07e25250c req-c71f837a-f650-467c-9835-269d2e1a9c28 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.16 "DELETE /v2.0/ports/28df1f0b-5761-4ea5-af18-655f15019f00 HTTP/1.1" status: 204 len: 173 time: 0.4259501 Nov 12 03:59:15.054519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'name': 'network-vif-deleted', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:15.056786 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e003e-65a1-4348-81c4-0fe970ee3db9" -d '{"events": [{"server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "name": "network-vif-deleted", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:15.096431 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb3ba96-7dbb-4c20-9547-838ff27dc4e1 x-openstack-request-id: req-aeb3ba96-7dbb-4c20-9547-838ff27dc4e1 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:15.096735 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea0af4c-78c3-4ee5-b20d-7927e4002249", "name": "network-vif-deleted", "tag": "28df1f0b-5761-4ea5-af18-655f15019f00", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:15.097005 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aeb3ba96-7dbb-4c20-9547-838ff27dc4e1 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:15.097384 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea0af4c-78c3-4ee5-b20d-7927e4002249', 'name': 'network-vif-deleted', 'tag': '28df1f0b-5761-4ea5-af18-655f15019f00', 'status': 'completed', 'code': 200} Nov 12 03:59:15.290791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acafe729-9c00-4400-b209-2c4487dcbc42 req-a1dc5387-6cb8-4990-81b3-2cfde21ba589 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] 10.222.0.97 "GET /v2.0/ports?device_id=0ea0af4c-78c3-4ee5-b20d-7927e4002249 HTTP/1.1" status: 200 len: 210 time: 0.0269566 Nov 12 03:59:16.121546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5958432-6c94-4b3f-9a46-87a59bbfabec req-793ab1b9-fc1d-4c17-bc4d-53368dcced37 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:16.123151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5958432-6c94-4b3f-9a46-87a59bbfabec req-793ab1b9-fc1d-4c17-bc4d-53368dcced37 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0501857 Nov 12 03:59:16.172485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5958432-6c94-4b3f-9a46-87a59bbfabec req-4423c8c0-090d-4b7c-8734-7408dde57490 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Nov 12 03:59:16.346474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33146) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:16.391965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Deleting subnet d26df303-cf19-4cc0-9022-d2c7904b7ac4 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 03:59:16.395513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.438134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.482283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.537617 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.563993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26df303-cf19-4cc0-9022-d2c7904b7ac4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:16.567581 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.570787 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cb7de480-9c29-4fb0-a960-19338d624bba admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d26df303-cf19-4cc0-9022-d2c7904b7ac4 HTTP/1.1" status: 204 len: 168 time: 0.2232876 Nov 12 03:59:16.573338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:16.646046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.727208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.747645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b1ff0e-a0ac-47d5-9fc8-f375651f5505']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:16.757306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:16.757601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3bc70c-7fef-493d-b01f-a9ca4e2186ea') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:16.767642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.781575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.787770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 03:59:16.788183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: timer() Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 03:59:16.789873 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 03:59:16.850538 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.855866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:16.859099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/b8b1ff0e-a0ac-47d5-9fc8-f375651f5505 HTTP/1.1" status: 204 len: 168 time: 0.2847915 Nov 12 03:59:16.871215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5b8db-167b-4705-a5b9-e4c732ffaff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b1ff0e-a0ac-47d5-9fc8-f375651f5505,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.031808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.072524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce3ad609-1349-49d4-a60b-73deee8f639b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ae568160208640df8319208a91d34a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395591 Nov 12 03:59:17.074893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33154) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:17.122039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.143983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.193583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.196274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.197441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2fc08bf5-4d54-4953-b83d-f0fbc981ba03 HTTP/1.1" status: 204 len: 168 time: 0.1216431 Nov 12 03:59:17.207979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b350b1-06ac-4d89-9ebd-57fae8ee0c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc08bf5-4d54-4953-b83d-f0fbc981ba03,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.298979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071894bc-9c08-4c0c-85cb-4c33c046b81f req-12af4c32-fda5-4d7e-a630-48312d32fef8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:17.300746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-071894bc-9c08-4c0c-85cb-4c33c046b81f req-12af4c32-fda5-4d7e-a630-48312d32fef8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0544639 Nov 12 03:59:17.353845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-071894bc-9c08-4c0c-85cb-4c33c046b81f req-b59ad84f-04d7-4189-b05b-6ae2d778c5ca tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Nov 12 03:59:17.482134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:17.492791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 28df1f0b-5761-4ea5-af18-655f15019f00 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 03:59:17.519732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 28df1f0b-5761-4ea5-af18-655f15019f00 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 03:59:17.520078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 28df1f0b-5761-4ea5-af18-655f15019f00 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 03:59:17.608183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:17.620584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'mac_address': 'fa:16:3e:9d:24:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:17.661961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.676280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:17.697712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:17.703305 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:17.757203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:17.762934 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-4ba7153f-6d64-4257-b09c-0c15f89d0aca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483768 Nov 12 03:59:17.865065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-92774781-0e5a-4d5c-8566-d965a212a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:17.866625 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-92774781-0e5a-4d5c-8566-d965a212a313 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.0452590 Nov 12 03:59:17.983141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-7a13e3ce-7296-4b5b-b71f-8c04dfe71d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:17.984689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-7a13e3ce-7296-4b5b-b71f-8c04dfe71d53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 908 time: 0.0960062 Nov 12 03:59:18.033157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:18.064260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-d972e3d0-1c03-459d-a1a0-189945000981 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 1000 time: 0.0714419 Nov 12 03:59:18.123478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-ee03c3bb-09ed-4fe5-87f3-231dff918a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.126044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-ee03c3bb-09ed-4fe5-87f3-231dff918a7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0502789 Nov 12 03:59:18.190748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-cc1c7058-a620-436d-bf2f-ce2e7a7531f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.192446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-cc1c7058-a620-436d-bf2f-ce2e7a7531f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551860 Nov 12 03:59:18.298078 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-fb22aaed-e052-4d3b-b95c-b8e8acd07690 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936105 Nov 12 03:59:18.403709 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-caf586da-9a68-4b67-ac75-b149a8d81e9a req-862a226d-cb9e-4241-a507-770aeb694e8c service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932429 Nov 12 03:59:18.490869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2ff43-e8a3-4b6e-87cd-53213b47cac0 req-4b80f943-5fd4-4dce-8a3e-26ef29f2a509 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:18.492398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f2ff43-e8a3-4b6e-87cd-53213b47cac0 req-4b80f943-5fd4-4dce-8a3e-26ef29f2a509 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 944 time: 0.0506284 Nov 12 03:59:18.544804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f2ff43-e8a3-4b6e-87cd-53213b47cac0 req-419c790b-bc15-4cc5-b7eb-694154e56ed5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Nov 12 03:59:18.900031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33216) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.013508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2eba5129-86ad-4293-a2d5-878edf572166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.090379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2eba5129-86ad-4293-a2d5-878edf572166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.094048 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2eba5129-86ad-4293-a2d5-878edf572166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.133674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2eba5129-86ad-4293-a2d5-878edf572166 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3182da39ae1243df85a893b6c251c3d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325304 Nov 12 03:59:19.134532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5129-86ad-4293-a2d5-878edf572166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb46eb5f-511e-467e-8585-81639457fb72,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.136356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:19.186668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.208360 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.258439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.261058 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.262207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bb46eb5f-511e-467e-8585-81639457fb72 HTTP/1.1" status: 204 len: 168 time: 0.1237199 Nov 12 03:59:19.270456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8de71-c259-46ab-ab24-26973f8634f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb46eb5f-511e-467e-8585-81639457fb72,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.479841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:19.540584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:19.544903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:19.545356 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.642345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.667571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:19.670302 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5021a7d-5d7b-4511-99cb-8682c3379bab" -d '{"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:19.676129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb28f4-345c-4e92-b81c-92f502cef6d2 req-49bfb6d8-cc2e-4408-a304-2a480852e021 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:19.677770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bdb28f4-345c-4e92-b81c-92f502cef6d2 req-49bfb6d8-cc2e-4408-a304-2a480852e021 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 944 time: 0.0519311 Nov 12 03:59:19.685418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:19.689981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:19.734235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bdb28f4-345c-4e92-b81c-92f502cef6d2 req-765f6b4e-55e9-4a45-8b88-d90baf1f5d29 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Nov 12 03:59:19.742020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:19.784501 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2063ce4-52f6-40e1-adfd-8f8e95ad6e0c x-openstack-request-id: req-d2063ce4-52f6-40e1-adfd-8f8e95ad6e0c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:19.784885 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:19.785211 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d2063ce4-52f6-40e1-adfd-8f8e95ad6e0c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:19.786091 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'code': 200} Nov 12 03:59:19.916354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa3d3c-3df0-4337-a51b-21592af4ee9b req-92335006-d6c3-4154-ae27-9237e2104b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:19.917929 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c8fa3d3c-3df0-4337-a51b-21592af4ee9b req-92335006-d6c3-4154-ae27-9237e2104b17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420842 Nov 12 03:59:19.974518 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c8fa3d3c-3df0-4337-a51b-21592af4ee9b req-9b811bbf-49da-4e10-bdfc-28df8ad82205 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Nov 12 03:59:19.978021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33246) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:20.076074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-535112761-network', 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:20.096236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:20.098594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.107717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.185189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.188821 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.208952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 03:59:20.222724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2b809-6054-4337-884d-db4112e46cb7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:20.227458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.227794 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Added segment a2ffdd1f-6680-40cd-8a92-942390091e28 of type vlan for network 6d09745a-8d25-4310-8fc5-55d3396119e1 Nov 12 03:59:20.267760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.292665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.293606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.294206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.325581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3464763 Nov 12 03:59:20.329425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:20.334719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Request body: {'subnet': {'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-535112761-subnet', 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:20.356235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:20.358857 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.359849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b287ef-a07d-4ac8-b947-4fb924dd1174 admin admin] Pushing event updated for resources: {'Network': ['ID=6d09745a-8d25-4310-8fc5-55d3396119e1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:20.371645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 03:59:20.538599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.593934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590d9bdd-67f0-4747-8939-7333c07be6a5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:20.608209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Checking segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:20.608569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Network hostable DHCP agents. Network: 6d09745a-8d25-4310-8fc5-55d3396119e1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 03:59:20.625803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 03:59:20.634189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6d09745a-8d25-4310-8fc5-55d3396119e1) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:20.638219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.638808 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:20.643883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83bc90-3134-416a-b7e0-acdbfd61c9cb None None] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:20.656159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b823011-3070-4044-ba02-72ee33d3f146 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3252254 Nov 12 03:59:20.772860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ffa11-f20d-4e70-a0a9-6a5d5adce94b None None] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 03:59:20.878574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b01975-08de-4aac-ad14-38f73881b44c req-c00b566a-dd9d-4de8-a332-f5b912936e47 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:20.880837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4b01975-08de-4aac-ad14-38f73881b44c req-c00b566a-dd9d-4de8-a332-f5b912936e47 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0577528 Nov 12 03:59:20.940024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4b01975-08de-4aac-ad14-38f73881b44c req-490ff2a2-6d09-44c5-b20f-e7be5a000c99 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529156 Nov 12 03:59:21.237952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-afbd033e-0874-4045-a7c4-cc0b11b530df tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:21.239511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-afbd033e-0874-4045-a7c4-cc0b11b530df tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1097662 Nov 12 03:59:21.256105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-30e0ccc1-b29d-4075-8074-23238526f960 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/quotas/24ee9156e5c340aa86e4c2b96838df38 HTTP/1.1" status: 200 len: 375 time: 0.0107169 Nov 12 03:59:21.289988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-4477a073-5e41-4f30-8d85-443b910803be tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281105 Nov 12 03:59:21.389668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-885bcf39-d738-4f5a-9f85-6be51773baca service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923347 Nov 12 03:59:21.485623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-222bb853-393e-41eb-b11a-fb2605344565 service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898480 Nov 12 03:59:21.644729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd246925-40da-4cac-8a29-9b1cc877aa24 req-eae80bd4-3bf9-4572-be79-8f5c2ca6acb9 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Nov 12 03:59:22.069852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e05ba-56a3-468b-895c-c474b51514bf req-24d84d59-f160-4532-aaa6-fa061c2fd759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.071476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a49e05ba-56a3-468b-895c-c474b51514bf req-24d84d59-f160-4532-aaa6-fa061c2fd759 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0569885 Nov 12 03:59:22.123629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a49e05ba-56a3-468b-895c-c474b51514bf req-2f3af375-7937-4dc2-86d9-ccf741ace63a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448666 Nov 12 03:59:22.220356 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc63b703-1060-454a-81e9-21eac1be3da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.262081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5e895-5fe6-40a3-add7-de9cd2559539 req-60399ff3-10fb-4205-bd5b-ad8c5ebdbc28 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.263754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25f5e895-5fe6-40a3-add7-de9cd2559539 req-60399ff3-10fb-4205-bd5b-ad8c5ebdbc28 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0682237 Nov 12 03:59:22.326522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25f5e895-5fe6-40a3-add7-de9cd2559539 req-3925253e-1787-47d3-b8cc-62607b09442c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536654 Nov 12 03:59:22.348377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33284) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:22.390905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc5d7b-7e51-4a1f-b9c8-e170c14800e0 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.392473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2bdc5d7b-7e51-4a1f-b9c8-e170c14800e0 tempest-TestNetworkAdvancedServerOps-1106832481 tempest-TestNetworkAdvancedServerOps-1106832481-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1092 time: 0.0429525 Nov 12 03:59:22.397006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33286) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:22.401486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.425551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.526468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.700304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Allocated IP 172.25.7.42 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/f65894f6-cb59-47d9-be72-a5b946233158) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:22.773280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8f6b6b4-d6f6-4bc8-bc29-9321c4e92654 req-007dfb22-51e1-4d95-8719-f72d0d8542c8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 210 time: 0.0480275 Nov 12 03:59:22.787457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-b9fd24ce-36a7-4880-b916-5e3e94ae76d8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:22.788884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-b9fd24ce-36a7-4880-b916-5e3e94ae76d8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1756837 Nov 12 03:59:22.833062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Request body: {'port': {'device_id': 'e33c08f8-0257-45f8-a639-fc6664331285', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'admin_state_up': True, 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:22.931567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:22.991806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:22.995033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.004478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.067559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:23.099471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:23.103917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:23.105741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=f65894f6-cb59-47d9-be72-a5b946233158,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:23.146646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.147025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.147367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.147703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.148036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.148368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.148697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.149022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.149352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.149676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.149997 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.150337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 03:59:23.267423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Allocated IP 172.20.0.11 (6d09745a-8d25-4310-8fc5-55d3396119e1/590d9bdd-67f0-4747-8939-7333c07be6a5/bb7ae5b2-7b7a-4f02-95c4-5830f771a146) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:23.585442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.672356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.676707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.746001 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:23.755918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:23.760421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:23.805642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event updated for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:23.825675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.866694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.867238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:23.911478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-e1d7f51c-0b36-45a9-a64c-878d436416f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836999 Nov 12 03:59:23.946145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Request body: {'port': {'device_id': 'e33c08f8-0257-45f8-a639-fc6664331285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:23.958306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa39a7d-f6c5-4711-926c-b9b5d2ff9d44 req-0f56c280-b093-469b-a9f9-f51065a31059 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:23.959806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fa39a7d-f6c5-4711-926c-b9b5d2ff9d44 req-0f56c280-b093-469b-a9f9-f51065a31059 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 932 time: 0.1107409 Nov 12 03:59:24.097717 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.115468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fa39a7d-f6c5-4711-926c-b9b5d2ff9d44 req-135c22fd-3291-4bcb-8281-ce359e8368c6 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116140 Nov 12 03:59:24.162988 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.168700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.289668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event updated for resources: {'Port': ['ID=f65894f6-cb59-47d9-be72-a5b946233158,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:24.338773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.495701 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9c52085f-7224-492f-bdaa-ca6dbd6e12f8 associated. External IP: 172.25.7.42, port: eeedc7a0-bfaa-49ba-8e3b-c065b5a96718. Nov 12 03:59:24.552023 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a6aff4bb-5d9a-45c3-ab8d-d211a89218bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.606932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7ae5b2-7b7a-4f02-95c4-5830f771a146 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:24.616982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.638146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Transition to ACTIVE for port object bb7ae5b2-7b7a-4f02-95c4-5830f771a146 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:24.643542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:24.733648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:24.855496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 03:59:24.858225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Attempting to bind port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:24.858554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Attempting to bind port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:24.858944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Attempting to bind port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:24.865889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:24.866205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Attempting to bind port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:24.874955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:24.875365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Checking segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:24.875741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Bound using segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:24.876161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Bound port: bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:24.876511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.386536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:25.403109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 03:59:25.405599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:25.414048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Sync routers for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 03:59:25.414318 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.425739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:25.426357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:59:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:25.428085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0315632-b678-406c-9659-93fbbf63b809 req-b3e5483f-a7b8-4dd8-959e-7571f44bb94d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.429574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0315632-b678-406c-9659-93fbbf63b809 req-b3e5483f-a7b8-4dd8-959e-7571f44bb94d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 944 time: 0.1083205 Nov 12 03:59:25.479732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.490311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.491021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.492398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] 10.222.0.104 "PUT /v2.0/ports/bb7ae5b2-7b7a-4f02-95c4-5830f771a146 HTTP/1.1" status: 200 len: 1093 time: 1.5567200 Nov 12 03:59:25.495549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:25.497809 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f465403-479e-4130-8bce-dacc871b8ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:25.549423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d5e6423f-917b-4058-8ef7-806c9899a86d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1513560 Nov 12 03:59:25.558897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b592de2-c0ee-458c-9f01-912c12753319 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:25.563266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:25.578077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0315632-b678-406c-9659-93fbbf63b809 req-d7d3bd54-457b-4d4c-b536-dd56321c1b34 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390643 Nov 12 03:59:25.605120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:25.612520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-7ae12ff7-fc75-4436-8b81-648968395d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.614043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-7ae12ff7-fc75-4436-8b81-648968395d00 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 1096 time: 0.0563095 Nov 12 03:59:25.629267 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52cb93a-ce8a-4385-8314-3407b80940ca x-openstack-request-id: req-f52cb93a-ce8a-4385-8314-3407b80940ca {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:25.629645 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:25.629902 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f52cb93a-ce8a-4385-8314-3407b80940ca {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:25.630295 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146', 'status': 'completed', 'code': 200} Nov 12 03:59:25.675599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-01c183f2-01a2-4ca0-9b62-10ee32579613 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146 HTTP/1.1" status: 200 len: 217 time: 0.0443091 Nov 12 03:59:25.766404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50a2a8-d034-4c32-b1ff-f340d5db8f12 req-589fd1c6-1a3c-4a5b-ba1d-ef80ce90d9db tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.767999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da50a2a8-d034-4c32-b1ff-f340d5db8f12 req-589fd1c6-1a3c-4a5b-ba1d-ef80ce90d9db tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0851624 Nov 12 03:59:25.769436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-62ad0196-d25d-46b1-8f18-50ac90c615db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:25.770757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-62ad0196-d25d-46b1-8f18-50ac90c615db service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0865879 Nov 12 03:59:25.805626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9c52085f-7224-492f-bdaa-ca6dbd6e12f8', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.42', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'mac_address': 'fa:16:3e:9d:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:59:23Z', 'updated_at': '2021-11-12T03:59:23Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:25.814945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-c0e52fcc-ce46-487c-828e-155e8c680bf0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346076 Nov 12 03:59:25.832951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Checking router: 9801ce47-8d5a-4851-a40b-7882eb28bdd4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 03:59:25.841689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 03:59:25.842304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T03:59:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:25.869132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da50a2a8-d034-4c32-b1ff-f340d5db8f12 req-09a92783-99e0-4a8a-aca6-b7fa06837ae6 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948162 Nov 12 03:59:25.893372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:25.943338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-c2427920-ba28-40f8-ad7a-654e8117fdfa service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163826 Nov 12 03:59:25.953281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 03:59:25.962733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-874c0d49-d49e-42af-a966-273f9a7f8ce0 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9c52085f-7224-492f-bdaa-ca6dbd6e12f8 HTTP/1.1" status: 200 len: 990 time: 0.0663192 Nov 12 03:59:26.040603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dfdca45-a2ed-46a3-acfa-d3565210ebb0 req-9ab1cae3-0684-4538-abd9-5949c11ed36a service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897386 Nov 12 03:59:26.170505 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-7d8d8f7f-083f-4bbe-bdb8-246413e972d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.172535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-7d8d8f7f-083f-4bbe-bdb8-246413e972d6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 1096 time: 0.0410895 Nov 12 03:59:26.185086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9c52085f-7224-492f-bdaa-ca6dbd6e12f8', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.42', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'mac_address': 'fa:16:3e:9d:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:59:23Z', 'updated_at': '2021-11-12T03:59:23Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 03:59:26.212067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32845c7c-d9ff-4148-a077-d85085736619 None None] The sync data for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 is: [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9c52085f-7224-492f-bdaa-ca6dbd6e12f8', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'floating_ip_address': '172.25.7.42', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'mac_address': 'fa:16:3e:9d:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T03:59:23Z', 'updated_at': '2021-11-12T03:59:23Z', 'revision_number': 0, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 03:59:26.273250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-1469ed46-3872-4337-816b-f41e706a266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.274756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-1469ed46-3872-4337-816b-f41e706a266e service neutron] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 914 time: 0.0928342 Nov 12 03:59:26.317649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-1e81a47e-e87a-41b2-b394-76504f09b59b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146 HTTP/1.1" status: 200 len: 217 time: 0.0352793 Nov 12 03:59:26.370654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-27279eaa-42d9-46d1-b897-6977063d7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.372144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-27279eaa-42d9-46d1-b897-6977063d7eeb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0468903 Nov 12 03:59:26.405748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-749ddc02-32df-4e03-9a5a-1ea369b15d82 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256975 Nov 12 03:59:26.421871 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd726b-5b02-4a59-bb7e-5c36b203e927 None None] New status for floating IP 9c52085f-7224-492f-bdaa-ca6dbd6e12f8: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 03:59:26.509577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-07c53cd5-c78d-4792-848e-1afaf8c02126 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952721 Nov 12 03:59:26.610192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f465403-479e-4130-8bce-dacc871b8ac5 req-5b5a571d-ad4d-4e8d-87a9-7b523f112f15 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Nov 12 03:59:26.703110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f204-401d-4f03-9462-1c60be6f88fc req-0557efb7-0f4d-43e6-b1f2-3cb5cb93d9e5 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:26.704597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8835f204-401d-4f03-9462-1c60be6f88fc req-0557efb7-0f4d-43e6-b1f2-3cb5cb93d9e5 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 944 time: 0.0550399 Nov 12 03:59:26.752030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8835f204-401d-4f03-9462-1c60be6f88fc req-3b0514ef-9a13-421a-8fb3-c27a3e477ef9 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Nov 12 03:59:26.964582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33304) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 03:59:26.978252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.024421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c01bea43-885a-45ec-8b91-1cfdf20a8845 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9c52085f-7224-492f-bdaa-ca6dbd6e12f8 HTTP/1.1" status: 200 len: 992 time: 0.0586116 Nov 12 03:59:27.631193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:27.633632 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3" -d '{"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:27.669363 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a86845-2c36-45fc-bf2c-e785e23877f9 x-openstack-request-id: req-95a86845-2c36-45fc-bf2c-e785e23877f9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:27.669679 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:27.669934 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-95a86845-2c36-45fc-bf2c-e785e23877f9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:27.670332 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'status': 'completed', 'code': 200} Nov 12 03:59:27.754194 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-601302b0-1511-4b15-a61d-78879356f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.755643 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-601302b0-1511-4b15-a61d-78879356f555 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0410554 Nov 12 03:59:27.777317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:27.857653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-bca4631d-813e-49be-a8ca-26929512127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.859194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-bca4631d-813e-49be-a8ca-26929512127b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 200 len: 897 time: 0.0947959 Nov 12 03:59:27.876253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57c60-8752-4471-a47c-4c900f106dd8 req-30986c14-638d-4e2e-86f6-9b44cb2bd1f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.877735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c57c60-8752-4471-a47c-4c900f106dd8 req-30986c14-638d-4e2e-86f6-9b44cb2bd1f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 944 time: 0.0534475 Nov 12 03:59:27.928128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c57c60-8752-4471-a47c-4c900f106dd8 req-1a40f1ef-1fbe-418c-9ef5-3fdf0870dcef tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 Nov 12 03:59:27.932253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-ec91af67-3503-4f5f-9932-96f9bde1740c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 200 len: 1000 time: 0.0659292 Nov 12 03:59:27.986809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-2da259bc-82e4-47d5-b63c-c14ef481ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:27.988318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-2da259bc-82e4-47d5-b63c-c14ef481ec74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5054035f-3ca2-4087-ad65-c3911505c95c HTTP/1.1" status: 200 len: 835 time: 0.0480835 Nov 12 03:59:28.035457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-cdc7350a-6ef0-4d7e-b67b-b7bcec158d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:28.036896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-cdc7350a-6ef0-4d7e-b67b-b7bcec158d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a704179-4cc0-4441-90d7-9abb37ce894b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410132 Nov 12 03:59:28.128717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-c203d4b2-e303-4505-917f-2f11d6b407e3 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847890 Nov 12 03:59:28.229402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2d2b6a5a-34fb-427a-b7ec-c8648a2288f3 req-e6d284b9-ab08-408e-962c-97a4d1037aef service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931830 Nov 12 03:59:29.045507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baebc68-9a70-47ee-bb99-ee54e7f80c5d req-edc08100-574b-44af-a12d-d20137e32cfb tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:29.046946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8baebc68-9a70-47ee-bb99-ee54e7f80c5d req-edc08100-574b-44af-a12d-d20137e32cfb tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 944 time: 0.0494471 Nov 12 03:59:29.097806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8baebc68-9a70-47ee-bb99-ee54e7f80c5d req-50e10705-cedb-4a79-b3b5-d27c22442d80 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446179 Nov 12 03:59:30.223798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758dc7a7-7063-447a-a9a6-8845d1b94a3c req-be95d3a5-ad51-4f46-8117-8ed7dd70aa6b tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:30.225565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-758dc7a7-7063-447a-a9a6-8845d1b94a3c req-be95d3a5-ad51-4f46-8117-8ed7dd70aa6b tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 944 time: 0.0595353 Nov 12 03:59:30.281518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-758dc7a7-7063-447a-a9a6-8845d1b94a3c req-eadb0e4f-a66b-4214-9d63-182d48b86388 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Nov 12 03:59:30.681855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bb7ae5b2-7b7a-4f02-95c4-5830f771a146 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:30.797885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:30.814233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'port_id': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146', 'mac_address': 'fa:16:3e:13:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590d9bdd-67f0-4747-8939-7333c07be6a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:30.853674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.867448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7ae5b2-7b7a-4f02-95c4-5830f771a146 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:30.888167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:30.893658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:30.958705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:31.311901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:31.410093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f10a37-ed96-4907-b660-07d4965d0e4d req-8144e97f-2a6b-4362-907a-f26caff92af8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:31.411717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f10a37-ed96-4907-b660-07d4965d0e4d req-8144e97f-2a6b-4362-907a-f26caff92af8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 945 time: 0.0539713 Nov 12 03:59:31.471166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4f10a37-ed96-4907-b660-07d4965d0e4d req-679ec319-bd81-43f7-9d11-af071f8bdd43 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Nov 12 03:59:31.573924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.590950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ae793-2ed0-4b39-9d21-7fee9b854d2b req-4c5b0555-8f3e-444b-a8dc-59f60052e0f3 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:32.592423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-557ae793-2ed0-4b39-9d21-7fee9b854d2b req-4c5b0555-8f3e-444b-a8dc-59f60052e0f3 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 945 time: 0.0508325 Nov 12 03:59:32.638705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-557ae793-2ed0-4b39-9d21-7fee9b854d2b req-74cd7524-728b-4203-bfd3-8d2ef3bfa434 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Nov 12 03:59:32.680138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bb7ae5b2-7b7a-4f02-95c4-5830f771a146 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:32.730034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:32.734624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:32.735112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.814767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.837033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:32.839263 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223658df-a142-41e9-9abc-4547f79297b6" -d '{"events": [{"server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "name": "network-vif-plugged", "status": "completed", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:32.852457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:32.857032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:32.883966 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b25a08-f6c4-45c0-9934-41caff18a77b x-openstack-request-id: req-16b25a08-f6c4-45c0-9934-41caff18a77b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:32.884255 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "name": "network-vif-plugged", "status": "completed", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:32.884506 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-16b25a08-f6c4-45c0-9934-41caff18a77b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:32.884886 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146', 'code': 200} Nov 12 03:59:32.909968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:33.007252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be99872-5eba-47f2-8bb3-a351e1d9ca2e req-8590e628-0e82-452e-8597-9f7215b585d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.008762 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4be99872-5eba-47f2-8bb3-a351e1d9ca2e req-8590e628-0e82-452e-8597-9f7215b585d3 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 1098 time: 0.0442352 Nov 12 03:59:33.054119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4be99872-5eba-47f2-8bb3-a351e1d9ca2e req-3954628d-d632-4137-8900-79b44a6ad2a3 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Nov 12 03:59:33.755717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d01f6f-7857-47b0-b344-2c8324f9b620 req-3be2b324-66ca-4b58-93ba-07530cb1667a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:33.757200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16d01f6f-7857-47b0-b344-2c8324f9b620 req-3be2b324-66ca-4b58-93ba-07530cb1667a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Nov 12 03:59:33.804396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16d01f6f-7857-47b0-b344-2c8324f9b620 req-31750e21-7550-4304-a396-68316fffd427 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Nov 12 03:59:34.937284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33098597-8647-49cc-8d10-b7d8efbb11be req-a848df7b-bdd3-4732-b2c1-4a2e9d14a137 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:34.938796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33098597-8647-49cc-8d10-b7d8efbb11be req-a848df7b-bdd3-4732-b2c1-4a2e9d14a137 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 946 time: 0.0564253 Nov 12 03:59:34.996795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33098597-8647-49cc-8d10-b7d8efbb11be req-8579262e-a286-4faa-8b39-9a9911c8dd4f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Nov 12 03:59:39.767542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:48.606478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-e87da8e5-be18-48a2-b3f6-358352b97dc2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:48.608815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-e87da8e5-be18-48a2-b3f6-358352b97dc2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1084204 Nov 12 03:59:48.627538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-08c58a88-92ce-4353-bc29-b4674417c4fa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/quotas/24ee9156e5c340aa86e4c2b96838df38 HTTP/1.1" status: 200 len: 375 time: 0.0124533 Nov 12 03:59:48.710811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-2de97f4d-9bcc-4cef-9abf-1cc3bc301513 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735803 Nov 12 03:59:48.829907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-4661c941-b8d1-491b-8b6f-6f6caaeeb77a service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104629 Nov 12 03:59:48.967123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-686392d5-6b30-493e-99ae-93dd2d164265 service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300118 Nov 12 03:59:49.187949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32514df0-bee8-4ebe-981a-e2573682d21d req-9b61a8d5-e1c3-4e6d-82c3-7bbc8840b376 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 210 time: 0.0374711 Nov 12 03:59:50.335450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98495685-317e-4c72-bdf8-aeacc21ac0f2 req-03b9ce9b-9a2f-45df-b3f0-29d0f2d0ac63 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 210 time: 0.0402505 Nov 12 03:59:50.375984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-02804f25-3004-40c5-8712-db216f433d62 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.377451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-02804f25-3004-40c5-8712-db216f433d62 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1497219 Nov 12 03:59:50.396627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Request body: {'port': {'device_id': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'admin_state_up': True, 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:50.503917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 03:59:50.507350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.634653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Allocated IP 172.20.0.7 (6d09745a-8d25-4310-8fc5-55d3396119e1/590d9bdd-67f0-4747-8939-7333c07be6a5/7880d019-5838-4152-aa65-7b97a10b9a08) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 03:59:50.808266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.850463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.887824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:50.899845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 03:59:50.903578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 03:59:50.908082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 03:59:50.915582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event updated for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:50.967435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:50.968791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:50.991262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-a8ed76b2-e1e1-4a81-8002-c6b2338837f0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982487 Nov 12 03:59:51.013677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Request body: {'port': {'device_id': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 03:59:51.087384 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.356174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7880d019-5838-4152-aa65-7b97a10b9a08 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:51.364014 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.377735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Transition to ACTIVE for port object 7880d019-5838-4152-aa65-7b97a10b9a08 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 03:59:51.381203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.459099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:51.519019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb41afd-c078-4905-8d5b-14169f6ea5d0 req-3040fbf3-a660-4113-9240-e761febb6858 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.520542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beb41afd-c078-4905-8d5b-14169f6ea5d0 req-3040fbf3-a660-4113-9240-e761febb6858 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 943 time: 0.0994673 Nov 12 03:59:51.527695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 03:59:51.571440 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Attempting to bind port 7880d019-5838-4152-aa65-7b97a10b9a08 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 03:59:51.571965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Attempting to bind port 7880d019-5838-4152-aa65-7b97a10b9a08 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 03:59:51.572169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Attempting to bind port 7880d019-5838-4152-aa65-7b97a10b9a08 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:51.583418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Port 7880d019-5838-4152-aa65-7b97a10b9a08 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 03:59:51.583734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Attempting to bind port 7880d019-5838-4152-aa65-7b97a10b9a08 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 03:59:51.588585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beb41afd-c078-4905-8d5b-14169f6ea5d0 req-0532569d-b3d7-4ae7-b2ca-0a66a2902660 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 Nov 12 03:59:51.592657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 03:59:51.593017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Checking segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 03:59:51.593397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Bound using segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 03:59:51.593829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Bound port: 7880d019-5838-4152-aa65-7b97a10b9a08, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 03:59:51.594185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.661029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 03:59:51.664518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7880d019-5838-4152-aa65-7b97a10b9a08,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 03:59:51.669553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.702599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.703252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:51.704663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] 10.222.0.104 "PUT /v2.0/ports/7880d019-5838-4152-aa65-7b97a10b9a08 HTTP/1.1" status: 200 len: 1092 time: 0.6975639 Nov 12 03:59:51.705111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:51.707400 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d7480-7381-400f-9c3a-bb5a7d843bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:51.740021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a742ec-37dc-47f9-ae61-567550262cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:51.758634 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758145f7-f2ab-4daf-a089-3e4ec988fda6 x-openstack-request-id: req-758145f7-f2ab-4daf-a089-3e4ec988fda6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:51.759071 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:51.759485 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-758145f7-f2ab-4daf-a089-3e4ec988fda6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:51.760124 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08', 'status': 'completed', 'code': 200} Nov 12 03:59:51.835024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-412ffd42-d5aa-49c9-9a1b-210b1556f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.836542 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-412ffd42-d5aa-49c9-9a1b-210b1556f04f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0585136 Nov 12 03:59:51.890550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-f5b1ed4f-43f6-4f34-b0ec-626df8e98e23 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7880d019-5838-4152-aa65-7b97a10b9a08 HTTP/1.1" status: 200 len: 217 time: 0.0394127 Nov 12 03:59:51.949044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-93aac39d-782b-4f2e-8970-9be3062bf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:51.950551 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-93aac39d-782b-4f2e-8970-9be3062bf5ab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0534647 Nov 12 03:59:51.984873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-797dec2f-d8ef-4b8e-9376-041152ae3302 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263479 Nov 12 03:59:52.079338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-b06d28ee-e157-490a-b080-c677887e19b3 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 Nov 12 03:59:52.171971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-367811a4-df5b-4aa3-99b8-81d223c80580 req-827067c7-97f5-494f-9feb-5951f082e4a1 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839772 Nov 12 03:59:52.216282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd353b20-5eb6-4720-ad65-c988b0ece149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:52.309678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-74518371-2bdc-4bfa-a6ef-18c44170eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.311204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-74518371-2bdc-4bfa-a6ef-18c44170eaea service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0471478 Nov 12 03:59:52.419297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-53795213-1155-4d6a-a11c-ba6046cef862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.420792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-53795213-1155-4d6a-a11c-ba6046cef862 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 914 time: 0.1018975 Nov 12 03:59:52.464192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-74ebee9c-ca2e-4fbd-9f6f-18cb2fd0e009 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7880d019-5838-4152-aa65-7b97a10b9a08 HTTP/1.1" status: 200 len: 217 time: 0.0351193 Nov 12 03:59:52.518138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-3dff10d4-e875-4572-aaec-834e6cd973d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.519623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-3dff10d4-e875-4572-aaec-834e6cd973d4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0484922 Nov 12 03:59:52.552324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-a81e6e9f-33a9-4ad0-a6e0-d9c8876871fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250328 Nov 12 03:59:52.646746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-d571ef4f-b887-4c29-a712-0ee14323f75e service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872126 Nov 12 03:59:52.782301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23e9d8-1121-4498-b9bc-425fb54d01bd req-3402737c-de7f-4e91-944e-a5252a503169 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:52.783750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f23e9d8-1121-4498-b9bc-425fb54d01bd req-3402737c-de7f-4e91-944e-a5252a503169 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 943 time: 0.1202435 Nov 12 03:59:52.792490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-435d7480-7381-400f-9c3a-bb5a7d843bc5 req-ceea5549-4e5e-4fd1-9354-47296f6b1149 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372452 Nov 12 03:59:52.840785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f23e9d8-1121-4498-b9bc-425fb54d01bd req-6240a489-c36a-4948-abba-7cb3d39fbb55 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Nov 12 03:59:53.978764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b50899-f0e1-4c54-8713-5903f944490b req-fb7f0301-9e58-4672-b64b-f03848df61ad tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:53.980310 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48b50899-f0e1-4c54-8713-5903f944490b req-fb7f0301-9e58-4672-b64b-f03848df61ad tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 943 time: 0.0552382 Nov 12 03:59:54.029029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48b50899-f0e1-4c54-8713-5903f944490b req-9cd83448-4e5a-4bc6-94a0-ad3580a20607 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Nov 12 03:59:54.557578 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65a7b8e5-9841-4998-94fa-52be551c22e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:55.147164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bff99-8b96-41fe-8e45-c6bcfb32d3a2 req-832421b5-bb07-4d86-8a14-e5355400224c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:55.148682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6bff99-8b96-41fe-8e45-c6bcfb32d3a2 req-832421b5-bb07-4d86-8a14-e5355400224c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 943 time: 0.0501206 Nov 12 03:59:55.197340 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a6bff99-8b96-41fe-8e45-c6bcfb32d3a2 req-a958c4f0-58d9-441c-9ff6-e749fc690205 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Nov 12 03:59:55.517011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.333883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f66b-c611-474b-9f48-f5878604fd3d req-dc16f8e8-5942-4b8a-8d0b-6d8836eb78c2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:56.335447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbf3f66b-c611-474b-9f48-f5878604fd3d req-dc16f8e8-5942-4b8a-8d0b-6d8836eb78c2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 943 time: 0.0526371 Nov 12 03:59:56.392480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbf3f66b-c611-474b-9f48-f5878604fd3d req-bc0b2d98-74ec-4058-96a8-2cf9f983ce76 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Nov 12 03:59:56.795575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7880d019-5838-4152-aa65-7b97a10b9a08 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 03:59:56.897403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7880d019-5838-4152-aa65-7b97a10b9a08,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:56.908034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '7880d019-5838-4152-aa65-7b97a10b9a08', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'port_id': '7880d019-5838-4152-aa65-7b97a10b9a08', 'mac_address': 'fa:16:3e:76:9f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590d9bdd-67f0-4747-8939-7333c07be6a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 03:59:56.951150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.965293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7880d019-5838-4152-aa65-7b97a10b9a08 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 03:59:56.995140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:56.996783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7880d019-5838-4152-aa65-7b97a10b9a08,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:57.001227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:57.053257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:57.428706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7880d019-5838-4152-aa65-7b97a10b9a08'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 03:59:57.511195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbec33b-a1ef-42c8-a7a9-69f75f5e7fe1 req-15577089-bef5-4e67-bb22-fd4fdc6d50c1 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:57.512711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2bbec33b-a1ef-42c8-a7a9-69f75f5e7fe1 req-15577089-bef5-4e67-bb22-fd4fdc6d50c1 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 944 time: 0.0499792 Nov 12 03:59:57.575299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2bbec33b-a1ef-42c8-a7a9-69f75f5e7fe1 req-29acb76a-136d-48ab-b92f-6bc40e653f22 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Nov 12 03:59:57.784875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.502707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d9ee-7fe4-4269-b99f-7fae7b0f44fd req-c93ca767-9ee9-40e7-9ae3-e21ffe60cd37 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.504259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddd3d9ee-7fe4-4269-b99f-7fae7b0f44fd req-c93ca767-9ee9-40e7-9ae3-e21ffe60cd37 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0521493 Nov 12 03:59:58.560425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddd3d9ee-7fe4-4269-b99f-7fae7b0f44fd req-10fdd6ed-697a-438a-bae7-d7109ef4091a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496590 Nov 12 03:59:58.719669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bba82-fd53-48c3-b001-336d05d3bf11 req-93196704-f72d-4fb5-a131-3cbf21082aea tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:58.721160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c9bba82-fd53-48c3-b001-336d05d3bf11 req-93196704-f72d-4fb5-a131-3cbf21082aea tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 944 time: 0.0577486 Nov 12 03:59:58.774935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c9bba82-fd53-48c3-b001-336d05d3bf11 req-b29985bb-892c-4c2c-8260-57435e7a07c9 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Nov 12 03:59:58.815011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7880d019-5838-4152-aa65-7b97a10b9a08 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 03:59:58.879416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 7880d019-5838-4152-aa65-7b97a10b9a08 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 03:59:58.883399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 7880d019-5838-4152-aa65-7b97a10b9a08 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 03:59:58.883767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:58.984616 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.010859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 03:59:59.013127 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb9fc36-2a9a-47bc-9edf-04aac82ebe32" -d '{"events": [{"server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "name": "network-vif-plugged", "status": "completed", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 03:59:59.026625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7880d019-5838-4152-aa65-7b97a10b9a08,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 03:59:59.033545 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 03:59:59.059944 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188dd224-0f23-4980-b63e-5cfb40422a50 x-openstack-request-id: req-188dd224-0f23-4980-b63e-5cfb40422a50 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 03:59:59.060241 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "name": "network-vif-plugged", "status": "completed", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 03:59:59.060521 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-188dd224-0f23-4980-b63e-5cfb40422a50 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 03:59:59.060936 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08', 'code': 200} Nov 12 03:59:59.090826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 03:59:59.195094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828ac7f-c554-4c52-a810-161d4a092bde req-a9493bbd-0de8-4483-b7d1-4a4d6b316660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.196741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2828ac7f-c554-4c52-a810-161d4a092bde req-a9493bbd-0de8-4483-b7d1-4a4d6b316660 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0435941 Nov 12 03:59:59.242454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2828ac7f-c554-4c52-a810-161d4a092bde req-88da5e6e-dbfc-49e4-b978-82606f4aad77 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Nov 12 03:59:59.683834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ad07f-5377-4012-b76c-eb3ee8573576 req-1dfacc24-fa5b-4b98-8998-694ca73eea76 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.685338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-472ad07f-5377-4012-b76c-eb3ee8573576 req-1dfacc24-fa5b-4b98-8998-694ca73eea76 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0528238 Nov 12 03:59:59.746567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-472ad07f-5377-4012-b76c-eb3ee8573576 req-27012999-e18f-4ede-977f-ec9f48ea322e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526810 Nov 12 03:59:59.901115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e582a-bdae-4a66-a086-21346afead7e req-c1657904-bd30-4b08-b2e4-2cadcfd1cd9d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 03:59:59.902556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24e582a-bdae-4a66-a086-21346afead7e req-c1657904-bd30-4b08-b2e4-2cadcfd1cd9d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Nov 12 03:59:59.953791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24e582a-bdae-4a66-a086-21346afead7e req-c28e6887-4a6e-4cd1-acd2-65d7d402657a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Nov 12 04:00:00.866866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739563f7-1cfd-4f3e-b34e-301f47fcc4cb req-7651bf79-2193-46ad-aaf7-141515741c43 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:00.868417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-739563f7-1cfd-4f3e-b34e-301f47fcc4cb req-7651bf79-2193-46ad-aaf7-141515741c43 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0505753 Nov 12 04:00:00.919943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-739563f7-1cfd-4f3e-b34e-301f47fcc4cb req-7be21660-d17a-4e49-b1cf-c4aee870b967 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Nov 12 04:00:01.074329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420027d-0145-4ed3-be8f-ed60cecc1cd4 req-80d3786f-52eb-4015-82d0-9c64e43122f7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:01.075903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a420027d-0145-4ed3-be8f-ed60cecc1cd4 req-80d3786f-52eb-4015-82d0-9c64e43122f7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Nov 12 04:00:01.125352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a420027d-0145-4ed3-be8f-ed60cecc1cd4 req-be116d6e-1e36-4877-bd04-2149053a941e tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Nov 12 04:00:01.591491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:02.048533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29a28f-8ea5-447f-a034-0e0a48826184 req-21d6811b-43d1-4ec5-9c71-9858e1159821 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:02.050338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a29a28f-8ea5-447f-a034-0e0a48826184 req-21d6811b-43d1-4ec5-9c71-9858e1159821 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Nov 12 04:00:02.105210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a29a28f-8ea5-447f-a034-0e0a48826184 req-6ae9b084-e6af-4917-a661-c73ac6f475f1 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Nov 12 04:00:03.247863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc574-1912-4b09-a85f-2501b73f1c3b req-f15eb2d7-f679-4d59-bd94-17aab89e2dd8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:03.249385 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a5dc574-1912-4b09-a85f-2501b73f1c3b req-f15eb2d7-f679-4d59-bd94-17aab89e2dd8 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0601358 Nov 12 04:00:03.302932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a5dc574-1912-4b09-a85f-2501b73f1c3b req-d226595e-01cf-43f2-8631-ba44c5d2651c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469394 Nov 12 04:00:04.433777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370c25-25f0-4897-baf5-1aaf1dbd7e5a req-39ebec09-620c-44b4-9b42-bb0269b25490 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:04.436129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24370c25-25f0-4897-baf5-1aaf1dbd7e5a req-39ebec09-620c-44b4-9b42-bb0269b25490 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0553975 Nov 12 04:00:04.488464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24370c25-25f0-4897-baf5-1aaf1dbd7e5a req-5936d338-d643-423e-a858-4585e669a82d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466619 Nov 12 04:00:05.613700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7f7a7-3755-4f75-b127-fc771bb6b624 req-8e1badba-b3ca-4d9d-bfe2-cb508b30a3aa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:05.615260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde7f7a7-3755-4f75-b127-fc771bb6b624 req-8e1badba-b3ca-4d9d-bfe2-cb508b30a3aa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0527446 Nov 12 04:00:05.670049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde7f7a7-3755-4f75-b127-fc771bb6b624 req-5ef57d01-7516-429f-90a6-716ada00d9e2 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487602 Nov 12 04:00:06.790880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793f668-1789-45c6-8d46-fe8163f5db34 req-e4b5b860-117a-4bcf-af37-890414746c8e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:06.792373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7793f668-1789-45c6-8d46-fe8163f5db34 req-e4b5b860-117a-4bcf-af37-890414746c8e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Nov 12 04:00:06.843967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7793f668-1789-45c6-8d46-fe8163f5db34 req-21f5cded-90cf-4a1b-966e-576a97d93ccc tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456018 Nov 12 04:00:07.172922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-29f8f061-1d9f-4d7c-b78e-4e7e8232abc2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.174680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-29f8f061-1d9f-4d7c-b78e-4e7e8232abc2 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1090317 Nov 12 04:00:07.191151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-1d460a50-fa44-44eb-8afc-e36f3638bb7f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/quotas/24ee9156e5c340aa86e4c2b96838df38 HTTP/1.1" status: 200 len: 375 time: 0.0106866 Nov 12 04:00:07.245894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-2479ccb9-ba9f-4eec-800d-2913a1961b4a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488026 Nov 12 04:00:07.346922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-d8eeb1b0-d931-41d6-95c0-552a88566382 service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930319 Nov 12 04:00:07.450687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-31429702-44a6-434b-96e6-0d94e955bcfd service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972881 Nov 12 04:00:07.623595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6b34973-5484-4020-bc8a-347836b1b665 req-5d7cef2f-7e59-45a0-b4f9-772e5c1a6e78 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 210 time: 0.0297422 Nov 12 04:00:07.986327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7b386-29f0-409a-b845-38fb3d934b9d req-c80ce9a0-9319-4662-9c5b-5a74137c994b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:07.988910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28c7b386-29f0-409a-b845-38fb3d934b9d req-c80ce9a0-9319-4662-9c5b-5a74137c994b tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0637720 Nov 12 04:00:08.052690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28c7b386-29f0-409a-b845-38fb3d934b9d req-3e14f8e4-027f-4726-82f1-2d0e4e97391a tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575027 Nov 12 04:00:08.735345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a3ddf76-5cc9-44c7-aad9-fe0d787bdad7 req-bd0298d2-143e-4b64-b6fa-f1b62119c206 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 210 time: 0.0344253 Nov 12 04:00:09.184754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26522d-2459-411f-aa65-89982e1ac7cb req-15e95427-c9dd-4cae-8af2-f44a61d32ac4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.186306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c26522d-2459-411f-aa65-89982e1ac7cb req-15e95427-c9dd-4cae-8af2-f44a61d32ac4 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0578015 Nov 12 04:00:09.223690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-074f46d5-3e46-4929-9ede-202d2a92517f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.225033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-074f46d5-3e46-4929-9ede-202d2a92517f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.16 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.4843965 Nov 12 04:00:09.238289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0c26522d-2459-411f-aa65-89982e1ac7cb req-e9105732-71df-45a1-9bdd-02638443b304 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456052 Nov 12 04:00:09.246475 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Request body: {'port': {'device_id': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'admin_state_up': True, 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:09.356410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:09.360681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.493290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Allocated IP 172.20.0.5 (6d09745a-8d25-4310-8fc5-55d3396119e1/590d9bdd-67f0-4747-8939-7333c07be6a5/00a63c66-1eac-424a-b48d-8e56d7dffa00) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:09.646114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.682989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.721425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146', '7880d019-5838-4152-aa65-7b97a10b9a08'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:09.725282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:09.730554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:09.734429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:09.764923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event updated for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:09.780749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.789597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.790217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.790812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.791639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.792242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.792808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.793387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.793959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.794545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.795160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.795984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.797586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:09.831517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.832653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.858906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-9d8ef561-5cbd-426e-a1a2-be0584f83efa tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124971 Nov 12 04:00:09.865956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-ce9e0be9-f902-49fe-bbf0-b4967d69be66 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:00:09.867839 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-ce9e0be9-f902-49fe-bbf0-b4967d69be66 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062768 Nov 12 04:00:09.888273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Request body: {'port': {'device_id': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:09.904008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c145ff-8228-45af-b588-99d46cb5fa2a req-3842e919-7620-4a72-8101-777f019a1084 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:09.905838 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c145ff-8228-45af-b588-99d46cb5fa2a req-3842e919-7620-4a72-8101-777f019a1084 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 931 time: 0.0682764 Nov 12 04:00:09.965857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:09.988432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c145ff-8228-45af-b588-99d46cb5fa2a req-2498b514-2853-4808-aa5f-82c6ee3ddb38 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 Nov 12 04:00:10.266068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a63c66-1eac-424a-b48d-8e56d7dffa00 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:10.275904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.289320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Transition to ACTIVE for port object 00a63c66-1eac-424a-b48d-8e56d7dffa00 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:10.294891 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.380535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83c08-a5f7-4fd1-9b16-6b41c208a84e req-98d75ca5-53c9-4dbe-b3a1-36495c6b4463 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.381146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Pushing event updated for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.382321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56a83c08-a5f7-4fd1-9b16-6b41c208a84e req-98d75ca5-53c9-4dbe-b3a1-36495c6b4463 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0594676 Nov 12 04:00:10.447628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Attempting to bind port 00a63c66-1eac-424a-b48d-8e56d7dffa00 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:10.448169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Attempting to bind port 00a63c66-1eac-424a-b48d-8e56d7dffa00 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:10.448696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Attempting to bind port 00a63c66-1eac-424a-b48d-8e56d7dffa00 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:10.450046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-56a83c08-a5f7-4fd1-9b16-6b41c208a84e req-ee3b903b-9ea0-4bca-a97f-bd3bf13835f9 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601940 Nov 12 04:00:10.455240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Port 00a63c66-1eac-424a-b48d-8e56d7dffa00 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:10.455760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Attempting to bind port 00a63c66-1eac-424a-b48d-8e56d7dffa00 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:10.462123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:10.462466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Checking segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:10.463107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Bound using segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:10.463484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Bound port: 00a63c66-1eac-424a-b48d-8e56d7dffa00, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:10.463846 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.538460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:10.541438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:10.547181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.583359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.583998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:10.585416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/00a63c66-1eac-424a-b48d-8e56d7dffa00 HTTP/1.1" status: 200 len: 1092 time: 0.7015388 Nov 12 04:00:10.585864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:10.588169 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae68ac-2784-46c0-8395-c5fe25434713" -d '{"events": [{"name": "network-changed", "server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:10.622477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ac13-c2e8-4a2d-8d66-88c8e96605f0 service neutron] Pushing event updated for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:10.638356 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6656c4-09c5-4f0d-a893-fe245a9a59ef x-openstack-request-id: req-ae6656c4-09c5-4f0d-a893-fe245a9a59ef {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:10.638650 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:10.638925 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ae6656c4-09c5-4f0d-a893-fe245a9a59ef {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:10.639334 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00', 'status': 'completed', 'code': 200} Nov 12 04:00:10.754585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-a5c39734-a566-4525-a761-df3230898856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.756153 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-a5c39734-a566-4525-a761-df3230898856 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 1095 time: 0.0485134 Nov 12 04:00:10.877605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-4175700f-e15b-4209-ac6d-fc652e4bca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.879151 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-4175700f-e15b-4209-ac6d-fc652e4bca37 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=24ee9156e5c340aa86e4c2b96838df38&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1076140 Nov 12 04:00:10.993076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-fc092667-d0fc-4797-9cf1-9f7e79415d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:10.994587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0cae68ac-2784-46c0-8395-c5fe25434713 req-fc092667-d0fc-4797-9cf1-9f7e79415d9c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1078577 Nov 12 04:00:11.104536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-7332a544-694f-48c7-8e3f-3dcb7ef67af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.106030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-7332a544-694f-48c7-8e3f-3dcb7ef67af4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 1095 time: 0.0433688 Nov 12 04:00:11.115835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a6d00-fea9-4536-a1e2-3d228799d76d req-2d7fe81a-c46a-4f27-80dd-e0c60324a1b1 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.117167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d60a6d00-fea9-4536-a1e2-3d228799d76d req-2d7fe81a-c46a-4f27-80dd-e0c60324a1b1 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 943 time: 0.0509238 Nov 12 04:00:11.161652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-52e457b9-2c29-4d90-b45b-8608cbda7e41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00 HTTP/1.1" status: 200 len: 217 time: 0.0366812 Nov 12 04:00:11.169343 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d60a6d00-fea9-4536-a1e2-3d228799d76d req-f61c85ff-d109-4b41-baaf-4f389d32bbd0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Nov 12 04:00:11.220024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fce8bf-3eff-459a-99be-f690183443b7 req-7c3e8c8a-92da-43de-aab0-65075dbfb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.221516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-7c3e8c8a-92da-43de-aab0-65075dbfb537 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0508268 Nov 12 04:00:11.256916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-8792bd08-1b31-4d87-bea2-8bb98a2c1ff2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275338 Nov 12 04:00:11.386102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-ab11cb07-f0bf-4aa7-84b9-bb151b273a29 service neutron] 10.222.0.16 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203651 Nov 12 04:00:11.487731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53fce8bf-3eff-459a-99be-f690183443b7 req-ad146912-1521-4c1d-8189-57a67ad45ef6 service neutron] 10.222.0.16 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933528 Nov 12 04:00:11.588480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2a3d1-9f32-41ea-b8de-ef3833f476ac req-51e2e06e-492f-443c-8448-dfab87d7fc5f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:11.590049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bd2a3d1-9f32-41ea-b8de-ef3833f476ac req-51e2e06e-492f-443c-8448-dfab87d7fc5f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0620692 Nov 12 04:00:11.643521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5bd2a3d1-9f32-41ea-b8de-ef3833f476ac req-7fea2640-0537-4b7f-8aad-377331955dc5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470331 Nov 12 04:00:12.292635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47107b-facc-4622-b3f2-65430eb14b34 req-22ef722b-038c-461e-b459-37d2fcf371fd tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.294184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf47107b-facc-4622-b3f2-65430eb14b34 req-22ef722b-038c-461e-b459-37d2fcf371fd tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 943 time: 0.0510850 Nov 12 04:00:12.354093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf47107b-facc-4622-b3f2-65430eb14b34 req-20826cd6-9d15-4405-81b2-463806769cc3 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523357 Nov 12 04:00:12.394341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1a400-93be-4467-91b0-644a423fc524 req-535d187f-d251-4753-8334-ff9ec2847d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.396111 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-08e1a400-93be-4467-91b0-644a423fc524 req-535d187f-d251-4753-8334-ff9ec2847d59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0426168 Nov 12 04:00:12.446870 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-08e1a400-93be-4467-91b0-644a423fc524 req-772e783d-8e85-42c7-a2ac-dc083fba0530 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Nov 12 04:00:12.770292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ffc84-0d13-47bb-a817-672ea12866de req-add1f8d7-3b35-4d6d-b117-a1af3d57fe6f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:12.771864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a73ffc84-0d13-47bb-a817-672ea12866de req-add1f8d7-3b35-4d6d-b117-a1af3d57fe6f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Nov 12 04:00:12.835685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a73ffc84-0d13-47bb-a817-672ea12866de req-0d9f2e9f-e28e-447e-a76b-c850a25ff058 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533679 Nov 12 04:00:13.482415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc755ca-23d2-43af-a6ed-060c764e577b req-2019b1d1-81af-4607-8127-5e1823d991d4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.484493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dc755ca-23d2-43af-a6ed-060c764e577b req-2019b1d1-81af-4607-8127-5e1823d991d4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 943 time: 0.0531836 Nov 12 04:00:13.556296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dc755ca-23d2-43af-a6ed-060c764e577b req-5e7ec2ad-4669-435a-816f-d48d2513ae70 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Nov 12 04:00:13.724575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:13.736031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:13.890741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.894030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:13.919715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'port_id': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'mac_address': 'fa:16:3e:9d:24:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:13.928015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:13.930315 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf014ff-2186-42c4-a02f-a75d23056a18" -d '{"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:13.946239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:13.970019 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:13.985340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1399cf5-9238-4b80-9e18-e2f2a90e14c8 req-4b3e639a-857b-4db6-b037-02758d314577 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:13.986753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1399cf5-9238-4b80-9e18-e2f2a90e14c8 req-4b3e639a-857b-4db6-b037-02758d314577 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0655439 Nov 12 04:00:14.016909 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.042088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:14.049375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1399cf5-9238-4b80-9e18-e2f2a90e14c8 req-48406d37-3705-4ceb-96bb-160e608a6888 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558476 Nov 12 04:00:14.050433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:14.060464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.060821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.061190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.061523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.061857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.062189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.062518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.062868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.063187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.063514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.063825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.064275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:14.082438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:14.108899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:00:14.109453 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:00:14.113771 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70caa8-a6a0-4d00-8789-e8856087fc61 x-openstack-request-id: req-cd70caa8-a6a0-4d00-8789-e8856087fc61 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:14.114272 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:14.114797 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd70caa8-a6a0-4d00-8789-e8856087fc61 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:14.115403 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'code': 200} Nov 12 04:00:14.156648 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bec54999-dc5d-4c26-9fe8-944062ed376e tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/floatingips/9c52085f-7224-492f-bdaa-ca6dbd6e12f8 HTTP/1.1" status: 200 len: 990 time: 0.0716224 Nov 12 04:00:14.650461 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.665000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:14.687524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:14.688469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babde644-716e-4dc5-8394-700bc054d1e0 req-0bf856c3-9aea-4776-aae6-a0e58d9e14e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:14.690102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-babde644-716e-4dc5-8394-700bc054d1e0 req-0bf856c3-9aea-4776-aae6-a0e58d9e14e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 943 time: 0.0562112 Nov 12 04:00:14.696344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:14.746661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-babde644-716e-4dc5-8394-700bc054d1e0 req-229bc983-4717-4284-bb86-44583b0d7693 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Nov 12 04:00:14.767194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:15.006249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:15.756618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 00a63c66-1eac-424a-b48d-8e56d7dffa00 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:15.856379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.871213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '00a63c66-1eac-424a-b48d-8e56d7dffa00', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'port_id': '00a63c66-1eac-424a-b48d-8e56d7dffa00', 'mac_address': 'fa:16:3e:98:07:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590d9bdd-67f0-4747-8939-7333c07be6a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:15.874651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7d48f-9a1c-4b15-8a8e-12d3fe07318e req-e0c73f23-5add-4f0a-b03e-dcda177086a8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:15.876253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5c7d48f-9a1c-4b15-8a8e-12d3fe07318e req-e0c73f23-5add-4f0a-b03e-dcda177086a8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 943 time: 0.0523341 Nov 12 04:00:15.911273 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:15.924971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a63c66-1eac-424a-b48d-8e56d7dffa00 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:15.926117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5c7d48f-9a1c-4b15-8a8e-12d3fe07318e req-d0d54740-9150-4ca4-962e-3088f68d13c6 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Nov 12 04:00:15.950864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:15.955132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:16.002893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:16.263343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['00a63c66-1eac-424a-b48d-8e56d7dffa00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:17.050513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855c93f-9c87-404c-9e65-eb98afd5a656 req-fb08be8e-07c0-4f29-98f4-ddac269f284a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:17.052012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b855c93f-9c87-404c-9e65-eb98afd5a656 req-fb08be8e-07c0-4f29-98f4-ddac269f284a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 944 time: 0.0524986 Nov 12 04:00:17.108537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b855c93f-9c87-404c-9e65-eb98afd5a656 req-db5e858f-5a38-4b6e-9350-3c467dfb893d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Nov 12 04:00:17.775352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:17.824509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:17.824896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.915038 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.938617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:17.940893 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f0168-ec1f-4921-8778-3a99d49920d0" -d '{"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:17.953782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:17.958385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:17.959702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 00a63c66-1eac-424a-b48d-8e56d7dffa00 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:17.997097 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7300ec22-c7e3-4ebc-9d6c-7637b9139969 x-openstack-request-id: req-7300ec22-c7e3-4ebc-9d6c-7637b9139969 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:17.997397 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:17.997652 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7300ec22-c7e3-4ebc-9d6c-7637b9139969 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:17.998048 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'code': 200} Nov 12 04:00:18.035298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.049315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 00a63c66-1eac-424a-b48d-8e56d7dffa00 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:18.053490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 00a63c66-1eac-424a-b48d-8e56d7dffa00 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:18.053867 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.133367 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.165924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:18.169763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:18.220699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:18.227070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da45f-2c1f-46d5-9471-4354b8796536 req-72c27bd4-f173-45a1-a9d5-b86a0b2142de tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.228576 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753da45f-2c1f-46d5-9471-4354b8796536 req-72c27bd4-f173-45a1-a9d5-b86a0b2142de tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0496004 Nov 12 04:00:18.275996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-753da45f-2c1f-46d5-9471-4354b8796536 req-fa026990-2b7d-487f-91b2-deef53873e28 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Nov 12 04:00:18.803527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-db015cb8-0de0-48ca-94fb-8b700caf3fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1040745 Nov 12 04:00:18.904852 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-0cd0a30b-61c8-4b58-bb26-c6afba022db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:18.906391 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-0cd0a30b-61c8-4b58-bb26-c6afba022db3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83f28d84960f4a42afae59e20baa5c03&device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 1097 time: 0.0418100 Nov 12 04:00:19.016577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-4fe80ff3-c0d7-4651-b266-8f5dc284e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.018054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-4fe80ff3-c0d7-4651-b266-8f5dc284e2e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 200 len: 908 time: 0.0921676 Nov 12 04:00:19.087003 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-4222f5a6-1a11-4819-bf61-3f94b163b93a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 200 len: 1000 time: 0.0595236 Nov 12 04:00:19.144412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-a85bf406-5411-4af8-86eb-9aa0f80a2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.145880 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-a85bf406-5411-4af8-86eb-9aa0f80a2a2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 200 len: 847 time: 0.0511839 Nov 12 04:00:19.192107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-9a1ce2e1-c2a7-42e6-8722-d052c41848fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.193619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-9a1ce2e1-c2a7-42e6-8722-d052c41848fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eaa694cb-5247-40d4-869a-b75db3db4ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413616 Nov 12 04:00:19.284064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-5e67253a-d1f9-4c4a-be05-1783da768dd7 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826802 Nov 12 04:00:19.391965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9c78f7a-fc31-43fe-ba0c-42efefeeb652 req-ff511322-03be-473a-a5d1-6945b266b3e9 service neutron] 10.222.0.16 "GET /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004086 Nov 12 04:00:19.396458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6209-d312-4615-b572-d1ffa9236c3d req-d3b27881-bc9f-45a4-a601-93e74d46bdbe tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:19.397937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfca6209-d312-4615-b572-d1ffa9236c3d req-d3b27881-bc9f-45a4-a601-93e74d46bdbe tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0519187 Nov 12 04:00:19.447825 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfca6209-d312-4615-b572-d1ffa9236c3d req-267abed9-acd2-4203-bcfd-b0d1f0453c94 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Nov 12 04:00:19.999806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:20.002168 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6974fbd8-1131-4f14-b375-0869ac735114" -d '{"events": [{"server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "name": "network-vif-plugged", "status": "completed", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:20.038433 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57425816-b7f1-4d50-8fdd-03df54fa29b9 x-openstack-request-id: req-57425816-b7f1-4d50-8fdd-03df54fa29b9 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:20.038734 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "name": "network-vif-plugged", "status": "completed", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:20.039020 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-57425816-b7f1-4d50-8fdd-03df54fa29b9 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:20.039419 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00', 'code': 200} Nov 12 04:00:20.173991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b065ab-a9ca-49f5-994d-a05023602c1e req-cb7e5ee4-2de4-4041-bcb4-8d50d1885010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.175697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53b065ab-a9ca-49f5-994d-a05023602c1e req-cb7e5ee4-2de4-4041-bcb4-8d50d1885010 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 1097 time: 0.0414984 Nov 12 04:00:20.220913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-53b065ab-a9ca-49f5-994d-a05023602c1e req-e4d85561-8fc7-4e0e-8d3e-17f0d28f315a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Nov 12 04:00:20.890987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975d82b-c6ca-4eef-9951-741171fd45c3 req-69e24887-ce6f-4693-8bc3-3cbb8c354e55 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:20.892477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0975d82b-c6ca-4eef-9951-741171fd45c3 req-69e24887-ce6f-4693-8bc3-3cbb8c354e55 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.3760560 Nov 12 04:00:20.940305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0975d82b-c6ca-4eef-9951-741171fd45c3 req-00d2bac2-e373-41ad-8770-57bf9064f98e tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Nov 12 04:00:22.053136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9709-8335-47bd-8cf1-dcf7647bbf2d req-bad8fbb7-22af-415a-8f69-878a8ff73594 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:22.054623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-019c9709-8335-47bd-8cf1-dcf7647bbf2d req-bad8fbb7-22af-415a-8f69-878a8ff73594 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0487397 Nov 12 04:00:22.101431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-019c9709-8335-47bd-8cf1-dcf7647bbf2d req-2c8d08f3-bdd6-4614-9a71-87aa1e0a5fa8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Nov 12 04:00:22.208258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06eacb96-224c-4763-be16-8758ac4bd547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:23.853328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-eaab1953-fc0e-4a2e-b6d9-b44899722463 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151650 Nov 12 04:00:23.973223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-fe0f4269-6a70-43b7-b580-e8a710c5c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:23.974674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-fe0f4269-6a70-43b7-b580-e8a710c5c6ee service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 1098 time: 0.0474608 Nov 12 04:00:24.082113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-6fac8019-8002-494a-b43b-cb2f1e06f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.083970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-6fac8019-8002-494a-b43b-cb2f1e06f032 service neutron] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 914 time: 0.0889225 Nov 12 04:00:24.131405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-c4c7fd7d-017f-40a5-b628-4db04350727c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146 HTTP/1.1" status: 200 len: 217 time: 0.0393696 Nov 12 04:00:24.180579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-9cca76db-3ede-4a03-8507-88e80141814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:24.182031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-9cca76db-3ede-4a03-8507-88e80141814e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0437427 Nov 12 04:00:24.214464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-cbaebf56-d687-43be-9acf-52246aeaffff service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252278 Nov 12 04:00:24.226023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-11b87b20-f6d4-4279-b10b-8cfc05550664 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:00:24.226934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-11b87b20-f6d4-4279-b10b-8cfc05550664 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050533 Nov 12 04:00:24.332935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-9dd02f51-4974-41f1-bb30-19bf5263923b service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969548 Nov 12 04:00:24.430055 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf3372e7-dc07-484a-b7d7-59f219f36261 req-d59bd3a0-6636-4791-9446-f5c37864d2d4 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Nov 12 04:00:24.563310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-483d88b1-ef0e-422d-9ef8-9b0d90b79c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:25.518913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:26.987809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:27.779111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:28.527605 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:00:31.606595 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:39.783659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:41.256403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-236d8d0b-dd19-4ad1-90fe-e30bfefebf75 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:41.257866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-236d8d0b-dd19-4ad1-90fe-e30bfefebf75 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1081643 Nov 12 04:00:41.272790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-0775c239-4fa3-4337-a75a-fc82e8920087 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/quotas/24ee9156e5c340aa86e4c2b96838df38 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Nov 12 04:00:41.330362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4f8d4b95-460c-4719-8b3a-0794217c194a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522828 Nov 12 04:00:41.425765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-eb892984-e9e0-4e7c-96d0-ff8916ae47f8 service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886352 Nov 12 04:00:41.514108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-fef98802-add6-4c7f-85d4-6c86f90b1ff8 service neutron] 10.222.0.97 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823684 Nov 12 04:00:41.673612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4eae4cac-b5d5-4d3e-808d-dd8a8c13397c req-ecd8430c-d5ff-4ce6-a88d-9dfe2a4b1835 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 210 time: 0.0268676 Nov 12 04:00:42.782301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7af23c82-7658-4bd1-aad4-5f32dd5dc4cd req-49d7fa30-87e5-4dd4-92c0-e2f2cd8414c7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 210 time: 0.0360413 Nov 12 04:00:42.799697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-98dcd319-e32e-4ace-a94f-ce954b21b533 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:42.800907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-98dcd319-e32e-4ace-a94f-ce954b21b533 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 814 time: 0.1441112 Nov 12 04:00:42.828826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Request body: {'port': {'device_id': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'admin_state_up': True, 'tenant_id': '24ee9156e5c340aa86e4c2b96838df38'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:42.940297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Made reservation on behalf of 24ee9156e5c340aa86e4c2b96838df38 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:00:42.943769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.068550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Allocated IP 172.20.0.14 (6d09745a-8d25-4310-8fc5-55d3396119e1/590d9bdd-67f0-4747-8939-7333c07be6a5/870eda80-5699-4f8b-94f9-bee165d38176) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:00:43.219000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.252967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.291937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['00a63c66-1eac-424a-b48d-8e56d7dffa00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:43.300636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146', '7880d019-5838-4152-aa65-7b97a10b9a08'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:43.303673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Network 6d09745a-8d25-4310-8fc5-55d3396119e1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:00:43.307075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:00:43.311140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:00:43.318156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event updated for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.349510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.349764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.350093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.350475 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.350826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.351178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.351503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.351827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.352147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.352468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.352787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.353103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:00:43.379566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.380355 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.397286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-5c998a2f-5606-46bc-85f3-18fdc477f564 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721450 Nov 12 04:00:43.495360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Request body: {'port': {'device_id': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:00:43.551082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.818658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870eda80-5699-4f8b-94f9-bee165d38176 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:43.826218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.838381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Transition to ACTIVE for port object 870eda80-5699-4f8b-94f9-bee165d38176 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:00:43.842232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:43.922222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Pushing event updated for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:43.979078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7c841-f07b-499d-9edb-cb39a41d81cc req-02c2da14-4a94-418f-a204-3181fb0ff4d5 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:43.980541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4f7c841-f07b-499d-9edb-cb39a41d81cc req-02c2da14-4a94-418f-a204-3181fb0ff4d5 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 944 time: 0.1123147 Nov 12 04:00:44.020992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Attempting to bind port 870eda80-5699-4f8b-94f9-bee165d38176 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:00:44.021324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Attempting to bind port 870eda80-5699-4f8b-94f9-bee165d38176 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:00:44.021654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Attempting to bind port 870eda80-5699-4f8b-94f9-bee165d38176 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:44.033924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Port 870eda80-5699-4f8b-94f9-bee165d38176 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:00:44.033924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Attempting to bind port 870eda80-5699-4f8b-94f9-bee165d38176 on network 6d09745a-8d25-4310-8fc5-55d3396119e1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:00:44.044374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:00:44.044714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Checking segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:00:44.045098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Bound using segment: {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:00:44.045533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Bound port: 870eda80-5699-4f8b-94f9-bee165d38176, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffdd1f-6680-40cd-8a92-942390091e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:00:44.045891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.062863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4f7c841-f07b-499d-9edb-cb39a41d81cc req-7980b6e8-1691-43cb-9a95-98197ad43023 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740273 Nov 12 04:00:44.117725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:00:44.121091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=870eda80-5699-4f8b-94f9-bee165d38176,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:00:44.127704 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.166121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.166736 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:44.168131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] 10.222.0.104 "PUT /v2.0/ports/870eda80-5699-4f8b-94f9-bee165d38176 HTTP/1.1" status: 200 len: 1093 time: 0.6773717 Nov 12 04:00:44.168566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:44.170775 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020" -d '{"events": [{"name": "network-changed", "server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "tag": "870eda80-5699-4f8b-94f9-bee165d38176"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:44.192456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160a37d-9b3c-4f06-8934-e046e145a38b service neutron] Pushing event updated for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:44.302578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-e9be1598-50d1-494c-886f-01e1e618e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.305296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-e9be1598-50d1-494c-886f-01e1e618e8a2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 1096 time: 0.0638447 Nov 12 04:00:44.320718 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2379388-d958-4e85-9c98-27c8f93264db x-openstack-request-id: req-b2379388-d958-4e85-9c98-27c8f93264db {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:44.321162 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "tag": "870eda80-5699-4f8b-94f9-bee165d38176", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:44.321804 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b2379388-d958-4e85-9c98-27c8f93264db {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:44.325193 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176', 'status': 'completed', 'code': 200} Nov 12 04:00:44.363819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-fc497da3-740b-4c15-8370-b8dadc804bcf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870eda80-5699-4f8b-94f9-bee165d38176 HTTP/1.1" status: 200 len: 217 time: 0.0369408 Nov 12 04:00:44.419312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4f839b3a-8f2d-43d3-9b6f-49649c7155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.420818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-4f839b3a-8f2d-43d3-9b6f-49649c7155d7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0485649 Nov 12 04:00:44.460294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-051c0995-caca-475a-86a7-0c2c9c63ebcb service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308769 Nov 12 04:00:44.561305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-3a489e60-6a4f-4b97-9703-ec031e327feb service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919755 Nov 12 04:00:44.661579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-87acec36-6f2a-40c4-a4af-52f591e18d6d req-bbe742f7-e72d-4870-a03e-c82de0e9d56d service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929072 Nov 12 04:00:44.824016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-f655515f-3d44-4285-a99b-7151e2dfa719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.825670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-f655515f-3d44-4285-a99b-7151e2dfa719 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 1096 time: 0.0520563 Nov 12 04:00:44.929167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-d2e9f294-85f3-45af-bca5-274d6e70011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:44.930683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-d2e9f294-85f3-45af-bca5-274d6e70011e service neutron] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 914 time: 0.0964193 Nov 12 04:00:44.982754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-bd21cfbd-0b06-4280-8634-ec0096cb4bfe service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=870eda80-5699-4f8b-94f9-bee165d38176 HTTP/1.1" status: 200 len: 217 time: 0.0436013 Nov 12 04:00:45.035222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-9fe7a0bb-4cb7-486a-bb47-aae428d342d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.036686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-9fe7a0bb-4cb7-486a-bb47-aae428d342d4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0471182 Nov 12 04:00:45.070514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-7d4dfd0a-1d2e-4920-b3ce-87f7b57e3c22 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266902 Nov 12 04:00:45.209229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-002f833c-b36d-42a8-80f6-08bea45db096 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295948 Nov 12 04:00:45.217847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c3434-0ab6-47d1-a742-2fac45538542 req-bb405783-e4a7-4929-9e24-d4531867a525 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:45.219363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef3c3434-0ab6-47d1-a742-2fac45538542 req-bb405783-e4a7-4929-9e24-d4531867a525 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 944 time: 0.0768948 Nov 12 04:00:45.330042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef3c3434-0ab6-47d1-a742-2fac45538542 req-88bfe111-fcdf-4f7d-b99b-49e24fe7d7f6 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024349 Nov 12 04:00:45.356364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1128ff-01d2-4b1a-b1e9-bbbf29c67020 req-859ddb8e-8f96-4eb7-8433-2bcf329a1622 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360273 Nov 12 04:00:46.450067 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3ec4-6db8-44a7-ad46-9a1f800c2b2c req-47811d62-4100-41fc-ba2f-5ff8403a8118 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:46.451779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-063e3ec4-6db8-44a7-ad46-9a1f800c2b2c req-47811d62-4100-41fc-ba2f-5ff8403a8118 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 944 time: 0.0509200 Nov 12 04:00:46.498995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-063e3ec4-6db8-44a7-ad46-9a1f800c2b2c req-d64242f6-a541-44ad-91b2-906d2150bd4e tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Nov 12 04:00:47.616949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c7558-7e15-4f1d-970f-2609dcda09a0 req-575190da-4469-4aa2-9a8f-24798c8f16ee tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:47.618427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c42c7558-7e15-4f1d-970f-2609dcda09a0 req-575190da-4469-4aa2-9a8f-24798c8f16ee tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 944 time: 0.0492034 Nov 12 04:00:47.672767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c42c7558-7e15-4f1d-970f-2609dcda09a0 req-6abe18ed-78c6-4cf1-8215-014fdbcdb77a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Nov 12 04:00:48.791890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec7be-abda-48ea-9869-848ade01e231 req-b3affc2e-4187-4054-b694-4e0e5c3fccd8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:48.793392 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91eec7be-abda-48ea-9869-848ade01e231 req-b3affc2e-4187-4054-b694-4e0e5c3fccd8 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 944 time: 0.0510046 Nov 12 04:00:48.851270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91eec7be-abda-48ea-9869-848ade01e231 req-d0d9cc53-8d43-4c3d-9747-695af874e827 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 Nov 12 04:00:49.040759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 870eda80-5699-4f8b-94f9-bee165d38176 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:00:49.143982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=870eda80-5699-4f8b-94f9-bee165d38176,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:49.155495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '870eda80-5699-4f8b-94f9-bee165d38176', 'network_id': '6d09745a-8d25-4310-8fc5-55d3396119e1', 'port_id': '870eda80-5699-4f8b-94f9-bee165d38176', 'mac_address': 'fa:16:3e:05:64:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590d9bdd-67f0-4747-8939-7333c07be6a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:00:49.194257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.212460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870eda80-5699-4f8b-94f9-bee165d38176 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:00:49.232326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=870eda80-5699-4f8b-94f9-bee165d38176,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:49.236471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:49.284566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:49.687199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['870eda80-5699-4f8b-94f9-bee165d38176'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:00:49.969089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f17378-e827-48ab-9bff-9ad297d148f1 req-b734f44c-4295-40ac-8775-af1b36b4af09 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:49.970485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f17378-e827-48ab-9bff-9ad297d148f1 req-b734f44c-4295-40ac-8775-af1b36b4af09 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Nov 12 04:00:50.017330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09f17378-e827-48ab-9bff-9ad297d148f1 req-c25b92b5-0175-4ed3-b225-cd73dee33409 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Nov 12 04:00:51.043272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 870eda80-5699-4f8b-94f9-bee165d38176 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:00:51.095472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 870eda80-5699-4f8b-94f9-bee165d38176 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:00:51.100033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 870eda80-5699-4f8b-94f9-bee165d38176 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:00:51.100405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.145714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48a94c-bc3c-4ee5-b111-ebc4720a3548 req-a6777076-bf0f-4e1c-ab4b-fe81be8f9a2f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.147256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e48a94c-bc3c-4ee5-b111-ebc4720a3548 req-a6777076-bf0f-4e1c-ab4b-fe81be8f9a2f tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 945 time: 0.0547242 Nov 12 04:00:51.194484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.195493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e48a94c-bc3c-4ee5-b111-ebc4720a3548 req-f759a830-5d7d-422c-b976-45737447fede tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Nov 12 04:00:51.220296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:51.220296 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2ec710-245a-439c-b91a-4280b1120616" -d '{"events": [{"server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "name": "network-vif-plugged", "status": "completed", "tag": "870eda80-5699-4f8b-94f9-bee165d38176"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:51.236975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=870eda80-5699-4f8b-94f9-bee165d38176,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:51.241939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.268478 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715099e4-1ec5-4f76-bc9a-4a81379ac5f6 x-openstack-request-id: req-715099e4-1ec5-4f76-bc9a-4a81379ac5f6 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:51.268780 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "name": "network-vif-plugged", "status": "completed", "tag": "870eda80-5699-4f8b-94f9-bee165d38176", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:51.269035 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-715099e4-1ec5-4f76-bc9a-4a81379ac5f6 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:51.269166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:51.269645 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176', 'code': 200} Nov 12 04:00:51.305061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:51.403209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae182-a4f1-4055-a122-a74229e3db25 req-060cdcd1-7c04-40e3-8a66-326e9b24db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:51.405163 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86cae182-a4f1-4055-a122-a74229e3db25 req-060cdcd1-7c04-40e3-8a66-326e9b24db4b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 1098 time: 0.0447407 Nov 12 04:00:51.456923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86cae182-a4f1-4055-a122-a74229e3db25 req-b4a2ab45-ea9f-449a-9ca3-19a246568845 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Nov 12 04:00:51.460835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port f65894f6-cb59-47d9-be72-a5b946233158 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:51.461187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.537344 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.537668 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.550792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for f65894f6-cb59-47d9-be72-a5b946233158 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:51.701676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.727962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=f65894f6-cb59-47d9-be72-a5b946233158,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:51.799273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:51.799615 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Floating IP 9c52085f-7224-492f-bdaa-ca6dbd6e12f8 disassociated (deleted). External IP: 172.25.7.42, port: eeedc7a0-bfaa-49ba-8e3b-c065b5a96718. Nov 12 04:00:52.014466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:52.123645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:52.128526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.133817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Sync routers for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:52.144899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:52.145501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:52.156992 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bad421a5-81bd-4404-8394-0f8d7d3ddecb tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/floatingips/9c52085f-7224-492f-bdaa-ca6dbd6e12f8 HTTP/1.1" status: 204 len: 168 time: 0.8867862 Nov 12 04:00:52.157618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:52.160550 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0931de-1845-4789-b3ca-7a66c620904e" -d '{"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:52.243295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6eed87dd-1a91-4bc6-a452-a41e163fa74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:52.268166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:52.320514 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e531c04-44c7-41a5-b542-9236945afade x-openstack-request-id: req-1e531c04-44c7-41a5-b542-9236945afade {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:52.321225 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:52.321225 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1e531c04-44c7-41a5-b542-9236945afade {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:52.321549 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'status': 'completed', 'code': 200} Nov 12 04:00:52.432910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0931de-1845-4789-b3ca-7a66c620904e req-933f5ea0-b0e9-44b0-b8d8-b389a8ef1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.435047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-933f5ea0-b0e9-44b0-b8d8-b389a8ef1b3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b558a8279b249238b97636bb9a8beb2&device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 1097 time: 0.0517299 Nov 12 04:00:52.438595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2494285-75a9-4771-b045-92435d449f12 req-c781c3e0-a972-48c3-b126-8a92a7eee1ab tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.440764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2494285-75a9-4771-b045-92435d449f12 req-c781c3e0-a972-48c3-b126-8a92a7eee1ab tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 946 time: 0.0712633 Nov 12 04:00:52.492475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2494285-75a9-4771-b045-92435d449f12 req-b69219e6-11a6-4e0b-b9ed-46a92c6c8f21 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Nov 12 04:00:52.503732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:52.536798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Checking router: 9801ce47-8d5a-4851-a40b-7882eb28bdd4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:52.542741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0931de-1845-4789-b3ca-7a66c620904e req-42e04645-bed0-4103-a5cc-67005a8db464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.545362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-42e04645-bed0-4103-a5cc-67005a8db464 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 200 len: 897 time: 0.0968628 Nov 12 04:00:52.555040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:52.555905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:52.595123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-1d276e8f-ab55-4628-9cf2-446a01b6df69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 200 len: 217 time: 0.0415461 Nov 12 04:00:52.610968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47915b1-af92-450f-bc64-5cc1977a3063 req-0421c7aa-da87-4222-8b9f-66000f666542 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.612531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b47915b1-af92-450f-bc64-5cc1977a3063 req-0421c7aa-da87-4222-8b9f-66000f666542 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0574660 Nov 12 04:00:52.649580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0931de-1845-4789-b3ca-7a66c620904e req-365c8f8e-fb39-4940-a27f-636805c4bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.651509 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-365c8f8e-fb39-4940-a27f-636805c4bb8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5054035f-3ca2-4087-ad65-c3911505c95c HTTP/1.1" status: 200 len: 835 time: 0.0490296 Nov 12 04:00:52.676435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:52.677414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b47915b1-af92-450f-bc64-5cc1977a3063 req-6edbec0d-335d-4493-a581-1afe489fa039 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587075 Nov 12 04:00:52.710353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0931de-1845-4789-b3ca-7a66c620904e req-335cb08d-c331-4880-87fe-244f77b1d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:52.711945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-335cb08d-c331-4880-87fe-244f77b1d7d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a704179-4cc0-4441-90d7-9abb37ce894b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525851 Nov 12 04:00:52.821170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-9f2afb86-74e3-479d-a44d-ca49fcfa78bb service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000154 Nov 12 04:00:52.911122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:52.928082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a0931de-1845-4789-b3ca-7a66c620904e req-a9cc2e75-1387-4cba-a1c9-626c65feb0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956018 Nov 12 04:00:52.946607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5c88f-affe-4928-97f2-6dde5c3c73da None None] The sync data for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 is: [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T03:59:07Z', 'revision_number': 4, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8c572c0b-3261-4388-9eed-a3a62a4a8bba', 'name': '', 'network_id': '6a704179-4cc0-4441-90d7-9abb37ce894b', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:06Z', 'updated_at': '2021-11-12T03:59:10Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'subnets': [{'id': '5054035f-3ca2-4087-ad65-c3911505c95c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:53.212965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058ba39-f85c-4a6f-b623-56ce6c76754e None None] New status for floating IP 9c52085f-7224-492f-bdaa-ca6dbd6e12f8: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:00:53.636963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d091edd-2c7b-45a6-8ea6-a7890ae3171f req-10174170-7a12-4056-bb7e-e333f2b3523d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.638440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d091edd-2c7b-45a6-8ea6-a7890ae3171f req-10174170-7a12-4056-bb7e-e333f2b3523d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 946 time: 0.0487816 Nov 12 04:00:53.689354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d091edd-2c7b-45a6-8ea6-a7890ae3171f req-e9292f26-2d7a-4917-8f71-a313cf1dafaf tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Nov 12 04:00:53.798169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d9c49-2041-471a-98ae-b66f07fa6561 req-73abf7b8-5b26-4be5-bd76-baeb6f32e58f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:53.800088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7d9c49-2041-471a-98ae-b66f07fa6561 req-73abf7b8-5b26-4be5-bd76-baeb6f32e58f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0505035 Nov 12 04:00:53.859325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7d9c49-2041-471a-98ae-b66f07fa6561 req-8f3a2686-896c-4c59-a3bf-61a5de97a545 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/security-groups?id=6f4fe704-8590-4369-86a2-7af03b627fab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528462 Nov 12 04:00:54.049025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-80327b07-3119-49c7-bc0a-dc08dfb59547 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:00:54.050573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-80327b07-3119-49c7-bc0a-dc08dfb59547 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0546255 Nov 12 04:00:54.166012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:54.166347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.265986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:54.266349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.280372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:54.419205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.456972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=eeedc7a0-bfaa-49ba-8e3b-c065b5a96718,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:54.507136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] No DVR routers for this DVR port eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:54.509672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.512962 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ef3aa3b-2455-44d9-88a0-14913854785b req-91ccba6c-bc10-4a12-9c20-daafa865997f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.16 "DELETE /v2.0/ports/eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 HTTP/1.1" status: 204 len: 173 time: 0.4557810 Nov 12 04:00:54.513394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-deleted', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:00:54.515651 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28738167-b2fb-4b9a-a773-c764c2ff21d3" -d '{"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-deleted", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:00:54.554113 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e9bc3e-7cb4-49a5-96d0-993f6443b903 x-openstack-request-id: req-c3e9bc3e-7cb4-49a5-96d0-993f6443b903 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:00:54.554406 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45043fef-1644-4e6d-8e1c-274a83b1a2b7", "name": "network-vif-deleted", "tag": "eeedc7a0-bfaa-49ba-8e3b-c065b5a96718", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:00:54.554655 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c3e9bc3e-7cb4-49a5-96d0-993f6443b903 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:00:54.555091 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45043fef-1644-4e6d-8e1c-274a83b1a2b7', 'name': 'network-vif-deleted', 'tag': 'eeedc7a0-bfaa-49ba-8e3b-c065b5a96718', 'status': 'completed', 'code': 200} Nov 12 04:00:54.570276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be45b0b7-f503-4f0e-9da2-a41c730a2596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:54.977722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e43ba0-d12e-477d-a9be-316cad09355d req-4f7663a1-90c7-490e-9980-b91bae7681fa tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "GET /v2.0/ports?device_id=45043fef-1644-4e6d-8e1c-274a83b1a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Nov 12 04:00:55.533281 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.038905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33728) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:56.424275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.693387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 8c572c0b-3261-4388-9eed-a3a62a4a8bba {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:56.693844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.802216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 8c572c0b-3261-4388-9eed-a3a62a4a8bba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8c572c0b-3261-4388-9eed-a3a62a4a8bba,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:56.802543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:56.816927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 8c572c0b-3261-4388-9eed-a3a62a4a8bba owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:56.994374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.021542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.049836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=8c572c0b-3261-4388-9eed-a3a62a4a8bba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:57.240723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.775677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:57.834333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:00:57.882369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:57.907031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:00:57.908195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eeedc7a0-bfaa-49ba-8e3b-c065b5a96718 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:00:57.950981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:00:57.959754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-76d2985e-32f7-49fe-a5eb-45f531dc9ff5 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "PUT /v2.0/routers/9801ce47-8d5a-4851-a40b-7882eb28bdd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9197295 Nov 12 04:00:57.960332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33734) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:57.962305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Sync routers for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:00:57.979146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:57.979756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:00:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.086975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:58.154018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting subnet 5054035f-3ca2-4087-ad65-c3911505c95c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:00:58.159225 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.209339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.302059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.375763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.431358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Subnet': ['ID=5054035f-3ca2-4087-ad65-c3911505c95c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:58.434516 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.440231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc8b04-d1a3-4e77-846a-a45d098f28d3 None None] Network 6a704179-4cc0-4441-90d7-9abb37ce894b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:00:58.440866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b842f899-2c7d-4556-843a-d8b6466e0168 tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/subnets/5054035f-3ca2-4087-ad65-c3911505c95c HTTP/1.1" status: 204 len: 168 time: 0.4775150 Nov 12 04:00:58.443714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:58.464750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T04:00:56Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.535990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Checking router: 9801ce47-8d5a-4851-a40b-7882eb28bdd4 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:00:58.558307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Routers {'9801ce47-8d5a-4851-a40b-7882eb28bdd4'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:00:58.559167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:00:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:58.624696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.730525 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.734495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] Set router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:00:58.803382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Deleting port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:58.803630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.833482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] DHCP port deletion for 6a704179-4cc0-4441-90d7-9abb37ce894b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:58.898043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] For port 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:58.898406 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:58.916710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Calling delete_port for 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:59.022429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Deleting port c8c09235-f283-4c62-b2a4-0d11515969f9 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:00:59.022855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.029178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c8c09235-f283-4c62-b2a4-0d11515969f9 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:00:59.105552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.136926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Port': ['ID=0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:59.148612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] For port c8c09235-f283-4c62-b2a4-0d11515969f9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c09235-f283-4c62-b2a4-0d11515969f9,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:59.149114 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.159538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceed012-2165-4583-a929-d4283edecff3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:00:59.171139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Calling delete_port for c8c09235-f283-4c62-b2a4-0d11515969f9 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:00:59.188275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T04:00:56Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:59.221616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e053d116-f111-457e-9825-9a7cd387beaf None None] The sync data for ids ['9801ce47-8d5a-4851-a40b-7882eb28bdd4'] in n-d-766726-29 is: [{'id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971134232', 'tenant_id': '6b558a8279b249238b97636bb9a8beb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:59:02Z', 'updated_at': '2021-11-12T04:00:56Z', 'revision_number': 5, 'project_id': '6b558a8279b249238b97636bb9a8beb2', 'gw_port': {'id': '0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9801ce47-8d5a-4851-a40b-7882eb28bdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:59:03Z', 'updated_at': '2021-11-12T03:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:00:59.234085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.296105 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.339806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port c8c09235-f283-4c62-b2a4-0d11515969f9, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c8c09235-f283-4c62-b2a4-0d11515969f9,segment=NetworkSegment(4601e54b-da83-4cd6-8d57-617d4e832575),segment_id=4601e54b-da83-4cd6-8d57-617d4e832575)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:00:59.351221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.372714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.375335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.412575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=c8c09235-f283-4c62-b2a4-0d11515969f9,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:59.419570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.428794 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.429968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Fanout notify agent at l3_agent the message router_deleted on router 9801ce47-8d5a-4851-a40b-7882eb28bdd4 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:00:59.450072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] Pushing event deleted for resources: {'Port': ['ID=c8c09235-f283-4c62-b2a4-0d11515969f9,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:59.452140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9ea90b-4073-4bf2-a3a7-09ad3f111fb5 None None] No DVR routers for this DVR port c8c09235-f283-4c62-b2a4-0d11515969f9 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:00:59.467209 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.471000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b5d425cc-6815-4f76-9f1f-4a5cfbf0f08f tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/routers/9801ce47-8d5a-4851-a40b-7882eb28bdd4 HTTP/1.1" status: 204 len: 168 time: 1.0259302 Nov 12 04:00:59.473716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33742) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:59.556637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.674082 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.717253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a704179-4cc0-4441-90d7-9abb37ce894b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:59.742081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4601e54b-da83-4cd6-8d57-617d4e832575') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:59.742400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4601e54b-da83-4cd6-8d57-617d4e832575') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:00:59.754299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.769397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.775761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:00:59.776150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:00:59.779653 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:00:59.851681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.857129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.861100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/networks/6a704179-4cc0-4441-90d7-9abb37ce894b HTTP/1.1" status: 204 len: 168 time: 0.3864305 Nov 12 04:00:59.864135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33746) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:00:59.889275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19afbc-6ece-4797-9a43-f04b4d6c745d tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'Network': ['ID=6a704179-4cc0-4441-90d7-9abb37ce894b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:00:59.943818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:00:59.976985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.063093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.066257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.069180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] 10.222.0.97 "DELETE /v2.0/security-groups/6f4fe704-8590-4369-86a2-7af03b627fab HTTP/1.1" status: 204 len: 168 time: 0.2038441 Nov 12 04:01:00.083128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f29f3-f2fd-448d-877b-49315eda701c tempest-TestNetworkAdvancedServerOps-553084968 tempest-TestNetworkAdvancedServerOps-553084968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4fe704-8590-4369-86a2-7af03b627fab,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:00.424977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33754) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:00.651128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-661cdc6d-b426-4a5e-8622-836ec6251bd2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6b558a8279b249238b97636bb9a8beb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240777 Nov 12 04:01:00.655503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33758) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:00.737628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.780829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.843052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.851275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:00.851275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a335cdf6-8b7e-46ac-95e7-84fb4d40ba12 HTTP/1.1" status: 204 len: 168 time: 0.1918123 Nov 12 04:01:00.857683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02611c-8966-408d-a6f1-6dbd27f6852f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a335cdf6-8b7e-46ac-95e7-84fb4d40ba12,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:00.900980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:00.925415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:00.925757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0c57c44d-4f48-43bd-b9ca-e13e2a4ae4be not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:00.926154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8c572c0b-3261-4388-9eed-a3a62a4a8bba no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:00.945971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8c572c0b-3261-4388-9eed-a3a62a4a8bba {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:00.946334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8c572c0b-3261-4388-9eed-a3a62a4a8bba not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:01.188916 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33766) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:01.235750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1d4c7702-3d4b-4b8c-b33c-a459b51db961 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=488b72c28a404388878e93a06b8064a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453665 Nov 12 04:01:01.238479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33768) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:01.298362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.326502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.379674 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.382910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:01.384204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b7b5377f-d168-468b-b9f1-a4c52fc06de2 HTTP/1.1" status: 204 len: 168 time: 0.1446643 Nov 12 04:01:01.393627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd987da8-2b6f-491c-b44e-ada66d37ce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5377f-d168-468b-b9f1-a4c52fc06de2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:01.636842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:05.529998 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:09.803218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:16.445958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455deb-a5d8-4763-9444-543aaec1ca96 req-68800d6c-730c-4050-9a9a-57afef98f5a0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:16.447330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02455deb-a5d8-4763-9444-543aaec1ca96 req-68800d6c-730c-4050-9a9a-57afef98f5a0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 946 time: 0.0643506 Nov 12 04:01:16.501475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02455deb-a5d8-4763-9444-543aaec1ca96 req-d8bf2074-3661-49c7-87eb-cf03b97b1b13 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468438 Nov 12 04:01:17.882243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a1a3-0cd3-48b8-a5b3-c15b8da8be2e req-865fcb16-b9e5-4d65-91e6-111f7d5a1f89 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:17.883725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad10a1a3-0cd3-48b8-a5b3-c15b8da8be2e req-865fcb16-b9e5-4d65-91e6-111f7d5a1f89 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 946 time: 0.0499744 Nov 12 04:01:17.936070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad10a1a3-0cd3-48b8-a5b3-c15b8da8be2e req-bb38daad-29a7-4429-a6c6-775554b73dba tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464354 Nov 12 04:01:18.629585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-7dee8274-4b8d-4123-a5b8-0336142f7e83 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:18.631153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-7dee8274-4b8d-4123-a5b8-0336142f7e83 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 946 time: 0.0507996 Nov 12 04:01:18.729749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Deleting port 870eda80-5699-4f8b-94f9-bee165d38176 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:18.730093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.821811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] For port 870eda80-5699-4f8b-94f9-bee165d38176, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=870eda80-5699-4f8b-94f9-bee165d38176,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:18.822170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:18.840148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Calling delete_port for 870eda80-5699-4f8b-94f9-bee165d38176 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:18.997427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.037662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event deleted for resources: {'Port': ['ID=870eda80-5699-4f8b-94f9-bee165d38176,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:19.044251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146', '7880d019-5838-4152-aa65-7b97a10b9a08', '870eda80-5699-4f8b-94f9-bee165d38176'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:19.076041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['00a63c66-1eac-424a-b48d-8e56d7dffa00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:19.092394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ff2f5f7-3d69-460d-8682-b65241f6c854 req-5df1c050-1d8a-417e-bed7-f372977bc380 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 210 time: 0.0659232 Nov 12 04:01:19.120595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] No DVR routers for this DVR port 870eda80-5699-4f8b-94f9-bee165d38176 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:19.123387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:19.126959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66bcdbcc-33a2-4f15-a7aa-981a95406d4f req-affac833-5930-46bd-a3f2-10b67e919737 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "DELETE /v2.0/ports/870eda80-5699-4f8b-94f9-bee165d38176 HTTP/1.1" status: 204 len: 173 time: 0.4888589 Nov 12 04:01:19.128851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'name': 'network-vif-deleted', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:19.130327 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7db08-f663-4d36-b89b-5346e1d7c8e6" -d '{"events": [{"server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "name": "network-vif-deleted", "tag": "870eda80-5699-4f8b-94f9-bee165d38176"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:19.196496 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df96f428-8816-4c6f-8ef4-9cfa4ec3e86f x-openstack-request-id: req-df96f428-8816-4c6f-8ef4-9cfa4ec3e86f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:19.196496 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ce4f16-3faf-4adf-9d23-afbee27bfd89", "name": "network-vif-deleted", "tag": "870eda80-5699-4f8b-94f9-bee165d38176", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:19.196965 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-df96f428-8816-4c6f-8ef4-9cfa4ec3e86f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:19.197441 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ce4f16-3faf-4adf-9d23-afbee27bfd89', 'name': 'network-vif-deleted', 'tag': '870eda80-5699-4f8b-94f9-bee165d38176', 'status': 'completed', 'code': 200} Nov 12 04:01:20.238776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e0ff77ef-d076-4d3f-8ef4-8e70bf74120e req-52790ed1-d227-4c85-9dcb-f09564877760 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=26ce4f16-3faf-4adf-9d23-afbee27bfd89 HTTP/1.1" status: 200 len: 210 time: 0.0368361 Nov 12 04:01:22.216017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd8d1-cba5-4c55-9e7b-c55baf658575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:23.201092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 870eda80-5699-4f8b-94f9-bee165d38176 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:23.222307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 870eda80-5699-4f8b-94f9-bee165d38176 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:23.223487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 870eda80-5699-4f8b-94f9-bee165d38176 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:24.565345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4fb6d6f-0102-4555-b0f4-c2428dbaa50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:24.824532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07565dcb-90cd-448d-8943-d859d928fb7b req-5bc562d3-f961-43c6-b188-82d876f721c0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:24.829618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07565dcb-90cd-448d-8943-d859d928fb7b req-5bc562d3-f961-43c6-b188-82d876f721c0 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0532770 Nov 12 04:01:24.884783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07565dcb-90cd-448d-8943-d859d928fb7b req-490be59b-2555-4a25-9798-dbbc3dbf4a4c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514147 Nov 12 04:01:25.523538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:25.790602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-81aeca1e-288d-4921-8d92-68397dc35f56 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411890 Nov 12 04:01:25.878754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-0192ded2-d34e-4259-bb88-42e36c60ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:25.880311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-0192ded2-d34e-4259-bb88-42e36c60ad19 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=24ee9156e5c340aa86e4c2b96838df38&device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0501182 Nov 12 04:01:26.039307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-5cf04d4f-a497-4e97-8502-b3c6f0812f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.040772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-5cf04d4f-a497-4e97-8502-b3c6f0812f1c service neutron] 10.222.0.104 "GET /v2.0/networks?id=6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 200 len: 914 time: 0.1396866 Nov 12 04:01:26.052153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4556957-2146-48bc-8178-28f708798e49 req-332fa390-ae59-4ce0-90ac-5cdc2ee946a9 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.053787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4556957-2146-48bc-8178-28f708798e49 req-332fa390-ae59-4ce0-90ac-5cdc2ee946a9 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0792122 Nov 12 04:01:26.101134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-a23b3c69-f34c-4ec7-91ed-8b63a2afec0c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7880d019-5838-4152-aa65-7b97a10b9a08 HTTP/1.1" status: 200 len: 217 time: 0.0463550 Nov 12 04:01:26.165421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4556957-2146-48bc-8178-28f708798e49 req-3edaf97a-0891-4c8f-b829-7587d988983d tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043463 Nov 12 04:01:26.177444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-b5bd4a80-c93f-4b7c-a5ac-05b7f54d62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.178960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-b5bd4a80-c93f-4b7c-a5ac-05b7f54d62c8 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 200 len: 854 time: 0.0699058 Nov 12 04:01:26.214143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-d3b78796-03c4-4be8-9609-fab3828f5a90 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6d09745a-8d25-4310-8fc5-55d3396119e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275295 Nov 12 04:01:26.309218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-74805915-c46c-47d0-86e8-29c847bc0fd9 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862134 Nov 12 04:01:26.414581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e7ef362-cd6d-49a7-9417-849e05b62fbe req-b6f05bc1-014f-4167-8fa7-f67fc5ff5ea9 service neutron] 10.222.0.104 "GET /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969512 Nov 12 04:01:26.623388 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-e66a9059-190e-43f7-84f7-4c9b7207b6ab tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:26.624932 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-e66a9059-190e-43f7-84f7-4c9b7207b6ab tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.16 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 945 time: 0.0504770 Nov 12 04:01:26.728849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Deleting port 00a63c66-1eac-424a-b48d-8e56d7dffa00 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:26.729186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.833772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] For port 00a63c66-1eac-424a-b48d-8e56d7dffa00, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=00a63c66-1eac-424a-b48d-8e56d7dffa00,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:26.833772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:26.857663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Calling delete_port for 00a63c66-1eac-424a-b48d-8e56d7dffa00 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:26.996282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.016519 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.049375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event deleted for resources: {'Port': ['ID=00a63c66-1eac-424a-b48d-8e56d7dffa00,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:27.056937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146', '7880d019-5838-4152-aa65-7b97a10b9a08'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:27.062517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.062932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.063299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.063800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.064292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.064642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.064994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.065392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.065641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.066014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.066222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.066545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:27.086253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['00a63c66-1eac-424a-b48d-8e56d7dffa00'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:27.107894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] No DVR routers for this DVR port 00a63c66-1eac-424a-b48d-8e56d7dffa00 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:27.111447 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:27.115041 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-58cc385b-96bf-4615-a5a1-87f79bd09524 req-afb2ef5d-2848-4b9b-a783-9208c396d9b7 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.16 "DELETE /v2.0/ports/00a63c66-1eac-424a-b48d-8e56d7dffa00 HTTP/1.1" status: 204 len: 173 time: 0.4801743 Nov 12 04:01:27.115508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'name': 'network-vif-deleted', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:27.118000 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb72dc-9184-4193-a004-8fcafe7e9015" -d '{"events": [{"server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "name": "network-vif-deleted", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:27.164298 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454da3c8-0d1b-4a4f-9a36-803c62f654ff x-openstack-request-id: req-454da3c8-0d1b-4a4f-9a36-803c62f654ff {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:27.164505 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96eea7d-4f76-4e97-b012-b704cbfa7dbc", "name": "network-vif-deleted", "tag": "00a63c66-1eac-424a-b48d-8e56d7dffa00", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:27.165029 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-454da3c8-0d1b-4a4f-9a36-803c62f654ff {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:27.165445 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96eea7d-4f76-4e97-b012-b704cbfa7dbc', 'name': 'network-vif-deleted', 'tag': '00a63c66-1eac-424a-b48d-8e56d7dffa00', 'status': 'completed', 'code': 200} Nov 12 04:01:27.279627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a60384a-a3d6-4660-a475-69e3f1463387 req-3318de16-c50e-4120-8da6-5c843c680271 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=b96eea7d-4f76-4e97-b012-b704cbfa7dbc HTTP/1.1" status: 200 len: 210 time: 0.0294929 Nov 12 04:01:27.787426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:28.600474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2e3dd-6a68-408c-a90e-4edfb7684109 req-9f856f55-f7af-428e-9e62-0bf00c16291c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:28.601920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50e2e3dd-6a68-408c-a90e-4edfb7684109 req-9f856f55-f7af-428e-9e62-0bf00c16291c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0599368 Nov 12 04:01:28.660703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50e2e3dd-6a68-408c-a90e-4edfb7684109 req-eb4692a0-d25a-4021-9068-ab63473443bb tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Nov 12 04:01:29.795420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c3ac0-4736-4a44-9f41-0aea2297f6ca req-c813ae4c-4b8a-47b0-891e-5e6e4e8d301a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:29.797058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-918c3ac0-4736-4a44-9f41-0aea2297f6ca req-c813ae4c-4b8a-47b0-891e-5e6e4e8d301a tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0617015 Nov 12 04:01:29.850258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-918c3ac0-4736-4a44-9f41-0aea2297f6ca req-ad837f1f-8e4f-4f97-951f-1961d538f5eb tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Nov 12 04:01:30.415606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-26ec7e64-8933-4805-90a7-4aa42ce1f538 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:30.417047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-26ec7e64-8933-4805-90a7-4aa42ce1f538 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0487959 Nov 12 04:01:30.860952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Deleting port 7880d019-5838-4152-aa65-7b97a10b9a08 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:30.861701 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:30.993081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] For port 7880d019-5838-4152-aa65-7b97a10b9a08, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7880d019-5838-4152-aa65-7b97a10b9a08,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:30.993443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.010344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Calling delete_port for 7880d019-5838-4152-aa65-7b97a10b9a08 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:31.024882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a86940-510e-4ae8-93b9-3df190c52115 req-38852b06-71cc-4e15-bbc0-f7481e63cfb3 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:31.026492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71a86940-510e-4ae8-93b9-3df190c52115 req-38852b06-71cc-4e15-bbc0-f7481e63cfb3 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=4650458e-88f7-4c19-9246-b851b27ed2a7 HTTP/1.1" status: 200 len: 945 time: 0.0903432 Nov 12 04:01:31.123990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71a86940-510e-4ae8-93b9-3df190c52115 req-5dbe70bb-977f-4084-8a22-57e4b1b98f5c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897522 Nov 12 04:01:31.198044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.228816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event deleted for resources: {'Port': ['ID=7880d019-5838-4152-aa65-7b97a10b9a08,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:31.237291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146', '7880d019-5838-4152-aa65-7b97a10b9a08'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:31.269765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] No DVR routers for this DVR port 7880d019-5838-4152-aa65-7b97a10b9a08 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:31.272875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.277089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8e9e8c9-8d15-45b8-a2eb-e00960409404 req-13fc46df-84ae-49f4-ab24-cf9b5df581e4 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "DELETE /v2.0/ports/7880d019-5838-4152-aa65-7b97a10b9a08 HTTP/1.1" status: 204 len: 173 time: 0.8504333 Nov 12 04:01:31.279049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'name': 'network-vif-deleted', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:31.281327 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad58e0-91be-471e-bf40-b3e8fd8bc355" -d '{"events": [{"server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "name": "network-vif-deleted", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:31.328178 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb82c6-4f58-46ff-b68b-51710ff18a34 x-openstack-request-id: req-92fb82c6-4f58-46ff-b68b-51710ff18a34 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:31.329063 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4650458e-88f7-4c19-9246-b851b27ed2a7", "name": "network-vif-deleted", "tag": "7880d019-5838-4152-aa65-7b97a10b9a08", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:31.329566 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-92fb82c6-4f58-46ff-b68b-51710ff18a34 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:31.330325 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4650458e-88f7-4c19-9246-b851b27ed2a7', 'name': 'network-vif-deleted', 'tag': '7880d019-5838-4152-aa65-7b97a10b9a08', 'status': 'completed', 'code': 200} Nov 12 04:01:31.640000 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:31.964746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 00a63c66-1eac-424a-b48d-8e56d7dffa00 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:31.990103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 00a63c66-1eac-424a-b48d-8e56d7dffa00 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:31.990442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 00a63c66-1eac-424a-b48d-8e56d7dffa00 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:35.309972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7880d019-5838-4152-aa65-7b97a10b9a08 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:35.330451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7880d019-5838-4152-aa65-7b97a10b9a08 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:35.330778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7880d019-5838-4152-aa65-7b97a10b9a08 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:35.685791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22cf7a-5d4a-46f3-bb8b-b64eaf3d7657 req-b622a287-6c0c-4b3f-8d96-5a8f4a239dca tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:35.687353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c22cf7a-5d4a-46f3-bb8b-b64eaf3d7657 req-b622a287-6c0c-4b3f-8d96-5a8f4a239dca tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 946 time: 0.0603666 Nov 12 04:01:35.741017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c22cf7a-5d4a-46f3-bb8b-b64eaf3d7657 req-7172ecf0-d6e9-478b-9a7b-713c21a05020 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Nov 12 04:01:36.871412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a845d-1772-40b9-ad99-db2984b587ee req-c50b85ea-ccef-4eac-b4f6-e857d8964054 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:36.872950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0a845d-1772-40b9-ad99-db2984b587ee req-c50b85ea-ccef-4eac-b4f6-e857d8964054 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 946 time: 0.0528953 Nov 12 04:01:36.924777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee0a845d-1772-40b9-ad99-db2984b587ee req-0f1a8bfc-426b-4d2a-8266-495b49705e13 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/security-groups?id=16b2b809-6054-4337-884d-db4112e46cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 Nov 12 04:01:37.573731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-aefa1583-1d2d-413f-bdf4-56305e1d6569 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:37.575218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-aefa1583-1d2d-413f-bdf4-56305e1d6569 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 946 time: 0.0645123 Nov 12 04:01:37.676080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Deleting port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:37.676427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.765621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] For port bb7ae5b2-7b7a-4f02-95c4-5830f771a146, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,segment=NetworkSegment(a2ffdd1f-6680-40cd-8a92-942390091e28),segment_id=a2ffdd1f-6680-40cd-8a92-942390091e28)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:37.765982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.779749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Calling delete_port for bb7ae5b2-7b7a-4f02-95c4-5830f771a146 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:37.918157 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:37.949509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Pushing event deleted for resources: {'Port': ['ID=bb7ae5b2-7b7a-4f02-95c4-5830f771a146,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:37.959632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['bb7ae5b2-7b7a-4f02-95c4-5830f771a146'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:01:38.002106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] No DVR routers for this DVR port bb7ae5b2-7b7a-4f02-95c4-5830f771a146 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:38.004932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:38.008368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d5f278e-6c3d-4916-8f46-ac9c5a1184b7 req-deb3e3af-edb0-4a09-a9ba-f267ea527c40 tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.104 "DELETE /v2.0/ports/bb7ae5b2-7b7a-4f02-95c4-5830f771a146 HTTP/1.1" status: 204 len: 173 time: 0.4256759 Nov 12 04:01:38.008820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'name': 'network-vif-deleted', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:38.011098 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb4e05-7b8a-45f8-9882-30788cf45273" -d '{"events": [{"server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "name": "network-vif-deleted", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:38.043265 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd553c09-df55-4e5e-961c-59831e7c1d1b req-5f61d39d-8b72-493c-be01-8d388920116c tempest-AttachVolumeNegativeTest-1843539294 tempest-AttachVolumeNegativeTest-1843539294-project] 10.222.0.97 "GET /v2.0/ports?device_id=e33c08f8-0257-45f8-a639-fc6664331285 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Nov 12 04:01:38.088566 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e424fb-e480-4ca6-a2f3-c2f978257203 x-openstack-request-id: req-81e424fb-e480-4ca6-a2f3-c2f978257203 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:38.088942 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33c08f8-0257-45f8-a639-fc6664331285", "name": "network-vif-deleted", "tag": "bb7ae5b2-7b7a-4f02-95c4-5830f771a146", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:38.089313 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-81e424fb-e480-4ca6-a2f3-c2f978257203 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:38.089725 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33c08f8-0257-45f8-a639-fc6664331285', 'name': 'network-vif-deleted', 'tag': 'bb7ae5b2-7b7a-4f02-95c4-5830f771a146', 'status': 'completed', 'code': 200} Nov 12 04:01:39.110552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33892) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.162765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Deleting subnet 590d9bdd-67f0-4747-8939-7333c07be6a5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:39.166508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.208264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.250868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.316844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.346499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590d9bdd-67f0-4747-8939-7333c07be6a5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.348682 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.352292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77d658b9-d9a3-42c9-b946-b3ae662ef2a5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/590d9bdd-67f0-4747-8939-7333c07be6a5 HTTP/1.1" status: 204 len: 168 time: 0.2405744 Nov 12 04:01:39.355337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33894) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.432396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.547138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.569982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d09745a-8d25-4310-8fc5-55d3396119e1']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.580532 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ffdd1f-6680-40cd-8a92-942390091e28') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.580834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ffdd1f-6680-40cd-8a92-942390091e28') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:39.591527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.607770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.618557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:39.619000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:39.620772 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:39.685256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.696352 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.696352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] 10.222.0.97 "DELETE /v2.0/networks/6d09745a-8d25-4310-8fc5-55d3396119e1 HTTP/1.1" status: 204 len: 168 time: 0.3400910 Nov 12 04:01:39.707327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67d0f-7730-43f9-a60f-e10c197b864e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d09745a-8d25-4310-8fc5-55d3396119e1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:39.811479 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.881205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33898) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.923687 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7e454179-b5f6-4677-838f-b9eee8b8cf0a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=24ee9156e5c340aa86e4c2b96838df38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410464 Nov 12 04:01:39.926130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:39.976465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:39.998704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.046951 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.049889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:40.051670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/16b2b809-6054-4337-884d-db4112e46cb7 HTTP/1.1" status: 204 len: 168 time: 0.1245377 Nov 12 04:01:40.060261 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c42dbf-eec7-49fe-8b57-cf2ed473fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2b809-6054-4337-884d-db4112e46cb7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.341156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bb7ae5b2-7b7a-4f02-95c4-5830f771a146 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:41.349070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 33950) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.361413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: bb7ae5b2-7b7a-4f02-95c4-5830f771a146 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:41.361875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device bb7ae5b2-7b7a-4f02-95c4-5830f771a146 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:41.471264 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94aca83f-da2e-45b0-8768-d388d6b5933d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.547021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94aca83f-da2e-45b0-8768-d388d6b5933d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.551397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-94aca83f-da2e-45b0-8768-d388d6b5933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.589180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-94aca83f-da2e-45b0-8768-d388d6b5933d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=690e202131244779b9d03979ca63fc5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389705 Nov 12 04:01:41.591194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aca83f-da2e-45b0-8768-d388d6b5933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c329eb2-bcb5-405f-9cdd-4847b71c8564,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:41.592049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 33954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:41.641170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.664868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.714077 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.716610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:41.717801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9c329eb2-bcb5-405f-9cdd-4847b71c8564 HTTP/1.1" status: 204 len: 168 time: 0.1246731 Nov 12 04:01:41.726154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e4d4f-fab5-47fd-9c90-a2ada5090722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c329eb2-bcb5-405f-9cdd-4847b71c8564,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:42.528770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:01:43.202443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb6ce3-249f-4658-b3dd-c4b1ce3aa959 req-67162b52-40c1-4b93-bd62-d547cb5defe7 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:43.204869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02fb6ce3-249f-4658-b3dd-c4b1ce3aa959 req-67162b52-40c1-4b93-bd62-d547cb5defe7 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0578144 Nov 12 04:01:43.260072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02fb6ce3-249f-4658-b3dd-c4b1ce3aa959 req-571fbf8a-942a-4beb-b575-5432226d8df0 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Nov 12 04:01:44.491121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34026) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:44.638337 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce17662e-d8f9-4c8c-8271-ebe15d569bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.748554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380106d-f3c9-4dc8-b580-d30f0e3663cf req-b72b63f8-3202-48af-82d9-0f96ce7d746a tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.750115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c380106d-f3c9-4dc8-b580-d30f0e3663cf req-b72b63f8-3202-48af-82d9-0f96ce7d746a tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0548356 Nov 12 04:01:44.759594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce17662e-d8f9-4c8c-8271-ebe15d569bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.766042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ce17662e-d8f9-4c8c-8271-ebe15d569bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.778117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-e116770e-170e-4070-ae47-9fc277c57840 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:44.779615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-e116770e-170e-4070-ae47-9fc277c57840 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.16 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 945 time: 0.0826390 Nov 12 04:01:44.801759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c380106d-f3c9-4dc8-b580-d30f0e3663cf req-aebc6a5a-22a4-40de-baa1-fb29f2c50a74 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/security-groups?id=5e29897f-8517-47d4-8749-29b1f3ef3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444164 Nov 12 04:01:44.848879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ce17662e-d8f9-4c8c-8271-ebe15d569bfb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c33cf3932a3f497aa81947b59b4f1bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3564420 Nov 12 04:01:44.851820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:44.858763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17662e-d8f9-4c8c-8271-ebe15d569bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5debd317-e4b3-49ef-946d-6a9a48e84842,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:44.916034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.931209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Deleting port 50fabb4f-98fd-4b73-b13c-173a5e282e32 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:44.931632 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:44.949145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.006994 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.010518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.015023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5debd317-e4b3-49ef-946d-6a9a48e84842 HTTP/1.1" status: 204 len: 168 time: 0.1590827 Nov 12 04:01:45.021035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5debd317-e4b3-49ef-946d-6a9a48e84842,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.028702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.029047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.029442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.029776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.030112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.030449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.030777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.031139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.031467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.031792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.032114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.032437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eed291d-dccd-46ef-8081-0bc9c6f37f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:45.038892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] For port 50fabb4f-98fd-4b73-b13c-173a5e282e32, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=50fabb4f-98fd-4b73-b13c-173a5e282e32,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:45.040202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.248111 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.248561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.248902 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Floating IP ed8827d6-bee3-4346-984a-c051880db90e disassociated. External IP: 172.25.7.52, port: 50fabb4f-98fd-4b73-b13c-173a5e282e32. Nov 12 04:01:45.249341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Calling delete_port for 50fabb4f-98fd-4b73-b13c-173a5e282e32 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:45.333075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34036) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.373155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a22c3b4f-51d0-420a-b485-390dd9783efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.418041 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.461462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event deleted for resources: {'Port': ['ID=50fabb4f-98fd-4b73-b13c-173a5e282e32,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.595805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a22c3b4f-51d0-420a-b485-390dd9783efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.602642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a22c3b4f-51d0-420a-b485-390dd9783efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.657098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c3b4f-51d0-420a-b485-390dd9783efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970fe02-f76f-4783-93b1-0b7f2400a023,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.662850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a22c3b4f-51d0-420a-b485-390dd9783efd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=36e886d5c16747d99436ebcddf444eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288479 Nov 12 04:01:45.665987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:45.667110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Router 90d4751e-c88a-4792-a990-aa8787f7effc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:45.734013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.758939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.797155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:45.813914 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Sync routers for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:45.814738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.818777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.820177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8970fe02-f76f-4783-93b1-0b7f2400a023 HTTP/1.1" status: 204 len: 168 time: 0.1530006 Nov 12 04:01:45.830317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837a152-0897-4eaf-a318-0358203b6891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970fe02-f76f-4783-93b1-0b7f2400a023,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:45.831001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:45.832291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:45.869748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] No DVR routers for this DVR port 50fabb4f-98fd-4b73-b13c-173a5e282e32 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:45.874526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:45.881356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d36fb606-86ca-4ad6-a763-0b10197f2371 req-914e74b2-1237-4ed5-af1f-f105d7953542 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.16 "DELETE /v2.0/ports/50fabb4f-98fd-4b73-b13c-173a5e282e32 HTTP/1.1" status: 204 len: 173 time: 1.0887585 Nov 12 04:01:45.882150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'name': 'network-vif-deleted', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:01:45.884912 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42b7baf-5752-4728-a0ea-503746ff826b" -d '{"events": [{"server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "name": "network-vif-deleted", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:01:45.931597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd0b13ef-50d4-4514-9c53-a11539b02da4 req-8419247d-9dba-4ad7-9581-7efd35bd1860 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "GET /v2.0/ports?device_id=966d9b68-1298-494e-a11d-57e71ad37214 HTTP/1.1" status: 200 len: 210 time: 0.0381238 Nov 12 04:01:46.011286 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5238866f-80d5-43e5-9db7-1730f2b99a6a x-openstack-request-id: req-5238866f-80d5-43e5-9db7-1730f2b99a6a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:01:46.012586 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966d9b68-1298-494e-a11d-57e71ad37214", "name": "network-vif-deleted", "tag": "50fabb4f-98fd-4b73-b13c-173a5e282e32", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:01:46.013025 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5238866f-80d5-43e5-9db7-1730f2b99a6a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:01:46.013715 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966d9b68-1298-494e-a11d-57e71ad37214', 'name': 'network-vif-deleted', 'tag': '50fabb4f-98fd-4b73-b13c-173a5e282e32', 'status': 'completed', 'code': 200} Nov 12 04:01:46.074160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:46.311410 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.344431 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Checking router: 90d4751e-c88a-4792-a990-aa8787f7effc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:46.359224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:46.359862 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.493675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:46.726897 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:46.755619 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec94fe4-a03d-458f-ad6a-d1fab446ad28 None None] The sync data for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 is: [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T03:56:34Z', 'revision_number': 4, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23af279a-9c9a-488b-b4ee-6d99cbf44139', 'name': '', 'network_id': 'eaa694cb-5247-40d4-869a-b75db3db4ebd', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'mac_address': 'fa:16:3e:f9:30:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:33Z', 'updated_at': '2021-11-12T03:56:38Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'subnets': [{'id': '73350adf-69a1-4158-b3e1-dea2b651ff6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:47.017046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34076) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:47.030263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc376f-6a42-49c7-891f-93b2f114ed92 None None] New status for floating IP ed8827d6-bee3-4346-984a-c051880db90e: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:01:47.198137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Deleting port ad6fdc5d-463f-4555-ba86-73a933d3c68d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:47.198486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.281573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.281900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.295513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Calling delete_port for ad6fdc5d-463f-4555-ba86-73a933d3c68d owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:47.435648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.460086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event deleted for resources: {'Port': ['ID=ad6fdc5d-463f-4555-ba86-73a933d3c68d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.525844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.528400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.529713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97b6638d-84de-4810-b2ad-6dd0b502f363 tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "DELETE /v2.0/floatingips/ed8827d6-bee3-4346-984a-c051880db90e HTTP/1.1" status: 204 len: 168 time: 0.5107975 Nov 12 04:01:47.604670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:47.640881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34104) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:47.661886 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.687206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.751057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.752910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2b570cb-3936-4ceb-976d-be247716e112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.754054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.755253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] 10.222.0.97 "DELETE /v2.0/security-groups/5e29897f-8517-47d4-8749-29b1f3ef3d87 HTTP/1.1" status: 204 len: 168 time: 0.1495667 Nov 12 04:01:47.766081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487e2a2-40b9-4df8-9aa3-f4d4fd9ababf tempest-TestServerBasicOps-1069514059 tempest-TestServerBasicOps-1069514059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29897f-8517-47d4-8749-29b1f3ef3d87,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.798976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:47.856192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2b570cb-3936-4ceb-976d-be247716e112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.861969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2b570cb-3936-4ceb-976d-be247716e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:47.943203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b570cb-3936-4ceb-976d-be247716e112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5967585a-1816-438c-a724-894219333093,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:47.951862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f2b570cb-3936-4ceb-976d-be247716e112 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9f22218eadfd4cdf96e81d4b092092b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073847 Nov 12 04:01:47.953158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34114) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:48.009923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.033595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.083284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.085806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.087003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5967585a-1816-438c-a724-894219333093 HTTP/1.1" status: 204 len: 168 time: 0.1316719 Nov 12 04:01:48.097694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6642145-4417-458d-9c6f-9a8f2f4ccb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5967585a-1816-438c-a724-894219333093,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:48.291238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.559052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Deleting port 23af279a-9c9a-488b-b4ee-6d99cbf44139 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:48.559373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.656385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] For port 23af279a-9c9a-488b-b4ee-6d99cbf44139, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23af279a-9c9a-488b-b4ee-6d99cbf44139,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:48.657088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.670905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Calling delete_port for 23af279a-9c9a-488b-b4ee-6d99cbf44139 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:48.872353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:48.897350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Pushing event deleted for resources: {'Port': ['ID=23af279a-9c9a-488b-b4ee-6d99cbf44139,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:49.079931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.314697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Router 90d4751e-c88a-4792-a990-aa8787f7effc has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:49.429498 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:49.437333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:49.437813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-22d30105-230b-42e0-9d72-812660865516 admin admin] 10.222.0.97 "PUT /v2.0/routers/90d4751e-c88a-4792-a990-aa8787f7effc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6370571 Nov 12 04:01:49.438762 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Sync routers for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:49.457993 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:49.459020 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:49.545037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.570116 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:49.661905 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.719417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Deleting port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:49.719774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.769659 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T04:01:48Z', 'revision_number': 5, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port': {'id': '819c2428-2bf1-4dbe-8a9e-d260e03adf5a', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:30Z', 'updated_at': '2021-11-12T03:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:49.797565 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Checking router: 90d4751e-c88a-4792-a990-aa8787f7effc for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:49.809290 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Routers {'90d4751e-c88a-4792-a990-aa8787f7effc'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:49.809931 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['90d4751e-c88a-4792-a990-aa8787f7effc'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:49.812599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] For port 819c2428-2bf1-4dbe-8a9e-d260e03adf5a, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:49.812990 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:49.826920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Calling delete_port for 819c2428-2bf1-4dbe-8a9e-d260e03adf5a owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:49.900365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] Set router 90d4751e-c88a-4792-a990-aa8787f7effc gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:49.973228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.024003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.055633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 50fabb4f-98fd-4b73-b13c-173a5e282e32 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:50.058367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Pushing event deleted for resources: {'Port': ['ID=819c2428-2bf1-4dbe-8a9e-d260e03adf5a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.063308 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T04:01:49Z', 'revision_number': 6, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:50.089675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6004f5b-ea62-4a30-9f4f-fc6ccab97725 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:50.091633 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761cfbf-e768-4814-a995-2eac90c7f95d None None] The sync data for ids ['90d4751e-c88a-4792-a990-aa8787f7effc'] in n-d-766726-29 is: [{'id': '90d4751e-c88a-4792-a990-aa8787f7effc', 'name': 'tempest-TestServerBasicOps-404951053-router', 'tenant_id': '83f28d84960f4a42afae59e20baa5c03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:29Z', 'updated_at': '2021-11-12T04:01:49Z', 'revision_number': 6, 'project_id': '83f28d84960f4a42afae59e20baa5c03', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:50.092668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 50fabb4f-98fd-4b73-b13c-173a5e282e32 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:50.093222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 50fabb4f-98fd-4b73-b13c-173a5e282e32 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:50.137628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.239802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448ff022-cf7e-498b-8d7a-ae7aec0a4fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.244638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.250669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.305406 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.305962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d4751e-c88a-4792-a990-aa8787f7effc {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:01:50.311328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.312459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-33c375ab-007b-4c49-9ea5-9b802fd66259 admin admin] 10.222.0.97 "DELETE /v2.0/routers/90d4751e-c88a-4792-a990-aa8787f7effc HTTP/1.1" status: 204 len: 168 time: 0.8738291 Nov 12 04:01:50.315247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34164) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.360547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448ff022-cf7e-498b-8d7a-ae7aec0a4fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.362749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Deleting subnet 73350adf-69a1-4158-b3e1-dea2b651ff6a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:50.364935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-448ff022-cf7e-498b-8d7a-ae7aec0a4fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.366144 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.406687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-448ff022-cf7e-498b-8d7a-ae7aec0a4fc1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=97a61e0afadf4d06bc79bf8918836112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296396 Nov 12 04:01:50.406687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ff022-cf7e-498b-8d7a-ae7aec0a4fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f49a9a-a210-4c00-8b55-d3fa01752986,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.407051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.407893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.462526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.492407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.507135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.544363 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.550763 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.551987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d8f49a9a-a210-4c00-8b55-d3fa01752986 HTTP/1.1" status: 204 len: 168 time: 0.1431794 Nov 12 04:01:50.561146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8d0b5-4c7e-4fcd-a160-13a216282c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f49a9a-a210-4c00-8b55-d3fa01752986,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.582677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.610014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73350adf-69a1-4158-b3e1-dea2b651ff6a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:50.615871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.620295 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e16728bd-b698-44be-934c-d3c9eb8867a1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/73350adf-69a1-4158-b3e1-dea2b651ff6a HTTP/1.1" status: 204 len: 168 time: 0.3035500 Nov 12 04:01:50.622200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef608e26-d1c3-4e44-bdce-497aebc67c9b None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:50.622814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.716347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.787905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Deleting port 9326a612-9d70-4f89-8a4d-75ccffa170a7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:50.788314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.857579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34174) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:50.865809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] For port 9326a612-9d70-4f89-8a4d-75ccffa170a7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9326a612-9d70-4f89-8a4d-75ccffa170a7,segment=NetworkSegment(255e3fbf-4216-4bc0-a5e1-4dd279f3a44e),segment_id=255e3fbf-4216-4bc0-a5e1-4dd279f3a44e)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:50.866183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.871831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] DHCP port deletion for eaa694cb-5247-40d4-869a-b75db3db4ebd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:50.883403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4aeb60ed-2c89-457b-b9ff-ff94e705898d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:50.886749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Calling delete_port for 9326a612-9d70-4f89-8a4d-75ccffa170a7 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:50.995443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.007652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4aeb60ed-2c89-457b-b9ff-ff94e705898d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.013900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4aeb60ed-2c89-457b-b9ff-ff94e705898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.030222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9326a612-9d70-4f89-8a4d-75ccffa170a7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.034981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] No DVR routers for this DVR port 9326a612-9d70-4f89-8a4d-75ccffa170a7 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:51.059559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4aeb60ed-2c89-457b-b9ff-ff94e705898d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a2a089e69a894ee393a76cd79a3d5920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007546 Nov 12 04:01:51.069055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34176) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:51.091322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9326a612-9d70-4f89-8a4d-75ccffa170a7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:51.106216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb60ed-2c89-457b-b9ff-ff94e705898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8362e-a777-4d10-b3e5-4053c967b317,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.122063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9326a612-9d70-4f89-8a4d-75ccffa170a7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:51.122411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9326a612-9d70-4f89-8a4d-75ccffa170a7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:51.122829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23af279a-9c9a-488b-b4ee-6d99cbf44139 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:51.129000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.143961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.147667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 23af279a-9c9a-488b-b4ee-6d99cbf44139 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:51.151762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23af279a-9c9a-488b-b4ee-6d99cbf44139 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:51.152462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 819c2428-2bf1-4dbe-8a9e-d260e03adf5a no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:51.155708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa694cb-5247-40d4-869a-b75db3db4ebd']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:51.165692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:51.166033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255e3fbf-4216-4bc0-a5e1-4dd279f3a44e') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:51.168986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.176905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 819c2428-2bf1-4dbe-8a9e-d260e03adf5a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:51.177240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 819c2428-2bf1-4dbe-8a9e-d260e03adf5a not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:51.190084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Deleting port 9326a612-9d70-4f89-8a4d-75ccffa170a7 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:51.190491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.192760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.214563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.224878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:51.225446 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:51.227750 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:51.238862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.241684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.245838 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bde8362e-a777-4d10-b3e5-4053c967b317 HTTP/1.1" status: 204 len: 168 time: 0.1755207 Nov 12 04:01:51.256091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3ee03-b6d2-4865-b9f8-055df91b853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8362e-a777-4d10-b3e5-4053c967b317,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.315543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.321815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.325406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] 10.222.0.97 "DELETE /v2.0/networks/eaa694cb-5247-40d4-869a-b75db3db4ebd HTTP/1.1" status: 204 len: 168 time: 0.7015042 Nov 12 04:01:51.328500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:51.335552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] For port 9326a612-9d70-4f89-8a4d-75ccffa170a7, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:51.336810 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.351551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17e9df-bdaf-4ae6-9bfc-76c29e6b8e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa694cb-5247-40d4-869a-b75db3db4ebd,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.354668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Calling delete_port for 9326a612-9d70-4f89-8a4d-75ccffa170a7 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:51.360176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Port 9326a612-9d70-4f89-8a4d-75ccffa170a7 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:01:51.361820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:51.386140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Pushing event deleted for resources: {'Port': ['ID=9326a612-9d70-4f89-8a4d-75ccffa170a7,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:51.389312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Network eaa694cb-5247-40d4-869a-b75db3db4ebd is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:01:51.390139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] No DVR routers for this DVR port 9326a612-9d70-4f89-8a4d-75ccffa170a7 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:51.399134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.399811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.400367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.400909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.405838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.407294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.407824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.408334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.409227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.410406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.411298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:51.412365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddfa03-42b8-44bf-b955-02695761fec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:01:52.060934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.220745 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3742c5f1-97a6-4159-bcbc-3770e2274234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.330152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Deleting port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:52.330702 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.411736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] For port a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:52.412098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.425918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Calling delete_port for a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:52.622088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:52.655000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:52.842092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.095985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:01:53.205506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:53.211779 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c93fbb7-b344-4758-a84c-2d75cc490f7d admin admin] 10.222.0.97 "PUT /v2.0/routers/87bdc92a-2b12-49d2-a740-0b29489c3cb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806098 Nov 12 04:01:53.214260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:53.218508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Sync routers for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:53.227909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:53.228693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.333026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34254) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:53.339515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.358964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:53.473811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.476920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c851ea66-0226-491b-a62e-10b2e4095847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.575467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T04:01:52Z', 'revision_number': 5, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port': {'id': '7f23967f-d40c-4f09-b25d-59c10265520c', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T03:56:38Z', 'updated_at': '2021-11-12T03:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.578926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Deleting port 7f23967f-d40c-4f09-b25d-59c10265520c {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:53.579265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.603842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Checking router: 87bdc92a-2b12-49d2-a740-0b29489c3cb5 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:01:53.613587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Routers {'87bdc92a-2b12-49d2-a740-0b29489c3cb5'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:53.614256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.647168 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c851ea66-0226-491b-a62e-10b2e4095847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.656334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c851ea66-0226-491b-a62e-10b2e4095847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.701723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] Set router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:01:53.714330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] For port 7f23967f-d40c-4f09-b25d-59c10265520c, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7f23967f-d40c-4f09-b25d-59c10265520c,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:53.714694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.718898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c851ea66-0226-491b-a62e-10b2e4095847 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6079d548f1b8435699cce4b9ab1937b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847604 Nov 12 04:01:53.721691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34258) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:53.724461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851ea66-0226-491b-a62e-10b2e4095847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc3600-e189-44fb-8c13-248b8595c624,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:53.731981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Calling delete_port for 7f23967f-d40c-4f09-b25d-59c10265520c owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:53.757618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T04:01:53Z', 'revision_number': 6, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:53.782565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.783846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb44ec-e978-4b6a-a2d0-9b701c31462b None None] The sync data for ids ['87bdc92a-2b12-49d2-a740-0b29489c3cb5'] in n-d-766726-29 is: [{'id': '87bdc92a-2b12-49d2-a740-0b29489c3cb5', 'name': 'tempest-TestServerBasicOps-177963915-router', 'tenant_id': '2aa82227cf874b74ab292d47a0b5e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T03:56:37Z', 'updated_at': '2021-11-12T04:01:53Z', 'revision_number': 6, 'project_id': '2aa82227cf874b74ab292d47a0b5e257', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:01:53.808371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.867731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.870267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.871456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5dfc3600-e189-44fb-8c13-248b8595c624 HTTP/1.1" status: 204 len: 168 time: 0.1486716 Nov 12 04:01:53.880227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408abe4e-2754-4ef6-88ef-793973666688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc3600-e189-44fb-8c13-248b8595c624,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:53.914651 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:53.948892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f23967f-d40c-4f09-b25d-59c10265520c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:53.960113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd376720-bb99-4aeb-a299-bc30c97dea75 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:54.013216 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.113259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.115792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.170286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.171036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bdc92a-2b12-49d2-a740-0b29489c3cb5 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:01:54.177826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.183060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2727d334-d7b9-4e08-bb7f-910d7f4c645f admin admin] 10.222.0.97 "DELETE /v2.0/routers/87bdc92a-2b12-49d2-a740-0b29489c3cb5 HTTP/1.1" status: 204 len: 168 time: 0.9641323 Nov 12 04:01:54.183341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.192432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34266) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.229546 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4997-c821-4fcd-883c-4e2035d4bdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.267745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Deleting subnet 42cbe4bf-319f-47b6-b74f-8f10960aa2b3 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:01:54.274567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.326214 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.397141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4997-c821-4fcd-883c-4e2035d4bdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.417109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8b4d4997-c821-4fcd-883c-4e2035d4bdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.471358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.473833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d4997-c821-4fcd-883c-4e2035d4bdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97deb391-9e99-46e8-9feb-20463646e267,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:54.496960 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8b4d4997-c821-4fcd-883c-4e2035d4bdaa admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cf556dfb313e4f35a6861174757db3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033535 Nov 12 04:01:54.499624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34268) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.532360 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.550462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.561226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cbe4bf-319f-47b6-b74f-8f10960aa2b3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:54.566112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.570222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acc5f373-3526-40d6-9684-c90419512730 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/42cbe4bf-319f-47b6-b74f-8f10960aa2b3 HTTP/1.1" status: 204 len: 168 time: 0.3858650 Nov 12 04:01:54.572746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34270) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:54.577402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.584688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8c61f-104f-4b13-9678-0202a433bd11 None None] Network 2d45525b-d3fd-4834-9cad-328380bc70c8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:54.646474 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.649843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.650134 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70f4c80f-75dd-447e-8025-7691d6949f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.654206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/97deb391-9e99-46e8-9feb-20463646e267 HTTP/1.1" status: 204 len: 168 time: 0.1512761 Nov 12 04:01:54.657007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.661228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efad1-27c8-4ae6-a541-70ccee0746f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97deb391-9e99-46e8-9feb-20463646e267,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:54.731375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Deleting port 14d9f58d-765f-4206-a5ff-b0c35d416867 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:54.731724 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.804340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] For port 14d9f58d-765f-4206-a5ff-b0c35d416867, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=14d9f58d-765f-4206-a5ff-b0c35d416867,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:54.804713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.822087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] DHCP port deletion for 2d45525b-d3fd-4834-9cad-328380bc70c8 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:54.836369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Calling delete_port for 14d9f58d-765f-4206-a5ff-b0c35d416867 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:54.883984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Deleting port 14d9f58d-765f-4206-a5ff-b0c35d416867 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:01:54.884360 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.962757 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.976518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] For port 14d9f58d-765f-4206-a5ff-b0c35d416867, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=14d9f58d-765f-4206-a5ff-b0c35d416867,segment=NetworkSegment(e0f4c96f-6642-432c-9577-bf2d1d02c99b),segment_id=e0f4c96f-6642-432c-9577-bf2d1d02c99b)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:54.976518 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:54.987091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f23967f-d40c-4f09-b25d-59c10265520c no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:54.996351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Calling delete_port for 14d9f58d-765f-4206-a5ff-b0c35d416867 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:01:54.996774 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d9f58d-765f-4206-a5ff-b0c35d416867,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:54.998893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] No DVR routers for this DVR port 14d9f58d-765f-4206-a5ff-b0c35d416867 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:55.019874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7f23967f-d40c-4f09-b25d-59c10265520c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:55.020224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7f23967f-d40c-4f09-b25d-59c10265520c not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:55.020928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:55.043597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:55.043939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a46c05bc-8d56-46f8-a3b8-5bbe7b33d9d7 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:55.044262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 14d9f58d-765f-4206-a5ff-b0c35d416867 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:01:55.067310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 14d9f58d-765f-4206-a5ff-b0c35d416867 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:01:55.067659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 14d9f58d-765f-4206-a5ff-b0c35d416867 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:01:55.088103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.117184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d45525b-d3fd-4834-9cad-328380bc70c8']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:55.127526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f4c96f-6642-432c-9577-bf2d1d02c99b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:55.127980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f4c96f-6642-432c-9577-bf2d1d02c99b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:55.138185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.154249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.157967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.162578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:01:55.163771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:01:55.165846 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:01:55.190468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] Pushing event deleted for resources: {'Port': ['ID=14d9f58d-765f-4206-a5ff-b0c35d416867,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.195882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115fc29-ec66-48ec-b834-5640b5da99c6 None None] No DVR routers for this DVR port 14d9f58d-765f-4206-a5ff-b0c35d416867 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:01:55.224511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.230469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.233931 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2d45525b-d3fd-4834-9cad-328380bc70c8 HTTP/1.1" status: 204 len: 168 time: 0.6600542 Nov 12 04:01:55.246075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37c12-0a54-4959-be46-42fe981b9eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d45525b-d3fd-4834-9cad-328380bc70c8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.406661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34292) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:55.448885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8536c7fd-aebe-4e52-b846-e8e2f45ce077 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=83f28d84960f4a42afae59e20baa5c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409369 Nov 12 04:01:55.451258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:55.501110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.526662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.533973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.587779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.590420 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:55.591621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5679f6e1-e426-4efc-8d1b-06130341db5e HTTP/1.1" status: 204 len: 168 time: 0.1394465 Nov 12 04:01:55.600034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc43cc-4943-4e2b-998b-391b60d9e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5679f6e1-e426-4efc-8d1b-06130341db5e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:55.937925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:55.982750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7cb2a791-71e3-4d75-baed-6b53829aa621 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2aa82227cf874b74ab292d47a0b5e257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435724 Nov 12 04:01:55.985108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34316) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:56.038385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.059840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.109526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.112274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.113460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/27a1094e-9da7-4030-aabf-b134591ba4a4 HTTP/1.1" status: 204 len: 168 time: 0.1274364 Nov 12 04:01:56.122362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143844a4-8b12-453e-9585-de1f64da6dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1094e-9da7-4030-aabf-b134591ba4a4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:56.816779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:56.934303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2098584213-network', 'tenant_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:56.956237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:56.958704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.967525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:56.999249 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.025759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.064429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.068403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.089466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:01:57.104338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:57.109091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.109440 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Added segment 842fca02-6c15-4f6f-97e6-de53a01876a7 of type vlan for network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c Nov 12 04:01:57.162997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af20605-dddc-4eb7-805c-65f5b5df40e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.165542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.209338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.210305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.210908 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.282293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4643378 Nov 12 04:01:57.286099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.291415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Request body: {'subnet': {'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2098584213-subnet', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:57.296961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1219-8c81-4fe7-959e-9703a1602391 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9a6f82-dfa7-4641-8cfd-2222de3c226c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:57.310328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:01:57.324866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af20605-dddc-4eb7-805c-65f5b5df40e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.327049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:01:57.329622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.331530 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1af20605-dddc-4eb7-805c-65f5b5df40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.380917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1af20605-dddc-4eb7-805c-65f5b5df40e1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=78929424dcf14a09b9d800a72d07cb7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540111 Nov 12 04:01:57.382078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af20605-dddc-4eb7-805c-65f5b5df40e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae59eaa3-c84e-4f20-984d-3e48f5971a30,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:57.383909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.466400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.518194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.594633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.633328 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.635984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.637269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ae59eaa3-c84e-4f20-984d-3e48f5971a30 HTTP/1.1" status: 204 len: 168 time: 0.2520845 Nov 12 04:01:57.657883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2594fb6-8442-48a7-9fbf-7047abee03bd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:57.659951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e2355-a5db-4eb9-ae04-ef1fee7da309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae59eaa3-c84e-4f20-984d-3e48f5971a30,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:57.682740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:57.683335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Network hostable DHCP agents. Network: 5d9a6f82-dfa7-4641-8cfd-2222de3c226c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:01:57.703235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:01:57.716045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5d9a6f82-dfa7-4641-8cfd-2222de3c226c) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:57.720849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:01:57.721643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.725665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec386d-ae25-4b6f-a4a4-dd76d342a221 None None] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:57.743531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-945c76ec-2987-4b7d-b634-2705bd72b957 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4538374 Nov 12 04:01:57.743733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.751014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:01:57.779844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.781033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.803483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.847249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.896606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18160441-160e-429c-be07-432d5639bf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:01:57.897792 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.955456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34404) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:57.980986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35440cd3-c0ab-4d79-b63b-5d3b5bf88f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:57.998567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.060844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-18160441-160e-429c-be07-432d5639bf99 None None] Allocated IP 172.20.0.2 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/d8a413fb-ffaf-4287-9729-fb2e7622eaba) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:58.071010 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35440cd3-c0ab-4d79-b63b-5d3b5bf88f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.077665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-35440cd3-c0ab-4d79-b63b-5d3b5bf88f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.120133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-35440cd3-c0ab-4d79-b63b-5d3b5bf88f1f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8a0a2f24f85c435ab7f880082112c844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628959 Nov 12 04:01:58.122684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34406) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:58.129689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35440cd3-c0ab-4d79-b63b-5d3b5bf88f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2c9a3-3157-4e47-9338-31054e3a5ff7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:58.188166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.212482 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.228919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.235830 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.239050 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.259307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.264162 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.268147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.272523 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35c2c9a3-3157-4e47-9338-31054e3a5ff7 HTTP/1.1" status: 204 len: 168 time: 0.1457915 Nov 12 04:01:58.276394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18160441-160e-429c-be07-432d5639bf99 None None] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:58.279514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-18160441-160e-429c-be07-432d5639bf99 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:58.280911 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68edd14-1b8c-4c2d-b266-7e4102e9ed09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2c9a3-3157-4e47-9338-31054e3a5ff7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:58.282970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18160441-160e-429c-be07-432d5639bf99 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:58.332883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160441-160e-429c-be07-432d5639bf99 None None] Pushing event updated for resources: {'Port': ['ID=d8a413fb-ffaf-4287-9729-fb2e7622eaba,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:58.366160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-18160441-160e-429c-be07-432d5639bf99 None None] Attempting to bind port d8a413fb-ffaf-4287-9729-fb2e7622eaba on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:01:58.366588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-18160441-160e-429c-be07-432d5639bf99 None None] Attempting to bind port d8a413fb-ffaf-4287-9729-fb2e7622eaba by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:01:58.366910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18160441-160e-429c-be07-432d5639bf99 None None] Attempting to bind port d8a413fb-ffaf-4287-9729-fb2e7622eaba on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:01:58.373289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18160441-160e-429c-be07-432d5639bf99 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:01:58.373667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18160441-160e-429c-be07-432d5639bf99 None None] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:01:58.374206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.374728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18160441-160e-429c-be07-432d5639bf99 None None] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:01:58.375100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-18160441-160e-429c-be07-432d5639bf99 None None] Bound port: d8a413fb-ffaf-4287-9729-fb2e7622eaba, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:01:58.375487 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.392109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Allocated IP 172.25.7.228 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:01:58.448904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-18160441-160e-429c-be07-432d5639bf99 None None] For port d8a413fb-ffaf-4287-9729-fb2e7622eaba, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:01:58.452417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-18160441-160e-429c-be07-432d5639bf99 None None] For port d8a413fb-ffaf-4287-9729-fb2e7622eaba, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d8a413fb-ffaf-4287-9729-fb2e7622eaba,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:01:58.463478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-18160441-160e-429c-be07-432d5639bf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.518431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.533841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160441-160e-429c-be07-432d5639bf99 None None] Pushing event updated for resources: {'Port': ['ID=d8a413fb-ffaf-4287-9729-fb2e7622eaba,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:58.562695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.604974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:01:58.607970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:01:58.611727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:01:58.618379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:58.624508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03691c5d-b5d4-4a9c-823a-be9948ae17fa None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:01:58.754405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8713912d-13e1-438c-812f-80f17d72a318 None None] Provisioning complete for port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:58.754959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8713912d-13e1-438c-812f-80f17d72a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.814642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8713912d-13e1-438c-812f-80f17d72a318 None None] Port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:01:58.955344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:58.979713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8a413fb-ffaf-4287-9729-fb2e7622eaba up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:01:59.034683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d8a413fb-ffaf-4287-9729-fb2e7622eaba triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:59.035678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.131521 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.169056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port d8a413fb-ffaf-4287-9729-fb2e7622eaba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d8a413fb-ffaf-4287-9729-fb2e7622eaba,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:01:59.175358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.239553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=d8a413fb-ffaf-4287-9729-fb2e7622eaba,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:01:59.566292 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.625346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77bfde-d7bd-49a6-9841-d940aae70847 None None] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:01:59.713332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8054d492-6757-452c-a6c5-2ea461bef986 None None] Provisioning complete for port d8a413fb-ffaf-4287-9729-fb2e7622eaba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:01:59.713701 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8054d492-6757-452c-a6c5-2ea461bef986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.716469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:01:59.829394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:01:59.843112 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:01:59.850795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:01:59.852482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c322e984-8758-4d47-b169-8c9a988d7bd3 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1072667 Nov 12 04:01:59.855167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34442) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:01:59.859913 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:01:59.860691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:01:59.865539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34444) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.011506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-47c9f780-7256-438f-acf1-1c2dcc54cbe6 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1680889110'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:00.012001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-47c9f780-7256-438f-acf1-1c2dcc54cbe6 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Unknown quota resources ['metering_label']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:00.021050 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:00.173931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0cf96894-0fd5-48a3-899a-0dfc602ca2e7 None None] Provisioning complete for port d8a413fb-ffaf-4287-9729-fb2e7622eaba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:00.174557 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cf96894-0fd5-48a3-899a-0dfc602ca2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.219639 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:01:58Z', 'revision_number': 3, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:00.226566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47c9f780-7256-438f-acf1-1c2dcc54cbe6 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.230862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47c9f780-7256-438f-acf1-1c2dcc54cbe6 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3641770 Nov 12 04:02:00.231664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34448) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.236114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-242edec1-bc82-4457-9f37-77a908b4cd0d tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1f27abf9-a845-46e6-9f29-1e35b835c270'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:00.236850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-242edec1-bc82-4457-9f37-77a908b4cd0d tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:00.252069 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:00.252799 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Updating router 1214b6b7-952b-4c37-94b1-e89b3016db9a port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:00.282691 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.318301 n-d-766726-29 neutron-server[102604]: WARNING neutron.services.metering.metering_plugin [None req-242edec1-bc82-4457-9f37-77a908b4cd0d tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:02:00.398144 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.422879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-242edec1-bc82-4457-9f37-77a908b4cd0d tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.427357 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-242edec1-bc82-4457-9f37-77a908b4cd0d tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1915421 Nov 12 04:02:00.427605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34450) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.431897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-63c3e5d6-00d2-44bc-901e-ac04bf198ed3 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1f27abf9-a845-46e6-9f29-1e35b835c270'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:00.432391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-63c3e5d6-00d2-44bc-901e-ac04bf198ed3 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102604) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:00.489737 n-d-766726-29 neutron-server[102604]: WARNING neutron.services.metering.metering_plugin [None req-63c3e5d6-00d2-44bc-901e-ac04bf198ed3 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 04:02:00.545356 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.552649 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.575457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Allocated IP 172.20.0.1 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/fd54c692-9852-4f72-80a8-2f2ce8faaf1f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:00.576087 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-63c3e5d6-00d2-44bc-901e-ac04bf198ed3 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.577534 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-63c3e5d6-00d2-44bc-901e-ac04bf198ed3 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1489813 Nov 12 04:02:00.580322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34452) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.593261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-392efd5a-dd9f-48ba-9414-3453843c614a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=ac72575d-74e5-414c-9968-3daabd616925 HTTP/1.1" status: 200 len: 464 time: 0.0114281 Nov 12 04:02:00.595740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34454) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.604889 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Attempting to bind port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:00.605262 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Attempting to bind port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:00.605753 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Attempting to bind port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:00.613520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0893a9e-2358-487b-89b5-c3023a9fb56f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:00.617915 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:00.618291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:00.618682 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.619264 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:00.620051 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Bound port: c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:00.620612 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.650026 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Pushing event updated for resources: {'Port': ['ID=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:00.667522 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.667864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.668198 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.668526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.669167 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.669494 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.669816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.670138 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.670452 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.671065 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.671328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.671648 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:00.690916 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] For port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:00.691398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-633a2e21-e4b9-450d-9bb4-71a9c4809834 None None] Provisioning complete for port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:00.691981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-633a2e21-e4b9-450d-9bb4-71a9c4809834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.694110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] For port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:00.699670 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.730097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.731300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e5fd8-7e55-40ee-be57-dcdaf6cc4ce0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:00.742195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-633a2e21-e4b9-450d-9bb4-71a9c4809834 None None] Port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:00.757426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4fef74be-0e2d-4f53-9be5-4d4e3fc3157c tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.759914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4fef74be-0e2d-4f53-9be5-4d4e3fc3157c tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-label-rules/ac72575d-74e5-414c-9968-3daabd616925 HTTP/1.1" status: 204 len: 168 time: 0.1623278 Nov 12 04:02:00.762451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34456) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.770883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.772255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-90208457-2b3f-493d-9f09-adc861d4c95f tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=ac72575d-74e5-414c-9968-3daabd616925 HTTP/1.1" status: 200 len: 221 time: 0.0085721 Nov 12 04:02:00.776120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34458) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:00.776495 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:00.777121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:00.806593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-72fe3286-9ac8-47bb-9c12-370c32e4549a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2080274032', 'description': 'label created by tempest'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:00.807069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-72fe3286-9ac8-47bb-9c12-370c32e4549a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Unknown quota resources ['metering_label']. {{(pid=102605) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 04:02:00.822180 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdce53-58c0-441f-9590-e210f916b113 None None] Pushing event updated for resources: {'Port': ['ID=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:00.868182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] Provisioning complete for port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:00.868860 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:00.884216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:00.893735 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:00.915901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:00.918387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:00.969332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Pushing event updated for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.005011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8a413fb-ffaf-4287-9729-fb2e7622eaba up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:01.016007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.082567 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] For port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:01.091208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.103345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-72fe3286-9ac8-47bb-9c12-370c32e4549a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.104628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-72fe3286-9ac8-47bb-9c12-370c32e4549a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3276305 Nov 12 04:02:01.107372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34460) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.118188 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.129854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:01:58Z', 'revision_number': 3, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:01.150228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133cab-a4f8-44a7-9f43-50f4dc82e4b4 None None] Pushing event updated for resources: {'Port': ['ID=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.159160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d8a413fb-ffaf-4287-9729-fb2e7622eaba triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:01.159563 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.162685 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6072c727-4c1e-4604-97f7-58244684b3e6 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:01:58Z', 'revision_number': 3, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:01.218790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-98c88f42-7473-471c-bbd4-c427204c2cd2 None None] Provisioning complete for port fd54c692-9852-4f72-80a8-2f2ce8faaf1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:01.219431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-98c88f42-7473-471c-bbd4-c427204c2cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.245910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-eb19503c-c2d3-462a-a9b7-b6baedb19fef tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=f830d51b-6b13-40e5-ad25-ceca00cab9f0 HTTP/1.1" status: 200 len: 468 time: 0.1348195 Nov 12 04:02:01.246290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34462) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.368530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.482653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-98c88f42-7473-471c-bbd4-c427204c2cd2 None None] Port fd54c692-9852-4f72-80a8-2f2ce8faaf1f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:01.599566 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.605246 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.639464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.685596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Pushing event updated for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:01.689399 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.795399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:01.796888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:01.887584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-64374212-0079-49aa-bc05-f1535315c8a0 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:01.888804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-64374212-0079-49aa-bc05-f1535315c8a0 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-labels/f830d51b-6b13-40e5-ad25-ceca00cab9f0 HTTP/1.1" status: 204 len: 168 time: 0.6409585 Nov 12 04:02:01.891585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34464) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.906417 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1024bd26-cc0f-4d01-81f2-4bbf88d556d7 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=f830d51b-6b13-40e5-ad25-ceca00cab9f0 HTTP/1.1" status: 200 len: 216 time: 0.0134828 Nov 12 04:02:01.911522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34466) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.922064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f69b9dea-0f39-4100-be9f-8389134eb15f tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087087 Nov 12 04:02:01.925836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34468) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.941673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4b09bb18-c0ec-4162-84a4-c05a4402ab3a tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143833 Nov 12 04:02:01.945056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34470) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:01.957649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:02.035725 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f897772-5a99-46b2-97f8-57a113822668 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-labels/1f27abf9-a845-46e6-9f29-1e35b835c270 HTTP/1.1" status: 200 len: 473 time: 0.0859838 Nov 12 04:02:02.036496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34472) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.051476 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0406a5b7-0e4d-4b49-bf0e-d8db48c71af7 tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "GET /v2.0/metering/metering-label-rules/ac29d88f-6919-4ae6-a26d-d7760db55a58 HTTP/1.1" status: 200 len: 461 time: 0.0134859 Nov 12 04:02:02.054155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34474) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.110314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c0d21fa1-c248-464f-b489-e59f09bf1e17 None None] Provisioning complete for port fd54c692-9852-4f72-80a8-2f2ce8faaf1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:02.110656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c0d21fa1-c248-464f-b489-e59f09bf1e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.152384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:02.156230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c0d21fa1-c248-464f-b489-e59f09bf1e17 None None] Port fd54c692-9852-4f72-80a8-2f2ce8faaf1f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:02.158398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a8cd8a2-63bc-408e-a36a-bec37cbb0e04 admin admin] 10.222.0.97 "PUT /v2.0/routers/1214b6b7-952b-4c37-94b1-e89b3016db9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022010 Nov 12 04:02:02.169854 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3234312e-8db3-4963-99ba-8ffa794feeab tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.171266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3234312e-8db3-4963-99ba-8ffa794feeab tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-label-rules/ac29d88f-6919-4ae6-a26d-d7760db55a58 HTTP/1.1" status: 204 len: 168 time: 0.1161654 Nov 12 04:02:02.174031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34478) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.368285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-395ef99a-d34a-44a5-907c-da3521cd3aee tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.369637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-395ef99a-d34a-44a5-907c-da3521cd3aee tempest-MeteringTestJSON-1690885756 tempest-MeteringTestJSON-1690885756-project-admin] 10.222.0.97 "DELETE /v2.0/metering/metering-labels/1f27abf9-a845-46e6-9f29-1e35b835c270 HTTP/1.1" status: 204 len: 168 time: 0.1939063 Nov 12 04:02:02.633769 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34494) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.716454 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:02.721343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1617083919-network', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:02.744922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Made reservation on behalf of cf10e8e750244cac97159f5c4bf5407b for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:02.747559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.758586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.813358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b0627e2-53cc-4939-b252-00709cce5e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.895652 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.906039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.949051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:02.955846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193abc65-04ac-4651-bf76-b70bcff49dc2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:02.972683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.972924 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Added segment baf5533e-6116-4b2c-9cf1-310d601e0e29 of type vlan for network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 Nov 12 04:02:02.975233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b0627e2-53cc-4939-b252-00709cce5e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.985315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2b0627e2-53cc-4939-b252-00709cce5e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:02.990006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:03.020147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:03.045795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:03.046535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:03.046719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.064537 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2b0627e2-53cc-4939-b252-00709cce5e08 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=97bfb691b2ca487d852aadd70fbcc497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296310 Nov 12 04:02:03.067678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:03.068222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0627e2-53cc-4939-b252-00709cce5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14706be-f4e3-4921-abde-7e9a7357e44d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.089648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.091463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:03.092373 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.135189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.139949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:03.140404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.147419 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4298115 Nov 12 04:02:03.151367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34504) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:03.156395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Request body: {'subnet': {'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1617083919-subnet', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:03.182108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.198031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:03.201097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2068-05c6-4539-82cf-15726db67631 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d114d8-58b0-407e-aeb5-77aacf3cc4e8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.205839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Made reservation on behalf of cf10e8e750244cac97159f5c4bf5407b for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:03.209332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.235823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:03.309585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.313810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.316196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c14706be-f4e3-4921-abde-7e9a7357e44d HTTP/1.1" status: 204 len: 168 time: 0.2463784 Nov 12 04:02:03.331356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c141-e7bd-438e-a447-72f69ae076e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14706be-f4e3-4921-abde-7e9a7357e44d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.456229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.514142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fdf41e-116a-4050-9cc1-a89eec4644b0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.526866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Checking segment: {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:03.531056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Network hostable DHCP agents. Network: d5d114d8-58b0-407e-aeb5-77aacf3cc4e8, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:03.543046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 2, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:03.556255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:03.566541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, d5d114d8-58b0-407e-aeb5-77aacf3cc4e8) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:03.578474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403da12-ac1e-40ef-9101-40b72d8b415b None None] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:03.578740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:03.579536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.592237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:03.592483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Updating router 1214b6b7-952b-4c37-94b1-e89b3016db9a port fd54c692-9852-4f72-80a8-2f2ce8faaf1f binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:03.601486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ffb2e46b-6277-4065-a0b2-10481c730d29 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4490385 Nov 12 04:02:03.604234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:03.608907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:03.637356 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.639226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.659217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.701248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.764940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34512) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:03.780630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c66-6e32-456d-b43f-07c882ee53c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.857892 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.876044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-d5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'fixed_ips': [{'subnet_id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:03.877285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.895940 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c66-6e32-456d-b43f-07c882ee53c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.901407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4fc17c66-6e32-456d-b43f-07c882ee53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:03.943601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4fc17c66-6e32-456d-b43f-07c882ee53c6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f948828d168c4880b610d5b0f3c3e19d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772885 Nov 12 04:02:03.944662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc17c66-6e32-456d-b43f-07c882ee53c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b31828-28f6-4caf-9ea6-933cee025a38,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:03.946133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34514) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:04.028406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.117681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.123689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Allocated IP 172.20.0.2 (d5d114d8-58b0-407e-aeb5-77aacf3cc4e8/c3fdf41e-116a-4050-9cc1-a89eec4644b0/ece9ad24-0c16-4f5b-a19f-6e03d101ebaa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:04.143975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.150868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.191169 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.212623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.225543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.231678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.235281 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/07b31828-28f6-4caf-9ea6-933cee025a38 HTTP/1.1" status: 204 len: 168 time: 0.2849762 Nov 12 04:02:04.274532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0ba8-197e-4571-98a5-a647a07c7804 None None] Pushing event updated for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.286985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7f5fe-565a-45dc-8072-089b4a4c52b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b31828-28f6-4caf-9ea6-933cee025a38,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.378027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Attempting to bind port fd54c692-9852-4f72-80a8-2f2ce8faaf1f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:04.378752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Attempting to bind port fd54c692-9852-4f72-80a8-2f2ce8faaf1f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:04.379291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Attempting to bind port fd54c692-9852-4f72-80a8-2f2ce8faaf1f on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:04.390385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Allocated IP 172.25.7.10 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/93611a16-622a-435d-9731-524aabc94962) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:04.408592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:04.409477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:04.409887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.410287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:04.412041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Bound port: fd54c692-9852-4f72-80a8-2f2ce8faaf1f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:04.412310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.441481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.455685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.518111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:04.519329 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.523708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:04.529272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:04.559669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.575167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e3c9fbc-10ab-4a4b-942c-4115463452a2 None None] Provisioning complete for port fd54c692-9852-4f72-80a8-2f2ce8faaf1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:04.575527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e3c9fbc-10ab-4a4b-942c-4115463452a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.576987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Pushing event updated for resources: {'Port': ['ID=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.607618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:04.611055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:04.615411 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:04.644687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Pushing event updated for resources: {'Port': ['ID=93611a16-622a-435d-9731-524aabc94962,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.647898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8528711-74d4-424e-a874-abd034e7f1f5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:04.664666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] For port fd54c692-9852-4f72-80a8-2f2ce8faaf1f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:04.688123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] For port fd54c692-9852-4f72-80a8-2f2ce8faaf1f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:04.689482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Attempting to bind port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:04.690161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Attempting to bind port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:04.690635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Attempting to bind port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa on network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:04.693246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c9fbc-10ab-4a4b-942c-4115463452a2 None None] Port fd54c692-9852-4f72-80a8-2f2ce8faaf1f cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:04.698625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.705344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:04.705344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Checking segment: {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:04.705344 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.705761 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Bound using segment: {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:04.706204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Bound port: ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:04.706659 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.836354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:04.836982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:04.840533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f0ba8-197e-4571-98a5-a647a07c7804 None None] Pushing event updated for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:04.847534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] For port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:04.852468 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] For port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:04.893907 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.906732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8d27a348-956e-4860-95c6-5f5c4dbe6e7d None None] Provisioning complete for port 93611a16-622a-435d-9731-524aabc94962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:04.907151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d27a348-956e-4860-95c6-5f5c4dbe6e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:04.924542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.189976 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.235426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef3f44-2fc3-4797-ada4-bc1f3252e886 None None] Pushing event updated for resources: {'Port': ['ID=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:05.240835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8d27a348-956e-4860-95c6-5f5c4dbe6e7d None None] Port 93611a16-622a-435d-9731-524aabc94962 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:05.269221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:05.312392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:05.408882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Router 43dacd6a-4456-4000-b725-ac34c7fd437e is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:02:05.441281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] Provisioning complete for port fd54c692-9852-4f72-80a8-2f2ce8faaf1f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:05.441652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.451757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'networks': [{'name': 'tempest-network--1491692636'}, {'name': 'tempest-network--80405966'}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:05.452491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-network--1491692636'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:05.452959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-network--80405966'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:05.486650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'network': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:05.493142 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.502135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.529311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:05.542256 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Sync routers for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:05.557857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.561812 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5ddbeab8-272b-4b93-9420-188a7244f808 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9538839 Nov 12 04:02:05.562116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34540) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:05.569707 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:05.570332 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:05.599635 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.634062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:05.669896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] For port fd54c692-9852-4f72-80a8-2f2ce8faaf1f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:05.671392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28149915-a426-4b68-bbbb-c87b14993935 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:05.676313 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.723136 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:05.737551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.763897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.764436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:05.802808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d9db5-a5d7-4d4b-b0f2-2e163cd38632 None None] Pushing event updated for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.102287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 3, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:06.135694 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Checking router: 43dacd6a-4456-4000-b725-ac34c7fd437e for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:06.136607 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Updating router 43dacd6a-4456-4000-b725-ac34c7fd437e port 93611a16-622a-435d-9731-524aabc94962 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:06.176284 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.240972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceaea2d-381d-4b16-8687-d46c419a0a99 None None] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:06.294306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:06.314285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187724f6-fce6-4f0e-8bd3-ea638dc1b371,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.322919 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.323267 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment ba8d6738-15e7-4f8c-a411-bbd0afeefe6b of type vlan for network c649f319-86a9-4125-8b09-197109276008 Nov 12 04:02:06.406775 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.422905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] Provisioning complete for port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:06.422905 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.481490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:06.495874 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.496121 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment 46ce1468-00c2-4b32-8da6-5d50be1d8f1a of type vlan for network 4e1dd431-63c6-4890-8c23-c53c391b1398 Nov 12 04:02:06.505848 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.519871 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.588528 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Attempting to bind port 93611a16-622a-435d-9731-524aabc94962 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:06.589251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15a26a-3842-4650-a763-5f4a0bf3f94d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:06.589786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Attempting to bind port 93611a16-622a-435d-9731-524aabc94962 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:06.590392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Attempting to bind port 93611a16-622a-435d-9731-524aabc94962 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:06.605195 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:06.605777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.606173 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:06.606776 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.607426 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:06.608986 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Bound port: 93611a16-622a-435d-9731-524aabc94962, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:06.609580 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.645555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.689039 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0445876-8b39-4802-821b-1eea7d4de34b None None] Pushing event updated for resources: {'Port': ['ID=93611a16-622a-435d-9731-524aabc94962,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.697248 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] For port 93611a16-622a-435d-9731-524aabc94962, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:06.703224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] For port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:06.707301 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] For port 93611a16-622a-435d-9731-524aabc94962, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93611a16-622a-435d-9731-524aabc94962,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:06.712791 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.716890 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.757792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.761559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.762197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.770687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.776256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:06.777201 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.781690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58f7ff-4437-4ec4-b978-2145cb174f44 None None] Pushing event updated for resources: {'Port': ['ID=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.809304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0445876-8b39-4802-821b-1eea7d4de34b None None] Pushing event updated for resources: {'Port': ['ID=93611a16-622a-435d-9731-524aabc94962,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:06.837250 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:06.838145 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:06.842703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c6bf246c-7044-4986-8565-d899be856528 None None] Provisioning complete for port 93611a16-622a-435d-9731-524aabc94962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:06.842912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6bf246c-7044-4986-8565-d899be856528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:06.844837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0540b0-c200-471c-bb22-1ec464f7829a None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:06.896158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5825701 Nov 12 04:02:06.898882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:06.985678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=c649f319-86a9-4125-8b09-197109276008,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:07.012833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c649f319-86a9-4125-8b09-197109276008 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:07.024127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6bf246c-7044-4986-8565-d899be856528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.107062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ece9ad24-0c16-4f5b-a19f-6e03d101ebaa up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:07.110937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c6bf246c-7044-4986-8565-d899be856528 None None] For port 93611a16-622a-435d-9731-524aabc94962, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93611a16-622a-435d-9731-524aabc94962,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:07.124824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:07.141755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00785ada-0087-4269-be3e-93c12647dd20 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=4e1dd431-63c6-4890-8c23-c53c391b1398,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:07.177331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4e1dd431-63c6-4890-8c23-c53c391b1398 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:07.186122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6bf246c-7044-4986-8565-d899be856528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.288690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87cbfc-c322-4b0f-8753-21cf27df6437 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.293113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Allocated IP 172.20.0.1 (d5d114d8-58b0-407e-aeb5-77aacf3cc4e8/c3fdf41e-116a-4050-9cc1-a89eec4644b0/a44bf341-0068-4732-9fe5-95be457dbc5e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:07.302544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87cbfc-c322-4b0f-8753-21cf27df6437 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.326663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87cbfc-c322-4b0f-8753-21cf27df6437 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.335456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87cbfc-c322-4b0f-8753-21cf27df6437 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:07.338453 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5d87cbfc-c322-4b0f-8753-21cf27df6437 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4382205 Nov 12 04:02:07.341228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:07.371250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82147a66-84b3-452d-964f-36dd1d6a67bf None None] Provisioning complete for port 93611a16-622a-435d-9731-524aabc94962 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:07.371842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82147a66-84b3-452d-964f-36dd1d6a67bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.400574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf246c-7044-4986-8565-d899be856528 None None] Pushing event updated for resources: {'Port': ['ID=93611a16-622a-435d-9731-524aabc94962,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:07.416871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:07.417366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.469363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.495651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.545645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.561067 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 3, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:07.566873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82147a66-84b3-452d-964f-36dd1d6a67bf None None] Provisioning complete for port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:07.567255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82147a66-84b3-452d-964f-36dd1d6a67bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.590104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fd54c692-9852-4f72-80a8-2f2ce8faaf1f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:07.594686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.601196 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e4efd-b03b-4fe2-b5cc-1b4ee4df7e8a None None] The sync data for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 is: [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:04Z', 'revision_number': 3, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:07.611626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:07.619274 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:07.620935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:07.623108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:07.651172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c649f319-86a9-4125-8b09-197109276008']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:07.671748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.672867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8d6738-15e7-4f8c-a411-bbd0afeefe6b') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:07.673715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8d6738-15e7-4f8c-a411-bbd0afeefe6b') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:07.693573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.707525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fd54c692-9852-4f72-80a8-2f2ce8faaf1f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:07.707922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.715433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.724743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:07.725341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:07.729978 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:07.844735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.845419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.851624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:07.860532 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/c649f319-86a9-4125-8b09-197109276008 HTTP/1.1" status: 204 len: 168 time: 0.5154927 Nov 12 04:02:07.861930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34546) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:07.890801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5923c7-b43e-4804-a7d1-b79d73903d07 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=c649f319-86a9-4125-8b09-197109276008,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:07.991016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b0abb5a6-d168-4d34-8c0e-a3fd7e968bce None None] Provisioning complete for port a44bf341-0068-4732-9fe5-95be457dbc5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:07.991604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b0abb5a6-d168-4d34-8c0e-a3fd7e968bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.019305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.045773 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b0abb5a6-d168-4d34-8c0e-a3fd7e968bce None None] Port a44bf341-0068-4732-9fe5-95be457dbc5e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:08.179671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.215000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1dd431-63c6-4890-8c23-c53c391b1398']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:08.218481 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.226130 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.232835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ce1468-00c2-4b32-8da6-5d50be1d8f1a') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:08.233133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ce1468-00c2-4b32-8da6-5d50be1d8f1a') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:08.285308 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.314807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.321917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.334807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:08.335264 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:08.338530 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:08.341463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.460517 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.482372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.489064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/4e1dd431-63c6-4890-8c23-c53c391b1398 HTTP/1.1" status: 204 len: 168 time: 0.6233637 Nov 12 04:02:08.489455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34550) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.515565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef75f5-da13-48f1-91ac-f41aaf9126df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=4e1dd431-63c6-4890-8c23-c53c391b1398,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.547363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:08.549238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:08.618280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f72a46-1969-4a78-9284-cdc34d2f69fb tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:08.624569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f72a46-1969-4a78-9284-cdc34d2f69fb tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:08.626222 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-05f72a46-1969-4a78-9284-cdc34d2f69fb tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1357443 Nov 12 04:02:08.630653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34552) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.636516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1975881327'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:08.662881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:08.667175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.685359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Router 43dacd6a-4456-4000-b725-ac34c7fd437e has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:02:08.696310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:08.714263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.714668 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment 70942bb1-23d6-4adb-b9bc-0b402d684a09 of type vlan for network 3c0e3723-ff12-49ff-b8b0-cf31062002f7 Nov 12 04:02:08.760027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.788924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.794540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:08.795149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.821531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:02:08.826673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed29bf38-c5a7-4302-88fb-b125e744ac19 admin admin] 10.222.0.97 "PUT /v2.0/routers/43dacd6a-4456-4000-b725-ac34c7fd437e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635915 Nov 12 04:02:08.842492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2106917 Nov 12 04:02:08.845189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34556) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:08.851676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1900593059'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:08.884685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6c8132bc-2f41-465f-b21b-678f1496d408 None None] Provisioning complete for port a44bf341-0068-4732-9fe5-95be457dbc5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:08.885789 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6c8132bc-2f41-465f-b21b-678f1496d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.894329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:08.898183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.921838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f8073-6db2-4eb2-a010-76dce3bbdfa4 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=3c0e3723-ff12-49ff-b8b0-cf31062002f7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:08.938380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:08.952197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:08.952559 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment 506a0023-9c2c-47d9-b26e-2c1e1e8420aa of type vlan for network 167f379c-f66a-493c-ba65-6f5aa4eb0b62 Nov 12 04:02:08.957273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3c0e3723-ff12-49ff-b8b0-cf31062002f7 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:09.003653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93611a16-622a-435d-9731-524aabc94962 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:09.006582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.041757 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.047570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:09.048417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.058031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6c8132bc-2f41-465f-b21b-678f1496d408 None None] Port a44bf341-0068-4732-9fe5-95be457dbc5e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:09.104142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 93611a16-622a-435d-9731-524aabc94962 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:09.104518 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.118928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2700045 Nov 12 04:02:09.120094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34562) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:09.125418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16892de-503a-4377-9d5a-31e923b05262 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=167f379c-f66a-493c-ba65-6f5aa4eb0b62,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:09.133804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'ports': [{'network_id': '3c0e3723-ff12-49ff-b8b0-cf31062002f7', 'name': 'tempest-port--22195271', 'admin_state_up': True}, {'network_id': '167f379c-f66a-493c-ba65-6f5aa4eb0b62', 'admin_state_up': False}]} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:09.135247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'port': {'network_id': '3c0e3723-ff12-49ff-b8b0-cf31062002f7', 'name': 'tempest-port--22195271', 'admin_state_up': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:09.136311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'port': {'network_id': '167f379c-f66a-493c-ba65-6f5aa4eb0b62', 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:09.145143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 167f379c-f66a-493c-ba65-6f5aa4eb0b62 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:09.322757 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'port': 2} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:09.327397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.340644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.427990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] device_id is not set on port c2e9c640-d931-43ed-8541-9f658ccdc38a yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:09.559426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.593645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Sync routers for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:02:09.606427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:09.607089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:09.638134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] device_id is not set on port a2d83305-eee6-4d18-a51f-5a6b594faf04 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:09.732663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:09.789395 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.834201 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.875292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.889420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Port': ['ID=c2e9c640-d931-43ed-8541-9f658ccdc38a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:09.921040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Checking segment: {'id': '70942bb1-23d6-4adb-b9bc-0b402d684a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3c0e3723-ff12-49ff-b8b0-cf31062002f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:09.921421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network hostable DHCP agents. Network: 3c0e3723-ff12-49ff-b8b0-cf31062002f7, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:09.945265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network 3c0e3723-ff12-49ff-b8b0-cf31062002f7 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:09.957942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3c0e3723-ff12-49ff-b8b0-cf31062002f7) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:09.962456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:09.963388 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:09.969498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19411675-5959-4870-b88d-3ddea9c99d8c None None] Network 3c0e3723-ff12-49ff-b8b0-cf31062002f7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:10.027254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Port': ['ID=a2d83305-eee6-4d18-a51f-5a6b594faf04,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:10.047971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Checking segment: {'id': '506a0023-9c2c-47d9-b26e-2c1e1e8420aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '167f379c-f66a-493c-ba65-6f5aa4eb0b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:10.048738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network hostable DHCP agents. Network: 167f379c-f66a-493c-ba65-6f5aa4eb0b62, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:10.069871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network 167f379c-f66a-493c-ba65-6f5aa4eb0b62 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:10.076269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a44bf341-0068-4732-9fe5-95be457dbc5e', 'name': '', 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'mac_address': 'fa:16:3e:41:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:06Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 2, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'subnets': [{'id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:10.082304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 167f379c-f66a-493c-ba65-6f5aa4eb0b62) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:10.089229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:10.100335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.100604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9967f0-dc95-4440-9c04-915e96482966 None None] Network 167f379c-f66a-493c-ba65-6f5aa4eb0b62 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:10.106300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.107148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.129614 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d424d71a-8809-4bd3-990e-75c2531f3701 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.0060492 Nov 12 04:02:10.129910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34576) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.244012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf634e-753e-450a-9dfc-13466897c892 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.255750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf634e-753e-450a-9dfc-13466897c892 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:10.258504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7aaf634e-753e-450a-9dfc-13466897c892 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1275890 Nov 12 04:02:10.263896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34578) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.340042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Checking router: 43dacd6a-4456-4000-b725-ac34c7fd437e for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:02:10.340503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Updating router 43dacd6a-4456-4000-b725-ac34c7fd437e port a44bf341-0068-4732-9fe5-95be457dbc5e binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:02:10.374405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting port c2e9c640-d931-43ed-8541-9f658ccdc38a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:10.375034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.422526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.462275 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.481041 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Calling delete_port for c2e9c640-d931-43ed-8541-9f658ccdc38a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:10.577154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.609640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Port': ['ID=c2e9c640-d931-43ed-8541-9f658ccdc38a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:10.623825 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.629706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b7020098-f906-4426-bc68-8894f48ecb15 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/ports/c2e9c640-d931-43ed-8541-9f658ccdc38a HTTP/1.1" status: 204 len: 168 time: 0.3615129 Nov 12 04:02:10.629975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34580) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:10.755925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting port a2d83305-eee6-4d18-a51f-5a6b594faf04 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:10.756265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.822129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.828879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.835136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.852266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Calling delete_port for a2d83305-eee6-4d18-a51f-5a6b594faf04 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:10.964358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.969590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b94c3-8d5f-4bd2-a483-278ca017a3d6 None None] Pushing event updated for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:10.973354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Attempting to bind port a44bf341-0068-4732-9fe5-95be457dbc5e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:10.973792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Attempting to bind port a44bf341-0068-4732-9fe5-95be457dbc5e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:10.974153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Attempting to bind port a44bf341-0068-4732-9fe5-95be457dbc5e on network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:10.981817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:10.982171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Checking segment: {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:10.982574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:10.982993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Bound using segment: {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:10.983462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Bound port: a44bf341-0068-4732-9fe5-95be457dbc5e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf5533e-6116-4b2c-9cf1-310d601e0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:10.983842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.013769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.021859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.022447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/ports/a2d83305-eee6-4d18-a51f-5a6b594faf04 HTTP/1.1" status: 204 len: 168 time: 0.3907900 Nov 12 04:02:11.032928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23331a1-0889-4ad1-887d-20c4fa1c8cb2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Port': ['ID=a2d83305-eee6-4d18-a51f-5a6b594faf04,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.085094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] For port a44bf341-0068-4732-9fe5-95be457dbc5e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:11.090627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] For port a44bf341-0068-4732-9fe5-95be457dbc5e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a44bf341-0068-4732-9fe5-95be457dbc5e,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:11.098974 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.106080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1b8b274c-fce9-4430-b3d5-d084d1d44044 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0821273 Nov 12 04:02:11.111441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.116552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-836324181'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:11.169999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:11.175391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.188633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:02:11.189360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:01:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:11.189579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-1294d591-743d-4334-9dbf-7df2981d0bda tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:11.191781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b94c3-8d5f-4bd2-a483-278ca017a3d6 None None] Pushing event updated for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.198123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-1294d591-743d-4334-9dbf-7df2981d0bda tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1745708 Nov 12 04:02:11.211018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:11.216345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-07e5d7a8-16f4-4fdf-b436-bb825dd7e4ce tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0171621 Nov 12 04:02:11.224054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.224679 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment 48df7a10-ae55-46bb-916c-ff9ed07daca4 of type vlan for network 802c9bd6-0228-4c2c-b406-d0ad58437c0a Nov 12 04:02:11.270345 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] Provisioning complete for port a44bf341-0068-4732-9fe5-95be457dbc5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:11.270744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.295480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.321559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-b814656a-bd8a-40d4-b1a8-794e1ddd1b7c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982637 Nov 12 04:02:11.333857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-df74bcac-8ae5-4a0b-8116-b36144fe7580 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:02:11.344549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.349072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-df74bcac-8ae5-4a0b-8116-b36144fe7580 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259089 Nov 12 04:02:11.353300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:11.354557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.375329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:02:11.415492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3028612 Nov 12 04:02:11.432217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34598) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:11.442653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.443361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1970820821'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:11.468672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a75b21-9ad6-4ae8-beac-3a4069c4a003 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=802c9bd6-0228-4c2c-b406-d0ad58437c0a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.498004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:11.502162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.509124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 802c9bd6-0228-4c2c-b406-d0ad58437c0a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:11.518770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-c0e00fff-402e-4f89-8b06-dd4df69cdc3a service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668010 Nov 12 04:02:11.537531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:11.548909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] For port a44bf341-0068-4732-9fe5-95be457dbc5e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a44bf341-0068-4732-9fe5-95be457dbc5e,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:11.578759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.579837 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Added segment 10a22e17-6bd3-443c-ae12-bdc0c13ef6c9 of type vlan for network 0a397226-d395-4878-ba5a-4b0942a5d0ed Nov 12 04:02:11.588814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.656070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.693253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-73b093e9-0d78-4e27-8c61-dab7841da874 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500258 Nov 12 04:02:11.699781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.702625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719aeea0-0349-4520-82f9-1c7ba0b97dbe None None] Pushing event updated for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.706497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:11.707160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.742897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5663631d-30a9-46fc-80c7-901342807225 None None] Provisioning complete for port a44bf341-0068-4732-9fe5-95be457dbc5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:11.743280 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5663631d-30a9-46fc-80c7-901342807225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:11.756352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3131983 Nov 12 04:02:11.805732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee2427-be7e-419c-8039-4712dc3866f2 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Network': ['ID=0a397226-d395-4878-ba5a-4b0942a5d0ed,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:11.809619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a44bf341-0068-4732-9fe5-95be457dbc5e', 'name': '', 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'mac_address': 'fa:16:3e:41:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:06Z', 'updated_at': '2021-11-12T04:02:11Z', 'revision_number': 4, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'subnets': [{'id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:11.863558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:11.879961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12755-e1b6-40de-ac8f-ffd9e7591952 None None] The sync data for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 is: [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a44bf341-0068-4732-9fe5-95be457dbc5e', 'name': '', 'network_id': 'd5d114d8-58b0-407e-aeb5-77aacf3cc4e8', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'mac_address': 'fa:16:3e:41:8a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:06Z', 'updated_at': '2021-11-12T04:02:11Z', 'revision_number': 4, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'subnets': [{'id': 'c3fdf41e-116a-4050-9cc1-a89eec4644b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:02:12.168149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d435ae96-fd7d-4d58-ba4f-ab60ded0530e req-d2782e33-caa9-4446-8da5-4cddfe42dc24 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0562813 Nov 12 04:02:12.976986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a44bf341-0068-4732-9fe5-95be457dbc5e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:13.039827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a44bf341-0068-4732-9fe5-95be457dbc5e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:13.040596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:13.256572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93edd271-cfb7-4ffe-b1a8-64d6dc33c8dc req-0e9989d7-2edc-4256-bbad-9c66d7b87cbf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0267444 Nov 12 04:02:13.756943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-e3ef489f-a4a0-4ec3-a9a1-32d71fcdf159 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:13.758601 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-e3ef489f-a4a0-4ec3-a9a1-32d71fcdf159 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.2433774 Nov 12 04:02:13.778686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:14.255564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:14.259102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.381324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91ba9091-2b4e-4e26-8613-62cad5dcbf86 req-02b5d4d3-27ba-409d-a5de-369d6a1f10a4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0296323 Nov 12 04:02:14.418752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.8 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/e414d2af-641e-4940-aac8-885a6e246f35) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:14.577376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.612563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.665166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:14.668403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:14.672976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:14.678004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:14.726274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:14.726936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.748808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-22943fa6-632b-40e4-bc91-17749f6eb734 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9741762 Nov 12 04:02:14.776734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Request body: {'port': {'device_id': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:14.843234 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:14.993160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-78ac00d5-c2a4-4367-afa2-17d9ff751d84 None None] Provisioning complete for port e414d2af-641e-4940-aac8-885a6e246f35 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:14.994271 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78ac00d5-c2a4-4367-afa2-17d9ff751d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.037597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-78ac00d5-c2a4-4367-afa2-17d9ff751d84 None None] Port e414d2af-641e-4940-aac8-885a6e246f35 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:02:15.139316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e414d2af-641e-4940-aac8-885a6e246f35 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:15.149644 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.162201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34622) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:15.163147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Transition to ACTIVE for port object e414d2af-641e-4940-aac8-885a6e246f35 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:02:15.168731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'subnets': [{'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--961477740', 'ip_version': 6}, {'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.169056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'subnet': {'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--961477740', 'ip_version': 6}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.169722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Request body: {'subnet': {'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:15.174805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.302927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.438114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Attempting to bind port e414d2af-641e-4940-aac8-885a6e246f35 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:15.438645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Attempting to bind port e414d2af-641e-4940-aac8-885a6e246f35 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:15.439015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Attempting to bind port e414d2af-641e-4940-aac8-885a6e246f35 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:15.448077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Port e414d2af-641e-4940-aac8-885a6e246f35 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:02:15.448415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Attempting to bind port e414d2af-641e-4940-aac8-885a6e246f35 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:15.462448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:15.462804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:15.463249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:15.463702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Bound port: e414d2af-641e-4940-aac8-885a6e246f35, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:15.464067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.484836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Made reservation on behalf of 5003b015870f44f2825f2ffe46136a71 for: {'subnet': 2} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:15.489576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.489919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.560732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb2e66-67da-4586-8564-3fbc06e93092 req-8fd01233-5ee9-4325-a027-5589b7e8567c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.562254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4afb2e66-67da-4586-8564-3fbc06e93092 req-8fd01233-5ee9-4325-a027-5589b7e8567c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0739152 Nov 12 04:02:15.563893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:15.615814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e414d2af-641e-4940-aac8-885a6e246f35,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:15.621530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4afb2e66-67da-4586-8564-3fbc06e93092 req-3c9fc670-b327-4e4d-aad9-285f5893876e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Nov 12 04:02:15.632496 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.691143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.691832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:15.693223 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] 10.222.0.16 "PUT /v2.0/ports/e414d2af-641e-4940-aac8-885a6e246f35 HTTP/1.1" status: 200 len: 1092 time: 0.9211822 Nov 12 04:02:15.693728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:15.696075 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde1910-066f-44d0-8f1f-e12e0afe8333" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "tag": "e414d2af-641e-4940-aac8-885a6e246f35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:15.731652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503803a-4bb3-4247-8a10-b3bb1a068e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:15.773598 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8088141-e621-4da5-919e-ed130d065187 x-openstack-request-id: req-c8088141-e621-4da5-919e-ed130d065187 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:15.774777 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "tag": "e414d2af-641e-4940-aac8-885a6e246f35", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:15.775066 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c8088141-e621-4da5-919e-ed130d065187 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:15.775475 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35', 'status': 'completed', 'code': 200} Nov 12 04:02:15.877165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5872a0c3-04e7-42b1-9b14-71eed540f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:15.879804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-5872a0c3-04e7-42b1-9b14-71eed540f5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 1095 time: 0.1012504 Nov 12 04:02:15.992934 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-3dcb72a1-e354-4c9c-8799-264bea2cf70c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e414d2af-641e-4940-aac8-885a6e246f35 HTTP/1.1" status: 200 len: 217 time: 0.0861557 Nov 12 04:02:16.061018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-d0c8a444-f140-4377-90b6-102d5cc0e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.062545 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-d0c8a444-f140-4377-90b6-102d5cc0e730 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0566223 Nov 12 04:02:16.185234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-276c5bf7-58eb-46e7-8ed2-6b7ab9842b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.186746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-276c5bf7-58eb-46e7-8ed2-6b7ab9842b23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985019 Nov 12 04:02:16.193487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.309391 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Subnet': ['ID=9091cade-8c0f-4ca2-ac3a-e610d4adb32f,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.343831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Checking segment: {'id': '48df7a10-ae55-46bb-916c-ff9ed07daca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:16.344200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network hostable DHCP agents. Network: 802c9bd6-0228-4c2c-b406-d0ad58437c0a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:16.365395 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-68f31cf2-7675-4970-945d-6e7304ac9297 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627023 Nov 12 04:02:16.375827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network 802c9bd6-0228-4c2c-b406-d0ad58437c0a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:16.405780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 802c9bd6-0228-4c2c-b406-d0ad58437c0a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:16.412860 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.417735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d151f-685d-40aa-8c56-4b8c9db3d727 None None] Network 802c9bd6-0228-4c2c-b406-d0ad58437c0a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:16.520298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event updated for resources: {'Subnet': ['ID=a5f457da-6491-49c4-9260-f329512035f0,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:16.543895 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b5074e5f-07ef-4716-ab83-1aa408a7d939 req-e9624cd5-2509-42c9-9225-f54986a44399 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655958 Nov 12 04:02:16.546880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Checking segment: {'id': '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:16.547260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network hostable DHCP agents. Network: 0a397226-d395-4878-ba5a-4b0942a5d0ed, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:16.571917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:16.584610 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0a397226-d395-4878-ba5a-4b0942a5d0ed) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:16.587179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-802c9bd6-0228-4c2c-b406-d0ad58437c0a', 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a', 'tenant_id': '5003b015870f44f2825f2ffe46136a71', 'fixed_ips': [{'subnet_id': '9091cade-8c0f-4ca2-ac3a-e610d4adb32f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:16.588152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.589416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.589969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.591104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:16.603066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6b75c-052d-45f9-94ac-987b7509abd1 None None] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:16.625766 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a9ebf6a-c05d-473a-bb57-f2a65e9db43a tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4590762 Nov 12 04:02:16.626168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34628) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.693132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-debd4e6b-819f-4823-bb51-a2abaf47dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.695137 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-debd4e6b-819f-4823-bb51-a2abaf47dfc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 1095 time: 0.0592039 Nov 12 04:02:16.759837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5d5c0-6ee5-45aa-ae74-e7289fbc66df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.761640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5d5c0-6ee5-45aa-ae74-e7289fbc66df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.763554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5d5c0-6ee5-45aa-ae74-e7289fbc66df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.765423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1de5d5c0-6ee5-45aa-ae74-e7289fbc66df tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1378450 Nov 12 04:02:16.775270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:16.835923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98d59-72c0-4050-b330-30560fb02b73 req-d2d5729b-cf93-4b33-a26c-2b746134433b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.837796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1f98d59-72c0-4050-b330-30560fb02b73 req-d2d5729b-cf93-4b33-a26c-2b746134433b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.1167214 Nov 12 04:02:16.846958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-81697a9c-f204-44e5-b859-cc1f7cdf525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.849211 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-81697a9c-f204-44e5-b859-cc1f7cdf525e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1426401 Nov 12 04:02:16.858214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting subnet 9091cade-8c0f-4ca2-ac3a-e610d4adb32f {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:16.912029 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-d27fffd9-1ce4-4874-90d0-c687d4931d5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e414d2af-641e-4940-aac8-885a6e246f35 HTTP/1.1" status: 200 len: 217 time: 0.0530846 Nov 12 04:02:16.933288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b1f98d59-72c0-4050-b330-30560fb02b73 req-8108d6f0-51c4-4254-a55f-8c97472d4780 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Nov 12 04:02:16.980885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-6e6b33c9-94be-4f43-8cc5-e948e1529cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:16.982400 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-6e6b33c9-94be-4f43-8cc5-e948e1529cdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0576041 Nov 12 04:02:17.045768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-255e9f38-f9de-42de-a648-5b54bf90f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:17.048387 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-255e9f38-f9de-42de-a648-5b54bf90f570 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541096 Nov 12 04:02:17.094739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Allocated IP 2001:db8::1 (802c9bd6-0228-4c2c-b406-d0ad58437c0a/9091cade-8c0f-4ca2-ac3a-e610d4adb32f/dc04e686-bb73-49fd-ac69-b2f8d74cc447) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:17.130667 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0a397226-d395-4878-ba5a-4b0942a5d0ed', 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed', 'tenant_id': '5003b015870f44f2825f2ffe46136a71', 'fixed_ips': [{'subnet_id': 'a5f457da-6491-49c4-9260-f329512035f0'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:17.131568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.157115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-c73614a3-0e0a-4019-a62b-b1b2ab4164b7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965199 Nov 12 04:02:17.271866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7dde1910-066f-44d0-8f1f-e12e0afe8333 req-e04034c9-0ccc-44aa-8aa1-0fe76fd05814 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041639 Nov 12 04:02:17.333862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-72338cca-94b0-465f-882a-ceb733fa294a req-3dab47d6-093f-4658-964c-97e7aa3a4149 service neutron] (102605) timed out ('10.222.0.16', 55449) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:02:17.389514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Allocated IP 2001:db8:0:1::1 (0a397226-d395-4878-ba5a-4b0942a5d0ed/a5f457da-6491-49c4-9260-f329512035f0/a5e9953f-7a8c-49c3-9300-a17c7c5782a8) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:17.399191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.407555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.415627 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.454347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.509640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Network 802c9bd6-0228-4c2c-b406-d0ad58437c0a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:17.515348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:17.517276 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Pushing event updated for resources: {'Port': ['ID=dc04e686-bb73-49fd-ac69-b2f8d74cc447,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.523711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:17.548774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.599823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Attempting to bind port dc04e686-bb73-49fd-ac69-b2f8d74cc447 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:17.600285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Attempting to bind port dc04e686-bb73-49fd-ac69-b2f8d74cc447 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '48df7a10-ae55-46bb-916c-ff9ed07daca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:17.600728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Attempting to bind port dc04e686-bb73-49fd-ac69-b2f8d74cc447 on network 802c9bd6-0228-4c2c-b406-d0ad58437c0a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:17.612504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:17.613033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Checking segment: {'id': '48df7a10-ae55-46bb-916c-ff9ed07daca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:17.613545 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.614043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Bound using segment: {'id': '48df7a10-ae55-46bb-916c-ff9ed07daca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:17.614697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Bound port: dc04e686-bb73-49fd-ac69-b2f8d74cc447, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48df7a10-ae55-46bb-916c-ff9ed07daca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '802c9bd6-0228-4c2c-b406-d0ad58437c0a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:17.615186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.619128 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.649540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Subnet': ['ID=9091cade-8c0f-4ca2-ac3a-e610d4adb32f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.657089 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.661339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a1d71f3e-7805-43df-bca4-da495832360e tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/subnets/9091cade-8c0f-4ca2-ac3a-e610d4adb32f HTTP/1.1" status: 204 len: 168 time: 0.8838027 Nov 12 04:02:17.664092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:17.698416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.707280 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.731430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting subnet a5f457da-6491-49c4-9260-f329512035f0 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:17.734628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.763593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-685824f5-15be-432c-a850-381b89d4be51 None None] For port dc04e686-bb73-49fd-ac69-b2f8d74cc447, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:17.769557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:17.771715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-685824f5-15be-432c-a850-381b89d4be51 None None] For port dc04e686-bb73-49fd-ac69-b2f8d74cc447, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dc04e686-bb73-49fd-ac69-b2f8d74cc447,segment=NetworkSegment(48df7a10-ae55-46bb-916c-ff9ed07daca4),segment_id=48df7a10-ae55-46bb-916c-ff9ed07daca4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:17.773239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Pushing event updated for resources: {'Port': ['ID=a5e9953f-7a8c-49c3-9300-a17c7c5782a8,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.776227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:17.778741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:17.779265 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.782381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.886595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.911411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Attempting to bind port a5e9953f-7a8c-49c3-9300-a17c7c5782a8 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:17.911788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Attempting to bind port a5e9953f-7a8c-49c3-9300-a17c7c5782a8 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:17.912156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Attempting to bind port a5e9953f-7a8c-49c3-9300-a17c7c5782a8 on network 0a397226-d395-4878-ba5a-4b0942a5d0ed {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:17.914094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685824f5-15be-432c-a850-381b89d4be51 None None] Pushing event updated for resources: {'Port': ['ID=dc04e686-bb73-49fd-ac69-b2f8d74cc447,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:17.923611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:17.923981 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Checking segment: {'id': '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:17.924800 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.924800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Bound using segment: {'id': '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:17.925246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Bound port: a5e9953f-7a8c-49c3-9300-a17c7c5782a8, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0a397226-d395-4878-ba5a-4b0942a5d0ed'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:17.925753 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:17.945157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4466c2-710d-4408-ba9a-ccd666ecee86 None None] Network 802c9bd6-0228-4c2c-b406-d0ad58437c0a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:17.984468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.026314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.033669 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/subnets/a5f457da-6491-49c4-9260-f329512035f0 HTTP/1.1" status: 204 len: 168 time: 0.3681653 Nov 12 04:02:18.034866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34638) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:18.035669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5b590-09bb-4f34-b064-3f7e87ed10ba tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f457da-6491-49c4-9260-f329512035f0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.096583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] For port a5e9953f-7a8c-49c3-9300-a17c7c5782a8, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:18.107205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26069482-6cae-49fd-82a4-200905d0dc90 req-cddf1f5d-9731-4801-856d-bada40b7f3c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.118028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26069482-6cae-49fd-82a4-200905d0dc90 req-cddf1f5d-9731-4801-856d-bada40b7f3c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0926113 Nov 12 04:02:18.130006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] For port a5e9953f-7a8c-49c3-9300-a17c7c5782a8, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a5e9953f-7a8c-49c3-9300-a17c7c5782a8,segment=NetworkSegment(10a22e17-6bd3-443c-ae12-bdc0c13ef6c9),segment_id=10a22e17-6bd3-443c-ae12-bdc0c13ef6c9)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:18.137083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.170331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809da7b7-61c6-4a44-acd7-61f2e1792a88 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:18.177315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:18.178267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-809da7b7-61c6-4a44-acd7-61f2e1792a88 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1387305 Nov 12 04:02:18.202333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26069482-6cae-49fd-82a4-200905d0dc90 req-2be165e0-0cfc-471c-8693-051ef1b7bb0f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827861 Nov 12 04:02:18.221076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe039-791b-413c-a8c1-c76783fb05dc None None] Pushing event updated for resources: {'Port': ['ID=a5e9953f-7a8c-49c3-9300-a17c7c5782a8,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.273622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.336656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting port a5e9953f-7a8c-49c3-9300-a17c7c5782a8 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:18.337001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.429770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] For port a5e9953f-7a8c-49c3-9300-a17c7c5782a8, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a5e9953f-7a8c-49c3-9300-a17c7c5782a8,segment=NetworkSegment(10a22e17-6bd3-443c-ae12-bdc0c13ef6c9),segment_id=10a22e17-6bd3-443c-ae12-bdc0c13ef6c9)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:18.430049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.444881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Calling delete_port for a5e9953f-7a8c-49c3-9300-a17c7c5782a8 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:18.540419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.570669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Port': ['ID=a5e9953f-7a8c-49c3-9300-a17c7c5782a8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.574066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] No DVR routers for this DVR port a5e9953f-7a8c-49c3-9300-a17c7c5782a8 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:18.652197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.674935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a397226-d395-4878-ba5a-4b0942a5d0ed']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.684904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.685201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a22e17-6bd3-443c-ae12-bdc0c13ef6c9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:18.694936 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.707688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.713739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:18.714126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:18.717449 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:18.780876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.788207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.791314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/0a397226-d395-4878-ba5a-4b0942a5d0ed HTTP/1.1" status: 204 len: 168 time: 0.6116979 Nov 12 04:02:18.794091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:18.803437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612ee8c-177b-4c5b-bcf0-2547b6a730d0 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=0a397226-d395-4878-ba5a-4b0942a5d0ed,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:18.880648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:18.944720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Deleting port dc04e686-bb73-49fd-ac69-b2f8d74cc447 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:18.945061 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.016342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] For port dc04e686-bb73-49fd-ac69-b2f8d74cc447, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dc04e686-bb73-49fd-ac69-b2f8d74cc447,segment=NetworkSegment(48df7a10-ae55-46bb-916c-ff9ed07daca4),segment_id=48df7a10-ae55-46bb-916c-ff9ed07daca4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:19.017075 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.034420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Calling delete_port for dc04e686-bb73-49fd-ac69-b2f8d74cc447 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:19.149607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.180431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Port': ['ID=dc04e686-bb73-49fd-ac69-b2f8d74cc447,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.182300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] No DVR routers for this DVR port dc04e686-bb73-49fd-ac69-b2f8d74cc447 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:19.249790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-aae3afc7-23e9-4d39-a641-11f6ed5a3eb3 None None] Could not find standard attr ID for object a5e9953f-7a8c-49c3-9300-a17c7c5782a8. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:02:19.274206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.299080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eec35a7-5dc8-4e4f-b686-536279af96b2 None None] DHCP port deletion for 0a397226-d395-4878-ba5a-4b0942a5d0ed request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:19.302526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c9bd6-0228-4c2c-b406-d0ad58437c0a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.316342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48df7a10-ae55-46bb-916c-ff9ed07daca4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.316634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48df7a10-ae55-46bb-916c-ff9ed07daca4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.321538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a11c49-4508-4c2e-b3be-18d306a00238 None None] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:19.330808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.337676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a11c49-4508-4c2e-b3be-18d306a00238 None None] Network 0a397226-d395-4878-ba5a-4b0942a5d0ed could not be found, it might have been deleted concurrently. {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:02:19.350936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a838c9a-d61b-4d9c-a7a5-47dde8df1fc3 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:19.351764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.358935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5520e-0332-450b-8fbe-d02f7cd0ee36 req-3c81b4bc-9f84-41c9-a3fa-8f2c395cfc90 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:19.359771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:19.360173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.362190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62d5520e-0332-450b-8fbe-d02f7cd0ee36 req-3c81b4bc-9f84-41c9-a3fa-8f2c395cfc90 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0732265 Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:19.365141 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:19.433418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62d5520e-0332-450b-8fbe-d02f7cd0ee36 req-1092a725-ffcd-4d56-9c31-7563827ef8ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Nov 12 04:02:19.441258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.450516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a838c9a-d61b-4d9c-a7a5-47dde8df1fc3 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:19.454374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.463209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/802c9bd6-0228-4c2c-b406-d0ad58437c0a HTTP/1.1" status: 204 len: 168 time: 0.6654003 Nov 12 04:02:19.463654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34646) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.477502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48352b-e828-42f2-8219-d9f1930da244 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=802c9bd6-0228-4c2c-b406-d0ad58437c0a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.527655 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:19.556295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.646229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.668581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167f379c-f66a-493c-ba65-6f5aa4eb0b62']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.678594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506a0023-9c2c-47d9-b26e-2c1e1e8420aa') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.678921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506a0023-9c2c-47d9-b26e-2c1e1e8420aa') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.688479 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.702400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.708847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:19.709231 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:19.712190 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:19.770258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.776889 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.782166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/167f379c-f66a-493c-ba65-6f5aa4eb0b62 HTTP/1.1" status: 204 len: 168 time: 0.3149607 Nov 12 04:02:19.782543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34648) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:19.791412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608409-535e-468d-80a8-b5ce010e0243 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=167f379c-f66a-493c-ba65-6f5aa4eb0b62,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:19.862930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.951640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:19.971071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0e3723-ff12-49ff-b8b0-cf31062002f7']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.980146 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70942bb1-23d6-4adb-b9bc-0b402d684a09') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.980441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70942bb1-23d6-4adb-b9bc-0b402d684a09') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:19.994338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.007990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.013793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:20.014186 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:20.017159 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:20.083936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.092188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.095577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] 10.222.0.97 "DELETE /v2.0/networks/3c0e3723-ff12-49ff-b8b0-cf31062002f7 HTTP/1.1" status: 204 len: 168 time: 0.3119898 Nov 12 04:02:20.108316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d9192-9174-4bd5-913b-9950d371ce01 tempest-BulkNetworkOpsIpV6Test-1734667986 tempest-BulkNetworkOpsIpV6Test-1734667986-project] Pushing event deleted for resources: {'Network': ['ID=3c0e3723-ff12-49ff-b8b0-cf31062002f7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.365008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34654) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:20.517290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fffb164a-d5fb-4582-bbda-1b90a597c635 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5003b015870f44f2825f2ffe46136a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506858 Nov 12 04:02:20.520131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34660) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:20.589776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b965d52-3bbe-4ce4-8da5-c3728554ba1d req-7df6a065-de72-49da-98d2-133f4b286429 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:20.591342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b965d52-3bbe-4ce4-8da5-c3728554ba1d req-7df6a065-de72-49da-98d2-133f4b286429 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0825441 Nov 12 04:02:20.612519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.651579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.678746 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b965d52-3bbe-4ce4-8da5-c3728554ba1d req-7f7d1a63-2f02-49f0-b6f3-0b2f4a849e40 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766623 Nov 12 04:02:20.717134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.720462 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:20.726661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/187724f6-fce6-4f0e-8bd3-ea638dc1b371 HTTP/1.1" status: 204 len: 168 time: 0.2000694 Nov 12 04:02:20.730332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ddb44-4130-45de-b3d5-1ce3777142ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187724f6-fce6-4f0e-8bd3-ea638dc1b371,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:20.891288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a5e9953f-7a8c-49c3-9300-a17c7c5782a8 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:20.918522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a5e9953f-7a8c-49c3-9300-a17c7c5782a8 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:20.918884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a5e9953f-7a8c-49c3-9300-a17c7c5782a8 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:21.468786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34682) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:21.581094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-356583786'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:21.603944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:21.607936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.617777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.720146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.725933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.756509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:21.767921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6588d-bf2e-41b5-bee6-afc3e9a2c0a6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:21.774303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.774982 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment e15c2634-7e6e-4c55-99a3-97070fe0b535 of type vlan for network a0b2a7e5-e273-436b-9627-8e8de2d628ca Nov 12 04:02:21.830951 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.841043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81923f-064b-4c41-b6f8-cba4bd620869 req-94eb5700-6b49-4874-921e-1cf4f828a836 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:21.842561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e81923f-064b-4c41-b6f8-cba4bd620869 req-94eb5700-6b49-4874-921e-1cf4f828a836 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0663757 Nov 12 04:02:21.858019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.864875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:21.865476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:21.902645 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4323301 Nov 12 04:02:21.906455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e81923f-064b-4c41-b6f8-cba4bd620869 req-0f59db82-a22e-4615-ab4a-8708e5d50258 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567627 Nov 12 04:02:21.940643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aad845-9940-480e-b903-355ffd6038b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=a0b2a7e5-e273-436b-9627-8e8de2d628ca,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:21.953410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:22.034472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34688) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.039696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:22.130640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:22.134109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.216939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47cd2a76-662d-4caa-b093-216b08194667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.578501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.643477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=07126256-a604-4a9b-894b-6b4f91e6ecb2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:22.647887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'e15c2634-7e6e-4c55-99a3-97070fe0b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:22.648195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: a0b2a7e5-e273-436b-9627-8e8de2d628ca, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:22.665125 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:22.674710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, a0b2a7e5-e273-436b-9627-8e8de2d628ca) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:22.679879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:22.681462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.684803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c25a5-5784-46db-b972-d7a62eb4b352 None None] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:22.700487 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3382dd12-1a7a-40d4-9901-9e05536c8e55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6648815 Nov 12 04:02:22.703882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34690) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.711167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879553084'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:22.733271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:22.737681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.763325 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:22.772686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.773034 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment 65c94d3f-417e-4e7b-beb6-c6742072c6dc of type vlan for network 8bbc90d9-025c-4253-b29b-66ca47a89928 Nov 12 04:02:22.819151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.845263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.850926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:22.851544 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.856310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-a0b2a7e5-e273-436b-9627-8e8de2d628ca', 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '07126256-a604-4a9b-894b-6b4f91e6ecb2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:22.857206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:22.915102 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2078347 Nov 12 04:02:22.918371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34692) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:22.925751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '8bbc90d9-025c-4253-b29b-66ca47a89928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:22.930576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979d7c9-4c61-4d9d-9eae-89f1ef477bda tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=8bbc90d9-025c-4253-b29b-66ca47a89928,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:22.953313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 8bbc90d9-025c-4253-b29b-66ca47a89928 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:23.031604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:23.035523 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.043148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0eb34-e1c1-470c-9e14-15dd84c7d22b req-e7019cea-5da6-4583-9c2f-b3a959a4cbc5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:23.051634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61e0eb34-e1c1-470c-9e14-15dd84c7d22b req-e7019cea-5da6-4583-9c2f-b3a959a4cbc5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0590377 Nov 12 04:02:23.076095 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Allocated IP 172.20.255.242 (a0b2a7e5-e273-436b-9627-8e8de2d628ca/07126256-a604-4a9b-894b-6b4f91e6ecb2/53cf4dce-7bdf-4e73-9890-c39beae824ba) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:23.109798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61e0eb34-e1c1-470c-9e14-15dd84c7d22b req-8d5b0679-8894-4b3a-8270-35ec75af8d19 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Nov 12 04:02:23.231441 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.238255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.246941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.280000 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:23.285602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:23.289251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:23.298473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Pushing event updated for resources: {'Port': ['ID=53cf4dce-7bdf-4e73-9890-c39beae824ba,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.311672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=efda9b7b-a4e7-4d58-b95d-a3df89e0639a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.319644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': '65c94d3f-417e-4e7b-beb6-c6742072c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8bbc90d9-025c-4253-b29b-66ca47a89928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:23.320067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 8bbc90d9-025c-4253-b29b-66ca47a89928, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:23.336329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 8bbc90d9-025c-4253-b29b-66ca47a89928 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:23.345059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 8bbc90d9-025c-4253-b29b-66ca47a89928) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:23.350342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:23.350970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.354072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Attempting to bind port 53cf4dce-7bdf-4e73-9890-c39beae824ba on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:23.354449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Attempting to bind port 53cf4dce-7bdf-4e73-9890-c39beae824ba by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e15c2634-7e6e-4c55-99a3-97070fe0b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:23.354815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Attempting to bind port 53cf4dce-7bdf-4e73-9890-c39beae824ba on network a0b2a7e5-e273-436b-9627-8e8de2d628ca {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:23.361142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c5c197-2879-48eb-b026-0ab6123d0350 None None] Network 8bbc90d9-025c-4253-b29b-66ca47a89928 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:23.364570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:23.364964 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Checking segment: {'id': 'e15c2634-7e6e-4c55-99a3-97070fe0b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:23.365426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.365822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Bound using segment: {'id': 'e15c2634-7e6e-4c55-99a3-97070fe0b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:23.366361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Bound port: 53cf4dce-7bdf-4e73-9890-c39beae824ba, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15c2634-7e6e-4c55-99a3-97070fe0b535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a0b2a7e5-e273-436b-9627-8e8de2d628ca'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:23.366949 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.369170 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8443d63-b465-4fcc-b9f9-ee1e6a4ef9da tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4499907 Nov 12 04:02:23.373223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34696) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:23.479678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.500453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] For port 53cf4dce-7bdf-4e73-9890-c39beae824ba, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:23.504703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] For port 53cf4dce-7bdf-4e73-9890-c39beae824ba, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53cf4dce-7bdf-4e73-9890-c39beae824ba,segment=NetworkSegment(e15c2634-7e6e-4c55-99a3-97070fe0b535),segment_id=e15c2634-7e6e-4c55-99a3-97070fe0b535)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:23.509195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.561324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.638768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.677880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=efda9b7b-a4e7-4d58-b95d-a3df89e0639a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.778432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.802556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d03df-bafa-4ada-a05f-d53aa6af44e7 None None] Pushing event updated for resources: {'Port': ['ID=53cf4dce-7bdf-4e73-9890-c39beae824ba,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.811282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbc90d9-025c-4253-b29b-66ca47a89928']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:23.813539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37a189-0cd0-4d92-9f4c-b2b1eff70a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-8bbc90d9-025c-4253-b29b-66ca47a89928', 'network_id': '8bbc90d9-025c-4253-b29b-66ca47a89928', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': 'efda9b7b-a4e7-4d58-b95d-a3df89e0639a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:23.815337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7f37a189-0cd0-4d92-9f4c-b2b1eff70a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.827926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c94d3f-417e-4e7b-beb6-c6742072c6dc') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:23.828381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c94d3f-417e-4e7b-beb6-c6742072c6dc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:23.840508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.856783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.864272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:23.864939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:23.868514 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:23.925806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dc8c1-9d31-4032-981c-95c43686af1e None None] Network 8bbc90d9-025c-4253-b29b-66ca47a89928 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:23.938594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.948317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:23.951567 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/8bbc90d9-025c-4253-b29b-66ca47a89928 HTTP/1.1" status: 204 len: 168 time: 0.5773907 Nov 12 04:02:23.957256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34698) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:23.962537 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f66a5-bc98-4d6e-9a0b-e9ef8b6c0a70 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=8bbc90d9-025c-4253-b29b-66ca47a89928,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:23.963940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-97321632'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:23.992457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:23.995959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.021814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:24.033209 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.033584 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment 045692f4-8324-4974-b827-8fe6cdcebc33 of type vlan for network bfbe2e29-4ad9-4611-ac9f-8c3b57db736c Nov 12 04:02:24.082123 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.112619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.118289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:24.118907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.188944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2305789 Nov 12 04:02:24.192300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34702) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.197668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': 'bfbe2e29-4ad9-4611-ac9f-8c3b57db736c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:24.207913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da322f7-94a1-4340-9e97-82f25af4ddb9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=bfbe2e29-4ad9-4611-ac9f-8c3b57db736c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.224308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network bfbe2e29-4ad9-4611-ac9f-8c3b57db736c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:24.274031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba9a5-13a6-4b0b-90e2-9ab01b74c942 req-ebee68f1-9777-4120-82fc-dba885ec4110 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:24.294489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cbba9a5-13a6-4b0b-90e2-9ab01b74c942 req-ebee68f1-9777-4120-82fc-dba885ec4110 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.1034932 Nov 12 04:02:24.370235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5cbba9a5-13a6-4b0b-90e2-9ab01b74c942 req-ae29f989-4dfc-4d11-9bcf-f207ee2a0cec tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744541 Nov 12 04:02:24.375750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:24.381181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.456504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:02:24.457024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:02:24.571321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43cc5eb5-e9ec-433a-b49c-1b2a69b66cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.633013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.680675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb1750-9e1c-443f-880b-3460d47065f8 None None] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:24.701714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=1999f0ab-9c57-4a4a-a9f0-72af1d98eb85,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:24.711076 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': '045692f4-8324-4974-b827-8fe6cdcebc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bfbe2e29-4ad9-4611-ac9f-8c3b57db736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:24.711440 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: bfbe2e29-4ad9-4611-ac9f-8c3b57db736c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:24.729626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network bfbe2e29-4ad9-4611-ac9f-8c3b57db736c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:24.739401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, bfbe2e29-4ad9-4611-ac9f-8c3b57db736c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:24.743825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:24.744517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.755532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4266d1a-9e83-41b7-945e-e47d4b5debf4 None None] Network bfbe2e29-4ad9-4611-ac9f-8c3b57db736c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:24.765459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a80fac2a-3d66-4fb8-8370-0ff89593a7e3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5695286 Nov 12 04:02:24.765886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34704) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:24.774644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] Provisioning complete for port 53cf4dce-7bdf-4e73-9890-c39beae824ba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:24.776872 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.889738 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:24.975275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.038107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53cf4dce-7bdf-4e73-9890-c39beae824ba up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:25.052260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.081759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=1999f0ab-9c57-4a4a-a9f0-72af1d98eb85,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.083552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.110273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a033829d-f3b3-4e62-84b1-e257830c9647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-bfbe2e29-4ad9-4611-ac9f-8c3b57db736c', 'network_id': 'bfbe2e29-4ad9-4611-ac9f-8c3b57db736c', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '1999f0ab-9c57-4a4a-a9f0-72af1d98eb85'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:25.111230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a033829d-f3b3-4e62-84b1-e257830c9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.154902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.169177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] For port 53cf4dce-7bdf-4e73-9890-c39beae824ba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53cf4dce-7bdf-4e73-9890-c39beae824ba,segment=NetworkSegment(e15c2634-7e6e-4c55-99a3-97070fe0b535),segment_id=e15c2634-7e6e-4c55-99a3-97070fe0b535)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:25.178746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.187152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbe2e29-4ad9-4611-ac9f-8c3b57db736c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:25.198174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045692f4-8324-4974-b827-8fe6cdcebc33') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:25.198509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045692f4-8324-4974-b827-8fe6cdcebc33') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:25.212623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.230006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.238993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:25.239439 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:25.243180 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:25.265577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 53cf4dce-7bdf-4e73-9890-c39beae824ba triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:25.266099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.302743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed810f9d-198d-4337-ac88-efacbc62e4d8 None None] Network bfbe2e29-4ad9-4611-ac9f-8c3b57db736c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:25.311528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.317297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.322889 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/bfbe2e29-4ad9-4611-ac9f-8c3b57db736c HTTP/1.1" status: 204 len: 168 time: 0.5556173 Nov 12 04:02:25.326321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:25.333512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1021612820'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:25.335054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87061e04-4933-44cc-b9ef-e296c8fc6f36 None None] Pushing event updated for resources: {'Port': ['ID=53cf4dce-7bdf-4e73-9890-c39beae824ba,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.358772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822a62a-b7ea-4ebe-a074-41246c010a86 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=bfbe2e29-4ad9-4611-ac9f-8c3b57db736c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.372023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:25.379755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.417070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:25.435471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.436251 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment e16f5e98-3ebd-458a-89c2-c45bbdf65ec6 of type vlan for network 60878bc5-d8d2-4d96-b989-5e800b7f8995 Nov 12 04:02:25.507008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b3b20c5f-6062-450d-8658-1f3955c2c0ea None None] Provisioning complete for port 53cf4dce-7bdf-4e73-9890-c39beae824ba triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:25.507653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b3b20c5f-6062-450d-8658-1f3955c2c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.514741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.554024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd3a2-2fe9-4f00-9d57-1bd628390d28 req-e1474a28-723b-48c1-88f1-99f105bac519 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.555739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaddd3a2-2fe9-4f00-9d57-1bd628390d28 req-e1474a28-723b-48c1-88f1-99f105bac519 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0819762 Nov 12 04:02:25.559448 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.561650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.568127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:25.568791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.620846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2923603 Nov 12 04:02:25.624040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34710) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:25.630341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:25.670708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b350f3-eb66-437a-af85-b20c6a23747b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=60878bc5-d8d2-4d96-b989-5e800b7f8995,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:25.682583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 60878bc5-d8d2-4d96-b989-5e800b7f8995 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:25.688158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaddd3a2-2fe9-4f00-9d57-1bd628390d28 req-3feffe1e-80aa-4169-83d8-b7737c8ab24b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153817 Nov 12 04:02:25.756530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:25.761109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:25.972404 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.032766 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=1b50c68f-eae6-40c1-b953-0ba42af7270c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.043688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:26.044043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 60878bc5-d8d2-4d96-b989-5e800b7f8995, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:26.063069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 60878bc5-d8d2-4d96-b989-5e800b7f8995 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:26.076967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 60878bc5-d8d2-4d96-b989-5e800b7f8995) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:26.081333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.081959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.085886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca62cb-306d-4fe9-bbe2-9918a33e21c5 None None] Network 60878bc5-d8d2-4d96-b989-5e800b7f8995 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:26.103086 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e3caa57b-65a7-4142-ba65-95892228af19 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4747407 Nov 12 04:02:26.103648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34712) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:26.225196 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.250604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-60878bc5-d8d2-4d96-b989-5e800b7f8995', 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '1b50c68f-eae6-40c1-b953-0ba42af7270c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:26.252221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.305933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.398763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Allocated IP 172.20.0.1 (60878bc5-d8d2-4d96-b989-5e800b7f8995/1b50c68f-eae6-40c1-b953-0ba42af7270c/4073652a-a1cb-4fa8-901a-5ae1f8b92c70) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:26.565775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.572364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.593541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.623140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=1b50c68f-eae6-40c1-b953-0ba42af7270c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.623923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Network 60878bc5-d8d2-4d96-b989-5e800b7f8995 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:26.628752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:26.634269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:26.637515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Pushing event updated for resources: {'Port': ['ID=4073652a-a1cb-4fa8-901a-5ae1f8b92c70,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.693060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.701374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Attempting to bind port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:26.701746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Attempting to bind port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:26.702744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Attempting to bind port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 on network 60878bc5-d8d2-4d96-b989-5e800b7f8995 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:26.708571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:26.708941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Checking segment: {'id': 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:26.709854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.709854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Bound using segment: {'id': 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:26.710182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Bound port: 4073652a-a1cb-4fa8-901a-5ae1f8b92c70, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:26.710559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.717453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60878bc5-d8d2-4d96-b989-5e800b7f8995']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:26.735205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:26.735205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:26.744507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.761097 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.771131 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:26.772211 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:26.777243 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:26.782988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] For port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:26.841640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] For port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4073652a-a1cb-4fa8-901a-5ae1f8b92c70,segment=NetworkSegment(e16f5e98-3ebd-458a-89c2-c45bbdf65ec6),segment_id=e16f5e98-3ebd-458a-89c2-c45bbdf65ec6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:26.843221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:26.843221 n-d-766726-29 neutron-server[102604]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:26.843221 n-d-766726-29 neutron-server[102604]: [parameters: {'id': '60878bc5-d8d2-4d96-b989-5e800b7f8995'}] Nov 12 04:02:26.843221 n-d-766726-29 neutron-server[102604]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:26.843754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a62a4-7a3b-40bf-ae23-90ccc4a81094 req-f4898371-261d-4b78-b82d-71dfc07f8ed6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:26.844227 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:26.845889 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:26.846721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-142a62a4-7a3b-40bf-ae23-90ccc4a81094 req-f4898371-261d-4b78-b82d-71dfc07f8ed6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.0649147 Nov 12 04:02:26.911471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-142a62a4-7a3b-40bf-ae23-90ccc4a81094 req-d944462e-f5f0-4b63-8792-c5d778698293 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Nov 12 04:02:26.958795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ca2d0-0c41-4660-a9ff-2dce175d834f None None] Pushing event updated for resources: {'Port': ['ID=4073652a-a1cb-4fa8-901a-5ae1f8b92c70,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:26.977996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6a099-9ef6-4831-a233-7859400890ba None None] Network 60878bc5-d8d2-4d96-b989-5e800b7f8995 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:26.981317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53cf4dce-7bdf-4e73-9890-c39beae824ba up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:27.081291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.139427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 53cf4dce-7bdf-4e73-9890-c39beae824ba triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:27.139706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.190510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40eecbc-904c-4cb7-b8c9-109844dfa2bb None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:27.310808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40eecbc-904c-4cb7-b8c9-109844dfa2bb None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:27.344855 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.409472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:27.409804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.483212 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4073652a-a1cb-4fa8-901a-5ae1f8b92c70,segment=NetworkSegment(e16f5e98-3ebd-458a-89c2-c45bbdf65ec6),segment_id=e16f5e98-3ebd-458a-89c2-c45bbdf65ec6)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:27.483582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.500921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:27.596863 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.625077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=4073652a-a1cb-4fa8-901a-5ae1f8b92c70,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.630022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port 4073652a-a1cb-4fa8-901a-5ae1f8b92c70 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:27.657494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.657840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.658179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.659043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.659686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.659941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.660271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.660605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.660924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.661245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.661573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.661887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:27.743268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.780590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60878bc5-d8d2-4d96-b989-5e800b7f8995']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:27.789042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.797360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:27.797849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16f5e98-3ebd-458a-89c2-c45bbdf65ec6') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:27.810762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.831817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.842612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:27.843171 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:27.847006 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:27.934409 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.943393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:27.950193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/60878bc5-d8d2-4d96-b989-5e800b7f8995 HTTP/1.1" status: 204 len: 168 time: 1.8419549 Nov 12 04:02:27.950672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34718) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:27.958479 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-11993501'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:27.976919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b0d3d-933c-419e-bc0c-4416289d0e9f tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=60878bc5-d8d2-4d96-b989-5e800b7f8995,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:27.997827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:28.002146 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.030805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:28.043796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.044229 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment 420dd784-3f47-4114-8c85-4455a3e3dc1c of type vlan for network 030eab23-cfa9-477f-bfa4-e7221f58c699 Nov 12 04:02:28.214976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e414d2af-641e-4940-aac8-885a6e246f35 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:02:28.328139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e414d2af-641e-4940-aac8-885a6e246f35,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:28.342378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'e414d2af-641e-4940-aac8-885a6e246f35', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': 'e414d2af-641e-4940-aac8-885a6e246f35', 'mac_address': 'fa:16:3e:28:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:02:28.381684 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.395880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e414d2af-641e-4940-aac8-885a6e246f35 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:02:28.417971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e414d2af-641e-4940-aac8-885a6e246f35,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:28.423399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.477181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.477916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.487828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035879b0-1ece-4a53-bfcf-acf44068a2f3 req-ddcf7a33-26ba-4929-8c93-0bd29e6847e3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.489323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-035879b0-1ece-4a53-bfcf-acf44068a2f3 req-ddcf7a33-26ba-4929-8c93-0bd29e6847e3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 943 time: 0.4493434 Nov 12 04:02:28.533023 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.538399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:28.539001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.584130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-035879b0-1ece-4a53-bfcf-acf44068a2f3 req-878cd151-40f5-4bd2-b057-a373afd7c819 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Nov 12 04:02:28.589845 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6379473 Nov 12 04:02:28.592953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34720) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:28.606655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:28.625887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4246d-bbda-4c47-8249-95812e57b79b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=030eab23-cfa9-477f-bfa4-e7221f58c699,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.638334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 030eab23-cfa9-477f-bfa4-e7221f58c699 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:28.700913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:28.704539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.795266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['e414d2af-641e-4940-aac8-885a6e246f35'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:28.900748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:28.970595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=59a2efb8-d91b-4e1a-a46a-5905a29fe6b2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:28.977906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': '420dd784-3f47-4114-8c85-4455a3e3dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:28.978272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 030eab23-cfa9-477f-bfa4-e7221f58c699, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:28.996410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 030eab23-cfa9-477f-bfa4-e7221f58c699 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:29.008220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 030eab23-cfa9-477f-bfa4-e7221f58c699) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:29.012730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:29.013322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.020776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f206ece-2faf-496f-8b2a-f9eebb1f1c4f None None] Network 030eab23-cfa9-477f-bfa4-e7221f58c699 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:29.032329 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5c03d6c4-b578-465b-8c35-d00fb58c0136 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4382386 Nov 12 04:02:29.037818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34722) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:29.140319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.175583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-030eab23-cfa9-477f-bfa4-e7221f58c699', 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '59a2efb8-d91b-4e1a-a46a-5905a29fe6b2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:29.176537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.219779 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.314572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Allocated IP 172.20.0.2 (030eab23-cfa9-477f-bfa4-e7221f58c699/59a2efb8-d91b-4e1a-a46a-5905a29fe6b2/c7b2a540-bcb3-40df-89a0-6756ab48ac43) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:29.461526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.468431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.484744 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.505674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Network 030eab23-cfa9-477f-bfa4-e7221f58c699 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:29.510942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:29.512915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=59a2efb8-d91b-4e1a-a46a-5905a29fe6b2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.514695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:29.525658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Pushing event updated for resources: {'Port': ['ID=c7b2a540-bcb3-40df-89a0-6756ab48ac43,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.580020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Attempting to bind port c7b2a540-bcb3-40df-89a0-6756ab48ac43 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:29.580849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.581013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Attempting to bind port c7b2a540-bcb3-40df-89a0-6756ab48ac43 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '420dd784-3f47-4114-8c85-4455a3e3dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:29.581366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Attempting to bind port c7b2a540-bcb3-40df-89a0-6756ab48ac43 on network 030eab23-cfa9-477f-bfa4-e7221f58c699 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:29.588167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:29.588605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Checking segment: {'id': '420dd784-3f47-4114-8c85-4455a3e3dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:29.589031 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.589440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Bound using segment: {'id': '420dd784-3f47-4114-8c85-4455a3e3dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:29.589928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Bound port: c7b2a540-bcb3-40df-89a0-6756ab48ac43, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420dd784-3f47-4114-8c85-4455a3e3dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '030eab23-cfa9-477f-bfa4-e7221f58c699'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:29.590312 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.610693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030eab23-cfa9-477f-bfa4-e7221f58c699']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:29.630647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420dd784-3f47-4114-8c85-4455a3e3dc1c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:29.631201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420dd784-3f47-4114-8c85-4455a3e3dc1c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:29.648064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.665407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] For port c7b2a540-bcb3-40df-89a0-6756ab48ac43, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:29.669403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] For port c7b2a540-bcb3-40df-89a0-6756ab48ac43, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c7b2a540-bcb3-40df-89a0-6756ab48ac43,segment=NetworkSegment(420dd784-3f47-4114-8c85-4455a3e3dc1c),segment_id=420dd784-3f47-4114-8c85-4455a3e3dc1c)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:29.677721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.678569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.689124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:29.689743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:29.701519 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:29.760627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0cf8b-1e80-4481-8313-40088ba24bb0 None None] Pushing event updated for resources: {'Port': ['ID=c7b2a540-bcb3-40df-89a0-6756ab48ac43,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:29.777073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:29.777073 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:29.777073 n-d-766726-29 neutron-server[102605]: [parameters: {'id': '030eab23-cfa9-477f-bfa4-e7221f58c699'}] Nov 12 04:02:29.777073 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:29.777540 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:29.780548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7db302-3642-4630-ae48-4238e967ad26 None None] Network 030eab23-cfa9-477f-bfa4-e7221f58c699 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:29.786385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279a767-51e2-4f23-a940-2fb587876fc1 req-45474701-1828-4f44-ad37-a16644d5d939 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:29.787898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279a767-51e2-4f23-a940-2fb587876fc1 req-45474701-1828-4f44-ad37-a16644d5d939 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 944 time: 0.1025031 Nov 12 04:02:29.841132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b279a767-51e2-4f23-a940-2fb587876fc1 req-d495192a-daf1-4be4-953d-b94f2bb1e959 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Nov 12 04:02:29.911829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a53ca7-d6c6-4b18-870e-a0f41e1ee9d6 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:29.989802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a53ca7-d6c6-4b18-870e-a0f41e1ee9d6 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:30.210483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e414d2af-641e-4940-aac8-885a6e246f35 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:30.265580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port e414d2af-641e-4940-aac8-885a6e246f35 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:02:30.270026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port e414d2af-641e-4940-aac8-885a6e246f35 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:30.270406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.278577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.331638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port c7b2a540-bcb3-40df-89a0-6756ab48ac43 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:30.331995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.350382 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.373338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:30.375620 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32ad1c2-bac4-46a5-b7eb-d37dcb8bbeb0" -d '{"events": [{"server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "name": "network-vif-plugged", "status": "completed", "tag": "e414d2af-641e-4940-aac8-885a6e246f35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:30.389083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e414d2af-641e-4940-aac8-885a6e246f35,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:30.394722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.407984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port c7b2a540-bcb3-40df-89a0-6756ab48ac43, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c7b2a540-bcb3-40df-89a0-6756ab48ac43,segment=NetworkSegment(420dd784-3f47-4114-8c85-4455a3e3dc1c),segment_id=420dd784-3f47-4114-8c85-4455a3e3dc1c)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:30.409001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.425526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for c7b2a540-bcb3-40df-89a0-6756ab48ac43 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:30.447647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:30.518875 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.543151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=c7b2a540-bcb3-40df-89a0-6756ab48ac43,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:30.549137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port c7b2a540-bcb3-40df-89a0-6756ab48ac43 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:30.551050 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ed8a58-7155-47b4-ab38-1c7adfddc3e7 x-openstack-request-id: req-d6ed8a58-7155-47b4-ab38-1c7adfddc3e7 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:30.551401 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "name": "network-vif-plugged", "status": "completed", "tag": "e414d2af-641e-4940-aac8-885a6e246f35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:30.551770 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d6ed8a58-7155-47b4-ab38-1c7adfddc3e7 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:30.552225 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35', 'code': 200} Nov 12 04:02:30.635499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.658147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030eab23-cfa9-477f-bfa4-e7221f58c699']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:30.667471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420dd784-3f47-4114-8c85-4455a3e3dc1c') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:30.667770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420dd784-3f47-4114-8c85-4455a3e3dc1c') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:30.677833 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.692611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.698684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:30.699093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:30.702190 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:30.707007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5efe9-23d2-44fc-a8f0-e50a4afa26c2 req-d7cf9299-6e11-4c72-9825-914d9b46c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:30.708613 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1cb5efe9-23d2-44fc-a8f0-e50a4afa26c2 req-d7cf9299-6e11-4c72-9825-914d9b46c252 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 1097 time: 0.0436058 Nov 12 04:02:30.760133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.766824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.770574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/030eab23-cfa9-477f-bfa4-e7221f58c699 HTTP/1.1" status: 204 len: 168 time: 1.7316349 Nov 12 04:02:30.771785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1cb5efe9-23d2-44fc-a8f0-e50a4afa26c2 req-c6ddc6b1-d8a9-4052-aef1-4c61fa7575e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509260 Nov 12 04:02:30.774041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34730) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:30.778906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293022252'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:30.782735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeef38-0a74-4540-8f7e-781d32615002 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=030eab23-cfa9-477f-bfa4-e7221f58c699,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:30.800446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:30.804016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.827956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:30.837819 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.838203 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment e0551c4d-4e14-4fe2-98c4-caa33d8a68e5 of type vlan for network c90e90b5-dc7c-4935-b6b5-a615ce3135a2 Nov 12 04:02:30.878996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.906185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.912622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:30.913514 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:30.971232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c895421-821d-4a00-a7e4-3518185561fe req-c72b3dc6-b27b-4e09-b165-a763c11e3bb7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:30.973000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c895421-821d-4a00-a7e4-3518185561fe req-c72b3dc6-b27b-4e09-b165-a763c11e3bb7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0589592 Nov 12 04:02:30.981967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2033353 Nov 12 04:02:30.982223 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34734) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:30.987516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': 'c90e90b5-dc7c-4935-b6b5-a615ce3135a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:31.013839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab8f21-465b-4eac-8ea2-10a3d703f24c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=c90e90b5-dc7c-4935-b6b5-a615ce3135a2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:31.024597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network c90e90b5-dc7c-4935-b6b5-a615ce3135a2 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:31.031557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c895421-821d-4a00-a7e4-3518185561fe req-f1104cdb-e5c9-4502-a177-2f80b573f207 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524080 Nov 12 04:02:31.087337 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:31.091692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.153441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:02:31.153962 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:02:31.273561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.335043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=5f1b639f-f559-475a-b200-81a2b59d17ca,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:31.342818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'e0551c4d-4e14-4fe2-98c4-caa33d8a68e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c90e90b5-dc7c-4935-b6b5-a615ce3135a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:31.343226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: c90e90b5-dc7c-4935-b6b5-a615ce3135a2, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:31.360162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network c90e90b5-dc7c-4935-b6b5-a615ce3135a2 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:31.369737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, c90e90b5-dc7c-4935-b6b5-a615ce3135a2) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:31.374270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:31.374902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.378988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1aa9cc-b991-4c46-ad0a-9cebd9661b73 None None] Network c90e90b5-dc7c-4935-b6b5-a615ce3135a2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:31.391590 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-70b1605c-964c-44f5-8718-03822dae2678 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4085045 Nov 12 04:02:31.394368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34736) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:31.495600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.527970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867001dc-1e96-4455-9cda-632a97d3e6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-c90e90b5-dc7c-4935-b6b5-a615ce3135a2', 'network_id': 'c90e90b5-dc7c-4935-b6b5-a615ce3135a2', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '5f1b639f-f559-475a-b200-81a2b59d17ca'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:31.528870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-867001dc-1e96-4455-9cda-632a97d3e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.550552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.610553 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-867001dc-1e96-4455-9cda-632a97d3e6e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f1b639f-f559-475a-b200-81a2b59d17ca: This subnet is being modified by another concurrent operation. Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f1b639f-f559-475a-b200-81a2b59d17ca: This subnet is being modified by another concurrent operation. Nov 12 04:02:31.628348 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 04:02:31.645563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4bbfa-a35f-4956-b7d8-80ae53780d32 None None] Network c90e90b5-dc7c-4935-b6b5-a615ce3135a2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:31.648308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1b639f-f559-475a-b200-81a2b59d17ca,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:31.704096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.711867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.732819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90e90b5-dc7c-4935-b6b5-a615ce3135a2']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:31.743133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0551c4d-4e14-4fe2-98c4-caa33d8a68e5') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:31.743432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0551c4d-4e14-4fe2-98c4-caa33d8a68e5') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:31.753379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.767997 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.770128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee09f6-f546-4196-b53c-2ff7bf790a98 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:31.778313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:31.779083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:31.786311 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:31.851146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.856993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee09f6-f546-4196-b53c-2ff7bf790a98 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:31.862304 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.872658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/c90e90b5-dc7c-4935-b6b5-a615ce3135a2 HTTP/1.1" status: 204 len: 168 time: 0.4724255 Nov 12 04:02:31.873027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34738) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:31.879261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1829166691'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:31.884171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d985-d243-48b8-bd1d-73937893c819 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=c90e90b5-dc7c-4935-b6b5-a615ce3135a2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:31.925968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:31.931960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.965574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:31.977315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:31.977737 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment c72b5b60-6202-4d6a-954b-79a1bf9ec8d4 of type vlan for network 56af973e-4ff1-4891-8589-c2bb21f1d67c Nov 12 04:02:32.024917 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.054948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.061055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.061679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.104756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2281950 Nov 12 04:02:32.105279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34742) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:32.111302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:32.168165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f56b-6685-49d4-ba69-03ae951ba02c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=56af973e-4ff1-4891-8589-c2bb21f1d67c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:32.179039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 56af973e-4ff1-4891-8589-c2bb21f1d67c details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:32.196388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169f805-4498-4e8a-846d-69f1ee1c0c24 req-db0dd81c-d4c5-44e0-b65a-a66dc1d8247e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.199724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9169f805-4498-4e8a-846d-69f1ee1c0c24 req-db0dd81c-d4c5-44e0-b65a-a66dc1d8247e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0644536 Nov 12 04:02:32.231644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:32.236928 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.250697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9169f805-4498-4e8a-846d-69f1ee1c0c24 req-d34d820f-22de-4558-97e1-051330185213 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Nov 12 04:02:32.371204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f944-ec10-49bd-a78b-ad581bb1cbbe req-99e4f21b-5964-48cd-956a-92e100a61adf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.372558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b182f944-ec10-49bd-a78b-ad581bb1cbbe req-99e4f21b-5964-48cd-956a-92e100a61adf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0532997 Nov 12 04:02:32.432194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b182f944-ec10-49bd-a78b-ad581bb1cbbe req-fe670f28-a592-434c-94a8-faa93a47115d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Nov 12 04:02:32.438826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.505888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=ca3024d7-c33c-4a27-a366-f12424a8d341,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:32.516780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:32.517150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 56af973e-4ff1-4891-8589-c2bb21f1d67c, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:32.534282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 56af973e-4ff1-4891-8589-c2bb21f1d67c is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:32.547828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 56af973e-4ff1-4891-8589-c2bb21f1d67c) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:32.553111 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.553671 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.558950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c98a8e-f10d-4d0a-beb6-93c6d3d5e511 None None] Network 56af973e-4ff1-4891-8589-c2bb21f1d67c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:32.565462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dbbc9-503f-45f2-9181-bb908d7edb02 req-94405bd2-91fd-466b-8b6d-43c1be12bba4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.567097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-742dbbc9-503f-45f2-9181-bb908d7edb02 req-94405bd2-91fd-466b-8b6d-43c1be12bba4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0634038 Nov 12 04:02:32.575425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34748) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:32.575767 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8f101cfb-9e85-41f2-96f6-973cbf41c33e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4689219 Nov 12 04:02:32.690288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-742dbbc9-503f-45f2-9181-bb908d7edb02 req-b16f6ca0-c135-49aa-9fbc-11a6c8d6cd5a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058540 Nov 12 04:02:32.714821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.714973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-56af973e-4ff1-4891-8589-c2bb21f1d67c', 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': 'ca3024d7-c33c-4a27-a366-f12424a8d341'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:32.714973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.769273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:32.857282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Allocated IP 172.20.0.1 (56af973e-4ff1-4891-8589-c2bb21f1d67c/ca3024d7-c33c-4a27-a366-f12424a8d341/c48e90f9-a250-469a-a28c-6c5f1793ceaa) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:32.974071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe1bd-2993-49e4-b27d-517fbe39ded0 req-1198ef80-ffe7-421c-9574-a34efef15fe0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:32.975531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17dfe1bd-2993-49e4-b27d-517fbe39ded0 req-1198ef80-ffe7-421c-9574-a34efef15fe0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0654705 Nov 12 04:02:33.024374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.029401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17dfe1bd-2993-49e4-b27d-517fbe39ded0 req-fa03730a-590a-495a-8b52-45e245e83a89 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473897 Nov 12 04:02:33.029820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.051170 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.077310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Network 56af973e-4ff1-4891-8589-c2bb21f1d67c is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:33.077952 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3024d7-c33c-4a27-a366-f12424a8d341,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:33.081948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:33.085537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:33.089649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Pushing event updated for resources: {'Port': ['ID=c48e90f9-a250-469a-a28c-6c5f1793ceaa,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:33.143062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.172587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56af973e-4ff1-4891-8589-c2bb21f1d67c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:33.185873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:33.186169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:33.197267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.211893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.218669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:33.219219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:33.222917 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:33.287985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:33.287985 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:33.287985 n-d-766726-29 neutron-server[102605]: [parameters: {'id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'}] Nov 12 04:02:33.287985 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:33.288770 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:33.313766 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Attempting to bind port c48e90f9-a250-469a-a28c-6c5f1793ceaa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:33.314410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Attempting to bind port c48e90f9-a250-469a-a28c-6c5f1793ceaa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:33.314559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Attempting to bind port c48e90f9-a250-469a-a28c-6c5f1793ceaa on network 56af973e-4ff1-4891-8589-c2bb21f1d67c {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:33.319537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:33.319934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Checking segment: {'id': 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:33.320304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.320695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Bound using segment: {'id': 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:33.321152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Bound port: c48e90f9-a250-469a-a28c-6c5f1793ceaa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '56af973e-4ff1-4891-8589-c2bb21f1d67c'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:33.321526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.382507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] For port c48e90f9-a250-469a-a28c-6c5f1793ceaa, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:33.385585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] For port c48e90f9-a250-469a-a28c-6c5f1793ceaa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c48e90f9-a250-469a-a28c-6c5f1793ceaa,segment=NetworkSegment(c72b5b60-6202-4d6a-954b-79a1bf9ec8d4),segment_id=c72b5b60-6202-4d6a-954b-79a1bf9ec8d4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:33.389796 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.469551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8727b-9793-4bd6-83ba-c73a424e7ec7 None None] Pushing event updated for resources: {'Port': ['ID=c48e90f9-a250-469a-a28c-6c5f1793ceaa,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:33.485674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b246043-c678-4515-9e84-7d9248afd0a6 None None] Network 56af973e-4ff1-4891-8589-c2bb21f1d67c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:33.602610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8cb847-1485-4ef6-93d6-26820ee275d7 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:33.685031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8cb847-1485-4ef6-93d6-26820ee275d7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:33.789626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.845501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port c48e90f9-a250-469a-a28c-6c5f1793ceaa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:33.846340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.916614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port c48e90f9-a250-469a-a28c-6c5f1793ceaa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c48e90f9-a250-469a-a28c-6c5f1793ceaa,segment=NetworkSegment(c72b5b60-6202-4d6a-954b-79a1bf9ec8d4),segment_id=c72b5b60-6202-4d6a-954b-79a1bf9ec8d4)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:33.916981 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:33.930520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for c48e90f9-a250-469a-a28c-6c5f1793ceaa owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:34.010237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.036022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=c48e90f9-a250-469a-a28c-6c5f1793ceaa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.042914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port c48e90f9-a250-469a-a28c-6c5f1793ceaa on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:34.139565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.176585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56af973e-4ff1-4891-8589-c2bb21f1d67c']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:34.188340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:34.190046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72b5b60-6202-4d6a-954b-79a1bf9ec8d4') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:34.201189 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.210325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d382ba-d808-4ad3-b97e-78fc0268ac03 req-20991484-2464-4bfd-83e3-ea0ffcd497d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.211889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6d382ba-d808-4ad3-b97e-78fc0268ac03 req-20991484-2464-4bfd-83e3-ea0ffcd497d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0886292 Nov 12 04:02:34.235668 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.246146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:34.246538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:34.250546 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:34.324702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6d382ba-d808-4ad3-b97e-78fc0268ac03 req-92411fa1-fd27-44ca-86e5-455c5e943f78 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054673 Nov 12 04:02:34.333245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.340541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.343639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/56af973e-4ff1-4891-8589-c2bb21f1d67c HTTP/1.1" status: 204 len: 168 time: 1.7671781 Nov 12 04:02:34.349067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34756) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.354271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-694998091'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:34.357104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c284b7-5e09-41d3-b6c9-8a29ceb8db49 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=56af973e-4ff1-4891-8589-c2bb21f1d67c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.375713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:34.379983 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.405416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:34.415562 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.415909 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment 1cefcd75-9f3a-4448-b96d-000836f52394 of type vlan for network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 Nov 12 04:02:34.457149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.482066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.487748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.488347 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.524782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1745200 Nov 12 04:02:34.527680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:34.533179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:34.559133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6abd1d-43b2-4296-867d-088dabda38bc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=ba23e6df-c621-4a8b-8106-ddee9afcc0d8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.569753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:34.635921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:34.640390 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.668448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359c74d-1561-4507-85ff-378d908b089c req-2d2bb24b-8b4a-4834-9577-7f74e2fc14f0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.669966 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9359c74d-1561-4507-85ff-378d908b089c req-2d2bb24b-8b4a-4834-9577-7f74e2fc14f0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 945 time: 0.0577097 Nov 12 04:02:34.784482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port e414d2af-641e-4940-aac8-885a6e246f35 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:34.784730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.833903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.892943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=5628d735-d47f-4db7-993d-7ebdc1ac5f4e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:34.909837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': '1cefcd75-9f3a-4448-b96d-000836f52394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:34.910116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: ba23e6df-c621-4a8b-8106-ddee9afcc0d8, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:34.930195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:34.940631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ba23e6df-c621-4a8b-8106-ddee9afcc0d8) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:34.945167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:34.945773 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:34.956092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e532b-e354-42d5-9098-a388d7b45bdd None None] Network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:34.967681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c2c5b684-59c4-4a4b-ac9c-72e95fa3cce4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4385681 Nov 12 04:02:34.968710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34760) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:35.110551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.117094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ba23e6df-c621-4a8b-8106-ddee9afcc0d8', 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '5628d735-d47f-4db7-993d-7ebdc1ac5f4e'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:35.118071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.175548 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.185784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port e414d2af-641e-4940-aac8-885a6e246f35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e414d2af-641e-4940-aac8-885a6e246f35,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:35.185784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.200058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for e414d2af-641e-4940-aac8-885a6e246f35 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:35.262320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Allocated IP 172.20.0.1 (ba23e6df-c621-4a8b-8106-ddee9afcc0d8/5628d735-d47f-4db7-993d-7ebdc1ac5f4e/c43383f2-6d5b-46c0-957a-00b19cf2ae19) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:35.340440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.377535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=e414d2af-641e-4940-aac8-885a6e246f35,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.397786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['e414d2af-641e-4940-aac8-885a6e246f35'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:02:35.431420 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-794b4b1e-16d9-4be1-b1e1-b5aed295a9f3 req-b8abe94f-866a-4ca0-b0a7-1598fa88b206 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0288193 Nov 12 04:02:35.432449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port e414d2af-641e-4940-aac8-885a6e246f35 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:35.436669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.440689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9359c74d-1561-4507-85ff-378d908b089c req-c62275c9-71d0-4c8d-847b-c99b1b241e9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "DELETE /v2.0/ports/e414d2af-641e-4940-aac8-885a6e246f35 HTTP/1.1" status: 204 len: 173 time: 0.7605622 Nov 12 04:02:35.441153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'name': 'network-vif-deleted', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:02:35.443642 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561689e5-68fc-466e-b60a-e8d447d0616f" -d '{"events": [{"server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "name": "network-vif-deleted", "tag": "e414d2af-641e-4940-aac8-885a6e246f35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:02:35.452588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.462648 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.485339 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.518198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=5628d735-d47f-4db7-993d-7ebdc1ac5f4e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.542495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:35.547542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:35.559203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:35.592122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Pushing event updated for resources: {'Port': ['ID=c43383f2-6d5b-46c0-957a-00b19cf2ae19,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.622098 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635e10e-2a45-4a97-95b0-5c9c087585da x-openstack-request-id: req-a635e10e-2a45-4a97-95b0-5c9c087585da {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:02:35.622404 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b925c7-6f18-4c0d-89e2-2072ba35951b", "name": "network-vif-deleted", "tag": "e414d2af-641e-4940-aac8-885a6e246f35", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:02:35.622661 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a635e10e-2a45-4a97-95b0-5c9c087585da {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:02:35.623105 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b925c7-6f18-4c0d-89e2-2072ba35951b', 'name': 'network-vif-deleted', 'tag': 'e414d2af-641e-4940-aac8-885a6e246f35', 'status': 'completed', 'code': 200} Nov 12 04:02:35.647720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Attempting to bind port c43383f2-6d5b-46c0-957a-00b19cf2ae19 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:35.648192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Attempting to bind port c43383f2-6d5b-46c0-957a-00b19cf2ae19 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '1cefcd75-9f3a-4448-b96d-000836f52394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:35.648916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Attempting to bind port c43383f2-6d5b-46c0-957a-00b19cf2ae19 on network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:35.656348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:35.656919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Checking segment: {'id': '1cefcd75-9f3a-4448-b96d-000836f52394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:35.657514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.658121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Bound using segment: {'id': '1cefcd75-9f3a-4448-b96d-000836f52394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:35.658734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Bound port: c43383f2-6d5b-46c0-957a-00b19cf2ae19, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cefcd75-9f3a-4448-b96d-000836f52394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:35.660396 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.662735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.690445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba23e6df-c621-4a8b-8106-ddee9afcc0d8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:35.703462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cefcd75-9f3a-4448-b96d-000836f52394') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:35.703900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cefcd75-9f3a-4448-b96d-000836f52394') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:35.724734 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.749023 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.760782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:35.761454 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.765137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] For port c43383f2-6d5b-46c0-957a-00b19cf2ae19, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:35.768571 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:35.834158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] For port c43383f2-6d5b-46c0-957a-00b19cf2ae19, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c43383f2-6d5b-46c0-957a-00b19cf2ae19,segment=NetworkSegment(1cefcd75-9f3a-4448-b96d-000836f52394),segment_id=1cefcd75-9f3a-4448-b96d-000836f52394)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:35.834441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:35.834441 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:35.834441 n-d-766726-29 neutron-server[102605]: [parameters: {'id': 'ba23e6df-c621-4a8b-8106-ddee9afcc0d8'}] Nov 12 04:02:35.834441 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:35.834873 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:35.839591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:35.931438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4ca1f-56da-472a-8a0d-3e55c7c76909 None None] Pushing event updated for resources: {'Port': ['ID=c43383f2-6d5b-46c0-957a-00b19cf2ae19,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:35.945774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a542f24-5fc4-436a-8a1f-efbed164b744 None None] Network ba23e6df-c621-4a8b-8106-ddee9afcc0d8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:36.070291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f694ab7-7f02-423f-af00-e4979c60a6d5 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:36.153155 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f694ab7-7f02-423f-af00-e4979c60a6d5 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:36.336381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.393020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port c43383f2-6d5b-46c0-957a-00b19cf2ae19 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:36.393388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.465899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port c43383f2-6d5b-46c0-957a-00b19cf2ae19, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c43383f2-6d5b-46c0-957a-00b19cf2ae19,segment=NetworkSegment(1cefcd75-9f3a-4448-b96d-000836f52394),segment_id=1cefcd75-9f3a-4448-b96d-000836f52394)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:36.466255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.481963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for c43383f2-6d5b-46c0-957a-00b19cf2ae19 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:36.572364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1cae5e2f-c93d-4607-9fce-5800a81d58a2 req-1ff88e92-d1de-4fdc-84a1-65d4d697f5cc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0345216 Nov 12 04:02:36.598039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.624796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=c43383f2-6d5b-46c0-957a-00b19cf2ae19,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.630446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port c43383f2-6d5b-46c0-957a-00b19cf2ae19 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:36.721192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.741578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba23e6df-c621-4a8b-8106-ddee9afcc0d8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:36.751689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cefcd75-9f3a-4448-b96d-000836f52394') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:36.752543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cefcd75-9f3a-4448-b96d-000836f52394') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:36.762687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.777027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.783570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:36.784095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:36.787388 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:36.849084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.856720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.859896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/ba23e6df-c621-4a8b-8106-ddee9afcc0d8 HTTP/1.1" status: 204 len: 168 time: 1.8898993 Nov 12 04:02:36.864660 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:36.870349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84797952'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:36.871768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359cf1f-5564-478d-9ef7-4434ee2b9343 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=ba23e6df-c621-4a8b-8106-ddee9afcc0d8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:36.906707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:36.910616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.935939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:36.946188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:36.946532 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment 4ae7144c-79d5-4c78-a35a-ffeee49c0067 of type vlan for network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 Nov 12 04:02:36.997731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.030372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.036401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.037014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.103937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2377641 Nov 12 04:02:37.109730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34772) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.113416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f768b-75d7-4f2b-93f8-12f30f7ae8dd tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=4befcee8-aedf-444b-b7a0-c8af7e9445c5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.116411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.125296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:37.305683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.322172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.343133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 is not hosted by any dhcp agent {{(pid=102605) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:02:37.349311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.349926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.351270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "PUT /v2.0/networks/4befcee8-aedf-444b-b7a0-c8af7e9445c5 HTTP/1.1" status: 200 len: 723 time: 0.2403696 Nov 12 04:02:37.354755 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34774) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.360150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.400314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643ef87-0fdb-4b11-91fa-3cb0507ff011 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=4befcee8-aedf-444b-b7a0-c8af7e9445c5,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.412910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:37.469980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:37.477101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.690760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.695647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77c406d9-0445-4a42-b632-9f90389d5ba5 req-b30c28d9-6661-437a-bc07-a5ee36e61efc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0399437 Nov 12 04:02:37.764683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=7331ef4e-ec47-4129-843a-346b6cd976a3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:37.770502 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': '4ae7144c-79d5-4c78-a35a-ffeee49c0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:37.770884 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 4befcee8-aedf-444b-b7a0-c8af7e9445c5, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:37.788987 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:37.798427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4befcee8-aedf-444b-b7a0-c8af7e9445c5) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:37.803129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:37.803717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.809583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead4914-23de-4f1e-b5a3-fc824a657d66 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:37.826982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-18f37130-fc80-4177-9d21-e4598c5a8e5a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4711998 Nov 12 04:02:37.827245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34778) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:37.834977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:37.958381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8937880'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:37.991287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4befcee8-aedf-444b-b7a0-c8af7e9445c5', 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '7331ef4e-ec47-4129-843a-346b6cd976a3'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:37.992103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.117445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773706729611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11798609'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.162338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:38.162982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.164329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "PUT /v2.0/subnets/7331ef4e-ec47-4129-843a-346b6cd976a3 HTTP/1.1" status: 200 len: 806 time: 0.3358550 Nov 12 04:02:38.167993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34780) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:38.185853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003fa85-069d-4ecf-93f2-2352ceb64875 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=7331ef4e-ec47-4129-843a-346b6cd976a3,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.190205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Allocated IP 172.20.0.2 (4befcee8-aedf-444b-b7a0-c8af7e9445c5/7331ef4e-ec47-4129-843a-346b6cd976a3/8bf21bfc-d2ee-47c2-abaa-a1409c37f62d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:38.263495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e414d2af-641e-4940-aac8-885a6e246f35 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:38.283547 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.286248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: e414d2af-641e-4940-aac8-885a6e246f35 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:38.286592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e414d2af-641e-4940-aac8-885a6e246f35 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:38.346107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.371431 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.380324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.411995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.429162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Pushing event updated for resources: {'Port': ['ID=8bf21bfc-d2ee-47c2-abaa-a1409c37f62d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.443331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=7331ef4e-ec47-4129-843a-346b6cd976a3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.446194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:38.448446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:38.453359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:38.511386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Attempting to bind port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:38.511660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Attempting to bind port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4ae7144c-79d5-4c78-a35a-ffeee49c0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:38.512010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Attempting to bind port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d on network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:38.516600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.517159 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:38.517565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Checking segment: {'id': '4ae7144c-79d5-4c78-a35a-ffeee49c0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:38.517960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.518341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Bound using segment: {'id': '4ae7144c-79d5-4c78-a35a-ffeee49c0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:38.518796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Bound port: 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae7144c-79d5-4c78-a35a-ffeee49c0067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:38.519594 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.539094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4befcee8-aedf-444b-b7a0-c8af7e9445c5']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:38.550181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7144c-79d5-4c78-a35a-ffeee49c0067') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:38.550988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7144c-79d5-4c78-a35a-ffeee49c0067') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:38.560840 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.575664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.582950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] For port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:38.583450 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:38.583850 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:38.587049 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:38.645281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] For port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8bf21bfc-d2ee-47c2-abaa-a1409c37f62d,segment=NetworkSegment(4ae7144c-79d5-4c78-a35a-ffeee49c0067),segment_id=4ae7144c-79d5-4c78-a35a-ffeee49c0067)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:38.646829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.db.api [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:38.646829 n-d-766726-29 neutron-server[102604]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:38.646829 n-d-766726-29 neutron-server[102604]: [parameters: {'id': '4befcee8-aedf-444b-b7a0-c8af7e9445c5'}] Nov 12 04:02:38.646829 n-d-766726-29 neutron-server[102604]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102604) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:38.647498 n-d-766726-29 neutron-server[102604]: DEBUG oslo_db.api [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:38.649667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:38.734609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02624a-9080-4c5d-a543-8b506c94e187 None None] Pushing event updated for resources: {'Port': ['ID=8bf21bfc-d2ee-47c2-abaa-a1409c37f62d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:38.748375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da39b72-3223-4192-9d26-f13219f1b0e2 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:38.798381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-808c1b9b-3dec-4815-ac54-eeb8f5a954cd req-e164225f-c0bf-4b94-a2f6-122cfbc5c0b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0284045 Nov 12 04:02:38.878416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f1d8b-0284-4720-ad5b-3e0bb2921608 None None] Network 4befcee8-aedf-444b-b7a0-c8af7e9445c5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:39.003638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c1a68-4e43-42e4-9196-482f22b51acb None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:39.095809 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3c1a68-4e43-42e4-9196-482f22b51acb None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:39.148557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.214295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:39.215192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.285772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8bf21bfc-d2ee-47c2-abaa-a1409c37f62d,segment=NetworkSegment(4ae7144c-79d5-4c78-a35a-ffeee49c0067),segment_id=4ae7144c-79d5-4c78-a35a-ffeee49c0067)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:39.286052 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.300883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:39.392157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.418248 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=8bf21bfc-d2ee-47c2-abaa-a1409c37f62d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.422203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port 8bf21bfc-d2ee-47c2-abaa-a1409c37f62d on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:39.510994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.531863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4befcee8-aedf-444b-b7a0-c8af7e9445c5']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:39.541976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7144c-79d5-4c78-a35a-ffeee49c0067') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:39.542265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7144c-79d5-4c78-a35a-ffeee49c0067') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:39.553517 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.569054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.575958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:39.576336 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:39.579445 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:39.642321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.647719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.655493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:39.655699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/4befcee8-aedf-444b-b7a0-c8af7e9445c5 HTTP/1.1" status: 204 len: 168 time: 1.4867201 Nov 12 04:02:39.673116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3e16d-b74e-4597-9e72-4f9b001ec469 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=4befcee8-aedf-444b-b7a0-c8af7e9445c5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.681367 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bca969b-36c9-429c-92b2-6c44d22b4c55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:39.681942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bca969b-36c9-429c-92b2-6c44d22b4c55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:39.685589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0bca969b-36c9-429c-92b2-6c44d22b4c55 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/4befcee8-aedf-444b-b7a0-c8af7e9445c5 HTTP/1.1" status: 404 len: 339 time: 0.0286455 Nov 12 04:02:39.690061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:39.694984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087921955', 'description': 'd1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:39.716653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:39.720202 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.746386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:39.756372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.756833 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment b1991c51-8ffc-48bf-9dea-0feb6f46a244 of type vlan for network afee5bec-c596-49cd-abc7-b2bf36e60d73 Nov 12 04:02:39.806041 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.820059 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.833551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.840438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:39.841093 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:39.942028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39185f6c-10bb-41d0-88c0-5b5df7fdf19b req-a643f526-39a1-4424-b5e0-443518bdc072 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b0b925c7-6f18-4c0d-89e2-2072ba35951b HTTP/1.1" status: 200 len: 210 time: 0.0687063 Nov 12 04:02:39.945997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2549284 Nov 12 04:02:39.948743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:39.952592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34738-9147-4392-b2ab-09713642b8ca tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=afee5bec-c596-49cd-abc7-b2bf36e60d73,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:39.965100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network afee5bec-c596-49cd-abc7-b2bf36e60d73 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:40.044913 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400bff4a-f921-40d3-8c14-a1b81bdf8643 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.050133 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-400bff4a-f921-40d3-8c14-a1b81bdf8643 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks?id=afee5bec-c596-49cd-abc7-b2bf36e60d73 HTTP/1.1" status: 200 len: 761 time: 0.0971146 Nov 12 04:02:40.050133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.056268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'description': 'd2'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:40.248932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.263421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.291251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network afee5bec-c596-49cd-abc7-b2bf36e60d73 is not hosted by any dhcp agent {{(pid=102604) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:02:40.296795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.297386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.298967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "PUT /v2.0/networks/afee5bec-c596-49cd-abc7-b2bf36e60d73 HTTP/1.1" status: 200 len: 758 time: 0.2476573 Nov 12 04:02:40.301635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.368444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405e149-417a-4edb-b924-4b7f27015bf8 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=afee5bec-c596-49cd-abc7-b2bf36e60d73,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.380263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network afee5bec-c596-49cd-abc7-b2bf36e60d73 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:40.424974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b3348-8ffd-403d-8c71-cf76e11c5f3d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.426495 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b52b3348-8ffd-403d-8c71-cf76e11c5f3d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks?id=afee5bec-c596-49cd-abc7-b2bf36e60d73 HTTP/1.1" status: 200 len: 761 time: 0.1239357 Nov 12 04:02:40.430646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34796) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.436181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074361172'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:40.461329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:40.464911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.488566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:40.498239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.498586 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment fc41816a-211e-4736-88f3-42358b68c2ac of type vlan for network 2ae0d366-9186-4076-9a35-cb4947ae0441 Nov 12 04:02:40.541732 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.568012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.574487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:40.574774 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.646229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2142911 Nov 12 04:02:40.646959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34798) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:40.655714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': '2ae0d366-9186-4076-9a35-cb4947ae0441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:40.675825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad993c7-aaff-497b-af4f-5e58da33e8fc tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=2ae0d366-9186-4076-9a35-cb4947ae0441,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:40.686315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2ae0d366-9186-4076-9a35-cb4947ae0441 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:40.770066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:40.773865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:40.971728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.041422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=63ae5209-4801-4a62-912a-7d1b6cdc003b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.050561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'fc41816a-211e-4736-88f3-42358b68c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2ae0d366-9186-4076-9a35-cb4947ae0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:41.050967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: 2ae0d366-9186-4076-9a35-cb4947ae0441, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:41.071870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network 2ae0d366-9186-4076-9a35-cb4947ae0441 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:41.085401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2ae0d366-9186-4076-9a35-cb4947ae0441) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:41.091026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.091635 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.101750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21558a-e392-466f-bcb3-9f5cd3f0a45a None None] Network 2ae0d366-9186-4076-9a35-cb4947ae0441 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:41.110609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-01a0efb0-8fcc-4898-8dd4-e2cd65499a18 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593382 Nov 12 04:02:41.115229 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.240310 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.288878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb4632-57b1-4288-82d3-d4f9d152ad6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2ae0d366-9186-4076-9a35-cb4947ae0441', 'network_id': '2ae0d366-9186-4076-9a35-cb4947ae0441', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '63ae5209-4801-4a62-912a-7d1b6cdc003b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:41.289861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4632-57b1-4288-82d3-d4f9d152ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.304777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.381416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-d3fb4632-57b1-4288-82d3-d4f9d152ad6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63ae5209-4801-4a62-912a-7d1b6cdc003b: This subnet is being modified by another concurrent operation. Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63ae5209-4801-4a62-912a-7d1b6cdc003b: This subnet is being modified by another concurrent operation. Nov 12 04:02:41.397000 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 04:02:41.411778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=63ae5209-4801-4a62-912a-7d1b6cdc003b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.428334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7d21d-3cd1-4930-9983-15bac188ebe4 None None] Network 2ae0d366-9186-4076-9a35-cb4947ae0441 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:41.494394 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.519994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae0d366-9186-4076-9a35-cb4947ae0441']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.530819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc41816a-211e-4736-88f3-42358b68c2ac') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.531281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc41816a-211e-4736-88f3-42358b68c2ac') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:41.542143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.557246 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.558245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693aa851-dfb9-4ee2-925f-2665babd9b80 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:41.564169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:41.565104 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:41.569286 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:41.645364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.653157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:41.656623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693aa851-dfb9-4ee2-925f-2665babd9b80 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:41.657138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/2ae0d366-9186-4076-9a35-cb4947ae0441 HTTP/1.1" status: 204 len: 168 time: 0.5405414 Nov 12 04:02:41.660299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34808) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.685908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b9584-bf76-43c6-a13b-2776116d71b1 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=2ae0d366-9186-4076-9a35-cb4947ae0441,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:41.706010 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ac3902-bece-418d-bb76-10445fbc6944 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] GET failed (client error): The resource could not be found. Nov 12 04:02:41.707705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-11ac3902-bece-418d-bb76-10445fbc6944 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets/63ae5209-4801-4a62-912a-7d1b6cdc003b HTTP/1.1" status: 404 len: 337 time: 0.0462265 Nov 12 04:02:41.710476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34810) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.729585 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-acffe80d-4c51-490d-91a9-da19836d49c3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:41.730428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acffe80d-4c51-490d-91a9-da19836d49c3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:41.733666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-acffe80d-4c51-490d-91a9-da19836d49c3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/2ae0d366-9186-4076-9a35-cb4947ae0441 HTTP/1.1" status: 404 len: 339 time: 0.0219431 Nov 12 04:02:41.738066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34812) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.927573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1369b132-c11d-450c-91c5-8f0d9b2a456c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:41.929106 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1369b132-c11d-450c-91c5-8f0d9b2a456c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1900938 Nov 12 04:02:41.931827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34814) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:41.967193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4687dc30-82c5-4daf-b9a7-62366b167114 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd HTTP/1.1" status: 200 len: 207 time: 0.0341330 Nov 12 04:02:41.971350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34816) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.091284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89d0b1-950c-435e-a0aa-52273593181b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.097374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89d0b1-950c-435e-a0aa-52273593181b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.103357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89d0b1-950c-435e-a0aa-52273593181b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.109674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89d0b1-950c-435e-a0aa-52273593181b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.111997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d89d0b1-950c-435e-a0aa-52273593181b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1396506 Nov 12 04:02:42.115897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34818) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.245514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e7038d97-9cb3-4e00-8e03-6ceb296d60df tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1282864 Nov 12 04:02:42.248761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34822) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.301965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0f3b9-0b54-4886-9cbd-695149918d6a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.303655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0f3b9-0b54-4886-9cbd-695149918d6a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.305181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-28e0f3b9-0b54-4886-9cbd-695149918d6a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0554414 Nov 12 04:02:42.308868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34824) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.363437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc0b5ad-5a31-496a-b409-1c6b2442f008 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.364735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc0b5ad-5a31-496a-b409-1c6b2442f008 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.366275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6cc0b5ad-5a31-496a-b409-1c6b2442f008 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0565071 Nov 12 04:02:42.370056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34826) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.483043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe20a50-c1ec-4f15-a738-2de87dd0b072 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.484411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ffe20a50-c1ec-4f15-a738-2de87dd0b072 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks/a0b2a7e5-e273-436b-9627-8e8de2d628ca HTTP/1.1" status: 200 len: 799 time: 0.1134050 Nov 12 04:02:42.488279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34828) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.589099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a32b0b9-ff09-4a56-86a9-d77b238d42b7 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/networks/a0b2a7e5-e273-436b-9627-8e8de2d628ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0995712 Nov 12 04:02:42.592404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34830) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.652022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9349b9-d131-4364-b53c-d1278c7ca62b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.653482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e9349b9-d131-4364-b53c-d1278c7ca62b tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets/07126256-a604-4a9b-894b-6b4f91e6ecb2 HTTP/1.1" status: 200 len: 811 time: 0.0600746 Nov 12 04:02:42.657276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34832) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.716754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dae1f5-9e2e-462a-a375-5ec6d7b63e98 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['shared'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.718193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-13dae1f5-9e2e-462a-a375-5ec6d7b63e98 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "GET /v2.0/subnets/07126256-a604-4a9b-894b-6b4f91e6ecb2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0595133 Nov 12 04:02:42.721767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34834) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.726663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684535524'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:42.748396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:42.752518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.776922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:42.786677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.787066 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Added segment f0ac259f-5c9e-4d28-95c4-5571d7d69ef9 of type vlan for network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 Nov 12 04:02:42.833567 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.858645 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.864311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:42.864909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:42.935715 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2103865 Nov 12 04:02:42.936825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:42.943307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff20e3-bb5b-4222-92f2-cdd0f4ce798a tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Network': ['ID=bdbbad0b-11a8-4b14-84a9-cb5ccc693e01,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:42.944496 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:42.956110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:43.042640 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Made reservation on behalf of 14c4c2d3986c480986aa80789f21c9d1 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:43.046482 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.108461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing IP validity checks on allocation pools {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:02:43.109024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.ipam_backend_mixin [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102605) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:02:43.250155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.324497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=1d163412-b918-4c38-88c7-ec81f92ff8ab,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.330703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Checking segment: {'id': 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:43.331104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network hostable DHCP agents. Network: bdbbad0b-11a8-4b14-84a9-cb5ccc693e01, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:43.348660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:43.357999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, bdbbad0b-11a8-4b14-84a9-cb5ccc693e01) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:43.363723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.364393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.370203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6b6a3-382a-4acb-a59f-d3b442ad1415 None None] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:43.382664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ab974e29-5402-4a92-8b1d-a0cdddf9957d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4443705 Nov 12 04:02:43.385356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34840) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.390855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:43.500001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8937880'] for subnet, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.536971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-bdbbad0b-11a8-4b14-84a9-cb5ccc693e01', 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01', 'tenant_id': '14c4c2d3986c480986aa80789f21c9d1', 'fixed_ips': [{'subnet_id': '1d163412-b918-4c38-88c7-ec81f92ff8ab'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:43.537941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.691397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773706729611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11798609'] for subnet, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.738243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:43.738552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.739273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Allocated IP 172.20.0.3 (bdbbad0b-11a8-4b14-84a9-cb5ccc693e01/1d163412-b918-4c38-88c7-ec81f92ff8ab/e341fac5-728a-47fb-a2eb-0327c7db7d8f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:43.739855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "PUT /v2.0/subnets/1d163412-b918-4c38-88c7-ec81f92ff8ab HTTP/1.1" status: 200 len: 877 time: 0.3535576 Nov 12 04:02:43.742975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34842) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:43.757327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e52366-2ed0-43e8-8c58-9ca0631ad230 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event updated for resources: {'Subnet': ['ID=1d163412-b918-4c38-88c7-ec81f92ff8ab,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:43.861726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.899403 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.905764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.920806 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:43.945751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:43.948597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:43.954417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:43.967934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Pushing event updated for resources: {'Port': ['ID=e341fac5-728a-47fb-a2eb-0327c7db7d8f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.000358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.023046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Attempting to bind port e341fac5-728a-47fb-a2eb-0327c7db7d8f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:44.023421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Attempting to bind port e341fac5-728a-47fb-a2eb-0327c7db7d8f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:44.023789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Attempting to bind port e341fac5-728a-47fb-a2eb-0327c7db7d8f on network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:44.029991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:44.030519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Checking segment: {'id': 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:44.030958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.031358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Bound using segment: {'id': 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:44.031867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Bound port: e341fac5-728a-47fb-a2eb-0327c7db7d8f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:44.032205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.037183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=1d163412-b918-4c38-88c7-ec81f92ff8ab,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.105860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] For port e341fac5-728a-47fb-a2eb-0327c7db7d8f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:44.111943 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] For port e341fac5-728a-47fb-a2eb-0327c7db7d8f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e341fac5-728a-47fb-a2eb-0327c7db7d8f,segment=NetworkSegment(f0ac259f-5c9e-4d28-95c4-5571d7d69ef9),segment_id=f0ac259f-5c9e-4d28-95c4-5571d7d69ef9)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:44.112657 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.117689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.141073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbbad0b-11a8-4b14-84a9-cb5ccc693e01']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:44.158296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:44.158695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:44.173121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.211551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4b53c-3840-4750-8a77-c9db71ebc4c3 None None] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:44.212352 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.224472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:44.225543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.244307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0e9a8-fc21-4189-9797-d8c216881d9d None None] Pushing event updated for resources: {'Port': ['ID=e341fac5-728a-47fb-a2eb-0327c7db7d8f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:44.298511 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:44.319003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.db.api [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 04:02:44.319003 n-d-766726-29 neutron-server[102605]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 04:02:44.319003 n-d-766726-29 neutron-server[102605]: [parameters: {'id': 'bdbbad0b-11a8-4b14-84a9-cb5ccc693e01'}] Nov 12 04:02:44.319003 n-d-766726-29 neutron-server[102605]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:44.319672 n-d-766726-29 neutron-server[102605]: DEBUG oslo_db.api [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:44.388674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde4ab3-3ded-4b03-9e43-440b5e3dc5fb None None] Network bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:44.542939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632edbd-6e43-465c-813f-d973fc11a720 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:02:44.647867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632edbd-6e43-465c-813f-d973fc11a720 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:02:44.821267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:44.901083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port e341fac5-728a-47fb-a2eb-0327c7db7d8f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:44.901967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.013965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port e341fac5-728a-47fb-a2eb-0327c7db7d8f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e341fac5-728a-47fb-a2eb-0327c7db7d8f,segment=NetworkSegment(f0ac259f-5c9e-4d28-95c4-5571d7d69ef9),segment_id=f0ac259f-5c9e-4d28-95c4-5571d7d69ef9)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:45.014533 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.029685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for e341fac5-728a-47fb-a2eb-0327c7db7d8f owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:45.138687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.167313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port e341fac5-728a-47fb-a2eb-0327c7db7d8f on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:45.222714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=e341fac5-728a-47fb-a2eb-0327c7db7d8f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.256126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.256707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.257548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.257915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.258332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.258815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.259256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.259681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.260096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.260517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.261031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.261386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:45.326097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.355536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbbad0b-11a8-4b14-84a9-cb5ccc693e01']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.386444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.388158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ac259f-5c9e-4d28-95c4-5571d7d69ef9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:45.411443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.427506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.434928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:45.435662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:45.511305 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:45.516243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.551825 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:45.556227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 HTTP/1.1" status: 204 len: 168 time: 1.8123360 Nov 12 04:02:45.557488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35a059-65cb-44ee-b0c4-1f63c7773e9d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=bdbbad0b-11a8-4b14-84a9-cb5ccc693e01,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:45.559788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34922) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:45.589286 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6257d5-a19c-43e3-9856-f3cb05396581 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:45.590101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6257d5-a19c-43e3-9856-f3cb05396581 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:45.593433 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd6257d5-a19c-43e3-9856-f3cb05396581 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/1d163412-b918-4c38-88c7-ec81f92ff8ab HTTP/1.1" status: 404 len: 337 time: 0.0319874 Nov 12 04:02:45.596703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34924) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:45.621785 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c654c44-110d-4d79-89c7-af9fcb01a487 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:45.622551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c654c44-110d-4d79-89c7-af9fcb01a487 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:45.627036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6c654c44-110d-4d79-89c7-af9fcb01a487 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/bdbbad0b-11a8-4b14-84a9-cb5ccc693e01 HTTP/1.1" status: 404 len: 339 time: 0.0291443 Nov 12 04:02:45.629678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34926) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:45.656262 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4792cb-c754-44b8-b29c-baa58fcb655d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:45.656726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4792cb-c754-44b8-b29c-baa58fcb655d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:45.660775 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c4792cb-c754-44b8-b29c-baa58fcb655d tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/63ae5209-4801-4a62-912a-7d1b6cdc003b HTTP/1.1" status: 404 len: 337 time: 0.0300152 Nov 12 04:02:45.663397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:45.690473 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa42789-49b3-4924-9872-c238dcfd020c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:45.691088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa42789-49b3-4924-9872-c238dcfd020c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:45.694311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4aa42789-49b3-4924-9872-c238dcfd020c tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/2ae0d366-9186-4076-9a35-cb4947ae0441 HTTP/1.1" status: 404 len: 339 time: 0.0298252 Nov 12 04:02:45.696895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:45.787224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.245119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.265886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afee5bec-c596-49cd-abc7-b2bf36e60d73']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:46.276425 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1991c51-8ffc-48bf-9dea-0feb6f46a244') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:46.276788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1991c51-8ffc-48bf-9dea-0feb6f46a244') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:46.287403 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.301496 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.307951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:46.308340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:46.311502 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:46.372813 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.379297 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.386615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34934) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.386812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/afee5bec-c596-49cd-abc7-b2bf36e60d73 HTTP/1.1" status: 204 len: 168 time: 0.6887496 Nov 12 04:02:46.402491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deb13d-31fe-498c-a40a-bdef2d7deacf tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=afee5bec-c596-49cd-abc7-b2bf36e60d73,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:46.415747 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dba569-6d2d-405e-80df-c4d7a7567f82 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.416227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dba569-6d2d-405e-80df-c4d7a7567f82 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.419447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-49dba569-6d2d-405e-80df-c4d7a7567f82 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/7331ef4e-ec47-4129-843a-346b6cd976a3 HTTP/1.1" status: 404 len: 337 time: 0.0311289 Nov 12 04:02:46.422059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34936) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.443546 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-012119c3-700f-485f-a227-fbfd57e590d3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.444128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012119c3-700f-485f-a227-fbfd57e590d3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.447196 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-012119c3-700f-485f-a227-fbfd57e590d3 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/4befcee8-aedf-444b-b7a0-c8af7e9445c5 HTTP/1.1" status: 404 len: 339 time: 0.0241702 Nov 12 04:02:46.449912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34938) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.476767 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a06a97-1b1a-4c4f-b734-6120d2b47a30 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.477276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a06a97-1b1a-4c4f-b734-6120d2b47a30 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.480795 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b0a06a97-1b1a-4c4f-b734-6120d2b47a30 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/5628d735-d47f-4db7-993d-7ebdc1ac5f4e HTTP/1.1" status: 404 len: 337 time: 0.0297873 Nov 12 04:02:46.483425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34940) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.508798 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-932f9274-e904-4a04-a62a-8a308c7ad511 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.509251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932f9274-e904-4a04-a62a-8a308c7ad511 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.514680 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-932f9274-e904-4a04-a62a-8a308c7ad511 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/ba23e6df-c621-4a8b-8106-ddee9afcc0d8 HTTP/1.1" status: 404 len: 339 time: 0.0278554 Nov 12 04:02:46.515074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34942) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.541449 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96d598a-9d76-40b9-b8e7-beb0f8f819d4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.541905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96d598a-9d76-40b9-b8e7-beb0f8f819d4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.545203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e96d598a-9d76-40b9-b8e7-beb0f8f819d4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/ca3024d7-c33c-4a27-a366-f12424a8d341 HTTP/1.1" status: 404 len: 337 time: 0.0291677 Nov 12 04:02:46.548211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.572853 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab3d2a9-92aa-4018-b4e0-5d514b2b1325 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.573717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab3d2a9-92aa-4018-b4e0-5d514b2b1325 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.577050 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bab3d2a9-92aa-4018-b4e0-5d514b2b1325 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/56af973e-4ff1-4891-8589-c2bb21f1d67c HTTP/1.1" status: 404 len: 339 time: 0.0279043 Nov 12 04:02:46.579552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.608356 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0d7349-33cb-4e02-bbe5-d9d1990d30ff tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.608825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0d7349-33cb-4e02-bbe5-d9d1990d30ff tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.612286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0e0d7349-33cb-4e02-bbe5-d9d1990d30ff tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/5f1b639f-f559-475a-b200-81a2b59d17ca HTTP/1.1" status: 404 len: 337 time: 0.0310018 Nov 12 04:02:46.614628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.633735 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb405a5-f719-4c35-be8a-38d0ba9411d0 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.634305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb405a5-f719-4c35-be8a-38d0ba9411d0 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.637540 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0fb405a5-f719-4c35-be8a-38d0ba9411d0 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/c90e90b5-dc7c-4935-b6b5-a615ce3135a2 HTTP/1.1" status: 404 len: 339 time: 0.0219424 Nov 12 04:02:46.641422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.668305 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-81417d6e-d791-4b3f-8dd2-77b3f6c233a4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.668771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81417d6e-d791-4b3f-8dd2-77b3f6c233a4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.671853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-81417d6e-d791-4b3f-8dd2-77b3f6c233a4 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/59a2efb8-d91b-4e1a-a46a-5905a29fe6b2 HTTP/1.1" status: 404 len: 337 time: 0.0295022 Nov 12 04:02:46.674641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34952) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.693688 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5608395b-c3b1-40fd-9363-b2368b485a16 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.694260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5608395b-c3b1-40fd-9363-b2368b485a16 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.697309 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5608395b-c3b1-40fd-9363-b2368b485a16 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/030eab23-cfa9-477f-bfa4-e7221f58c699 HTTP/1.1" status: 404 len: 339 time: 0.0216410 Nov 12 04:02:46.699849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34954) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.726899 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cc18c8-08ad-4f6b-933b-ac6a4aedeb97 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.727364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cc18c8-08ad-4f6b-933b-ac6a4aedeb97 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.730392 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-96cc18c8-08ad-4f6b-933b-ac6a4aedeb97 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/1b50c68f-eae6-40c1-b953-0ba42af7270c HTTP/1.1" status: 404 len: 337 time: 0.0296268 Nov 12 04:02:46.732919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.757277 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dace85-8d2e-4108-949c-e7bbbaf99645 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.757857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dace85-8d2e-4108-949c-e7bbbaf99645 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.761043 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-71dace85-8d2e-4108-949c-e7bbbaf99645 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/60878bc5-d8d2-4d96-b989-5e800b7f8995 HTTP/1.1" status: 404 len: 339 time: 0.0271306 Nov 12 04:02:46.764165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34958) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.795205 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-8130771d-e8ef-4ead-8d4c-aae3e48c9fe9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.795676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8130771d-e8ef-4ead-8d4c-aae3e48c9fe9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.799490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8130771d-e8ef-4ead-8d4c-aae3e48c9fe9 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/1999f0ab-9c57-4a4a-a9f0-72af1d98eb85 HTTP/1.1" status: 404 len: 337 time: 0.0341060 Nov 12 04:02:46.802039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.821131 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a448adb-c9ba-40f0-b6f8-f81076e99ba6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.821712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a448adb-c9ba-40f0-b6f8-f81076e99ba6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.827078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6a448adb-c9ba-40f0-b6f8-f81076e99ba6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/bfbe2e29-4ad9-4611-ac9f-8c3b57db736c HTTP/1.1" status: 404 len: 339 time: 0.0218236 Nov 12 04:02:46.827305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34962) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.853807 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fcf743-c29c-491a-9e0a-c53309d70a8e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.854273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fcf743-c29c-491a-9e0a-c53309d70a8e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.857329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-70fcf743-c29c-491a-9e0a-c53309d70a8e tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/efda9b7b-a4e7-4d58-b95d-a3df89e0639a HTTP/1.1" status: 404 len: 337 time: 0.0291126 Nov 12 04:02:46.859860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34964) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.879615 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beb1ac4-d39a-4dbd-b4ca-23eb5a889f50 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:46.880173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beb1ac4-d39a-4dbd-b4ca-23eb5a889f50 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:46.883208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3beb1ac4-d39a-4dbd-b4ca-23eb5a889f50 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/8bbc90d9-025c-4253-b29b-66ca47a89928 HTTP/1.1" status: 404 len: 339 time: 0.0223966 Nov 12 04:02:46.885842 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34966) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:46.939970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting subnet 07126256-a604-4a9b-894b-6b4f91e6ecb2 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:46.943478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:46.985533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.084640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.146384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.174244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Subnet': ['ID=07126256-a604-4a9b-894b-6b4f91e6ecb2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.179929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.187848 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a8fe43ad-1e8f-463e-b824-715958af5018 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/subnets/07126256-a604-4a9b-894b-6b4f91e6ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2967000 Nov 12 04:02:47.188099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b61cb7-25e6-4578-82c2-99987b1099ce None None] Network a0b2a7e5-e273-436b-9627-8e8de2d628ca requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:47.188557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:47.267013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.331016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Deleting port 53cf4dce-7bdf-4e73-9890-c39beae824ba {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:47.331354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.370798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] DHCP port deletion for a0b2a7e5-e273-436b-9627-8e8de2d628ca request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:47.403534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] For port 53cf4dce-7bdf-4e73-9890-c39beae824ba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53cf4dce-7bdf-4e73-9890-c39beae824ba,segment=NetworkSegment(e15c2634-7e6e-4c55-99a3-97070fe0b535),segment_id=e15c2634-7e6e-4c55-99a3-97070fe0b535)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.404483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.420469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Calling delete_port for 53cf4dce-7bdf-4e73-9890-c39beae824ba owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:47.426975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Deleting port 53cf4dce-7bdf-4e73-9890-c39beae824ba {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:47.427612 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.496957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] For port 53cf4dce-7bdf-4e73-9890-c39beae824ba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=53cf4dce-7bdf-4e73-9890-c39beae824ba,segment=NetworkSegment(e15c2634-7e6e-4c55-99a3-97070fe0b535),segment_id=e15c2634-7e6e-4c55-99a3-97070fe0b535)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:47.497381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.511033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Calling delete_port for 53cf4dce-7bdf-4e73-9890-c39beae824ba owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:47.514333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.548144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] No DVR routers for this DVR port 53cf4dce-7bdf-4e73-9890-c39beae824ba on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:47.556540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Port': ['ID=53cf4dce-7bdf-4e73-9890-c39beae824ba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 04:02:47.589265 n-d-766726-29 neutron-server[102606]: self.session.flush() Nov 12 04:02:47.598254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.623647 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] Pushing event deleted for resources: {'Port': ['ID=53cf4dce-7bdf-4e73-9890-c39beae824ba,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:47.627554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad738c2-ecfa-4999-bf6a-795d796c2d7b None None] No DVR routers for this DVR port 53cf4dce-7bdf-4e73-9890-c39beae824ba on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:47.644437 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.674075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b2a7e5-e273-436b-9627-8e8de2d628ca']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:47.684068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15c2634-7e6e-4c55-99a3-97070fe0b535') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:47.684446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15c2634-7e6e-4c55-99a3-97070fe0b535') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:47.697799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.712021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.721225 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:47.721973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:47.726401 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:47.796005 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.804989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:47.808374 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] 10.222.0.97 "DELETE /v2.0/networks/a0b2a7e5-e273-436b-9627-8e8de2d628ca HTTP/1.1" status: 204 len: 168 time: 0.6206791 Nov 12 04:02:47.821379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a77e8-2d11-4da4-a961-a61a4e277ab6 tempest-NetworksTest-252618744 tempest-NetworksTest-252618744-project] Pushing event deleted for resources: {'Network': ['ID=a0b2a7e5-e273-436b-9627-8e8de2d628ca,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.147871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 34978) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.313486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ba1e91db-6154-47d7-8f31-f8a5994f4b8a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=14c4c2d3986c480986aa80789f21c9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632993 Nov 12 04:02:48.316167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 34982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:48.377693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.401958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.457610 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.461021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:48.462649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/76a6588d-bf2e-41b5-bee6-afc3e9a2c0a6 HTTP/1.1" status: 204 len: 168 time: 0.1452134 Nov 12 04:02:48.474493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5628a40-254b-4a9c-9d60-9f40138c905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6588d-bf2e-41b5-bee6-afc3e9a2c0a6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:48.962428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53cf4dce-7bdf-4e73-9890-c39beae824ba no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:48.982528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 53cf4dce-7bdf-4e73-9890-c39beae824ba {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:48.982895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 53cf4dce-7bdf-4e73-9890-c39beae824ba not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:49.239291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:49.346081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-592799200'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.370691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:49.374198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.383071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.466175 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.470718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.498955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:49.509218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49de290-82dd-436e-aa75-70fd57efd44d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.514211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.514557 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 80f21913-5310-4fbe-84b5-c04476cb3d60 of type vlan for network 55c9b021-8b0a-427e-a1e3-db61d2ce66de Nov 12 04:02:49.559165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.585671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.591884 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:49.592482 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.631121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3906074 Nov 12 04:02:49.633828 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35010) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:49.639922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'name': 'tempest-PortsIpV6TestJSON-723897904'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:49.666298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaf135-c8b0-4815-9432-2c4d7b75957b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=55c9b021-8b0a-427e-a1e3-db61d2ce66de,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:49.681634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:49.748368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:49.752260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.771397 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 19001b0a-0356-4f43-9e63-bb94ab56421e yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:49.940859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:49.975772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.032632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=19001b0a-0356-4f43-9e63-bb94ab56421e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.051555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '80f21913-5310-4fbe-84b5-c04476cb3d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:50.051915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 55c9b021-8b0a-427e-a1e3-db61d2ce66de, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:50.069678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:50.080354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 55c9b021-8b0a-427e-a1e3-db61d2ce66de) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:50.083975 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:50.089937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.090273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.093701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585092bc-6f99-4aec-900f-436b93282b28 None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:50.113452 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fe4961fb-3cde-497c-b2ec-1f78192bc56a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4745996 Nov 12 04:02:50.113694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35012) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.119999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1286187836'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.148467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:50.153521 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.187797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:50.203947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.205669 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 61e765ac-6149-485d-b2c8-52033e9a9f53 of type vlan for network d4884444-a451-4f02-b403-0a2d6bff89e7 Nov 12 04:02:50.288174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.606913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.613268 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:50.613913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.655169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5403297 Nov 12 04:02:50.657994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35016) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:50.664094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'ports': [{'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'}, {'network_id': 'd4884444-a451-4f02-b403-0a2d6bff89e7'}]} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.664645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.665117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': 'd4884444-a451-4f02-b403-0a2d6bff89e7'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:50.694186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d03536-733c-4b11-ba5f-62c948ebfccd tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=d4884444-a451-4f02-b403-0a2d6bff89e7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:50.708293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network d4884444-a451-4f02-b403-0a2d6bff89e7 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:50.859337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 2} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:50.864865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.883058 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:50.964620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port c6019b3a-e360-4fc4-9e92-1d08e938c4e2 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:51.099039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.169476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port c86ce0a8-ddd7-46d4-b6d5-a805014dab9f yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:51.280814 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.326078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.374091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:51.377441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:51.381547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:51.382381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.389039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=c6019b3a-e360-4fc4-9e92-1d08e938c4e2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.449739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=c86ce0a8-ddd7-46d4-b6d5-a805014dab9f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.458290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '61e765ac-6149-485d-b2c8-52033e9a9f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd4884444-a451-4f02-b403-0a2d6bff89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:51.458786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: d4884444-a451-4f02-b403-0a2d6bff89e7, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:51.476250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network d4884444-a451-4f02-b403-0a2d6bff89e7 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:51.499700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, d4884444-a451-4f02-b403-0a2d6bff89e7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:51.503501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:51.508670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf20f9d-63ce-4535-aae8-e68b2f20f888 None None] Network d4884444-a451-4f02-b403-0a2d6bff89e7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:51.512032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.517919 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.518641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.539629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3f51fac2-d09d-40d6-88dd-cb0a28a021d5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8777547 Nov 12 04:02:51.539890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35020) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.637249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port c86ce0a8-ddd7-46d4-b6d5-a805014dab9f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:51.637595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.707313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.720368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for c86ce0a8-ddd7-46d4-b6d5-a805014dab9f owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:51.804475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.833275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=c86ce0a8-ddd7-46d4-b6d5-a805014dab9f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:51.842573 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:51.846471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9272191d-256e-426b-ba18-50087500db18 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/c86ce0a8-ddd7-46d4-b6d5-a805014dab9f HTTP/1.1" status: 204 len: 168 time: 0.3056340 Nov 12 04:02:51.848947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35022) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:51.898528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c1a4b-7a40-4242-ac7c-c266266da3e8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.904614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c1a4b-7a40-4242-ac7c-c266266da3e8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:51.908861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7b3c1a4b-7a40-4242-ac7c-c266266da3e8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0563762 Nov 12 04:02:51.909048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35024) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.000595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port c6019b3a-e360-4fc4-9e92-1d08e938c4e2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:52.000843 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.069417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.082625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for c6019b3a-e360-4fc4-9e92-1d08e938c4e2 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:52.196423 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.225289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-17a4177d-2670-4047-ba50-3e9636f0492f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.231239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=c6019b3a-e360-4fc4-9e92-1d08e938c4e2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.239203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.244096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-61cf1150-5c1c-4e6c-9606-a90c34f8624b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/c6019b3a-e360-4fc4-9e92-1d08e938c4e2 HTTP/1.1" status: 204 len: 168 time: 0.3339450 Nov 12 04:02:52.246598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35026) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.301974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173cedc8-e7b5-4d86-99b4-96c7bba4daaf tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.306101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-173cedc8-e7b5-4d86-99b4-96c7bba4daaf tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0559068 Nov 12 04:02:52.307281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35028) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.339432 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4239edfe-08e1-41a1-acec-3a15591baf95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:02:52.341460 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4239edfe-08e1-41a1-acec-3a15591baf95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/c86ce0a8-ddd7-46d4-b6d5-a805014dab9f HTTP/1.1" status: 404 len: 333 time: 0.0330758 Nov 12 04:02:52.344101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35030) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.371712 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-e900b452-e1e2-47e0-b355-d63e257f398f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:02:52.373282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e900b452-e1e2-47e0-b355-d63e257f398f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/c6019b3a-e360-4fc4-9e92-1d08e938c4e2 HTTP/1.1" status: 404 len: 333 time: 0.0281289 Nov 12 04:02:52.376431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35034) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.460046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.547240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.568875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4884444-a451-4f02-b403-0a2d6bff89e7']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:52.578901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e765ac-6149-485d-b2c8-52033e9a9f53') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:52.579204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e765ac-6149-485d-b2c8-52033e9a9f53') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:52.589970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.603871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.609710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:52.610093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:52.613758 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:52.681599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.691136 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.694264 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/d4884444-a451-4f02-b403-0a2d6bff89e7 HTTP/1.1" status: 204 len: 168 time: 0.3166523 Nov 12 04:02:52.698490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35036) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.704141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650023247'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:52.710577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1bc9-8099-4db1-a671-b60a72bd1074 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=d4884444-a451-4f02-b403-0a2d6bff89e7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.730432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:52.733903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.763672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:52.775697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.776046 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment e86a88fb-62fb-4b41-843c-8cf0e2f9fb59 of type vlan for network 2d8c1443-092e-419b-bfce-5226b541eacb Nov 12 04:02:52.823267 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.851862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.857509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:52.858117 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:52.899401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1996617 Nov 12 04:02:52.901538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35038) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:52.916824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:52.946364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2002db1-7732-4d57-8534-08dad4da7492 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=2d8c1443-092e-419b-bfce-5226b541eacb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:52.958594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2d8c1443-092e-419b-bfce-5226b541eacb details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:53.041308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:53.047063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.116419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:02:53.119164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:02:53.272634 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.353376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=985433cb-fb88-4449-9c0f-a0850c21773a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:53.367736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:53.367974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 2d8c1443-092e-419b-bfce-5226b541eacb, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:53.397903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 2d8c1443-092e-419b-bfce-5226b541eacb is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:53.409015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2d8c1443-092e-419b-bfce-5226b541eacb) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:53.415099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:53.416170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.419115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b93a5-2080-4c6a-b57e-95c8c77ae403 None None] Network 2d8c1443-092e-419b-bfce-5226b541eacb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:53.442278 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c4eeb990-0a87-4d64-a3c6-b42c940d49a1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5356016 Nov 12 04:02:53.445119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35042) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:53.448730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb', 'name': 'tempest-PortsIpV6TestJSON-372515910'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:53.592982 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2d8c1443-092e-419b-bfce-5226b541eacb', 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': '985433cb-fb88-4449-9c0f-a0850c21773a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:53.593886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.618510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:53.621991 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.640190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:53.745378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Allocated IP 2001:db8::2 (2d8c1443-092e-419b-bfce-5226b541eacb/985433cb-fb88-4449-9c0f-a0850c21773a/fa6e391a-6dc6-4eed-b892-774612abe2bb) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:53.889235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.896492 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:53.964598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::261 (2d8c1443-092e-419b-bfce-5226b541eacb/985433cb-fb88-4449-9c0f-a0850c21773a/9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:54.111611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Pushing event updated for resources: {'Port': ['ID=fa6e391a-6dc6-4eed-b892-774612abe2bb,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.123055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.123377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.123708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.124034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.124350 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.124669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.124983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.125392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.125802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.126115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.126444 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.126753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:02:54.131114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Network 2d8c1443-092e-419b-bfce-5226b541eacb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:54.132893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:54.135191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:54.156812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.192582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.208162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Attempting to bind port fa6e391a-6dc6-4eed-b892-774612abe2bb on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:54.208664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Attempting to bind port fa6e391a-6dc6-4eed-b892-774612abe2bb by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:54.209147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Attempting to bind port fa6e391a-6dc6-4eed-b892-774612abe2bb on network 2d8c1443-092e-419b-bfce-5226b541eacb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:54.216378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:54.218970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Checking segment: {'id': 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:54.218970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.218970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Bound using segment: {'id': 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:54.218970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Bound port: fa6e391a-6dc6-4eed-b892-774612abe2bb, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2d8c1443-092e-419b-bfce-5226b541eacb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:54.219568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.237414 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 2d8c1443-092e-419b-bfce-5226b541eacb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:54.240534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:54.246643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:54.252761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:54.253396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.271045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.284442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-157e4f12-f660-43d1-ab0d-87954c71380a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8377931 Nov 12 04:02:54.284677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35044) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.299850 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] For port fa6e391a-6dc6-4eed-b892-774612abe2bb, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:54.303293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] For port fa6e391a-6dc6-4eed-b892-774612abe2bb, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fa6e391a-6dc6-4eed-b892-774612abe2bb,segment=NetworkSegment(e86a88fb-62fb-4b41-843c-8cf0e2f9fb59),segment_id=e86a88fb-62fb-4b41-843c-8cf0e2f9fb59)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:54.309709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.380837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9e5d3-6712-4923-a994-c973499f1fcf None None] Pushing event updated for resources: {'Port': ['ID=fa6e391a-6dc6-4eed-b892-774612abe2bb,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.393311 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:54.393643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.512503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.527663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:54.593295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f9209da-1069-4d91-93ed-6b33e2ddc510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.726956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.756147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:54.781538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.784813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c0ba9964-b5c5-4ee8-b4f2-e44ac103a002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a HTTP/1.1" status: 204 len: 168 time: 0.4991803 Nov 12 04:02:54.787513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35048) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.811385 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3d561b-f241-4729-8ed4-7d50061da967 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:02:54.811975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3d561b-f241-4729-8ed4-7d50061da967 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:02:54.815902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bb3d561b-f241-4729-8ed4-7d50061da967 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a HTTP/1.1" status: 404 len: 333 time: 0.0273519 Nov 12 04:02:54.818718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35050) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.843431 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee4874-155a-4db9-968e-bac54e7a9870 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:02:54.845018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-53ee4874-155a-4db9-968e-bac54e7a9870 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/9bafb61f-8b3e-4a83-9beb-4bd6d2d7fb1a HTTP/1.1" status: 404 len: 333 time: 0.0252786 Nov 12 04:02:54.847853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:54.917849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 985433cb-fb88-4449-9c0f-a0850c21773a {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:54.922216 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.972543 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:54.996588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fa6e391a-6dc6-4eed-b892-774612abe2bb up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:02:55.062173 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fa6e391a-6dc6-4eed-b892-774612abe2bb triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:55.062689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.081751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.162440 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.185725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.198407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=985433cb-fb88-4449-9c0f-a0850c21773a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.208858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.213177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-99b6fb04-2045-4b2d-9e8a-c2987a16670a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/985433cb-fb88-4449-9c0f-a0850c21773a HTTP/1.1" status: 204 len: 168 time: 0.3640609 Nov 12 04:02:55.216008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35054) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.264863 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 04:02:55.265533 n-d-766726-29 neutron-server[102606]: DEBUG oslo_db.api [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 04:02:55.320566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.405547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port fa6e391a-6dc6-4eed-b892-774612abe2bb {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:55.406093 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.461753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f617772-82aa-477e-b303-7c2aac214212 None None] Network 2d8c1443-092e-419b-bfce-5226b541eacb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:55.487873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port fa6e391a-6dc6-4eed-b892-774612abe2bb, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fa6e391a-6dc6-4eed-b892-774612abe2bb,segment=NetworkSegment(e86a88fb-62fb-4b41-843c-8cf0e2f9fb59),segment_id=e86a88fb-62fb-4b41-843c-8cf0e2f9fb59)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:55.488243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.503403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for fa6e391a-6dc6-4eed-b892-774612abe2bb owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:55.560073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-099227d5-c3e5-45a9-afa4-cab9e47a685f None None] Provisioning complete for port fa6e391a-6dc6-4eed-b892-774612abe2bb triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:55.560485 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-099227d5-c3e5-45a9-afa4-cab9e47a685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.563688 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.625776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.643958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-099227d5-c3e5-45a9-afa4-cab9e47a685f None None] Could not find standard attr ID for object fa6e391a-6dc6-4eed-b892-774612abe2bb. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:02:55.648649 n-d-766726-29 neutron-server[102606]: INFO neutron.plugins.ml2.db [None req-099227d5-c3e5-45a9-afa4-cab9e47a685f None None] No ports have port_id starting with fa6e391a-6dc6-4eed-b892-774612abe2bb Nov 12 04:02:55.652075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=fa6e391a-6dc6-4eed-b892-774612abe2bb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.660199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port fa6e391a-6dc6-4eed-b892-774612abe2bb on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:55.741401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d2e30-f229-4cc8-bcaf-ee2d3a87a862 None None] DHCP port deletion for 2d8c1443-092e-419b-bfce-5226b541eacb request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:55.767850 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.792044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c1443-092e-419b-bfce-5226b541eacb']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.798178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Port fa6e391a-6dc6-4eed-b892-774612abe2bb update to ACTIVE by agent not found {{(pid=102606) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 04:02:55.804875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.805214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86a88fb-62fb-4b41-843c-8cf0e2f9fb59') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:55.816981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.831867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.839663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:55.840421 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:55.843795 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:55.916419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.924471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:55.928545 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/2d8c1443-092e-419b-bfce-5226b541eacb HTTP/1.1" status: 204 len: 168 time: 0.7107856 Nov 12 04:02:55.932752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35058) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:55.937991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700639100'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:55.951140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3815f2-d9a1-4c8f-83a4-2f0e19685603 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=2d8c1443-092e-419b-bfce-5226b541eacb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:55.976722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:55.980318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.008004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:02:56.020498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.021114 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 69a3af87-a579-418d-b3f5-5d27491dd3d1 of type vlan for network 08f2bc6d-3140-4075-9c7f-61add49c615b Nov 12 04:02:56.070314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.103960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.110233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.111140 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.152722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2188609 Nov 12 04:02:56.155769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35060) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.160927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:56.196241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b462f-dd55-46a5-8b12-51df29763e87 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=08f2bc6d-3140-4075-9c7f-61add49c615b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.210928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 08f2bc6d-3140-4075-9c7f-61add49c615b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:02:56.256846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:56.261373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.495437 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.527271 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:02:56.564526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=f255d7e2-b900-491c-b0a3-08755de06765,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:56.574367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '69a3af87-a579-418d-b3f5-5d27491dd3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:56.574728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 08f2bc6d-3140-4075-9c7f-61add49c615b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:02:56.593540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 08f2bc6d-3140-4075-9c7f-61add49c615b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:02:56.621153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 08f2bc6d-3140-4075-9c7f-61add49c615b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:56.635571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:56.636509 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.648562 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a267d-bffb-4c00-9cca-5cf5899bc89f None None] Network 08f2bc6d-3140-4075-9c7f-61add49c615b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:56.759638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cb6f6916-28b1-443c-80d8-f0f76d76a74a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6024859 Nov 12 04:02:56.762042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35072) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:56.768026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-362947641'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:56.864877 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-08f2bc6d-3140-4075-9c7f-61add49c615b', 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': 'f255d7e2-b900-491c-b0a3-08755de06765'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:02:56.865872 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.887692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:56.891766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:56.924292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port a21aa221-694b-4dec-aa53-34002b21356a yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:56.993533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fa6e391a-6dc6-4eed-b892-774612abe2bb no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:02:57.026560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fa6e391a-6dc6-4eed-b892-774612abe2bb {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:02:57.026794 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fa6e391a-6dc6-4eed-b892-774612abe2bb not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:02:57.041611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.049564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Allocated IP 2001:db8::2 (08f2bc6d-3140-4075-9c7f-61add49c615b/f255d7e2-b900-491c-b0a3-08755de06765/dcf0ee49-247f-4505-a27a-c4a315fc9b9b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:57.208169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.219947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.259277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Network 08f2bc6d-3140-4075-9c7f-61add49c615b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:57.262335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:57.268061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:57.273416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::c (08f2bc6d-3140-4075-9c7f-61add49c615b/f255d7e2-b900-491c-b0a3-08755de06765/a21aa221-694b-4dec-aa53-34002b21356a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:02:57.280947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Pushing event updated for resources: {'Port': ['ID=dcf0ee49-247f-4505-a27a-c4a315fc9b9b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.335328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Attempting to bind port dcf0ee49-247f-4505-a27a-c4a315fc9b9b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:02:57.335793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Attempting to bind port dcf0ee49-247f-4505-a27a-c4a315fc9b9b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '69a3af87-a579-418d-b3f5-5d27491dd3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:02:57.336231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Attempting to bind port dcf0ee49-247f-4505-a27a-c4a315fc9b9b on network 08f2bc6d-3140-4075-9c7f-61add49c615b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:02:57.341504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:02:57.342025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Checking segment: {'id': '69a3af87-a579-418d-b3f5-5d27491dd3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:02:57.342529 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.343174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Bound using segment: {'id': '69a3af87-a579-418d-b3f5-5d27491dd3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:02:57.343755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Bound port: dcf0ee49-247f-4505-a27a-c4a315fc9b9b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a3af87-a579-418d-b3f5-5d27491dd3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '08f2bc6d-3140-4075-9c7f-61add49c615b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:02:57.344252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.412972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] For port dcf0ee49-247f-4505-a27a-c4a315fc9b9b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:02:57.416295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.417973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] For port dcf0ee49-247f-4505-a27a-c4a315fc9b9b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dcf0ee49-247f-4505-a27a-c4a315fc9b9b,segment=NetworkSegment(69a3af87-a579-418d-b3f5-5d27491dd3d1),segment_id=69a3af87-a579-418d-b3f5-5d27491dd3d1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:02:57.422166 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.474553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.484713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bae332-0672-4693-aa44-02500b62a826 None None] Pushing event updated for resources: {'Port': ['ID=dcf0ee49-247f-4505-a27a-c4a315fc9b9b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.516261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 08f2bc6d-3140-4075-9c7f-61add49c615b is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:57.521873 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:57.524875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:57.530652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:57.531333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.555133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=a21aa221-694b-4dec-aa53-34002b21356a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:57.567433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:57.578585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-05eca515-89f7-41b9-b60e-4130918fdb02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 0.8125820 Nov 12 04:02:57.691364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port a21aa221-694b-4dec-aa53-34002b21356a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:57.691791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.787506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.800904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.813662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for a21aa221-694b-4dec-aa53-34002b21356a owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:57.952866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:57.980230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=a21aa221-694b-4dec-aa53-34002b21356a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.011118 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.014416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cca8bc63-8f1c-4c71-a4df-f39e468982f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/a21aa221-694b-4dec-aa53-34002b21356a HTTP/1.1" status: 204 len: 168 time: 0.4458635 Nov 12 04:02:58.017654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.047465 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-379d247f-02f2-40ca-94b1-19772e5baa23 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:02:58.049348 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-379d247f-02f2-40ca-94b1-19772e5baa23 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/a21aa221-694b-4dec-aa53-34002b21356a HTTP/1.1" status: 404 len: 333 time: 0.0307415 Nov 12 04:02:58.052186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.107749 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet f255d7e2-b900-491c-b0a3-08755de06765 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:02:58.111838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.167690 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.288955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.356317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.371624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.375922 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/f255d7e2-b900-491c-b0a3-08755de06765 HTTP/1.1" status: 204 len: 168 time: 0.3227291 Nov 12 04:02:58.378581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:58.404364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29103e66-8a03-4c2b-90b4-696afc81dbd7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=f255d7e2-b900-491c-b0a3-08755de06765,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.469178 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.503181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441350e2-74ef-4006-98be-88cb9ba5c19a None None] Network 08f2bc6d-3140-4075-9c7f-61add49c615b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:02:58.533049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port dcf0ee49-247f-4505-a27a-c4a315fc9b9b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:58.533548 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.604042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port dcf0ee49-247f-4505-a27a-c4a315fc9b9b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dcf0ee49-247f-4505-a27a-c4a315fc9b9b,segment=NetworkSegment(69a3af87-a579-418d-b3f5-5d27491dd3d1),segment_id=69a3af87-a579-418d-b3f5-5d27491dd3d1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:02:58.604442 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.617531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for dcf0ee49-247f-4505-a27a-c4a315fc9b9b owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:58.635586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-10b4abcb-da38-4488-a0a2-479be978403e None None] Provisioning complete for port dcf0ee49-247f-4505-a27a-c4a315fc9b9b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:02:58.636028 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b4abcb-da38-4488-a0a2-479be978403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.706374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.724758 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10b4abcb-da38-4488-a0a2-479be978403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.732024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=dcf0ee49-247f-4505-a27a-c4a315fc9b9b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:58.736107 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port dcf0ee49-247f-4505-a27a-c4a315fc9b9b on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:02:58.749628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec560c2-4f11-4321-a17e-31cee51309c8 None None] DHCP port deletion for 08f2bc6d-3140-4075-9c7f-61add49c615b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:02:58.840679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.864992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f2bc6d-3140-4075-9c7f-61add49c615b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.877815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a3af87-a579-418d-b3f5-5d27491dd3d1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.878115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a3af87-a579-418d-b3f5-5d27491dd3d1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:02:58.887970 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.907109 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.914804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:02:58.915255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:02:58.918890 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:02:58.986999 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.993935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:58.997027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/08f2bc6d-3140-4075-9c7f-61add49c615b HTTP/1.1" status: 204 len: 168 time: 0.6167243 Nov 12 04:02:59.002294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35098) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.008387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'name': 'tempest-PortsIpV6TestJSON-1706158373'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:59.009129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba19d4-3f88-49f0-b1e1-a446e5cb30b7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=08f2bc6d-3140-4075-9c7f-61add49c615b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.106494 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:59.109958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.128336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 6229a737-58c8-4216-b30c-b50c58e96d89 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:02:59.290603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.325153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.376403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:02:59.379847 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:02:59.383612 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:02:59.389155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:02:59.389751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.398257 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=6229a737-58c8-4216-b30c-b50c58e96d89,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.411085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-498ed9f5-1fb4-4e4e-99c7-c828ff4f1f24 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4071357 Nov 12 04:02:59.413759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.506561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 6229a737-58c8-4216-b30c-b50c58e96d89 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:02:59.506926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.571496 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.584786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 6229a737-58c8-4216-b30c-b50c58e96d89 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:02:59.670054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.696723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=6229a737-58c8-4216-b30c-b50c58e96d89,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:02:59.704284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.708615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40341a9b-19eb-4873-8620-c6ea2e5e4b41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/6229a737-58c8-4216-b30c-b50c58e96d89 HTTP/1.1" status: 204 len: 168 time: 0.2938154 Nov 12 04:02:59.710577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35106) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:02:59.715851 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'mac_address': 'fa:16:3e:18:96:05', 'name': 'tempest-PortsIpV6TestJSON-683745025'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:02:59.807947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:02:59.880993 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:02:59.903917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 3758c044-59ed-4617-b1c4-f5e148d32483 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:00.067155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.100389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.148154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:00.151511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:00.155219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:00.160764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.161357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.169441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=3758c044-59ed-4617-b1c4-f5e148d32483,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.183450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74666757-f56e-447f-a90e-c91407df690f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4717309 Nov 12 04:03:00.186074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.231285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ba8e5-dd7b-4f2d-a03c-40d01204befb tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.232758 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b58ba8e5-dd7b-4f2d-a03c-40d01204befb tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/3758c044-59ed-4617-b1c4-f5e148d32483 HTTP/1.1" status: 200 len: 844 time: 0.0456276 Nov 12 04:03:00.236121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35112) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.327315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 3758c044-59ed-4617-b1c4-f5e148d32483 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:00.327658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.394630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.407567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 3758c044-59ed-4617-b1c4-f5e148d32483 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:00.492827 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.522132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=3758c044-59ed-4617-b1c4-f5e148d32483,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:00.527137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.530459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eb0ca8e3-067e-4730-9f82-9a6acf65fca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/3758c044-59ed-4617-b1c4-f5e148d32483 HTTP/1.1" status: 204 len: 168 time: 0.2933085 Nov 12 04:03:00.533059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35114) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.557936 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05b5310-a944-41f0-9ef7-5fe11eb34919 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:00.559478 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f05b5310-a944-41f0-9ef7-5fe11eb34919 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/3758c044-59ed-4617-b1c4-f5e148d32483 HTTP/1.1" status: 404 len: 333 time: 0.0255013 Nov 12 04:03:00.564467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:00.570483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'name': 'tempest-PortsIpV6TestJSON-1114028104'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:00.659560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:00.663133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.684882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 696dfe23-3e10-4387-804a-de7c1907fe8b yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:00.858724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.930048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:00.982163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:00.985341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:00.989809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:00.995352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:00.995956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.001944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=696dfe23-3e10-4387-804a-de7c1907fe8b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.016088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-18859700-dc30-4477-849c-f32cbc224c05 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4505458 Nov 12 04:03:01.019195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35120) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.024218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.087333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.244795 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.253435 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.299361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] In _notify_port_updated(), no bound segment for port 696dfe23-3e10-4387-804a-de7c1907fe8b on network 55c9b021-8b0a-427e-a1e3-db61d2ce66de {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:01.305045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.305722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.307335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/ports/696dfe23-3e10-4387-804a-de7c1907fe8b HTTP/1.1" status: 200 len: 818 time: 0.2869792 Nov 12 04:03:01.310203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35122) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.354765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6156b5-421f-4d54-9a61-72ef4a37de7c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=696dfe23-3e10-4387-804a-de7c1907fe8b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.430061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 696dfe23-3e10-4387-804a-de7c1907fe8b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:01.430410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.509916 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.530817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 696dfe23-3e10-4387-804a-de7c1907fe8b owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:01.628571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.664664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=696dfe23-3e10-4387-804a-de7c1907fe8b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:01.668600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.671250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.675777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de0a807f-3c52-493e-8c93-338b59a6f5d1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/696dfe23-3e10-4387-804a-de7c1907fe8b HTTP/1.1" status: 204 len: 168 time: 0.3643699 Nov 12 04:03:01.678694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35124) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.744137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46e3d7-28cd-4156-917d-a2d65e1441a4 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.745875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ac46e3d7-28cd-4156-917d-a2d65e1441a4 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0659611 Nov 12 04:03:01.748935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35126) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.780382 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdc58bc-4061-4755-ba66-d7d6b72ffffa tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:01.781891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2bdc58bc-4061-4755-ba66-d7d6b72ffffa tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/696dfe23-3e10-4387-804a-de7c1907fe8b HTTP/1.1" status: 404 len: 333 time: 0.0319121 Nov 12 04:03:01.785854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35128) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.790834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1507815703'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:01.813577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:01.817653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.842118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:01.851223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.851565 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 145eb736-c937-43a8-9b74-4f94833c4f18 of type vlan for network 5f17c49d-df22-4852-83a5-ce6806b8fc79 Nov 12 04:03:01.892230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.917669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.924867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:01.925478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:01.990907 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2039335 Nov 12 04:03:01.994555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35132) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:01.999597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.002478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68ed32-1772-4c78-933f-390453fca91f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=5f17c49d-df22-4852-83a5-ce6806b8fc79,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.013432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:02.108984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:02.113471 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.314415 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.383673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=2c854900-1319-43d2-9d35-068c31298d77,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:02.391995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '145eb736-c937-43a8-9b74-4f94833c4f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:02.392373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 5f17c49d-df22-4852-83a5-ce6806b8fc79, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:02.415186 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:02.430333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5f17c49d-df22-4852-83a5-ce6806b8fc79) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:02.434890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:02.435566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.444048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72d067-6f5b-46fd-9cea-88fc11682332 None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:02.454346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c260d5b2-6ee4-4978-a6d1-62d84a1650f0 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4586520 Nov 12 04:03:02.457227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35134) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.462311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.591555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:02.595959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.624639 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5f17c49d-df22-4852-83a5-ce6806b8fc79', 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': '2c854900-1319-43d2-9d35-068c31298d77'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:02.625852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.699219 n-d-766726-29 neutron-server[102604]: INFO neutron.db.ipam_backend_mixin [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c854900-1319-43d2-9d35-068c31298d77 (CIDR: 2001:db8::/64) Nov 12 04:03:02.702524 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:03:02.703023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:02.719971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-efdea014-0aa3-472a-88a7-4583f8c487fe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2615776 Nov 12 04:03:02.723288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35136) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:02.728678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:02.782270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Allocated IP 2001:db8::2 (5f17c49d-df22-4852-83a5-ce6806b8fc79/2c854900-1319-43d2-9d35-068c31298d77/ea06ac48-11c3-4f88-929e-03826bcb7660) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:02.874120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:02.878363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.955140 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:02.961218 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.003735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:03.006826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.011693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:03.015134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Pushing event updated for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.080929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Attempting to bind port ea06ac48-11c3-4f88-929e-03826bcb7660 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:03.081294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Attempting to bind port ea06ac48-11c3-4f88-929e-03826bcb7660 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '145eb736-c937-43a8-9b74-4f94833c4f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:03.081705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Attempting to bind port ea06ac48-11c3-4f88-929e-03826bcb7660 on network 5f17c49d-df22-4852-83a5-ce6806b8fc79 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:03.087683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:03.088175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Checking segment: {'id': '145eb736-c937-43a8-9b74-4f94833c4f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:03.088580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.089011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Bound using segment: {'id': '145eb736-c937-43a8-9b74-4f94833c4f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:03.089478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Bound port: ea06ac48-11c3-4f88-929e-03826bcb7660, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145eb736-c937-43a8-9b74-4f94833c4f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:03.089855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.143801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.159784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:03.163050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea06ac48-11c3-4f88-929e-03826bcb7660,segment=NetworkSegment(145eb736-c937-43a8-9b74-4f94833c4f18),segment_id=145eb736-c937-43a8-9b74-4f94833c4f18)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:03.167590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.190235 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:03.196921 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:03.201293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:03.201899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.211081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=300b17be-f88d-49e3-bb49-897848323c17,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.225558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db67d0-1a4d-4209-b213-f69673bc8a3d None None] Pushing event updated for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:03.227633 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4e6c7965-d083-490c-bc95-d1e2c20fa124 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5032220 Nov 12 04:03:03.230446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:03.236867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'fixed_ips': [{'subnet_id': '2c854900-1319-43d2-9d35-068c31298d77'}, {'subnet_id': '300b17be-f88d-49e3-bb49-897848323c17'}], 'name': 'tempest-PortsIpV6TestJSON-837798184'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:03.382372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:03.497125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:03.516781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port ba95fa95-6244-45ce-87db-bbd587d0fce0 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:03.793463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::269 (5f17c49d-df22-4852-83a5-ce6806b8fc79/2c854900-1319-43d2-9d35-068c31298d77/ba95fa95-6244-45ce-87db-bbd587d0fce0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.800433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8:0:1::387 (5f17c49d-df22-4852-83a5-ce6806b8fc79/300b17be-f88d-49e3-bb49-897848323c17/ba95fa95-6244-45ce-87db-bbd587d0fce0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:03.967682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.008378 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.065752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=ba95fa95-6244-45ce-87db-bbd587d0fce0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.076070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:04.077947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:04.081278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:04.088184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.088986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.110879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b480f476-2652-45d5-a599-e3fb359220d7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8761053 Nov 12 04:03:04.111338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.117041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c854900-1319-43d2-9d35-068c31298d77'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:04.190790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7188cd-a437-48c4-8868-c44fd2a59e01 None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:04.294708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] Provisioning complete for port ea06ac48-11c3-4f88-929e-03826bcb7660 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:04.294708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.295607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.464348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.528394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea06ac48-11c3-4f88-929e-03826bcb7660,segment=NetworkSegment(145eb736-c937-43a8-9b74-4f94833c4f18),segment_id=145eb736-c937-43a8-9b74-4f94833c4f18)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:04.537123 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.567684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Update dhcp port {'port': {'network_id': '5f17c49d-df22-4852-83a5-ce6806b8fc79', 'fixed_ips': [{'subnet_id': '2c854900-1319-43d2-9d35-068c31298d77', 'ip_address': '2001:db8::2'}, {'subnet_id': '300b17be-f88d-49e3-bb49-897848323c17'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'ea06ac48-11c3-4f88-929e-03826bcb7660'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:03:04.613908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.628335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506615c-8e9f-4938-a9b4-f170e242cba0 None None] Pushing event updated for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:04.725464 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Delete allocated IP 2001:db8:0:1::387 (5f17c49d-df22-4852-83a5-ce6806b8fc79/300b17be-f88d-49e3-bb49-897848323c17) {{(pid=102604) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:03:04.866705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.874157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.965857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Allocated IP 2001:db8:0:1::2 (5f17c49d-df22-4852-83a5-ce6806b8fc79/300b17be-f88d-49e3-bb49-897848323c17/ea06ac48-11c3-4f88-929e-03826bcb7660) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:04.966557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] In _notify_port_updated(), no bound segment for port ba95fa95-6244-45ce-87db-bbd587d0fce0 on network 5f17c49d-df22-4852-83a5-ce6806b8fc79 {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:04.977056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:04.978079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:04.980211 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/ports/ba95fa95-6244-45ce-87db-bbd587d0fce0 HTTP/1.1" status: 200 len: 925 time: 0.8674374 Nov 12 04:03:04.983489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:04.992914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c854900-1319-43d2-9d35-068c31298d77'}, {'subnet_id': '300b17be-f88d-49e3-bb49-897848323c17'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:05.006203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75337b70-6508-47c6-9fa3-3438c91df1b1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=ba95fa95-6244-45ce-87db-bbd587d0fce0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.062499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea06ac48-11c3-4f88-929e-03826bcb7660 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:05.095924 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.138465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea06ac48-11c3-4f88-929e-03826bcb7660,segment=NetworkSegment(145eb736-c937-43a8-9b74-4f94833c4f18),segment_id=145eb736-c937-43a8-9b74-4f94833c4f18)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:05.175361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.177630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ea06ac48-11c3-4f88-929e-03826bcb7660 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:05.177988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.180666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.373669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8:0:1::70 (5f17c49d-df22-4852-83a5-ce6806b8fc79/300b17be-f88d-49e3-bb49-897848323c17/ba95fa95-6244-45ce-87db-bbd587d0fce0) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:05.458337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff7727-9c44-47b2-8cca-03140793b91d None None] Pushing event updated for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.515401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.521266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.615083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] In _notify_port_updated(), no bound segment for port ba95fa95-6244-45ce-87db-bbd587d0fce0 on network 5f17c49d-df22-4852-83a5-ce6806b8fc79 {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:05.620700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.621346 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.622708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/ports/ba95fa95-6244-45ce-87db-bbd587d0fce0 HTTP/1.1" status: 200 len: 1010 time: 0.6373672 Nov 12 04:03:05.625823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:05.633622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863a9cb-0249-414e-bb2d-a64974125585 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=ba95fa95-6244-45ce-87db-bbd587d0fce0,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:05.725359 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port ba95fa95-6244-45ce-87db-bbd587d0fce0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:05.725829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.754409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-29704f0f-582f-4ea6-915d-25b67f2c0cbc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:05.755995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-29704f0f-582f-4ea6-915d-25b67f2c0cbc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1457527 Nov 12 04:03:05.774782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-5368bb27-8177-49d7-845e-93e4f4b28bde tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0127015 Nov 12 04:03:05.833627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:05.838790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-529bab44-1a8c-4630-b70f-e115b4c2113e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560963 Nov 12 04:03:05.854365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for ba95fa95-6244-45ce-87db-bbd587d0fce0 owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:05.950002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-f5e902c6-5e36-4860-876f-be667f0de12d service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036208 Nov 12 04:03:06.057389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-83194825-000a-4e8b-b8cc-25fa4521c43d service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002121 Nov 12 04:03:06.083876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.090015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b24cb4-52f5-4ac3-a6e0-b1e5dfe19c0a None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:06.153676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-df9d4af7-1875-4df8-b895-ee23f8b5df58 None None] Provisioning complete for port ea06ac48-11c3-4f88-929e-03826bcb7660 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:06.154289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df9d4af7-1875-4df8-b895-ee23f8b5df58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.273020 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75acfd0d-f262-4de9-9d5c-bc96d8fadc14 req-30136d28-77b2-4cdc-b89a-6336cae7f1d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0272448 Nov 12 04:03:06.344182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-df9d4af7-1875-4df8-b895-ee23f8b5df58 None None] Could not find standard attr ID for object ba95fa95-6244-45ce-87db-bbd587d0fce0. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:06.432119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=ba95fa95-6244-45ce-87db-bbd587d0fce0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.476175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.479446 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-eca3ce53-b180-46af-a336-0466abb8015d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/ba95fa95-6244-45ce-87db-bbd587d0fce0 HTTP/1.1" status: 204 len: 168 time: 0.8519530 Nov 12 04:03:06.481945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35176) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.508039 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb7c5dc-152a-465c-b6e3-91e237f2727d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:06.509609 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7eb7c5dc-152a-465c-b6e3-91e237f2727d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/ba95fa95-6244-45ce-87db-bbd587d0fce0 HTTP/1.1" status: 404 len: 333 time: 0.0267241 Nov 12 04:03:06.512463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.567951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e0e835b5-8642-4acb-a7f3-6ddd8007e707 None None] Provisioning complete for port ea06ac48-11c3-4f88-929e-03826bcb7660 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:06.568425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e0e835b5-8642-4acb-a7f3-6ddd8007e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.570790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 300b17be-f88d-49e3-bb49-897848323c17 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:06.574023 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.617894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.705433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.771459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.772414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5d187f9d-d104-4565-9a70-3b1f80b15840 None None] Could not find standard attr ID for object ba95fa95-6244-45ce-87db-bbd587d0fce0. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:06.799752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=300b17be-f88d-49e3-bb49-897848323c17,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:06.803576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.806748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f5f8561a-a939-4167-8525-a88506c13a81 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/300b17be-f88d-49e3-bb49-897848323c17 HTTP/1.1" status: 204 len: 168 time: 0.2933562 Nov 12 04:03:06.809425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:06.864276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 2c854900-1319-43d2-9d35-068c31298d77 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:06.868600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.914554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:06.964583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374d9ad-214b-4b16-91bb-c1788df125e2 None None] Network 5f17c49d-df22-4852-83a5-ce6806b8fc79 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:06.986426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea06ac48-11c3-4f88-929e-03826bcb7660 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:07.011231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.043296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0e4a86c5-3eeb-443b-b0e3-48b56a8d217f None None] Could not find standard attr ID for object ba95fa95-6244-45ce-87db-bbd587d0fce0. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:07.071290 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.096355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ea06ac48-11c3-4f88-929e-03826bcb7660 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:07.096714 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.100438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=2c854900-1319-43d2-9d35-068c31298d77,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.103315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.109496 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-402dda5c-3998-4afc-ae48-baecb88ef656 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/2c854900-1319-43d2-9d35-068c31298d77 HTTP/1.1" status: 204 len: 168 time: 0.2966938 Nov 12 04:03:07.111073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35182) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.194935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.238064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] DHCP port deletion for 5f17c49d-df22-4852-83a5-ce6806b8fc79 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:07.255820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port ea06ac48-11c3-4f88-929e-03826bcb7660 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:07.256158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.284291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Deleting port ea06ac48-11c3-4f88-929e-03826bcb7660 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:07.284591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.322354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea06ac48-11c3-4f88-929e-03826bcb7660,segment=NetworkSegment(145eb736-c937-43a8-9b74-4f94833c4f18),segment_id=145eb736-c937-43a8-9b74-4f94833c4f18)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:07.322982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.338471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for ea06ac48-11c3-4f88-929e-03826bcb7660 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:07.350999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] For port ea06ac48-11c3-4f88-929e-03826bcb7660, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ea06ac48-11c3-4f88-929e-03826bcb7660,segment=NetworkSegment(145eb736-c937-43a8-9b74-4f94833c4f18),segment_id=145eb736-c937-43a8-9b74-4f94833c4f18)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:07.351721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.374168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Calling delete_port for ea06ac48-11c3-4f88-929e-03826bcb7660 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:07.387098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-60588ec7-42cb-430a-949b-563ef48efddf req-4747d35a-abd6-4c34-bc6c-201080bde419 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0382652 Nov 12 04:03:07.437851 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.454047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.465395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.470885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port ea06ac48-11c3-4f88-929e-03826bcb7660 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:07.484421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] Pushing event deleted for resources: {'Port': ['ID=ea06ac48-11c3-4f88-929e-03826bcb7660,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.488845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87a9226-9443-4236-86c5-b92676e9621d None None] No DVR routers for this DVR port ea06ac48-11c3-4f88-929e-03826bcb7660 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:07.560397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.580592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f17c49d-df22-4852-83a5-ce6806b8fc79']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:07.589789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145eb736-c937-43a8-9b74-4f94833c4f18') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:07.590086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145eb736-c937-43a8-9b74-4f94833c4f18') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:07.600137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.613960 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.619992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:07.620371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:07.623625 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:07.681191 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.688217 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.691591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/5f17c49d-df22-4852-83a5-ce6806b8fc79 HTTP/1.1" status: 204 len: 168 time: 0.5795317 Nov 12 04:03:07.695684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.703561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6bc3d-93b8-4719-bd4f-ebe3834ec052 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=5f17c49d-df22-4852-83a5-ce6806b8fc79,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:07.748235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ee7a5-e5a0-4a33-bcd1-3b4caba88ee1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.749764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-735ee7a5-e5a0-4a33-bcd1-3b4caba88ee1 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0527699 Nov 12 04:03:07.753385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35194) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.813028 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-30b51aa2-6812-49ed-a503-585649efed02 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0583782 Nov 12 04:03:07.816301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35196) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.821056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1874961220'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:07.842115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:07.846220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.869084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:07.877881 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.878225 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment d706019e-e237-4bfe-b72a-6ebbe8b51d76 of type vlan for network 87621f68-e0ac-4b63-8566-b3fc9bf248cc Nov 12 04:03:07.921405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.946314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.952017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:07.952598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:07.990522 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1731782 Nov 12 04:03:07.993489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35198) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:07.998450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:08.027820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5de86c-f55c-4cb8-a050-4ccf056ec497 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=87621f68-e0ac-4b63-8566-b3fc9bf248cc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.039011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:08.087383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:08.091670 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.275514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.342514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=a968642f-a743-4046-be49-43b00301b124,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:08.347429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': 'd706019e-e237-4bfe-b72a-6ebbe8b51d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:08.347788 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 87621f68-e0ac-4b63-8566-b3fc9bf248cc, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:08.364112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:08.375281 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 87621f68-e0ac-4b63-8566-b3fc9bf248cc) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:08.380553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.381154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.385125 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11f719-1c20-4bde-a613-7cfb855e17c0 None None] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:08.402600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35202) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:08.407791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4a45e2b-bf6a-469f-b4e5-eaac4805692b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127724 Nov 12 04:03:08.409263 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc', 'name': 'tempest-PortsIpV6TestJSON-1756856896'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:08.539600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:08.544488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.561702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-87621f68-e0ac-4b63-8566-b3fc9bf248cc', 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': 'a968642f-a743-4046-be49-43b00301b124'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:08.563072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.570062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port f6f0d8d4-7705-4e03-b1c7-a00753a1f17d yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:08.723772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::382 (87621f68-e0ac-4b63-8566-b3fc9bf248cc/a968642f-a743-4046-be49-43b00301b124/f6f0d8d4-7705-4e03-b1c7-a00753a1f17d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:08.844178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa3f3a33-ea78-40b0-a7d4-adad28a817c2 req-3cd2ee96-7976-4537-a9f1-ed298bc53ba5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.4101009 Nov 12 04:03:08.883712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.919797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.965558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:08.968858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:08.969081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Allocated IP 2001:db8::2 (87621f68-e0ac-4b63-8566-b3fc9bf248cc/a968642f-a743-4046-be49-43b00301b124/7880cb4e-9433-4f31-9ae3-324d784b4ca6) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:08.973945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:08.979232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea06ac48-11c3-4f88-929e-03826bcb7660 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:08.979959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:08.980674 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:08.990367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=f6f0d8d4-7705-4e03-b1c7-a00753a1f17d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.002182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-33614da7-24bb-4253-adbc-16e9de7d5e62 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5983403 Nov 12 04:03:09.003306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ea06ac48-11c3-4f88-929e-03826bcb7660 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:09.003649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ea06ac48-11c3-4f88-929e-03826bcb7660 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:09.004915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35208) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:09.010043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc', 'name': 'tempest-PortsIpV6TestJSON-1782899823'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:09.127336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:09.130901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.143254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.150741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.151113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port dd180729-42d7-42bb-aabd-a40c770dd129 yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:09.193026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:09.195967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:09.199532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:09.206738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Pushing event updated for resources: {'Port': ['ID=7880cb4e-9433-4f31-9ae3-324d784b4ca6,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.257754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Attempting to bind port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:09.258141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Attempting to bind port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd706019e-e237-4bfe-b72a-6ebbe8b51d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:09.258493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Attempting to bind port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 on network 87621f68-e0ac-4b63-8566-b3fc9bf248cc {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:09.263737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:09.264113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Checking segment: {'id': 'd706019e-e237-4bfe-b72a-6ebbe8b51d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:09.264529 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.264917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Bound using segment: {'id': 'd706019e-e237-4bfe-b72a-6ebbe8b51d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:09.265378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Bound port: 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd706019e-e237-4bfe-b72a-6ebbe8b51d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '87621f68-e0ac-4b63-8566-b3fc9bf248cc'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:09.265756 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.270466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::374 (87621f68-e0ac-4b63-8566-b3fc9bf248cc/a968642f-a743-4046-be49-43b00301b124/dd180729-42d7-42bb-aabd-a40c770dd129) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:09.332825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] For port 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:09.336012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] For port 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7880cb4e-9433-4f31-9ae3-324d784b4ca6,segment=NetworkSegment(d706019e-e237-4bfe-b72a-6ebbe8b51d76),segment_id=d706019e-e237-4bfe-b72a-6ebbe8b51d76)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:09.339645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.398106 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3f6cb-ad2b-4ff6-9836-f9397e50e886 None None] Pushing event updated for resources: {'Port': ['ID=7880cb4e-9433-4f31-9ae3-324d784b4ca6,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.432989 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.470688 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.521713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:09.525018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:09.529140 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:09.535507 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.536132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.542623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=dd180729-42d7-42bb-aabd-a40c770dd129,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:09.574699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8904cbe3-16e1-4a95-ac35-e417d4d53078 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5686429 Nov 12 04:03:09.577466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:09.668765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1afe0f-85ff-4649-8b4d-addec7f97879 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:09.670287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1c1afe0f-85ff-4649-8b4d-addec7f97879 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A382 HTTP/1.1" status: 200 len: 929 time: 0.0917070 Nov 12 04:03:09.673382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:09.775584 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port dd180729-42d7-42bb-aabd-a40c770dd129 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:09.776008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.856464 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.873910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:09.887166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for dd180729-42d7-42bb-aabd-a40c770dd129 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:09.962962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c1e05307-62c6-4f9d-bb67-c466b721527b req-3910d2a7-395b-41e8-94fa-b3adedae9c62 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0315742 Nov 12 04:03:10.073651 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.103955 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=dd180729-42d7-42bb-aabd-a40c770dd129,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.136983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.140733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cfe06d21-5a58-4c8e-8e2c-e9539a2c9002 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/dd180729-42d7-42bb-aabd-a40c770dd129 HTTP/1.1" status: 204 len: 168 time: 0.4663277 Nov 12 04:03:10.144675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35218) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.173578 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f066a63-3d69-4cce-be8d-97dd5c5de42b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:10.177666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3f066a63-3d69-4cce-be8d-97dd5c5de42b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/dd180729-42d7-42bb-aabd-a40c770dd129 HTTP/1.1" status: 404 len: 333 time: 0.0292161 Nov 12 04:03:10.178102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35220) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.277497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port f6f0d8d4-7705-4e03-b1c7-a00753a1f17d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:10.277834 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.340822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d192eb-7e2c-4b11-8727-359462648be9 None None] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:10.370801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.385951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for f6f0d8d4-7705-4e03-b1c7-a00753a1f17d owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:10.421704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] Provisioning complete for port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.422362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.576564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.582238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-0bf6f8e2-04e9-4e50-b7aa-c4b4fffd6512 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:10.583844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-0bf6f8e2-04e9-4e50-b7aa-c4b4fffd6512 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1471107 Nov 12 04:03:10.612246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': '58861555-1ddd-470e-994b-ec8bcf98c546', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:10.634244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] For port 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7880cb4e-9433-4f31-9ae3-324d784b4ca6,segment=NetworkSegment(d706019e-e237-4bfe-b72a-6ebbe8b51d76),segment_id=d706019e-e237-4bfe-b72a-6ebbe8b51d76)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:10.639946 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.670781 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.716834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27d942-072b-4be4-bb1d-8483b2b17bee None None] Pushing event updated for resources: {'Port': ['ID=7880cb4e-9433-4f31-9ae3-324d784b4ca6,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.747885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=f6f0d8d4-7705-4e03-b1c7-a00753a1f17d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:10.782053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.785515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2c9dd729-3e93-4a07-9c96-7048d2a99472 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/f6f0d8d4-7705-4e03-b1c7-a00753a1f17d HTTP/1.1" status: 204 len: 168 time: 0.6061702 Nov 12 04:03:10.788835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.821032 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-c555541a-3ae3-4ba3-936d-66a1fee4617a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:10.822825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c555541a-3ae3-4ba3-936d-66a1fee4617a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/f6f0d8d4-7705-4e03-b1c7-a00753a1f17d HTTP/1.1" status: 404 len: 333 time: 0.0327942 Nov 12 04:03:10.825790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35224) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:10.852885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:10.858383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.915717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet a968642f-a743-4046-be49-43b00301b124 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:10.919925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:10.964578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9e0596c9-85bc-4cb4-ac72-3962440fa6ae None None] Could not find standard attr ID for object f6f0d8d4-7705-4e03-b1c7-a00753a1f17d. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:10.986467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9e0596c9-85bc-4cb4-ac72-3962440fa6ae None None] Provisioning complete for port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:10.986829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e0596c9-85bc-4cb4-ac72-3962440fa6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.100614 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.162223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.12 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/53fc2b54-fcf0-4a94-802f-49d6edb1604b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:11.204212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7880cb4e-9433-4f31-9ae3-324d784b4ca6 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:11.223456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a77d33ee-b1e3-4618-a919-9a1c9999d6b6 req-57313aa4-0ed9-4b19-824d-9e8e3a1280c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0527756 Nov 12 04:03:11.276478 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.303764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:11.304272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.344174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.379028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=a968642f-a743-4046-be49-43b00301b124,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.382828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.388799 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c1e200a9-3326-4ecf-8d40-872a72f59d94 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/a968642f-a743-4046-be49-43b00301b124 HTTP/1.1" status: 204 len: 168 time: 0.5593197 Nov 12 04:03:11.391027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35232) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:11.429449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143c2c3-1101-4308-9b33-1b64d71d5827 None None] Network 87621f68-e0ac-4b63-8566-b3fc9bf248cc requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:11.492610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.505978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.556288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.564292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:11.564586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.566911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-952f5216-0e47-45a3-8444-ba3152674f39 None None] Could not find standard attr ID for object f6f0d8d4-7705-4e03-b1c7-a00753a1f17d. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:11.614227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:11.617625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:11.620146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:11.628066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.649304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7880cb4e-9433-4f31-9ae3-324d784b4ca6,segment=NetworkSegment(d706019e-e237-4bfe-b72a-6ebbe8b51d76),segment_id=d706019e-e237-4bfe-b72a-6ebbe8b51d76)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.650015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.673956 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 7880cb4e-9433-4f31-9ae3-324d784b4ca6 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:11.686178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:11.689277 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.708084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-18fed367-2d69-45d2-beea-1645811b541e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0999432 Nov 12 04:03:11.722508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] DHCP port deletion for 87621f68-e0ac-4b63-8566-b3fc9bf248cc request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:11.727261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Request body: {'port': {'device_id': '58861555-1ddd-470e-994b-ec8bcf98c546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:11.805861 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.811956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.841789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Deleting port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:11.842407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.852478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=7880cb4e-9433-4f31-9ae3-324d784b4ca6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:11.855158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:11.963965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] For port 7880cb4e-9433-4f31-9ae3-324d784b4ca6, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:11.964647 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.992466 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:11.994775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Calling delete_port for 7880cb4e-9433-4f31-9ae3-324d784b4ca6 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:12.000063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:03:12.002599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.004756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6e275f6f-192a-49fe-a803-98be140a6b54 None None] Provisioning complete for port 53fc2b54-fcf0-4a94-802f-49d6edb1604b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:12.004923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e275f6f-192a-49fe-a803-98be140a6b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.022900 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87621f68-e0ac-4b63-8566-b3fc9bf248cc']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:12.041139 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd706019e-e237-4bfe-b72a-6ebbe8b51d76') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:12.041681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd706019e-e237-4bfe-b72a-6ebbe8b51d76') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:12.054018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.092938 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.105004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:12.105619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:12.111332 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:12.222788 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.243985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] Pushing event deleted for resources: {'Port': ['ID=7880cb4e-9433-4f31-9ae3-324d784b4ca6,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.245847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99451cc-5430-4a08-833a-b2e2bf9e9086 None None] No DVR routers for this DVR port 7880cb4e-9433-4f31-9ae3-324d784b4ca6 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:12.255227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fc2b54-fcf0-4a94-802f-49d6edb1604b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:12.265726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.281948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Transition to ACTIVE for port object 53fc2b54-fcf0-4a94-802f-49d6edb1604b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:03:12.284358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6e275f6f-192a-49fe-a803-98be140a6b54 None None] Port 53fc2b54-fcf0-4a94-802f-49d6edb1604b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:12.285744 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.288389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.292027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/87621f68-e0ac-4b63-8566-b3fc9bf248cc HTTP/1.1" status: 204 len: 168 time: 0.8988798 Nov 12 04:03:12.297530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35236) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.310407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-31111935'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:12.327704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78655b04-5734-416b-9695-ae218f33ff12 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=87621f68-e0ac-4b63-8566-b3fc9bf248cc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.345447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:12.356549 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.399658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:12.405696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Pushing event updated for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.415007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.415502 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 6b267929-e1d6-482c-b9cb-23fe739fb4dd of type vlan for network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 Nov 12 04:03:12.476392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.497328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282ced-6ae0-41f7-8228-e5b38b54c54b req-fab76d3a-2bfd-4132-b855-1ff1cb185815 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.507786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb282ced-6ae0-41f7-8228-e5b38b54c54b req-fab76d3a-2bfd-4132-b855-1ff1cb185815 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1537681 Nov 12 04:03:12.518924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.526821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.528051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.580174 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2727067 Nov 12 04:03:12.593722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb282ced-6ae0-41f7-8228-e5b38b54c54b req-ab6e961c-75c9-4a72-a636-dd0c24d77faa tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829315 Nov 12 04:03:12.601091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35238) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:12.608016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:12.612143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Attempting to bind port 53fc2b54-fcf0-4a94-802f-49d6edb1604b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:12.612489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Attempting to bind port 53fc2b54-fcf0-4a94-802f-49d6edb1604b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:12.612850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Attempting to bind port 53fc2b54-fcf0-4a94-802f-49d6edb1604b on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:12.625200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d0722-2840-439c-9c1c-c2eaff731c17 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=7cbdd329-f126-4a2a-9aea-7263e175f2e8,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.629699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Port 53fc2b54-fcf0-4a94-802f-49d6edb1604b on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:03:12.630185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Attempting to bind port 53fc2b54-fcf0-4a94-802f-49d6edb1604b on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:12.636010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:12.651995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:12.651995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:12.651995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:12.651995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Bound port: 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:12.651995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.763780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:12.767990 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:12.769013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:12.772534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.778055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.866995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:12.867632 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:12.869059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] 10.222.0.104 "PUT /v2.0/ports/53fc2b54-fcf0-4a94-802f-49d6edb1604b HTTP/1.1" status: 200 len: 1093 time: 1.1465709 Nov 12 04:03:12.869527 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:12.871841 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71808267-a896-4d35-89a8-e9a6b0e8ce11" -d '{"events": [{"name": "network-changed", "server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:12.918217 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c6f68-4337-4d1f-b16b-b7fca938f04a service neutron] Pushing event updated for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:12.937615 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8a55d-62be-4024-9172-38a7b7bf1377 x-openstack-request-id: req-08a8a55d-62be-4024-9172-38a7b7bf1377 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:12.937911 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:12.938166 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-08a8a55d-62be-4024-9172-38a7b7bf1377 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:12.939124 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b', 'status': 'completed', 'code': 200} Nov 12 04:03:13.020628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7880cb4e-9433-4f31-9ae3-324d784b4ca6 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:13.044129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7880cb4e-9433-4f31-9ae3-324d784b4ca6 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:13.044823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7880cb4e-9433-4f31-9ae3-324d784b4ca6 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:13.085539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-0d1aa035-2833-41dc-9dbb-04aa64977dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.087435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-0d1aa035-2833-41dc-9dbb-04aa64977dac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 1096 time: 0.1182470 Nov 12 04:03:13.095374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.182251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-b5ff9f86-89eb-4e64-a5d1-7701b94f43be service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b HTTP/1.1" status: 200 len: 217 time: 0.0604293 Nov 12 04:03:13.206579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=90520bb2-ad59-453e-9a50-af4a88fc4515,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:13.253171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '6b267929-e1d6-482c-b9cb-23fe739fb4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:13.253534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 7cbdd329-f126-4a2a-9aea-7263e175f2e8, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:13.260794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-50ff7a46-0c14-467e-824d-774413672625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.262274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-50ff7a46-0c14-467e-824d-774413672625 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0688157 Nov 12 04:03:13.298732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:13.311968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 7cbdd329-f126-4a2a-9aea-7263e175f2e8) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:13.317815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.318410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.327666 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863d957-d619-413d-94d3-3fab8f96d1ae None None] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:13.329900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-d5581468-909f-42e4-b595-b02f3aea3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.331545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-d5581468-909f-42e4-b595-b02f3aea3751 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609941 Nov 12 04:03:13.340448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-27aeaad9-03db-4785-bf17-d312f174ad41 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7383065 Nov 12 04:03:13.348742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35242) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:13.353365 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8', 'name': 'tempest-PortsIpV6TestJSON-1961775108', 'fixed_ips': [{'subnet_id': '90520bb2-ad59-453e-9a50-af4a88fc4515', 'ip_address': '2001:db8::10'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:13.507500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-7cbdd329-f126-4a2a-9aea-7263e175f2e8', 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': '90520bb2-ad59-453e-9a50-af4a88fc4515'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:13.509111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.513888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-75e6228f-a0f6-44bb-86eb-39c81c7d1878 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723664 Nov 12 04:03:13.555405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:13.694012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1123fc41-4c75-4c8a-a34b-8623c2c67a42 req-1404385b-2a77-40e6-a784-cd92003e9e58 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723197 Nov 12 04:03:13.706642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Allocated IP 2001:db8::2 (7cbdd329-f126-4a2a-9aea-7263e175f2e8/90520bb2-ad59-453e-9a50-af4a88fc4515/f5fb0b15-02c8-4520-8ffa-445eda70598b) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:13.737637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.761069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port ed8c734c-67b3-4a63-b5e4-c6b8991beebf yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:13.826392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff800b0a-7923-48a5-9773-df90e03c86a8 req-a806d735-1a35-4df8-b2fd-4aa953da9844 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.827968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff800b0a-7923-48a5-9773-df90e03c86a8 req-a806d735-1a35-4df8-b2fd-4aa953da9844 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1268024 Nov 12 04:03:13.916585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.926050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:13.941547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-82cf6b14-7f84-4d1b-9eb1-298430537ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:13.943160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-82cf6b14-7f84-4d1b-9eb1-298430537ff0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 1096 time: 0.1388974 Nov 12 04:03:13.967115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff800b0a-7923-48a5-9773-df90e03c86a8 req-506bb8fe-ab9a-49d2-814c-add9152711cb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227183 Nov 12 04:03:13.976418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:13.980518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:13.987874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:14.041180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Pushing event updated for resources: {'Port': ['ID=f5fb0b15-02c8-4520-8ffa-445eda70598b,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.068717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::10 (7cbdd329-f126-4a2a-9aea-7263e175f2e8/90520bb2-ad59-453e-9a50-af4a88fc4515/ed8c734c-67b3-4a63-b5e4-c6b8991beebf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:14.086218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Attempting to bind port f5fb0b15-02c8-4520-8ffa-445eda70598b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:14.087412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Attempting to bind port f5fb0b15-02c8-4520-8ffa-445eda70598b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '6b267929-e1d6-482c-b9cb-23fe739fb4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:14.087887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Attempting to bind port f5fb0b15-02c8-4520-8ffa-445eda70598b on network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:14.096944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:14.097800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Checking segment: {'id': '6b267929-e1d6-482c-b9cb-23fe739fb4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:14.098322 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.099019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Bound using segment: {'id': '6b267929-e1d6-482c-b9cb-23fe739fb4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:14.099535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Bound port: f5fb0b15-02c8-4520-8ffa-445eda70598b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b267929-e1d6-482c-b9cb-23fe739fb4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:14.100032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.123085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-ebe663cb-3d80-4e97-bc99-974e1853f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.124911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-ebe663cb-3d80-4e97-bc99-974e1853f762 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1731806 Nov 12 04:03:14.181544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-47317131-b144-447c-9bfb-25726c232bfb None None] For port f5fb0b15-02c8-4520-8ffa-445eda70598b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:14.184950 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-47317131-b144-447c-9bfb-25726c232bfb None None] For port f5fb0b15-02c8-4520-8ffa-445eda70598b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f5fb0b15-02c8-4520-8ffa-445eda70598b,segment=NetworkSegment(6b267929-e1d6-482c-b9cb-23fe739fb4dd),segment_id=6b267929-e1d6-482c-b9cb-23fe739fb4dd)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:14.190913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.195843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-2fef110e-2172-43b9-8f8f-3be9f4cc09cf service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b HTTP/1.1" status: 200 len: 217 time: 0.0610313 Nov 12 04:03:14.276965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47317131-b144-447c-9bfb-25726c232bfb None None] Pushing event updated for resources: {'Port': ['ID=f5fb0b15-02c8-4520-8ffa-445eda70598b,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.364558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-2dfb627c-dcba-4401-a577-81901280a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.366091 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-2dfb627c-dcba-4401-a577-81901280a49d service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.1625757 Nov 12 04:03:14.441320 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.455765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-ea92d586-43b2-4639-ac4a-edd6838d50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.457321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-ea92d586-43b2-4639-ac4a-edd6838d50aa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825322 Nov 12 04:03:14.558396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.637578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:14.640569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=ed8c734c-67b3-4a63-b5e4-c6b8991beebf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:14.644169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:14.648083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-59fd33c2-3abc-470e-84ce-210e59e21076 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826313 Nov 12 04:03:14.648805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:14.655543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:14.656208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.722423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e3a51b41-04a7-4426-a4ad-6962b0a8ef59 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3726354 Nov 12 04:03:14.726419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:14.731251 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '7cbdd329-f126-4a2a-9aea-7263e175f2e8', 'name': 'tempest-PortsIpV6TestJSON-1737559922', 'fixed_ips': [{'subnet_id': '90520bb2-ad59-453e-9a50-af4a88fc4515', 'ip_address': '2001:db8::f'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:14.824703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71808267-a896-4d35-89a8-e9a6b0e8ce11 req-7f8a0521-2683-42df-a1b4-bf7bb1795b32 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648438 Nov 12 04:03:14.874536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:14.882638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:14.906493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 48d6a583-3b4b-41a3-81c2-a163e1129585 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:15.065839 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f5fb0b15-02c8-4520-8ffa-445eda70598b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:15.137970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f5fb0b15-02c8-4520-8ffa-445eda70598b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:15.138339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.235885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9151-9a71-4799-a34b-dac2488a4b83 req-d8fbe9cf-c6ad-40ce-a703-a136a4e4ff4e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.238371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-782b9151-9a71-4799-a34b-dac2488a4b83 req-d8fbe9cf-c6ad-40ce-a703-a136a4e4ff4e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1291478 Nov 12 04:03:15.248289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::f (7cbdd329-f126-4a2a-9aea-7263e175f2e8/90520bb2-ad59-453e-9a50-af4a88fc4515/48d6a583-3b4b-41a3-81c2-a163e1129585) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:15.346378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.361269 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-782b9151-9a71-4799-a34b-dac2488a4b83 req-8acdbfa2-3db2-43a0-9107-2b155f89ecd3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082745 Nov 12 04:03:15.430506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port f5fb0b15-02c8-4520-8ffa-445eda70598b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f5fb0b15-02c8-4520-8ffa-445eda70598b,segment=NetworkSegment(6b267929-e1d6-482c-b9cb-23fe739fb4dd),segment_id=6b267929-e1d6-482c-b9cb-23fe739fb4dd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:15.436604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.558469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=f5fb0b15-02c8-4520-8ffa-445eda70598b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.563261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.627720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31765bf-db97-44bf-81f3-d3c2e19a3c26 None None] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:15.674220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.748660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:15.756641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:15.759119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:15.766416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.767131 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.782987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=48d6a583-3b4b-41a3-81c2-a163e1129585,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:15.795049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba590dc1-508d-439c-a06e-2ced50391a6d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0675175 Nov 12 04:03:15.805136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35250) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.817852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7bb969f9-0b7a-493e-aa74-38f59e470b92 None None] Provisioning complete for port f5fb0b15-02c8-4520-8ffa-445eda70598b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:15.818383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7bb969f9-0b7a-493e-aa74-38f59e470b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:15.898545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431774e9-e4f6-44f9-9353-29c4bb6cbca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:15.903221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35252) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:15.903626 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-431774e9-e4f6-44f9-9353-29c4bb6cbca2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0965867 Nov 12 04:03:16.028938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4faeb-16ec-4807-8215-178e35b6d9c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.039279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4faeb-16ec-4807-8215-178e35b6d9c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.046062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4faeb-16ec-4807-8215-178e35b6d9c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.048109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-56b4faeb-16ec-4807-8215-178e35b6d9c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1433883 Nov 12 04:03:16.052709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.203277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 48d6a583-3b4b-41a3-81c2-a163e1129585 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:16.203787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.338126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Provisioning complete for port f5fb0b15-02c8-4520-8ffa-445eda70598b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.340081 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.354381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.372494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 48d6a583-3b4b-41a3-81c2-a163e1129585 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:16.515973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Provisioning complete for port ed8c734c-67b3-4a63-b5e4-c6b8991beebf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.520282 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.599100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Port ed8c734c-67b3-4a63-b5e4-c6b8991beebf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:16.620181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Provisioning complete for port 48d6a583-3b4b-41a3-81c2-a163e1129585 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.620788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.639425 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.648777 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a4f9-3de5-4d3c-959b-187252b6b3df req-0790d5d1-3372-4717-9498-9b4cf7a39ff7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:16.650444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5621a4f9-3de5-4d3c-959b-187252b6b3df req-0790d5d1-3372-4717-9498-9b4cf7a39ff7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1140592 Nov 12 04:03:16.697850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=48d6a583-3b4b-41a3-81c2-a163e1129585,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:16.705356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7cee-0ba6-41ef-9f10-8d6b4f1fd24f None None] Port 48d6a583-3b4b-41a3-81c2-a163e1129585 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:16.736243 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.741151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c09e3525-b590-44c0-aede-8c7fdf1c342d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/48d6a583-3b4b-41a3-81c2-a163e1129585 HTTP/1.1" status: 204 len: 168 time: 0.6873190 Nov 12 04:03:16.744677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35258) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.779505 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7d358f-b7d3-44cd-833d-6053d13d024c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:16.784242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1c7d358f-b7d3-44cd-833d-6053d13d024c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/48d6a583-3b4b-41a3-81c2-a163e1129585 HTTP/1.1" status: 404 len: 333 time: 0.0381086 Nov 12 04:03:16.785035 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35260) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:16.788957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5621a4f9-3de5-4d3c-959b-187252b6b3df req-a7825196-9b92-4e9b-8d40-f7a873ea8c79 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091511 Nov 12 04:03:16.861207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dcd8feca-0924-4a20-9dee-0a01a808ed06 None None] Provisioning complete for port ed8c734c-67b3-4a63-b5e4-c6b8991beebf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:16.861825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcd8feca-0924-4a20-9dee-0a01a808ed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:16.938253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8feca-0924-4a20-9dee-0a01a808ed06 None None] Port ed8c734c-67b3-4a63-b5e4-c6b8991beebf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:16.960399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port ed8c734c-67b3-4a63-b5e4-c6b8991beebf {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:16.962142 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.050361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f5fb0b15-02c8-4520-8ffa-445eda70598b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:17.084888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0060170c-2b3c-49ff-ab35-1061e43069c5 None None] Could not find standard attr ID for object 48d6a583-3b4b-41a3-81c2-a163e1129585. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:17.127422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port f5fb0b15-02c8-4520-8ffa-445eda70598b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:17.127908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.140716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.165180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for ed8c734c-67b3-4a63-b5e4-c6b8991beebf owned by {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:17.354088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.409558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=ed8c734c-67b3-4a63-b5e4-c6b8991beebf,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.445114 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.450733 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-94c72fbe-904e-4964-ab28-8698714e2084 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/ed8c734c-67b3-4a63-b5e4-c6b8991beebf HTTP/1.1" status: 204 len: 168 time: 0.6644096 Nov 12 04:03:17.455649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35262) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.492991 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b9d6df-10cd-4afe-920f-7d80544ef0d2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:17.495284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5b9d6df-10cd-4afe-920f-7d80544ef0d2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/ed8c734c-67b3-4a63-b5e4-c6b8991beebf HTTP/1.1" status: 404 len: 333 time: 0.0382929 Nov 12 04:03:17.499271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.580562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 90520bb2-ad59-453e-9a50-af4a88fc4515 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:17.586889 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.649574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.773037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.895458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.930243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=90520bb2-ad59-453e-9a50-af4a88fc4515,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:17.938228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:17.942260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1fa6520b-432e-4385-9202-4b2582bc430a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/90520bb2-ad59-453e-9a50-af4a88fc4515 HTTP/1.1" status: 204 len: 168 time: 0.4423099 Nov 12 04:03:17.946635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35268) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:17.954765 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fceb32-6ddb-47f2-9bff-529f23d2a484 None None] Network 7cbdd329-f126-4a2a-9aea-7263e175f2e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:17.976722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23851dc-e4c6-4388-b066-e423d002dcce req-508aaca8-9476-4324-9986-2fd75db9f367 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:17.978287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23851dc-e4c6-4388-b066-e423d002dcce req-508aaca8-9476-4324-9986-2fd75db9f367 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0751932 Nov 12 04:03:18.048573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c23851dc-e4c6-4388-b066-e423d002dcce req-841c829e-3300-4474-9ad7-1763363c07e0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Nov 12 04:03:18.067784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.174383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port f5fb0b15-02c8-4520-8ffa-445eda70598b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:18.174735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.205219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] DHCP port deletion for 7cbdd329-f126-4a2a-9aea-7263e175f2e8 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:18.268620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port f5fb0b15-02c8-4520-8ffa-445eda70598b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f5fb0b15-02c8-4520-8ffa-445eda70598b,segment=NetworkSegment(6b267929-e1d6-482c-b9cb-23fe739fb4dd),segment_id=6b267929-e1d6-482c-b9cb-23fe739fb4dd)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:18.273371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.286903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Deleting port f5fb0b15-02c8-4520-8ffa-445eda70598b {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:18.286903 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.287155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for f5fb0b15-02c8-4520-8ffa-445eda70598b owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:18.371790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] For port f5fb0b15-02c8-4520-8ffa-445eda70598b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=f5fb0b15-02c8-4520-8ffa-445eda70598b,segment=NetworkSegment(6b267929-e1d6-482c-b9cb-23fe739fb4dd),segment_id=6b267929-e1d6-482c-b9cb-23fe739fb4dd)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:18.372420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.391365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Calling delete_port for f5fb0b15-02c8-4520-8ffa-445eda70598b owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:18.448504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.503024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.505242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=f5fb0b15-02c8-4520-8ffa-445eda70598b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.510363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port f5fb0b15-02c8-4520-8ffa-445eda70598b on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:18.529069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] Pushing event deleted for resources: {'Port': ['ID=f5fb0b15-02c8-4520-8ffa-445eda70598b,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.543937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcb5b0-a3f9-4d84-927d-bea5d7751c7a None None] No DVR routers for this DVR port f5fb0b15-02c8-4520-8ffa-445eda70598b on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:18.630391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.656110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbdd329-f126-4a2a-9aea-7263e175f2e8']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.669487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b267929-e1d6-482c-b9cb-23fe739fb4dd') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.669487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b267929-e1d6-482c-b9cb-23fe739fb4dd') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:18.687239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.704780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.713595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:18.714353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:18.717623 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:18.808646 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.817242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:18.823619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/7cbdd329-f126-4a2a-9aea-7263e175f2e8 HTTP/1.1" status: 204 len: 168 time: 0.8757873 Nov 12 04:03:18.835290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:18.842814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-205520607'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:18.857719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ee3d9-5152-41da-b9b5-ddd72f88cbbe tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=7cbdd329-f126-4a2a-9aea-7263e175f2e8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:18.872327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:18.876944 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.027750 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f5fb0b15-02c8-4520-8ffa-445eda70598b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:19.062818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: f5fb0b15-02c8-4520-8ffa-445eda70598b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:19.064018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device f5fb0b15-02c8-4520-8ffa-445eda70598b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:19.354773 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:19.371314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.371796 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Added segment 4c8881b0-96d5-4a33-8b5f-ae45a79277fc of type vlan for network 858f1c32-5317-4aab-bc57-4acbfd931b63 Nov 12 04:03:19.387413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d8fe-4c8e-46ae-920b-fbfd2131c625 req-eadb9078-c163-4e07-8f8c-5385160d3a47 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.389152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c93d8fe-4c8e-46ae-920b-fbfd2131c625 req-eadb9078-c163-4e07-8f8c-5385160d3a47 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0785384 Nov 12 04:03:19.455979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.512577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c93d8fe-4c8e-46ae-920b-fbfd2131c625 req-c93229ce-a708-495e-8f15-71d0d87537d7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159582 Nov 12 04:03:19.520979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.527839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:19.528040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.598889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7619457 Nov 12 04:03:19.602608 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35278) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:19.608447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:19.616811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1e4c-d79e-424e-bae5-b0a6b85b4c77 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Network': ['ID=858f1c32-5317-4aab-bc57-4acbfd931b63,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:19.637021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:19.715557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:19.719151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.916857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:19.985469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=07602bc5-7f85-4a0b-b8df-b34efa1d7f45,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:19.989032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Checking segment: {'id': '4c8881b0-96d5-4a33-8b5f-ae45a79277fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:19.989525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network hostable DHCP agents. Network: 858f1c32-5317-4aab-bc57-4acbfd931b63, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:20.007644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:20.018009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 858f1c32-5317-4aab-bc57-4acbfd931b63) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:20.022302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.022950 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.030374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f4e05-7b20-4593-937a-1b97c4248aaa None None] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:20.044195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c8023506-72ce-4ce3-a035-f426bfc0d5c5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4376290 Nov 12 04:03:20.044195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35280) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.049023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1673860931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.081694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.082759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.151988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.160775 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.184487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.189207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35282) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:20.189489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-25bb2166-3f05-436d-aa36-0de183030c9f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1442492 Nov 12 04:03:20.194196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63', 'name': 'tempest-PortsIpV6TestJSON-406761124'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:20.214603 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-858f1c32-5317-4aab-bc57-4acbfd931b63', 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': '07602bc5-7f85-4a0b-b8df-b34efa1d7f45'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:20.215698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.316899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:20.320389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.338682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 5eb87f60-99ee-478b-875b-d146c95c7fd7 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:20.386274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Allocated IP 2001:db8::2 (858f1c32-5317-4aab-bc57-4acbfd931b63/07602bc5-7f85-4a0b-b8df-b34efa1d7f45/5a43bddb-c2da-4c07-9537-670c91d959a0) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:20.545797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.555942 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.613033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:20.617492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:20.619695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Pushing event updated for resources: {'Port': ['ID=5a43bddb-c2da-4c07-9537-670c91d959a0,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.622175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:20.678353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::4e (858f1c32-5317-4aab-bc57-4acbfd931b63/07602bc5-7f85-4a0b-b8df-b34efa1d7f45/5eb87f60-99ee-478b-875b-d146c95c7fd7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:20.682374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Attempting to bind port 5a43bddb-c2da-4c07-9537-670c91d959a0 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:20.682752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Attempting to bind port 5a43bddb-c2da-4c07-9537-670c91d959a0 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4c8881b0-96d5-4a33-8b5f-ae45a79277fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:20.683153 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Attempting to bind port 5a43bddb-c2da-4c07-9537-670c91d959a0 on network 858f1c32-5317-4aab-bc57-4acbfd931b63 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:20.689012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:20.689428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Checking segment: {'id': '4c8881b0-96d5-4a33-8b5f-ae45a79277fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:20.689915 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.691718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Bound using segment: {'id': '4c8881b0-96d5-4a33-8b5f-ae45a79277fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:20.691718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Bound port: 5a43bddb-c2da-4c07-9537-670c91d959a0, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8881b0-96d5-4a33-8b5f-ae45a79277fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '858f1c32-5317-4aab-bc57-4acbfd931b63'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:20.691718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.705487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545e54b-7901-424a-aecb-598809f257b6 req-61f21fbd-6462-4d6c-b608-3c17dcdac084 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:20.707506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f545e54b-7901-424a-aecb-598809f257b6 req-61f21fbd-6462-4d6c-b608-3c17dcdac084 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0831325 Nov 12 04:03:20.786404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f545e54b-7901-424a-aecb-598809f257b6 req-81f80696-eb72-47ce-b86f-3805429d5b09 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713451 Nov 12 04:03:20.787067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] For port 5a43bddb-c2da-4c07-9537-670c91d959a0, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:20.790382 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] For port 5a43bddb-c2da-4c07-9537-670c91d959a0, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a43bddb-c2da-4c07-9537-670c91d959a0,segment=NetworkSegment(4c8881b0-96d5-4a33-8b5f-ae45a79277fc),segment_id=4c8881b0-96d5-4a33-8b5f-ae45a79277fc)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:20.800332 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.878127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a21a-b617-487f-9a29-af8f99b37f11 None None] Pushing event updated for resources: {'Port': ['ID=5a43bddb-c2da-4c07-9537-670c91d959a0,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:20.934112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:20.980583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.033753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:21.037327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:21.041615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:21.047932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.049107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.055696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=5eb87f60-99ee-478b-875b-d146c95c7fd7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:21.087352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-707505f8-5fac-4372-8216-2ada41036b4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8951149 Nov 12 04:03:21.088490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35286) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:21.492205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.764695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.770888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.893431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e84bd3-251c-4888-b132-4f5482810d85 None None] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:21.928226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003264-68fc-4de3-b02c-1fac8e067053 req-1e1ae606-eaf8-49fe-831e-f6781378f73d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:21.930017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a003264-68fc-4de3-b02c-1fac8e067053 req-1e1ae606-eaf8-49fe-831e-f6781378f73d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0580530 Nov 12 04:03:21.983891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] Provisioning complete for port 5a43bddb-c2da-4c07-9537-670c91d959a0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:21.984262 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:21.995440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a003264-68fc-4de3-b02c-1fac8e067053 req-53b7706a-0208-46e5-9416-22062564dba6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Nov 12 04:03:22.132733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.165858 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=5eb87f60-99ee-478b-875b-d146c95c7fd7,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.174762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] For port 5a43bddb-c2da-4c07-9537-670c91d959a0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a43bddb-c2da-4c07-9537-670c91d959a0,segment=NetworkSegment(4c8881b0-96d5-4a33-8b5f-ae45a79277fc),segment_id=4c8881b0-96d5-4a33-8b5f-ae45a79277fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:22.180085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.247734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c21ded79-05fc-43a6-b17d-cfe76c1db560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.252762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d17adf-c9c5-48cf-9246-46e68b8105f1 None None] Pushing event updated for resources: {'Port': ['ID=5a43bddb-c2da-4c07-9537-670c91d959a0,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.295399 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.404571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5edb1925-8433-4dae-a4bf-5021192c11e1 None None] Provisioning complete for port 5a43bddb-c2da-4c07-9537-670c91d959a0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:22.405216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edb1925-8433-4dae-a4bf-5021192c11e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.456643 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.525206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5edb1925-8433-4dae-a4bf-5021192c11e1 None None] Provisioning complete for port 5eb87f60-99ee-478b-875b-d146c95c7fd7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:22.526067 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5edb1925-8433-4dae-a4bf-5021192c11e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.570013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5edb1925-8433-4dae-a4bf-5021192c11e1 None None] Port 5eb87f60-99ee-478b-875b-d146c95c7fd7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:22.690478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52acf70d-9751-474c-9d10-9ee92a1c62cd None None] Provisioning complete for port 5eb87f60-99ee-478b-875b-d146c95c7fd7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:22.690974 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52acf70d-9751-474c-9d10-9ee92a1c62cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.731592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52acf70d-9751-474c-9d10-9ee92a1c62cd None None] Port 5eb87f60-99ee-478b-875b-d146c95c7fd7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:22.774335 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.782366 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.783661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.854362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f099cd9a-0196-49ab-994d-f05ea843088f None None] Provisioning complete for port 5eb87f60-99ee-478b-875b-d146c95c7fd7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:22.854925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f099cd9a-0196-49ab-994d-f05ea843088f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:22.890490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=5eb87f60-99ee-478b-875b-d146c95c7fd7,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:22.890970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f099cd9a-0196-49ab-994d-f05ea843088f None None] Port 5eb87f60-99ee-478b-875b-d146c95c7fd7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:22.933466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:22.934967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:23.017131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a43bddb-c2da-4c07-9537-670c91d959a0 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:23.085595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5a43bddb-c2da-4c07-9537-670c91d959a0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:23.086162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.088958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Router 17105318-3604-48de-b40f-f57a6b2753ad is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:23.136530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9fbb3-1ff9-4de3-9950-abb9ca78b7c0 req-92e89356-153f-4c90-aaa3-17164c5d4017 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.144218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50d9fbb3-1ff9-4de3-9950-abb9ca78b7c0 req-92e89356-153f-4c90-aaa3-17164c5d4017 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0679691 Nov 12 04:03:23.212246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50d9fbb3-1ff9-4de3-9950-abb9ca78b7c0 req-160aefe4-e233-4124-9ebd-b72fd9f139b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627410 Nov 12 04:03:23.245412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:23.251407 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97c210cd-7335-43ca-afdc-a98b583c72b3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/routers/17105318-3604-48de-b40f-f57a6b2753ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1578259 Nov 12 04:03:23.254624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:23.257963 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] Sync routers for ids ['17105318-3604-48de-b40f-f57a6b2753ad'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:23.268844 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] Routers {'17105318-3604-48de-b40f-f57a6b2753ad'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:23.269464 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:02:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['17105318-3604-48de-b40f-f57a6b2753ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.303366 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.309118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bd0df-9ec3-4250-9b8f-b463713699c6 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:23.310763 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ed6bd0df-9ec3-4250-9b8f-b463713699c6 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?device_id=17105318-3604-48de-b40f-f57a6b2753ad HTTP/1.1" status: 200 len: 987 time: 0.0550358 Nov 12 04:03:23.314005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:23.316864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] Routers {'17105318-3604-48de-b40f-f57a6b2753ad'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:23.317474 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:02:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['17105318-3604-48de-b40f-f57a6b2753ad'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.323689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a2753e72-c41d-4c8c-8f43-cc94964fa3f3 None None] Provisioning complete for port 5eb87f60-99ee-478b-875b-d146c95c7fd7 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:23.324217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a2753e72-c41d-4c8c-8f43-cc94964fa3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.355082 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:23.355892 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeef7dd-4b16-4ae6-b2bc-854fad0f56ce None None] The sync data for ids ['17105318-3604-48de-b40f-f57a6b2753ad'] in n-d-766726-29 is: [] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:23.363419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a2753e72-c41d-4c8c-8f43-cc94964fa3f3 None None] Port 5eb87f60-99ee-478b-875b-d146c95c7fd7 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:23.734755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:23.996055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 5eb87f60-99ee-478b-875b-d146c95c7fd7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:23.996302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.085761 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.098613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 5eb87f60-99ee-478b-875b-d146c95c7fd7 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:24.529656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.542912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a436-845b-466d-a35e-e01cfb892e0f req-0f1df0bd-4df6-4fbd-b255-414f233b83cc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:24.544399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0313a436-845b-466d-a35e-e01cfb892e0f req-0f1df0bd-4df6-4fbd-b255-414f233b83cc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0689130 Nov 12 04:03:24.569994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=5eb87f60-99ee-478b-875b-d146c95c7fd7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:24.570931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-503b508d-8a6c-4ab5-b59f-7de250b08451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.703580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0313a436-845b-466d-a35e-e01cfb892e0f req-8bfc0d30-231f-4c03-bb1d-704e33719ba9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381364 Nov 12 04:03:24.704358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:24.871145 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Router 17105318-3604-48de-b40f-f57a6b2753ad has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:24.956466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:24.961570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-18c81d29-991f-4193-9030-099d2b1a2623 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/routers/17105318-3604-48de-b40f-f57a6b2753ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465063 Nov 12 04:03:24.964300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:24.967997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] Sync routers for ids ['17105318-3604-48de-b40f-f57a6b2753ad'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:24.980696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] Routers {'17105318-3604-48de-b40f-f57a6b2753ad'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:24.981888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['17105318-3604-48de-b40f-f57a6b2753ad'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:24.990511 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-37135b7d-c4fe-4f2f-b4b3-200052f1d593 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:24.992256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-37135b7d-c4fe-4f2f-b4b3-200052f1d593 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/5eb87f60-99ee-478b-875b-d146c95c7fd7 HTTP/1.1" status: 404 len: 333 time: 0.0263600 Nov 12 04:03:24.994833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35300) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.028519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:25.038197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] Routers {'17105318-3604-48de-b40f-f57a6b2753ad'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:25.039157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['17105318-3604-48de-b40f-f57a6b2753ad'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:25.080766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.243363 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:25.244024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53be249-dbff-4773-928e-bbaccda57737 None None] The sync data for ids ['17105318-3604-48de-b40f-f57a6b2753ad'] in n-d-766726-29 is: [] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:25.260213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.262354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.306085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.306868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Fanout notify agent at l3_agent the message router_deleted on router 17105318-3604-48de-b40f-f57a6b2753ad {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:03:25.314777 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.318464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a815efbc-2f74-4104-a306-656c5a82a70f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/routers/17105318-3604-48de-b40f-f57a6b2753ad HTTP/1.1" status: 204 len: 168 time: 0.3198695 Nov 12 04:03:25.318700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35302) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.372672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 07602bc5-7f85-4a0b-b8df-b34efa1d7f45 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:25.376801 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.422332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.507531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.543023 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.572600 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.605096 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=07602bc5-7f85-4a0b-b8df-b34efa1d7f45,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:25.608832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.615730 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3f5d4990-4ee9-45af-accc-ae97c82fb966 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/07602bc5-7f85-4a0b-b8df-b34efa1d7f45 HTTP/1.1" status: 204 len: 168 time: 0.2923787 Nov 12 04:03:25.617770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35304) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:25.623208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bff4ce-f393-4010-be74-aa2a2a5ea861 None None] Network 858f1c32-5317-4aab-bc57-4acbfd931b63 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:25.705130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.770218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 5a43bddb-c2da-4c07-9537-670c91d959a0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:25.770577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.847952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] For port 5a43bddb-c2da-4c07-9537-670c91d959a0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a43bddb-c2da-4c07-9537-670c91d959a0,segment=NetworkSegment(4c8881b0-96d5-4a33-8b5f-ae45a79277fc),segment_id=4c8881b0-96d5-4a33-8b5f-ae45a79277fc)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:25.849133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.851880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] DHCP port deletion for 858f1c32-5317-4aab-bc57-4acbfd931b63 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:25.856395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7aa7d-a5c3-4c5d-80e4-addb22648720 req-785917ea-4035-4e64-a691-3fcfd3f0a09a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:25.857993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63a7aa7d-a5c3-4c5d-80e4-addb22648720 req-785917ea-4035-4e64-a691-3fcfd3f0a09a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0640819 Nov 12 04:03:25.871182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 5a43bddb-c2da-4c07-9537-670c91d959a0 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:25.909067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Deleting port 5a43bddb-c2da-4c07-9537-670c91d959a0 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:25.909656 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.917038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63a7aa7d-a5c3-4c5d-80e4-addb22648720 req-53815369-d436-4a08-9611-ed1e253ce2af tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508733 Nov 12 04:03:25.966119 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:25.991040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] For port 5a43bddb-c2da-4c07-9537-670c91d959a0, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5a43bddb-c2da-4c07-9537-670c91d959a0,segment=NetworkSegment(4c8881b0-96d5-4a33-8b5f-ae45a79277fc),segment_id=4c8881b0-96d5-4a33-8b5f-ae45a79277fc)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:25.991524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.002107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=5a43bddb-c2da-4c07-9537-670c91d959a0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.004157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No DVR routers for this DVR port 5a43bddb-c2da-4c07-9537-670c91d959a0 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:26.008857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Calling delete_port for 5a43bddb-c2da-4c07-9537-670c91d959a0 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:26.089406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.089583 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.102284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] No DVR routers for this DVR port 5a43bddb-c2da-4c07-9537-670c91d959a0 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:26.112192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858f1c32-5317-4aab-bc57-4acbfd931b63']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.122001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8881b0-96d5-4a33-8b5f-ae45a79277fc') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.122298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8881b0-96d5-4a33-8b5f-ae45a79277fc') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:26.124644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c9db3-83c9-4aa2-8fce-544ffdc66f21 None None] Pushing event deleted for resources: {'Port': ['ID=5a43bddb-c2da-4c07-9537-670c91d959a0,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.135862 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.150188 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.156625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:26.157085 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:26.160264 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:26.223658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.231000 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.238778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/858f1c32-5317-4aab-bc57-4acbfd931b63 HTTP/1.1" status: 204 len: 168 time: 0.6180665 Nov 12 04:03:26.239189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35308) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.258351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f7c42-1696-4ebd-9e60-07ac2eeb90fc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=858f1c32-5317-4aab-bc57-4acbfd931b63,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.291938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be67e4-dc02-40a7-aa15-350bf6c7f856 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.293318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-24be67e4-dc02-40a7-aa15-350bf6c7f856 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/19001b0a-0356-4f43-9e63-bb94ab56421e HTTP/1.1" status: 200 len: 844 time: 0.0531867 Nov 12 04:03:26.296960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35310) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.336969 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-54b0ad04-7920-4024-91ca-1e7ae2029e4a tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/19001b0a-0356-4f43-9e63-bb94ab56421e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0384617 Nov 12 04:03:26.340465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35312) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.345653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:26.439428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:26.442913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.630789 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.679012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:26.682168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:26.686339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:26.686962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.691515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec65c65-d418-4cb4-9f8b-015f440b9090 None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:26.692681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=81d73cc4-64aa-4861-bc89-c54fbf780987,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.709035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2f140b44-a015-4033-8db9-fcb979805ffc tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3675725 Nov 12 04:03:26.712545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.719310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'security_group': {'name': 'tempest-secgroup-857069710'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:26.749821 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.829770 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.837010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.870299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.874205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1574976 Nov 12 04:03:26.875285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:26.879061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'tenant_id': 'cc363aa2cd00482d80586985ef2dfe82', 'fixed_ips': [{'subnet_id': '81d73cc4-64aa-4861-bc89-c54fbf780987'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:26.879942 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:26.882757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'security_group': {'name': 'tempest-secgroup-23630343'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:26.890284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdebf0a-0424-4b3b-a194-217874425d2d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54b8d83-61c7-4e14-bb78-583e92e9b2c8,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:26.916832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.019088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.039211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.043253 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.069343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a43bddb-c2da-4c07-9537-670c91d959a0 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:27.098514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9ced5-c9a2-4f8e-b002-1da90627ae57,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:27.116407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5a43bddb-c2da-4c07-9537-670c91d959a0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:27.116959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5a43bddb-c2da-4c07-9537-670c91d959a0 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:27.133224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.135935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de033958-e834-498c-ad20-1697039c0c95 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2583683 Nov 12 04:03:27.138927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35324) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:27.144995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1737145837', 'security_groups': ['71a9ced5-c9a2-4f8e-b002-1da90627ae57'], 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81d73cc4-64aa-4861-bc89-c54fbf780987'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:27.147314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a316c-d100-4cef-9501-1e4728bb442d req-6c2bc2b0-f02f-415f-a57a-9d289960af53 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:27.156174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb7a316c-d100-4cef-9501-1e4728bb442d req-6c2bc2b0-f02f-415f-a57a-9d289960af53 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1421802 Nov 12 04:03:27.168296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Allocated IP 2001:db8::2 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/81d73cc4-64aa-4861-bc89-c54fbf780987/a0ef95f4-db5b-4f64-813b-35a1c4bcd348) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:27.231313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb7a316c-d100-4cef-9501-1e4728bb442d req-f7fa4517-329b-4a86-acb1-d7d7428fedc1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Nov 12 04:03:27.337951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:27.376710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.384643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.430249 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.433387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:27.436651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:27.439287 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:27.448415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:27.458091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port 2220be86-86a7-4ff9-9f02-50de4858cf3b yet. {{(pid=102604) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:27.522897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Attempting to bind port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:27.523189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Attempting to bind port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '80f21913-5310-4fbe-84b5-c04476cb3d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:27.523559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Attempting to bind port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 on network 55c9b021-8b0a-427e-a1e3-db61d2ce66de {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:27.529298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:27.529744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Checking segment: {'id': '80f21913-5310-4fbe-84b5-c04476cb3d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:27.530172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.530960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Bound using segment: {'id': '80f21913-5310-4fbe-84b5-c04476cb3d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:27.531546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Bound port: a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f21913-5310-4fbe-84b5-c04476cb3d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:27.532485 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.615038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:27.619116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:27.629008 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.693741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::206 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/81d73cc4-64aa-4861-bc89-c54fbf780987/2220be86-86a7-4ff9-9f02-50de4858cf3b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:27.705432 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53add5b8-1f60-4b9a-977c-f98e99932148 None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:27.797027 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.881506 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:27.944931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.006801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:28.010302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:28.015412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:28.021482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.022164 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.025598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=2220be86-86a7-4ff9-9f02-50de4858cf3b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:28.040269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.041055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.041633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.042176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.042737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.043430 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.044245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.044827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.045259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.045707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.046472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.046959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:28.068877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09dfcbe4-866a-42e3-876c-d228beab2040 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9258358 Nov 12 04:03:28.069063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35326) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:28.075146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:28.200460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:28.204049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.340703 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81d73cc4-64aa-4861-bc89-c54fbf780987 (CIDR: 2001:db8::/64) Nov 12 04:03:28.347420 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:03:28.347870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:28.377568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a955d2-7059-4d14-bc07-90d85573822a req-22202e00-8d1b-44f5-9359-86402b190504 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.385077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a955d2-7059-4d14-bc07-90d85573822a req-22202e00-8d1b-44f5-9359-86402b190504 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0748801 Nov 12 04:03:28.391800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8472b11-da9d-4585-9148-4896ea1931b8 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3209255 Nov 12 04:03:28.394328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:28.400785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:28.464329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a955d2-7059-4d14-bc07-90d85573822a req-f95d6eca-25ca-48ba-ac5d-8d900c7b6520 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780210 Nov 12 04:03:28.558382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:28.562283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.847965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:28.848701 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.856673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.913223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:28.930814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:28.931223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.945955 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:28.949511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:28.954730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:28.955368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:28.961284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=3f9ad6ea-13da-4e3e-acd4-d29533acff9a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.007037 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-26fbef11-c152-4243-889f-4da3ac8224f3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6081209 Nov 12 04:03:29.007037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.014993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-845684574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f9ad6ea-13da-4e3e-acd4-d29533acff9a'}], 'security_groups': ['b54b8d83-61c7-4e14-bb78-583e92e9b2c8']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:29.092885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.099330 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.103967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:29.146259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89837ce1-d7db-4998-8b52-ff16fb33a34a None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:29.187797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:29.223001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.293935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:29.294309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.323763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2abe10-9ed9-4917-9a12-4872f79475bb None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.394637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9d13834b-e47b-4449-8675-91c57598e8e3 None None] Provisioning complete for port 2220be86-86a7-4ff9-9f02-50de4858cf3b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:29.395036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d13834b-e47b-4449-8675-91c57598e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.424138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Delete allocated IP 2001:db8::206 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/81d73cc4-64aa-4861-bc89-c54fbf780987) {{(pid=102604) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:03:29.432902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8:0:1::f2 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/3f9ad6ea-13da-4e3e-acd4-d29533acff9a/2220be86-86a7-4ff9-9f02-50de4858cf3b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:29.470697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9d13834b-e47b-4449-8675-91c57598e8e3 None None] Port 2220be86-86a7-4ff9-9f02-50de4858cf3b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:29.551747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Update dhcp port {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'fixed_ips': [{'subnet_id': '81d73cc4-64aa-4861-bc89-c54fbf780987', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f9ad6ea-13da-4e3e-acd4-d29533acff9a'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'a0ef95f4-db5b-4f64-813b-35a1c4bcd348'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:03:29.582357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.592891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6435fa-dbba-4cab-b473-61560f18e736 req-95d56136-039e-41f6-a273-432efe59f3d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.594477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e6435fa-dbba-4cab-b473-61560f18e736 req-95d56136-039e-41f6-a273-432efe59f3d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0517006 Nov 12 04:03:29.615280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.622778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.652176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e6435fa-dbba-4cab-b473-61560f18e736 req-217cb77c-0c6f-45a5-bc83-d61bd63a9f71 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513096 Nov 12 04:03:29.690679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] In _notify_port_updated(), no bound segment for port 2220be86-86a7-4ff9-9f02-50de4858cf3b on network 55c9b021-8b0a-427e-a1e3-db61d2ce66de {{(pid=102604) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:29.696420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:29.697046 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.698365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/ports/2220be86-86a7-4ff9-9f02-50de4858cf3b HTTP/1.1" status: 200 len: 929 time: 0.6902919 Nov 12 04:03:29.701329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:29.705296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76a90-63e8-4bb4-ad56-b0388596b04d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=2220be86-86a7-4ff9-9f02-50de4858cf3b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:29.763180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Allocated IP 2001:db8:0:1::2 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/3f9ad6ea-13da-4e3e-acd4-d29533acff9a/a0ef95f4-db5b-4f64-813b-35a1c4bcd348) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:29.803130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 2220be86-86a7-4ff9-9f02-50de4858cf3b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:29.803469 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.857706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:29.887347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.892506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.906080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:29.917394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 2220be86-86a7-4ff9-9f02-50de4858cf3b owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:29.981933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2ba1e-7712-41b1-94c4-26669f481bf7 None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.049566 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.082937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=2220be86-86a7-4ff9-9f02-50de4858cf3b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.110164 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.114390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d564151f-36e0-4468-993b-0387d1ac6f35 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/2220be86-86a7-4ff9-9f02-50de4858cf3b HTTP/1.1" status: 204 len: 168 time: 0.4120486 Nov 12 04:03:30.116923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.141353 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-361659ec-1fe0-40e2-9407-057b8b2cf860 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:30.142984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-361659ec-1fe0-40e2-9407-057b8b2cf860 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/2220be86-86a7-4ff9-9f02-50de4858cf3b HTTP/1.1" status: 404 len: 333 time: 0.0250933 Nov 12 04:03:30.145682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.200419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.224625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.268283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.271044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.272213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/security-groups/71a9ced5-c9a2-4f8e-b002-1da90627ae57 HTTP/1.1" status: 204 len: 168 time: 0.1255982 Nov 12 04:03:30.274996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35342) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.282434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c780f75-0316-492a-ab5e-ab8127fb4956 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9ced5-c9a2-4f8e-b002-1da90627ae57,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.340904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.367361 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.412783 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.415551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.416721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/security-groups/b54b8d83-61c7-4e14-bb78-583e92e9b2c8 HTTP/1.1" status: 204 len: 168 time: 0.1404383 Nov 12 04:03:30.419582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.428483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4ece9-1cab-49b0-bcdf-080ed7e31cd3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54b8d83-61c7-4e14-bb78-583e92e9b2c8,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.479218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 81d73cc4-64aa-4861-bc89-c54fbf780987 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:30.482812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.527141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.598330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:30.598873 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.624703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.638301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:30.643353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Could not find standard attr ID for object 2220be86-86a7-4ff9-9f02-50de4858cf3b. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:30.661727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:30.662506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52702344-9f0d-4da8-8816-47970589d89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.725198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.780239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=81d73cc4-64aa-4861-bc89-c54fbf780987,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:30.795613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:30.799208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef63fc15-184e-49e3-8b17-7aad8358caea tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/81d73cc4-64aa-4861-bc89-c54fbf780987 HTTP/1.1" status: 204 len: 168 time: 0.3785226 Nov 12 04:03:30.804317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35348) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:30.810993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:30.892566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee86f-ad79-417f-ac93-0214de051601 req-306c5585-0294-4b7e-82bb-6ea400b9e75c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:30.893848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b82ee86f-ad79-417f-ac93-0214de051601 req-306c5585-0294-4b7e-82bb-6ea400b9e75c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1276917 Nov 12 04:03:30.918527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-68756fe2-9856-4c00-a1f8-ca512550f4aa None None] Could not find standard attr ID for object 2220be86-86a7-4ff9-9f02-50de4858cf3b. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:30.974857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b82ee86f-ad79-417f-ac93-0214de051601 req-aa31210a-3619-48b4-b34e-1a2ebd690f0a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729129 Nov 12 04:03:31.007086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:31.015802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.015968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:31.043439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d12925-3a1e-434e-8f5c-2fd8df273319 None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:31.143755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:31.144025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.313796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.357166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:31.362506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:31.366679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:31.367305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.377737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=756128ec-b084-478b-a52d-b2b1172a3caa,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.399124 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5b8f7e5c-ebc3-4ea7-a11a-aaeca1d032a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5912967 Nov 12 04:03:31.399299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35350) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.404005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649713595'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.434224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.516094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.520528 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.551932 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.553220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1528106 Nov 12 04:03:31.555269 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0eb5f-c1fc-4702-8552-99d957954aa7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f69081-716a-4f27-8bba-ff4da53c5d71,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.556083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35352) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.562480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'security_group': {'name': 'tempest-secgroup-537817337'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.588092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.665006 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.669486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.671556 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.705079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.706346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1483839 Nov 12 04:03:31.709201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35354) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.714302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'security_group': {'name': 'tempest-secgroup-155169727'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.720328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8a1b-f80f-4212-83ed-60b2d8c72bf7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c257d8f0-5add-4fae-a399-d21ed1ac440b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.741459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.812714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.817357 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.846828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:31.848113 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1379762 Nov 12 04:03:31.849258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc13b15-db60-4ffd-aaa3-dd8c418f463a None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:31.850947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35356) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:31.852488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b36884-9a3b-448f-b72c-da893515b0f5 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97492408-f6ac-4a11-809c-92f5e8016edd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:31.856003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-662268995', 'security_groups': ['97492408-f6ac-4a11-809c-92f5e8016edd'], 'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '756128ec-b084-478b-a52d-b2b1172a3caa'}]}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:31.967745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:31.978676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-069ecd62-cefc-491e-a22a-d6175723bcf7 None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:31.979304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-069ecd62-cefc-491e-a22a-d6175723bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.044971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-069ecd62-cefc-491e-a22a-d6175723bcf7 None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:32.065353 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-069ecd62-cefc-491e-a22a-d6175723bcf7 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:32.065718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-069ecd62-cefc-491e-a22a-d6175723bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.091172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.112490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] device_id is not set on port be2c7c4c-1b62-4a9b-9517-5cc02a184b33 yet. {{(pid=102605) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 04:03:32.161866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8e96-09ac-4bff-93c6-3d0b4d425cc5 req-b7d19406-9253-48df-8eb5-7a70155378e2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.163496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-464f8e96-09ac-4bff-93c6-3d0b4d425cc5 req-b7d19406-9253-48df-8eb5-7a70155378e2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1102822 Nov 12 04:03:32.269324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-464f8e96-09ac-4bff-93c6-3d0b4d425cc5 req-d63cee3e-9de0-48bf-a56d-6c27e943aa39 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991237 Nov 12 04:03:32.331536 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Update dhcp port {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'fixed_ips': [{'subnet_id': '3f9ad6ea-13da-4e3e-acd4-d29533acff9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '756128ec-b084-478b-a52d-b2b1172a3caa'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'a0ef95f4-db5b-4f64-813b-35a1c4bcd348'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:03:32.338137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8::12e (55c9b021-8b0a-427e-a1e3-db61d2ce66de/756128ec-b084-478b-a52d-b2b1172a3caa/be2c7c4c-1b62-4a9b-9517-5cc02a184b33) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:32.370620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.479343 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.513215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.557438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:32.560495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:32.562577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Allocated IP 2001:db8::2 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/756128ec-b084-478b-a52d-b2b1172a3caa/a0ef95f4-db5b-4f64-813b-35a1c4bcd348) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:32.565277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:32.570738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:32.571387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.577716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=be2c7c4c-1b62-4a9b-9517-5cc02a184b33,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.593024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e4fb5c03-6a26-4296-abed-ad3056b6c6a9 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7409921 Nov 12 04:03:32.595881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35360) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:32.600833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:32.666271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:32.698474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.703623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:32.794101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc72e5-849b-4728-89a0-20942f2cb9bc None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:32.972117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:32.976054 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.005302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:33.066390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.066617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.072353 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 756128ec-b084-478b-a52d-b2b1172a3caa (CIDR: 2001:db8::/64) Nov 12 04:03:33.076037 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:03:33.076535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:33.097436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-21d9e5ba-4cb5-46d4-8054-760f4ed734e3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5003593 Nov 12 04:03:33.101112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35362) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.106151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:33.223949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:33.227475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.331380 n-d-766726-29 neutron-server[102605]: INFO neutron.db.ipam_backend_mixin [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3f9ad6ea-13da-4e3e-acd4-d29533acff9a (CIDR: 2001:db8:0:1::/64) Nov 12 04:03:33.335377 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:03:33.336071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:33.376494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-385ba551-03d9-4b1f-9cb9-be4ecfa70805 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2743025 Nov 12 04:03:33.379196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35366) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.384220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'subnet': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:33.396029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1daa5930-52f7-4660-b0f5-cb30d992e017 None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.396394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1daa5930-52f7-4660-b0f5-cb30d992e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.432522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1daa5930-52f7-4660-b0f5-cb30d992e017 None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:33.443482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1daa5930-52f7-4660-b0f5-cb30d992e017 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.443899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1daa5930-52f7-4660-b0f5-cb30d992e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.460930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f06da-7cef-4a7d-9da7-f6b0b7348542 req-16b82264-55d5-40e2-bce0-7f28fc6759d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.462598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b50f06da-7cef-4a7d-9da7-f6b0b7348542 req-16b82264-55d5-40e2-bce0-7f28fc6759d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1190922 Nov 12 04:03:33.528002 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:03:33.542300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b50f06da-7cef-4a7d-9da7-f6b0b7348542 req-661d5e84-cd34-4ed3-86f1-af8beae68273 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665739 Nov 12 04:03:33.558021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Made reservation on behalf of cc363aa2cd00482d80586985ef2dfe82 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:33.561511 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.648433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f345fa30-c99b-4397-a619-1d9b9b93f1aa None None] Provisioning complete for port be2c7c4c-1b62-4a9b-9517-5cc02a184b33 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:33.648710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f345fa30-c99b-4397-a619-1d9b9b93f1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.687681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f345fa30-c99b-4397-a619-1d9b9b93f1aa None None] Port be2c7c4c-1b62-4a9b-9517-5cc02a184b33 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:33.784574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.824956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:33.829358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:33.833726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:33.834381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:33.838870 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f00a01-f4b1-4b6a-b11f-875d86a5004b None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:33.844855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Subnet': ['ID=670a5d95-57a8-4e81-a5a9-9d91219377d0,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:33.857530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e8629567-e870-4a32-bd4d-4b83aae35c4d tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4772561 Nov 12 04:03:33.860739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35368) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:33.865876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1459152602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '670a5d95-57a8-4e81-a5a9-9d91219377d0'}], 'security_groups': ['76f69081-716a-4f27-8bba-ff4da53c5d71', 'c257d8f0-5add-4fae-a399-d21ed1ac440b']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:33.938027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.053349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Update dhcp port {'port': {'network_id': '55c9b021-8b0a-427e-a1e3-db61d2ce66de', 'fixed_ips': [{'subnet_id': '3f9ad6ea-13da-4e3e-acd4-d29533acff9a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '756128ec-b084-478b-a52d-b2b1172a3caa', 'ip_address': '2001:db8::2'}, {'subnet_id': '670a5d95-57a8-4e81-a5a9-9d91219377d0'}], 'binding:host_id': 'n-d-766726-29'}, 'id': 'a0ef95f4-db5b-4f64-813b-35a1c4bcd348'} from n-d-766726-29. {{(pid=102606) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 04:03:34.082221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.243449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Delete allocated IP 2001:db8::12e (55c9b021-8b0a-427e-a1e3-db61d2ce66de/756128ec-b084-478b-a52d-b2b1172a3caa) {{(pid=102605) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 04:03:34.251948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Allocated IP 2001:db8:0:2::3cd (55c9b021-8b0a-427e-a1e3-db61d2ce66de/670a5d95-57a8-4e81-a5a9-9d91219377d0/be2c7c4c-1b62-4a9b-9517-5cc02a184b33) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:34.426541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.431593 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.495262 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Allocated IP 2001:db8:0:2::2 (55c9b021-8b0a-427e-a1e3-db61d2ce66de/670a5d95-57a8-4e81-a5a9-9d91219377d0/a0ef95f4-db5b-4f64-813b-35a1c4bcd348) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:34.496871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] In _notify_port_updated(), no bound segment for port be2c7c4c-1b62-4a9b-9517-5cc02a184b33 on network 55c9b021-8b0a-427e-a1e3-db61d2ce66de {{(pid=102605) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 04:03:34.503181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.503805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.505131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "PUT /v2.0/ports/be2c7c4c-1b62-4a9b-9517-5cc02a184b33 HTTP/1.1" status: 200 len: 970 time: 0.6434634 Nov 12 04:03:34.508013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35370) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:34.520263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05c5d-77ca-44f0-9aef-a2a913e72452 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event updated for resources: {'Port': ['ID=be2c7c4c-1b62-4a9b-9517-5cc02a184b33,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.603079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:34.635135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.638122 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port be2c7c4c-1b62-4a9b-9517-5cc02a184b33 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:34.638466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.640669 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.741315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056db6-6527-4afa-a37c-7c90fa763905 req-07bd45bb-1fd3-4d3d-8b2b-3fdfb817c58e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:34.742832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c056db6-6527-4afa-a37c-7c90fa763905 req-07bd45bb-1fd3-4d3d-8b2b-3fdfb817c58e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.1164362 Nov 12 04:03:34.750228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564741df-dfa1-40e4-bf03-03ea5a3adade None None] Pushing event updated for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:34.769696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.792892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for be2c7c4c-1b62-4a9b-9517-5cc02a184b33 owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:34.825192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c056db6-6527-4afa-a37c-7c90fa763905 req-44d67818-dbb1-4857-af76-18fbb4196633 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707650 Nov 12 04:03:34.948585 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:34.984074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=be2c7c4c-1b62-4a9b-9517-5cc02a184b33,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.001774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:35.012191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.015444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c33a954d-ee08-46ca-a15a-1c7614fd7bb7 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/be2c7c4c-1b62-4a9b-9517-5cc02a184b33 HTTP/1.1" status: 204 len: 168 time: 0.5064995 Nov 12 04:03:35.018302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35374) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.046902 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-786be766-ffa2-4e49-b6d2-5559221fbf65 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] GET failed (client error): The resource could not be found. Nov 12 04:03:35.049982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-786be766-ffa2-4e49-b6d2-5559221fbf65 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports/be2c7c4c-1b62-4a9b-9517-5cc02a184b33 HTTP/1.1" status: 404 len: 333 time: 0.0306411 Nov 12 04:03:35.052827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35376) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.061764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.066667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.133342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.165841 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.213740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.216670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.219929 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/security-groups/97492408-f6ac-4a11-809c-92f5e8016edd HTTP/1.1" status: 204 len: 168 time: 0.1654732 Nov 12 04:03:35.221189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35378) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.230303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ff331-3fae-4534-b560-12d83c5f7fd2 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97492408-f6ac-4a11-809c-92f5e8016edd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.283743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.326059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.371110 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.373705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.374906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/security-groups/c257d8f0-5add-4fae-a399-d21ed1ac440b HTTP/1.1" status: 204 len: 168 time: 0.1525266 Nov 12 04:03:35.377718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35380) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.385045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82beb-ccd4-49fb-af8a-0ff5cfd9909c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257d8f0-5add-4fae-a399-d21ed1ac440b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.423280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.423747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.440795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.461118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:35.465103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.465420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Could not find standard attr ID for object be2c7c4c-1b62-4a9b-9517-5cc02a184b33. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:35.475805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:35.476394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c56dd209-2a95-4917-b808-8c1aeb141001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.517371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.520146 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.521308 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/security-groups/76f69081-716a-4f27-8bba-ff4da53c5d71 HTTP/1.1" status: 204 len: 168 time: 0.1425259 Nov 12 04:03:35.524380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35382) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.533509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6d186-ac17-484f-b20c-6cae0e93658e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f69081-716a-4f27-8bba-ff4da53c5d71,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.596420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 756128ec-b084-478b-a52d-b2b1172a3caa {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:35.601839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.645159 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.691082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-95eb1447-ec5b-4961-991b-685f4723cdc4 None None] Could not find standard attr ID for object be2c7c4c-1b62-4a9b-9517-5cc02a184b33. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:03:35.748490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.807958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.832860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=756128ec-b084-478b-a52d-b2b1172a3caa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:35.838373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.841578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e732a117-31b3-4ad3-bc6a-be33d240a519 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/756128ec-b084-478b-a52d-b2b1172a3caa HTTP/1.1" status: 204 len: 168 time: 0.3160782 Nov 12 04:03:35.847919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35384) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:35.850176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbb040-eb63-4abb-a7cc-8955e679236b None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:35.921484 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 670a5d95-57a8-4e81-a5a9-9d91219377d0 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:35.925480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:35.949595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac85d-bcfa-4668-b566-6210b1ab192b req-1311ec1f-b564-488e-bd4f-920e1d9800e8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:35.951285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-397ac85d-bcfa-4668-b566-6210b1ab192b req-1311ec1f-b564-488e-bd4f-920e1d9800e8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Nov 12 04:03:35.977014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.012856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-397ac85d-bcfa-4668-b566-6210b1ab192b req-3802de5b-93ba-4aeb-9baf-793b68b00d83 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528901 Nov 12 04:03:36.079147 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.140558 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.170148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=670a5d95-57a8-4e81-a5a9-9d91219377d0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.175529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.178811 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7dbde3ad-e4df-4eeb-a891-cee299a44697 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/670a5d95-57a8-4e81-a5a9-9d91219377d0 HTTP/1.1" status: 204 len: 168 time: 0.3294189 Nov 12 04:03:36.181264 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35388) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.209269 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91163db-e120-41a2-9448-b87b3fe3e602 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.209733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91163db-e120-41a2-9448-b87b3fe3e602 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.213138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a91163db-e120-41a2-9448-b87b3fe3e602 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/756128ec-b084-478b-a52d-b2b1172a3caa HTTP/1.1" status: 404 len: 337 time: 0.0309155 Nov 12 04:03:36.215680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35390) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.274801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting subnet 3f9ad6ea-13da-4e3e-acd4-d29533acff9a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:03:36.278272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.323283 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.408712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.476669 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.504205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9ad6ea-13da-4e3e-acd4-d29533acff9a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:36.510879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.516988 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47e488cd-998c-425f-8341-0b8f2a53df0f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/3f9ad6ea-13da-4e3e-acd4-d29533acff9a HTTP/1.1" status: 204 len: 168 time: 0.2974994 Nov 12 04:03:36.517534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.524810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce5a43-fe97-477c-ba42-b74fb579198d None None] Network 55c9b021-8b0a-427e-a1e3-db61d2ce66de requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:36.545038 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08daf62-f91b-4c17-bf18-0a05a4e1139f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.545489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08daf62-f91b-4c17-bf18-0a05a4e1139f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.549065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d08daf62-f91b-4c17-bf18-0a05a4e1139f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/81d73cc4-64aa-4861-bc89-c54fbf780987 HTTP/1.1" status: 404 len: 337 time: 0.0300767 Nov 12 04:03:36.551753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.578041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbde21e1-61a6-474a-b709-93db5dda198e tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "GET /v2.0/ports?device_id=17105318-3604-48de-b40f-f57a6b2753ad HTTP/1.1" status: 200 len: 205 time: 0.0250845 Nov 12 04:03:36.580850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.617418 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-7ae2d9c4-311b-4e50-977c-701143dde730 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] delete failed (client error): The resource could not be found. Nov 12 04:03:36.618674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ae2d9c4-311b-4e50-977c-701143dde730 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/routers/17105318-3604-48de-b40f-f57a6b2753ad HTTP/1.1" status: 404 len: 336 time: 0.0366900 Nov 12 04:03:36.621026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35398) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.646157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6baaf16c-2856-456c-9bbd-eb211d2521d0 None None] Provisioning complete for port 19001b0a-0356-4f43-9e63-bb94ab56421e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:36.646514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6baaf16c-2856-456c-9bbd-eb211d2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.652310 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eb21e7-0e1b-4700-b5a2-a1d4c5243a4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.652776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eb21e7-0e1b-4700-b5a2-a1d4c5243a4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.655755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-36eb21e7-0e1b-4700-b5a2-a1d4c5243a4b tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/07602bc5-7f85-4a0b-b8df-b34efa1d7f45 HTTP/1.1" status: 404 len: 337 time: 0.0338225 Nov 12 04:03:36.658395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.684393 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff0d38a-a3f5-4d36-80d9-483e67a44701 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.684858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff0d38a-a3f5-4d36-80d9-483e67a44701 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.687598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6baaf16c-2856-456c-9bbd-eb211d2521d0 None None] Port 19001b0a-0356-4f43-9e63-bb94ab56421e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:36.688492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ff0d38a-a3f5-4d36-80d9-483e67a44701 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/90520bb2-ad59-453e-9a50-af4a88fc4515 HTTP/1.1" status: 404 len: 337 time: 0.0284944 Nov 12 04:03:36.691521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35402) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.705696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6baaf16c-2856-456c-9bbd-eb211d2521d0 None None] Provisioning complete for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:36.706228 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6baaf16c-2856-456c-9bbd-eb211d2521d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.721350 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc775c5-8b7c-41bf-b2c2-ccfe6d22009c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.721822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc775c5-8b7c-41bf-b2c2-ccfe6d22009c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.725993 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-abc775c5-8b7c-41bf-b2c2-ccfe6d22009c tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/a968642f-a743-4046-be49-43b00301b124 HTTP/1.1" status: 404 len: 337 time: 0.0323853 Nov 12 04:03:36.727730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35404) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.754674 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd059f57-3c5f-44d9-94c7-d52c33c6bca4 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.758506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd059f57-3c5f-44d9-94c7-d52c33c6bca4 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.760911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] DHCP port deletion for 55c9b021-8b0a-427e-a1e3-db61d2ce66de request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:36.761904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd059f57-3c5f-44d9-94c7-d52c33c6bca4 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/ba95fa95-6244-45ce-87db-bbd587d0fce0 HTTP/1.1" status: 404 len: 333 time: 0.0329461 Nov 12 04:03:36.764420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35406) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.791556 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a319d59a-0218-4c95-b291-5faa99247400 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.791934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a319d59a-0218-4c95-b291-5faa99247400 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.794953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a319d59a-0218-4c95-b291-5faa99247400 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/300b17be-f88d-49e3-bb49-897848323c17 HTTP/1.1" status: 404 len: 337 time: 0.0295708 Nov 12 04:03:36.798049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35408) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.829325 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2ce86e-76e8-40cf-bd98-0fbe0416b01f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.829741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2ce86e-76e8-40cf-bd98-0fbe0416b01f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.833077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba2ce86e-76e8-40cf-bd98-0fbe0416b01f tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/2c854900-1319-43d2-9d35-068c31298d77 HTTP/1.1" status: 404 len: 337 time: 0.0332191 Nov 12 04:03:36.835646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35410) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.852690 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Deleting port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:36.853061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.857652 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-3963de3a-dc7b-4d71-beab-949e9b7f72c3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.858284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3963de3a-dc7b-4d71-beab-949e9b7f72c3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.861366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3963de3a-dc7b-4d71-beab-949e9b7f72c3 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/a21aa221-694b-4dec-aa53-34002b21356a HTTP/1.1" status: 404 len: 333 time: 0.0248032 Nov 12 04:03:36.863903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.893783 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e2723e-cc68-4e62-9789-36b61bd7ec98 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.894235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e2723e-cc68-4e62-9789-36b61bd7ec98 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.897207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-19e2723e-cc68-4e62-9789-36b61bd7ec98 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/f255d7e2-b900-491c-b0a3-08755de06765 HTTP/1.1" status: 404 len: 337 time: 0.0324047 Nov 12 04:03:36.899740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35414) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.919336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] For port a0ef95f4-db5b-4f64-813b-35a1c4bcd348, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,segment=NetworkSegment(80f21913-5310-4fbe-84b5-c04476cb3d60),segment_id=80f21913-5310-4fbe-84b5-c04476cb3d60)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:36.919713 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:36.925571 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-a871ca6b-fc7d-44d7-bc5e-d3c94966b292 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] DELETE failed (client error): The resource could not be found. Nov 12 04:03:36.926027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a871ca6b-fc7d-44d7-bc5e-d3c94966b292 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:03:36.929031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a871ca6b-fc7d-44d7-bc5e-d3c94966b292 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/subnets/985433cb-fb88-4449-9c0f-a0850c21773a HTTP/1.1" status: 404 len: 337 time: 0.0283988 Nov 12 04:03:36.931725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35416) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:36.933732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Calling delete_port for a0ef95f4-db5b-4f64-813b-35a1c4bcd348 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:37.007327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:37.023327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Deleting port 19001b0a-0356-4f43-9e63-bb94ab56421e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:37.023666 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.043726 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.052904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No active binding found for port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 {{(pid=102606) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 04:03:37.053234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a0ef95f4-db5b-4f64-813b-35a1c4bcd348 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:37.077140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] Pushing event deleted for resources: {'Port': ['ID=a0ef95f4-db5b-4f64-813b-35a1c4bcd348,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.082244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38489843-20ed-4099-b6af-5665bf044f66 None None] No DVR routers for this DVR port a0ef95f4-db5b-4f64-813b-35a1c4bcd348 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:37.146261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.161398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Calling delete_port for 19001b0a-0356-4f43-9e63-bb94ab56421e owned by {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:37.184050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ef27e-fec7-4e49-9370-7cc46b61f6ce req-0b88d241-03f6-4e5e-95ab-682fa2de95b2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:37.185564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-794ef27e-fec7-4e49-9370-7cc46b61f6ce req-0b88d241-03f6-4e5e-95ab-682fa2de95b2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 944 time: 0.0802341 Nov 12 04:03:37.282190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-794ef27e-fec7-4e49-9370-7cc46b61f6ce req-90ca67a2-9fdd-42b6-9a83-9c665c76a3ed tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635607 Nov 12 04:03:37.292984 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.326676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Port': ['ID=19001b0a-0356-4f43-9e63-bb94ab56421e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.335961 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.340032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f934807e-8d05-419a-9f8a-edcd4509b962 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/ports/19001b0a-0356-4f43-9e63-bb94ab56421e HTTP/1.1" status: 204 len: 168 time: 0.4069529 Nov 12 04:03:37.341946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35420) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:37.421084 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.511712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.533999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c9b021-8b0a-427e-a1e3-db61d2ce66de']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.543864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f21913-5310-4fbe-84b5-c04476cb3d60') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.544080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f21913-5310-4fbe-84b5-c04476cb3d60') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:37.554810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.568101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.575232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:03:37.575662 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:03:37.579067 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:03:37.645414 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.655035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:37.659994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] 10.222.0.97 "DELETE /v2.0/networks/55c9b021-8b0a-427e-a1e3-db61d2ce66de HTTP/1.1" status: 204 len: 168 time: 0.3169158 Nov 12 04:03:37.673830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b8139-d926-41e6-9aa4-ee5a6cb09d07 tempest-PortsIpV6TestJSON-888963135 tempest-PortsIpV6TestJSON-888963135-project] Pushing event deleted for resources: {'Network': ['ID=55c9b021-8b0a-427e-a1e3-db61d2ce66de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:37.847894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 53fc2b54-fcf0-4a94-802f-49d6edb1604b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:03:37.939378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35426) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:37.952922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:37.964445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '53fc2b54-fcf0-4a94-802f-49d6edb1604b', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': '53fc2b54-fcf0-4a94-802f-49d6edb1604b', 'mac_address': 'fa:16:3e:f8:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:03:38.003097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.021041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fc2b54-fcf0-4a94-802f-49d6edb1604b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:03:38.044988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:38.050299 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.103661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.104666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0c529765-be52-4162-aab2-8822eb465707 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cc363aa2cd00482d80586985ef2dfe82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639931 Nov 12 04:03:38.107274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35430) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:38.160183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.182725 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.233869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.237422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:38.239047 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c49de290-82dd-436e-aa75-70fd57efd44d HTTP/1.1" status: 204 len: 168 time: 0.1307144 Nov 12 04:03:38.251662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745b198-4f4e-4da9-be04-db767fe9992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49de290-82dd-436e-aa75-70fd57efd44d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:38.427938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7292a-0e58-42cc-9191-6d8c0005b2a5 req-19085d83-dc82-4d42-8c1c-9691b8dd8cb4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:38.429601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7da7292a-0e58-42cc-9191-6d8c0005b2a5 req-19085d83-dc82-4d42-8c1c-9691b8dd8cb4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 945 time: 0.0668867 Nov 12 04:03:38.489780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7da7292a-0e58-42cc-9191-6d8c0005b2a5 req-5fc90215-5b98-4dee-9676-913fac92a318 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527031 Nov 12 04:03:38.499715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['53fc2b54-fcf0-4a94-802f-49d6edb1604b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:39.619357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c557-ef5a-4caf-81ef-10955da142f2 req-30f6747a-c279-492f-b0d3-17b131a2292a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:39.620965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c94c557-ef5a-4caf-81ef-10955da142f2 req-30f6747a-c279-492f-b0d3-17b131a2292a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 945 time: 0.0517135 Nov 12 04:03:39.681330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c94c557-ef5a-4caf-81ef-10955da142f2 req-b7a50ae8-689a-4ff3-bd82-c6cbb3e43627 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525677 Nov 12 04:03:39.854916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 53fc2b54-fcf0-4a94-802f-49d6edb1604b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:39.882276 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:39.923455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 53fc2b54-fcf0-4a94-802f-49d6edb1604b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:03:39.927498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 53fc2b54-fcf0-4a94-802f-49d6edb1604b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:39.927868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.032450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.060807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:40.061252 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60f237-5819-4050-9f9b-e64dbd3f5c39" -d '{"events": [{"server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "name": "network-vif-plugged", "status": "completed", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:40.076678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:40.082620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.116877 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60306ec7-6440-48b6-ac35-564ee57036e4 x-openstack-request-id: req-60306ec7-6440-48b6-ac35-564ee57036e4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:40.117169 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "name": "network-vif-plugged", "status": "completed", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:40.117421 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-60306ec7-6440-48b6-ac35-564ee57036e4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:40.117813 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b', 'code': 200} Nov 12 04:03:40.144768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.170861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:40.253965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe2f15-4ab5-44b1-8676-a913cefbcb4d req-92afc72b-2a69-4766-a17f-a254423bd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.255529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dabe2f15-4ab5-44b1-8676-a913cefbcb4d req-92afc72b-2a69-4766-a17f-a254423bd188 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 1098 time: 0.0510743 Nov 12 04:03:40.295180 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56f944a6-97eb-4c6f-aecd-b2529dca7757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.335073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dabe2f15-4ab5-44b1-8676-a913cefbcb4d req-588c5fb2-31fe-4065-84b2-494e26faf06f service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Nov 12 04:03:40.393429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56f944a6-97eb-4c6f-aecd-b2529dca7757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.398013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-56f944a6-97eb-4c6f-aecd-b2529dca7757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.435627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-56f944a6-97eb-4c6f-aecd-b2529dca7757 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=09dfb91f371440638a196bb174de7b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637048 Nov 12 04:03:40.436502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f944a6-97eb-4c6f-aecd-b2529dca7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a4bbc-5219-4784-8fd7-7f3afc87b3e5,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.438835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35492) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:40.492349 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.513508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.562370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.565650 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.566800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2f5a4bbc-5219-4784-8fd7-7f3afc87b3e5 HTTP/1.1" status: 204 len: 168 time: 0.1268432 Nov 12 04:03:40.576124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db764a-78a3-43b6-9daf-6a12f1492c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a4bbc-5219-4784-8fd7-7f3afc87b3e5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:40.824294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aec81-56ba-4408-8660-da5c1d037811 req-c60381d7-5ff3-40ce-b394-549cfb9aaefc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:40.825866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb9aec81-56ba-4408-8660-da5c1d037811 req-c60381d7-5ff3-40ce-b394-549cfb9aaefc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0552504 Nov 12 04:03:40.860894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35500) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:40.874163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4d063e4-2e75-41ae-a952-e0889fcdd81f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.880382 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb9aec81-56ba-4408-8660-da5c1d037811 req-6659cd17-29fa-4c3f-9a4c-d2680ae580c6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Nov 12 04:03:40.964736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4d063e4-2e75-41ae-a952-e0889fcdd81f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:40.968828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4d063e4-2e75-41ae-a952-e0889fcdd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.008483 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4d063e4-2e75-41ae-a952-e0889fcdd81f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1e9e457b1bcd46b483554f00d41d6609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463971 Nov 12 04:03:41.009346 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d063e4-2e75-41ae-a952-e0889fcdd81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d47255-081e-4433-8df7-1c28172b3365,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:41.011416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35502) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:41.066486 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.086826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.132895 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.135569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:41.140060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35d47255-081e-4433-8df7-1c28172b3365 HTTP/1.1" status: 204 len: 168 time: 0.1240437 Nov 12 04:03:41.147044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c079a36-9cc5-40c0-bc91-d736ff474c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d47255-081e-4433-8df7-1c28172b3365,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:42.233702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbcbe1-9c50-4696-b91b-01a8a32262b7 req-14ca94c8-0ee3-4be3-85d3-5a9dfd631f74 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.235942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dfbcbe1-9c50-4696-b91b-01a8a32262b7 req-14ca94c8-0ee3-4be3-85d3-5a9dfd631f74 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.2841847 Nov 12 04:03:42.291342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0dfbcbe1-9c50-4696-b91b-01a8a32262b7 req-1f0e24a5-5aad-4deb-9679-b644773119d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Nov 12 04:03:42.427980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762d93-b2a0-45af-9912-3e10a81dfcd4 req-865f668d-b2fa-41c8-899f-bf0afd2c52db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.429476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7762d93-b2a0-45af-9912-3e10a81dfcd4 req-865f668d-b2fa-41c8-899f-bf0afd2c52db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0587223 Nov 12 04:03:42.483975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7762d93-b2a0-45af-9912-3e10a81dfcd4 req-8e50afb0-77b4-47cf-b4cc-253b8ee458ab tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Nov 12 04:03:42.604828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f066b-4f7e-41c6-b810-722590db1806 req-1c261e16-f6db-4d19-be82-2ad9c90f2502 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:42.606404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a78f066b-4f7e-41c6-b810-722590db1806 req-1c261e16-f6db-4d19-be82-2ad9c90f2502 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Nov 12 04:03:42.660151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a78f066b-4f7e-41c6-b810-722590db1806 req-b57c4075-3834-4532-b427-101bba07a0a9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Nov 12 04:03:42.999341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831876d-e995-4357-bc22-0ebf01e6023b req-972f90ba-9b40-4dbe-9059-c6f0685218a6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:43.000771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3831876d-e995-4357-bc22-0ebf01e6023b req-972f90ba-9b40-4dbe-9059-c6f0685218a6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Nov 12 04:03:43.052975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3831876d-e995-4357-bc22-0ebf01e6023b req-d5e76358-d5e1-4146-be29-4ea582f734c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Nov 12 04:03:44.201444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b6009-bd5e-49e4-bee3-b16cae747f0e req-f9fb3e62-5a91-491f-80fb-0cb0ee774c30 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.205234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f0b6009-bd5e-49e4-bee3-b16cae747f0e req-f9fb3e62-5a91-491f-80fb-0cb0ee774c30 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0769346 Nov 12 04:03:44.283256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f0b6009-bd5e-49e4-bee3-b16cae747f0e req-9c2a50c0-dcd7-4eb8-a9cd-c5afc1e94d15 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646796 Nov 12 04:03:44.706484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-b9103c4e-8b78-4816-90ef-f80b594dc3dd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:44.708243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-b9103c4e-8b78-4816-90ef-f80b594dc3dd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 946 time: 0.0519941 Nov 12 04:03:44.833335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port 53fc2b54-fcf0-4a94-802f-49d6edb1604b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:03:44.833678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.981385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port 53fc2b54-fcf0-4a94-802f-49d6edb1604b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=53fc2b54-fcf0-4a94-802f-49d6edb1604b,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:44.981678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:44.995510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for 53fc2b54-fcf0-4a94-802f-49d6edb1604b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:03:45.158617 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.194021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['53fc2b54-fcf0-4a94-802f-49d6edb1604b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:03:45.208567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=53fc2b54-fcf0-4a94-802f-49d6edb1604b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:45.303960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port 53fc2b54-fcf0-4a94-802f-49d6edb1604b on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:03:45.306526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:45.310286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2192fe7f-4816-4fe9-a879-763cbc0370fa req-5f510ee0-6977-4a6c-b2c8-711c1b63b793 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "DELETE /v2.0/ports/53fc2b54-fcf0-4a94-802f-49d6edb1604b HTTP/1.1" status: 204 len: 173 time: 0.5946584 Nov 12 04:03:45.310645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'name': 'network-vif-deleted', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:03:45.314793 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f3bad-1788-4487-93b3-b2d5bcba26b5" -d '{"events": [{"server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "name": "network-vif-deleted", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:03:45.469843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14390433-1f80-4c14-9f14-e605a02fe5f0 req-c39be4bd-6ddc-49b7-988a-6af2f0a3f77a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0328448 Nov 12 04:03:45.555590 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64c215c-b6d8-4062-9519-bda91415a178 x-openstack-request-id: req-e64c215c-b6d8-4062-9519-bda91415a178 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:03:45.556231 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58861555-1ddd-470e-994b-ec8bcf98c546", "name": "network-vif-deleted", "tag": "53fc2b54-fcf0-4a94-802f-49d6edb1604b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:03:45.556627 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e64c215c-b6d8-4062-9519-bda91415a178 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:03:45.557472 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58861555-1ddd-470e-994b-ec8bcf98c546', 'name': 'network-vif-deleted', 'tag': '53fc2b54-fcf0-4a94-802f-49d6edb1604b', 'status': 'completed', 'code': 200} Nov 12 04:03:45.966348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35606) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.086049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.169401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.173893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.212314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2956557ec37a417da43a6b7a5852c9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448347 Nov 12 04:03:46.213336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd9ea6-07b6-4408-a3ba-129768eb4d15,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.216429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35610) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.221843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.222270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.222605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.222969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.223298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.223627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.223946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.224264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.224821 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.224975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.225260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.225537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d92072-4ba0-4745-bcf9-fead3f94b56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:46.271536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.297837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.356405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.359647 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.363615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f3dd9ea6-07b6-4408-a3ba-129768eb4d15 HTTP/1.1" status: 204 len: 168 time: 0.1430326 Nov 12 04:03:46.373879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340a8f5-0a0d-4931-a5e7-06876be277e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd9ea6-07b6-4408-a3ba-129768eb4d15,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.581819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86b6d47a-98cb-4814-9e06-c49f132ac39b req-50a8a8e4-6178-4c5c-b543-9f9fe88591ef tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0288317 Nov 12 04:03:46.684586 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35618) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.699083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17f35468-fae6-43ed-9bda-2d3c177a53a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.784805 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17f35468-fae6-43ed-9bda-2d3c177a53a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.789183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-17f35468-fae6-43ed-9bda-2d3c177a53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.829529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-17f35468-fae6-43ed-9bda-2d3c177a53a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3b54eff4c78342ec9035950d3f1a829b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438298 Nov 12 04:03:46.830499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f35468-fae6-43ed-9bda-2d3c177a53a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095890e-0d2c-468f-84ca-4e68622eec01,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:46.832322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35620) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:46.892389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.916077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.968520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.971251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:46.974966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9095890e-0d2c-468f-84ca-4e68622eec01 HTTP/1.1" status: 204 len: 168 time: 0.1391265 Nov 12 04:03:46.981540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae6c6-e160-4f27-8685-81c38dea7318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095890e-0d2c-468f-84ca-4e68622eec01,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:47.706659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8441e81-49b7-4ce3-9f01-b059d304c753 req-d2c3ae10-0882-4840-9528-60bf067cff0f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0363853 Nov 12 04:03:47.910339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 53fc2b54-fcf0-4a94-802f-49d6edb1604b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:03:47.958620 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 53fc2b54-fcf0-4a94-802f-49d6edb1604b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:03:47.960714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 53fc2b54-fcf0-4a94-802f-49d6edb1604b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:03:48.839529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f618c1c3-4a3a-4905-a336-23bf9d5ee8f5 req-38793d97-92ce-46c8-9939-c1dc7cd724c1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0342968 Nov 12 04:03:49.390020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35696) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.528600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae28d867-186b-4ca2-b74b-9e459c38d9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.616819 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae28d867-186b-4ca2-b74b-9e459c38d9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.622064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae28d867-186b-4ca2-b74b-9e459c38d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.669587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ae28d867-186b-4ca2-b74b-9e459c38d9e0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f6f2d6fd14aa4a22bd21b92208b35992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750831 Nov 12 04:03:49.669587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28d867-186b-4ca2-b74b-9e459c38d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee2e21-0145-4868-b95a-fe71fde6986b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.670110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35700) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:49.732498 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.758591 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.806481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.809435 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:49.810749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d9ee2e21-0145-4868-b95a-fe71fde6986b HTTP/1.1" status: 204 len: 168 time: 0.1395326 Nov 12 04:03:49.825144 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43b75-bbdf-44d1-8ae0-a1d450e3f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee2e21-0145-4868-b95a-fe71fde6986b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:49.981125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e5baff8-61c3-4495-a426-31d9c045200a req-fb9943a0-8ca9-4b1d-b551-f6b10f0d1f85 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=58861555-1ddd-470e-994b-ec8bcf98c546 HTTP/1.1" status: 200 len: 210 time: 0.0410545 Nov 12 04:03:50.164567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35708) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.180677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5bab452-c6c9-4e22-955e-01d97dae2692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.286019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5bab452-c6c9-4e22-955e-01d97dae2692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.291484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c5bab452-c6c9-4e22-955e-01d97dae2692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.336772 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c5bab452-c6c9-4e22-955e-01d97dae2692 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0693cdae4a2f47c4af434c0b294bc2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724679 Nov 12 04:03:50.337590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35710) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:50.338370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bab452-c6c9-4e22-955e-01d97dae2692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f3f6c5-1015-40a5-9b78-1fd003285da2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:50.397641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.419369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.483190 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.488418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:50.490264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/99f3f6c5-1015-40a5-9b78-1fd003285da2 HTTP/1.1" status: 204 len: 168 time: 0.1511505 Nov 12 04:03:50.502901 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52fc0e-aa63-4b81-8008-8b85e98fe89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f3f6c5-1015-40a5-9b78-1fd003285da2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.428575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35736) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.537228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-335102448-network', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.566423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Made reservation on behalf of 580713f78f254bc1ad1ef06a4304ea15 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:51.569129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.579037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.683760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.688904 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.716922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:51.736360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d00426-1001-4f99-8ea9-177726b7320c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.740230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.740789 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Added segment dba596d8-d3e0-401b-98de-c1cfb44c2dda of type vlan for network 1484360c-c1f2-4676-8a27-891263e543cf Nov 12 04:03:51.790055 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.818660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.819958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:51.820647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.865618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4357920 Nov 12 04:03:51.870457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35740) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:51.879407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Request body: {'subnet': {'network_id': '1484360c-c1f2-4676-8a27-891263e543cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-335102448-subnet', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:51.911455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Made reservation on behalf of 580713f78f254bc1ad1ef06a4304ea15 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:51.915875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:51.926224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ac890-b3e7-4dc7-9ce6-4269ded60e36 admin admin] Pushing event updated for resources: {'Network': ['ID=1484360c-c1f2-4676-8a27-891263e543cf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:51.940171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 1484360c-c1f2-4676-8a27-891263e543cf details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:52.163536 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.229581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d9d5bde8-989a-4e66-8222-0f28bfc9c369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.242776 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4796c191-a1be-4b6a-a596-53225f81c4c9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:52.247401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Checking segment: {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:52.247849 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Network hostable DHCP agents. Network: 1484360c-c1f2-4676-8a27-891263e543cf, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:52.267179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Network 1484360c-c1f2-4676-8a27-891263e543cf is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:52.278482 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 1484360c-c1f2-4676-8a27-891263e543cf) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:52.283548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:52.284156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.293434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e187e74-cc72-41f5-bc58-4e81abc971ef None None] Network 1484360c-c1f2-4676-8a27-891263e543cf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:52.307996 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1a639f69-e894-42fb-b883-012fc0fb8c38 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4343154 Nov 12 04:03:52.311636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35744) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:52.317437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:52.351608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.353330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.427961 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.608407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.649968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-1484360c-c1f2-4676-8a27-891263e543cf', 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'fixed_ips': [{'subnet_id': '4796c191-a1be-4b6a-a596-53225f81c4c9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:52.651165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.830457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Allocated IP 172.20.0.2 (1484360c-c1f2-4676-8a27-891263e543cf/4796c191-a1be-4b6a-a596-53225f81c4c9/90c63f71-fe4c-44dc-8a68-34365b2487a2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:52.874493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:52.901154 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.052177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Allocated IP 172.25.7.164 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9ba6cf11-93a0-4323-8467-5184a2f7f614) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:53.054739 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.063298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.099223 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Network 1484360c-c1f2-4676-8a27-891263e543cf is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:53.102071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:53.107913 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:53.120941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Pushing event updated for resources: {'Port': ['ID=90c63f71-fe4c-44dc-8a68-34365b2487a2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.186161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Attempting to bind port 90c63f71-fe4c-44dc-8a68-34365b2487a2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:53.187326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Attempting to bind port 90c63f71-fe4c-44dc-8a68-34365b2487a2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:53.189123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Attempting to bind port 90c63f71-fe4c-44dc-8a68-34365b2487a2 on network 1484360c-c1f2-4676-8a27-891263e543cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:53.199124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:53.199662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Checking segment: {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:53.200279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.200830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Bound using segment: {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:53.202189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Bound port: 90c63f71-fe4c-44dc-8a68-34365b2487a2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:53.202189 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.218887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.285165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.322285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] For port 90c63f71-fe4c-44dc-8a68-34365b2487a2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:53.326797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] For port 90c63f71-fe4c-44dc-8a68-34365b2487a2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=90c63f71-fe4c-44dc-8a68-34365b2487a2,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:53.334245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.357281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:53.364347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:53.372161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:53.394044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1aa05-d5d5-4984-a0cd-019d3cb6de16 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:53.428075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dce52-6201-41ef-9e1e-6c8b96191457 None None] Pushing event updated for resources: {'Port': ['ID=90c63f71-fe4c-44dc-8a68-34365b2487a2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:53.512351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d67015db-b27c-4f7f-883d-7b1218642cf0 None None] Provisioning complete for port 9ba6cf11-93a0-4323-8467-5184a2f7f614 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:53.512703 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d67015db-b27c-4f7f-883d-7b1218642cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:53.567726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d67015db-b27c-4f7f-883d-7b1218642cf0 None None] Port 9ba6cf11-93a0-4323-8467-5184a2f7f614 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:53.820298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Pushing event updated for resources: {'Port': ['ID=9ba6cf11-93a0-4323-8467-5184a2f7f614,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:54.148143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.459910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.586803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-df04afc8-0d59-42d7-8a74-6c31c8656e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.689376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Router ad80c79b-d99e-4e27-a2b5-14f5b63af753 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:03:54.747558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef750a5c-bed0-4316-a06a-da9ef678fc4b None None] Network 1484360c-c1f2-4676-8a27-891263e543cf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:54.846400 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Provisioning complete for port 90c63f71-fe4c-44dc-8a68-34365b2487a2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:54.847057 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.869400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:54.885457 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Sync routers for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:54.900664 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:54.901297 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:54.914505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:54.919264 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a1ea70ea-0b1c-494c-a223-252e6c8477ed admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6046197 Nov 12 04:03:54.920171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:55.116016 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:55.129772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.179314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 90c63f71-fe4c-44dc-8a68-34365b2487a2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:55.236314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] For port 90c63f71-fe4c-44dc-8a68-34365b2487a2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=90c63f71-fe4c-44dc-8a68-34365b2487a2,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:55.246394 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.331408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Pushing event updated for resources: {'Port': ['ID=90c63f71-fe4c-44dc-8a68-34365b2487a2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:55.340578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.340929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.341269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.341862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.342215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.342550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.343059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.343411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.344290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.344632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.344970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.345289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3e52b9-e52e-4eb9-bea9-f07ec9274ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:55.349299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 90c63f71-fe4c-44dc-8a68-34365b2487a2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:55.350087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.565008 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.589263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0609fba2-d73f-4c13-8181-5307e144b076 None None] Provisioning complete for port 90c63f71-fe4c-44dc-8a68-34365b2487a2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:55.590742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0609fba2-d73f-4c13-8181-5307e144b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:55.597939 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:54Z', 'revision_number': 3, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:55.632907 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Checking router: ad80c79b-d99e-4e27-a2b5-14f5b63af753 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:03:55.633371 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Updating router ad80c79b-d99e-4e27-a2b5-14f5b63af753 port 9ba6cf11-93a0-4323-8467-5184a2f7f614 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:03:55.674081 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.030440 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.037647 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.044447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.100925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ab6a8-7e29-4869-8b34-35e0263fded4 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:56.101081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Attempting to bind port 9ba6cf11-93a0-4323-8467-5184a2f7f614 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:03:56.101081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Attempting to bind port 9ba6cf11-93a0-4323-8467-5184a2f7f614 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:03:56.101081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Attempting to bind port 9ba6cf11-93a0-4323-8467-5184a2f7f614 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:03:56.117255 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:03:56.118651 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:56.119404 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.120742 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:03:56.121456 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Bound port: 9ba6cf11-93a0-4323-8467-5184a2f7f614, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:03:56.122023 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.185996 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Pushing event updated for resources: {'Port': ['ID=9ba6cf11-93a0-4323-8467-5184a2f7f614,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.192534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-19cfed52-790f-4a19-9a95-4e5d87d1c5a2 None None] Provisioning complete for port 9ba6cf11-93a0-4323-8467-5184a2f7f614 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:56.193750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19cfed52-790f-4a19-9a95-4e5d87d1c5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.213286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.214610 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.215392 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.216118 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.217224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.218028 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.219321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.220037 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.221128 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.223674 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.224051 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.224386 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:03:56.263391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-19cfed52-790f-4a19-9a95-4e5d87d1c5a2 None None] Port 9ba6cf11-93a0-4323-8467-5184a2f7f614 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:56.280677 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] For port 9ba6cf11-93a0-4323-8467-5184a2f7f614, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:03:56.287351 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] For port 9ba6cf11-93a0-4323-8467-5184a2f7f614, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9ba6cf11-93a0-4323-8467-5184a2f7f614,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:03:56.293568 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.357111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4b0a3-24e6-4d7f-af69-b5db16dd3a78 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:03:56.389030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Allocated IP 172.20.0.1 (1484360c-c1f2-4676-8a27-891263e543cf/4796c191-a1be-4b6a-a596-53225f81c4c9/55c82d7e-4211-4c00-9769-10315a1d9b66) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:03:56.389235 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:56.389437 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:56.394672 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936969-9c49-45b2-bb1d-9a97d58b78e8 None None] Pushing event updated for resources: {'Port': ['ID=9ba6cf11-93a0-4323-8467-5184a2f7f614,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.517531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] Provisioning complete for port 9ba6cf11-93a0-4323-8467-5184a2f7f614 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:56.518238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.576945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.584007 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:56.631069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.690072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.691339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Network 1484360c-c1f2-4676-8a27-891263e543cf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:56.695025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:56.699276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:03:56.707785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Pushing event updated for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.732556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] For port 9ba6cf11-93a0-4323-8467-5184a2f7f614, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9ba6cf11-93a0-4323-8467-5184a2f7f614,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:03:56.738956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.757162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:56.882103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b66e-fa08-4594-be63-8f7f67d85858 None None] Pushing event updated for resources: {'Port': ['ID=9ba6cf11-93a0-4323-8467-5184a2f7f614,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:56.996120 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:54Z', 'revision_number': 3, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:57.029391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.043640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1665c45d-8246-4353-8ce7-a15233e0da48 None None] The sync data for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 is: [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:54Z', 'revision_number': 3, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:03:57.072838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 90c63f71-fe4c-44dc-8a68-34365b2487a2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:57.078229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8087c84a-3a8d-4e70-a27a-cea957816078 None None] Provisioning complete for port 55c82d7e-4211-4c00-9769-10315a1d9b66 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:57.079054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8087c84a-3a8d-4e70-a27a-cea957816078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.113769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.185366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8087c84a-3a8d-4e70-a27a-cea957816078 None None] Port 55c82d7e-4211-4c00-9769-10315a1d9b66 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:57.213838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 90c63f71-fe4c-44dc-8a68-34365b2487a2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:57.214749 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.341017 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.350161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.425092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.483537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Pushing event updated for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:57.567303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Network 1484360c-c1f2-4676-8a27-891263e543cf is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:03:57.568959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:57.735482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Router ad80c79b-d99e-4e27-a2b5-14f5b63af753 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:03:57.792010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.929993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bd8a4d7e-148c-4c17-93a3-b708dfd8569d None None] Provisioning complete for port 55c82d7e-4211-4c00-9769-10315a1d9b66 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:57.935087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bd8a4d7e-148c-4c17-93a3-b708dfd8569d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:57.958474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:03:57.964371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5bed4cd-b479-4e4b-b1d6-f9e35733e183 admin admin] 10.222.0.97 "PUT /v2.0/routers/ad80c79b-d99e-4e27-a2b5-14f5b63af753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0426190 Nov 12 04:03:58.012197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a4d7e-148c-4c17-93a3-b708dfd8569d None None] Port 55c82d7e-4211-4c00-9769-10315a1d9b66 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:03:58.610599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:58.616480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1123079488-network', 'tenant_id': '171f538f056a46baabbc97f0024f106c'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:58.648313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Made reservation on behalf of 171f538f056a46baabbc97f0024f106c for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:58.650702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.660298 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.752334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.758148 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.785746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:03:58.795469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e0ad1-42fb-46ef-873b-83d1942b568b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:58.806297 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.807153 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Added segment 2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4 of type vlan for network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 Nov 12 04:03:58.866023 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.924577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.924577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:58.924577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:58.966565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3542304 Nov 12 04:03:58.971380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35786) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:59.029045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Request body: {'subnet': {'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1123079488-subnet', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:59.045903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1fadc-a945-437b-b922-6a75f29dbd01 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba4011a-7f82-4ebc-9c69-611a5bdba594,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.061422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:03:59.081396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Made reservation on behalf of 171f538f056a46baabbc97f0024f106c for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:03:59.085372 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.129838 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9ba6cf11-93a0-4323-8467-5184a2f7f614 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:03:59.234586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9ba6cf11-93a0-4323-8467-5184a2f7f614 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:03:59.235092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.324456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.377687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2987a58d-9e18-4297-b88a-34dd3b6e98d5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:03:59.386310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Sync routers for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:03:59.399207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:03:59.399836 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:03:59.408499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Checking segment: {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:03:59.408958 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Network hostable DHCP agents. Network: 2ba4011a-7f82-4ebc-9c69-611a5bdba594, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:03:59.434118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:03:59.448729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 2ba4011a-7f82-4ebc-9c69-611a5bdba594) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:03:59.460863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:03:59.461428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3b827-55d1-47dc-90da-5cbfde290b24 None None] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:03:59.462097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.510938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-db69b0fa-56ec-463b-9867-f0590fced878 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5371006 Nov 12 04:03:59.513009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35790) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:03:59.521279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:03:59.553471 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.554531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.628869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:03:59.635698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.779699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'fixed_ips': [{'subnet_id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:03:59.780721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:03:59.825179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.005442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Allocated IP 172.20.0.2 (2ba4011a-7f82-4ebc-9c69-611a5bdba594/2987a58d-9e18-4297-b88a-34dd3b6e98d5/da299552-9368-4727-a51a-de1ee9db1004) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:00.122715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.161274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.366995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Allocated IP 172.25.7.47 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/04fbf782-938e-4c90-8d57-a9af7bdeeae1) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:00.430879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:57Z', 'revision_number': 4, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '55c82d7e-4211-4c00-9769-10315a1d9b66', 'name': '', 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'mac_address': 'fa:16:3e:94:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:03:57Z', 'revision_number': 2, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'subnets': [{'id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:00.473464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Checking router: ad80c79b-d99e-4e27-a2b5-14f5b63af753 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:00.473698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Updating router ad80c79b-d99e-4e27-a2b5-14f5b63af753 port 55c82d7e-4211-4c00-9769-10315a1d9b66 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:00.502966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.518025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.531930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.554494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.583795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:00.593108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:00.599762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:00.630998 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.631840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Pushing event updated for resources: {'Port': ['ID=da299552-9368-4727-a51a-de1ee9db1004,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.733681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:00.747370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:00.766298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:00.773992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271dcc40-d2d3-44b3-928f-6135f65d6fd2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:00.808464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Attempting to bind port da299552-9368-4727-a51a-de1ee9db1004 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:00.808851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Attempting to bind port da299552-9368-4727-a51a-de1ee9db1004 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:00.809238 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Attempting to bind port da299552-9368-4727-a51a-de1ee9db1004 on network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:00.828384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Pushing event updated for resources: {'Port': ['ID=04fbf782-938e-4c90-8d57-a9af7bdeeae1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:00.832225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:00.834663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Checking segment: {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:00.834663 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.837672 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Bound using segment: {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:00.839196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Bound port: da299552-9368-4727-a51a-de1ee9db1004, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:00.839865 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:00.969590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-625771b2-515f-4215-a9a2-9d8502c45b22 None None] Provisioning complete for port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:00.969989 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-625771b2-515f-4215-a9a2-9d8502c45b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.045401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] For port da299552-9368-4727-a51a-de1ee9db1004, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:01.052939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] For port da299552-9368-4727-a51a-de1ee9db1004, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=da299552-9368-4727-a51a-de1ee9db1004,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:01.059389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-625771b2-515f-4215-a9a2-9d8502c45b22 None None] Port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:01.068926 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.187082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4903449-f0b4-43d5-861f-24830b99ac05 None None] Pushing event updated for resources: {'Port': ['ID=da299552-9368-4727-a51a-de1ee9db1004,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.256896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.264793 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.382646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a28d-c440-4957-90b1-2bb31582f974 None None] Pushing event updated for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.438443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Attempting to bind port 55c82d7e-4211-4c00-9769-10315a1d9b66 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:01.439111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Attempting to bind port 55c82d7e-4211-4c00-9769-10315a1d9b66 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:01.439700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Attempting to bind port 55c82d7e-4211-4c00-9769-10315a1d9b66 on network 1484360c-c1f2-4676-8a27-891263e543cf {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:01.481644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:01.483401 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Checking segment: {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:01.483892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.485006 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Bound using segment: {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:01.485506 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Bound port: 55c82d7e-4211-4c00-9769-10315a1d9b66, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba596d8-d3e0-401b-98de-c1cfb44c2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:01.485891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.542085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.603243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] For port 55c82d7e-4211-4c00-9769-10315a1d9b66, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:01.612286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] For port 55c82d7e-4211-4c00-9769-10315a1d9b66, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=55c82d7e-4211-4c00-9769-10315a1d9b66,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:01.633056 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.727824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.750430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:01.751529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:01.821229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a28d-c440-4957-90b1-2bb31582f974 None None] Pushing event updated for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:01.897545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] Provisioning complete for port 55c82d7e-4211-4c00-9769-10315a1d9b66 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:01.897912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.902092 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:01.994229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:02.130083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Router 5437a1f4-836e-4559-9988-2ab26f75e1ed is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:04:02.159157 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.281066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] For port 55c82d7e-4211-4c00-9769-10315a1d9b66, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=55c82d7e-4211-4c00-9769-10315a1d9b66,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:02.293017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.334213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:02.346337 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Sync routers for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:02.363067 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:02.363880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.366716 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.371880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2e16b61c-a90c-4613-84af-e418cc4907b2 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8551474 Nov 12 04:04:02.373331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35874) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:02.448060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941bac-297d-4228-8166-6d1fc519a8ef None None] Pushing event updated for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:02.468288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3c0b8609-61ec-4082-8254-2e606f0e27ed None None] Provisioning complete for port 55c82d7e-4211-4c00-9769-10315a1d9b66 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:02.469848 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3c0b8609-61ec-4082-8254-2e606f0e27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.527262 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:02.573983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:57Z', 'revision_number': 4, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '55c82d7e-4211-4c00-9769-10315a1d9b66', 'name': '', 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'mac_address': 'fa:16:3e:94:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:01Z', 'revision_number': 4, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'subnets': [{'id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.633114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c89b7b-0998-4b52-bb72-8466ce6bf3c3 None None] The sync data for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 is: [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:57Z', 'revision_number': 4, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '55c82d7e-4211-4c00-9769-10315a1d9b66', 'name': '', 'network_id': '1484360c-c1f2-4676-8a27-891263e543cf', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'mac_address': 'fa:16:3e:94:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:56Z', 'updated_at': '2021-11-12T04:04:01Z', 'revision_number': 4, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'subnets': [{'id': '4796c191-a1be-4b6a-a596-53225f81c4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:02.764079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89a3e0-6319-4e1d-b744-2b64937ade16 None None] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:02.895386 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:00Z', 'revision_number': 3, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:02.935341 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Checking router: 5437a1f4-836e-4559-9988-2ab26f75e1ed for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:02.936117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Updating router 5437a1f4-836e-4559-9988-2ab26f75e1ed port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:02.964300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] Provisioning complete for port da299552-9368-4727-a51a-de1ee9db1004 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:02.965074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:02.971834 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.235974 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.264971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 55c82d7e-4211-4c00-9769-10315a1d9b66 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:03.458029 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.563096 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.573317 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.672614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d6aba-988e-421d-9928-a9d27d04f268 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:03.689640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Attempting to bind port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:03.690232 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Attempting to bind port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:03.690232 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Attempting to bind port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:03.712675 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:03.713291 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:03.713991 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.714648 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:03.715490 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Bound port: 04fbf782-938e-4c90-8d57-a9af7bdeeae1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:03.716130 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.719424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] For port da299552-9368-4727-a51a-de1ee9db1004, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=da299552-9368-4727-a51a-de1ee9db1004,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:03.728712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.808724 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] For port 04fbf782-938e-4c90-8d57-a9af7bdeeae1, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:03.816174 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] For port 04fbf782-938e-4c90-8d57-a9af7bdeeae1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=04fbf782-938e-4c90-8d57-a9af7bdeeae1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:03.823380 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f373-fdc1-4660-9fa7-0f78bf38484e None None] Pushing event updated for resources: {'Port': ['ID=04fbf782-938e-4c90-8d57-a9af7bdeeae1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.834571 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.877105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 55c82d7e-4211-4c00-9769-10315a1d9b66 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:03.877406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.936545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Allocated IP 172.20.0.1 (2ba4011a-7f82-4ebc-9c69-611a5bdba594/2987a58d-9e18-4297-b88a-34dd3b6e98d5/fe2dc804-e597-4ce4-bf7b-889a25cdbb4d) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:03.940251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99f0f-88fd-4095-9c8f-60f95075c27c None None] Pushing event updated for resources: {'Port': ['ID=da299552-9368-4727-a51a-de1ee9db1004,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.964116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Provisioning complete for port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:03.964870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:03.965366 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657f373-fdc1-4660-9fa7-0f78bf38484e None None] Pushing event updated for resources: {'Port': ['ID=04fbf782-938e-4c90-8d57-a9af7bdeeae1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:03.991991 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:03.991991 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:04.045186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460868d-537e-4dae-9dab-27b1e46eff2e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:04.184247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device da299552-9368-4727-a51a-de1ee9db1004 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:04.201825 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.220081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:04.258689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.274829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.296016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] For port 04fbf782-938e-4c90-8d57-a9af7bdeeae1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=04fbf782-938e-4c90-8d57-a9af7bdeeae1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:04.309252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.364331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port da299552-9368-4727-a51a-de1ee9db1004 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:04.364961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.377019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:04.385960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:04.389360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:04.392768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Pushing event updated for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.486349 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Provisioning complete for port da299552-9368-4727-a51a-de1ee9db1004 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:04.487528 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.490618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.524204 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:00Z', 'revision_number': 3, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:04.583365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51e748-fb3d-408f-b7e4-5dd03b13d943 None None] Pushing event updated for resources: {'Port': ['ID=04fbf782-938e-4c90-8d57-a9af7bdeeae1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:04.628251 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b28c-9148-4161-b1e7-24fca1b0b16f None None] The sync data for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 is: [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:00Z', 'revision_number': 3, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:04.776713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1fa651c1-7c1c-4dae-a06c-31e7aa578de3 None None] Provisioning complete for port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:04.777281 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fa651c1-7c1c-4dae-a06c-31e7aa578de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:04.787363 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.054829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.060551 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.065387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device da299552-9368-4727-a51a-de1ee9db1004 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:05.122813 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8abc57f8-d3ab-45f5-92e1-a5ec3a103efd None None] Provisioning complete for port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.123217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abc57f8-d3ab-45f5-92e1-a5ec3a103efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.169287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.200686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Pushing event updated for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:05.215707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8abc57f8-d3ab-45f5-92e1-a5ec3a103efd None None] Port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:05.219258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port da299552-9368-4727-a51a-de1ee9db1004 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.219398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.354944 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:05.362014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:05.550240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Router 5437a1f4-836e-4559-9988-2ab26f75e1ed has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:05.713241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:05.720308 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-401cc70c-f196-4ce4-a9c5-57bcceedba5c admin admin] 10.222.0.97 "PUT /v2.0/routers/5437a1f4-836e-4559-9988-2ab26f75e1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3458121 Nov 12 04:04:05.746024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c4c6f0b4-0d45-462b-8e34-ab303f53d051 None None] Provisioning complete for port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:05.746389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f0b4-0d45-462b-8e34-ab303f53d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:05.798091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6f0b4-0d45-462b-8e34-ab303f53d051 None None] Port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:06.822313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Sync routers for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:06.841889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:06.842520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:06.992233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:07.157684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 04fbf782-938e-4c90-8d57-a9af7bdeeae1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:07.268620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35930) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:07.359391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:07.359718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.429233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fe2dc804-e597-4ce4-bf7b-889a25cdbb4d', 'name': '', 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'mac_address': 'fa:16:3e:36:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:03Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 2, 'project_id': '171f538f056a46baabbc97f0024f106c', 'subnets': [{'id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:07.466296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Checking router: 5437a1f4-836e-4559-9988-2ab26f75e1ed for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:07.466624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Updating router 5437a1f4-836e-4559-9988-2ab26f75e1ed port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:04:07.518334 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.828271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.863732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.872769 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.954510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20069d-411e-4ca0-b5ac-43c3a50f745a None None] Pushing event updated for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:07.986770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Attempting to bind port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:07.987191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Attempting to bind port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:07.987523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Attempting to bind port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d on network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:07.993197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:07.993568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Checking segment: {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:07.993972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:07.994367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Bound using segment: {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:07.994878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Bound port: fe2dc804-e597-4ce4-bf7b-889a25cdbb4d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:07.995244 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.085378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] For port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:08.089924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] For port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:08.097039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.160783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:08.161439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.193656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Deleting port 55c82d7e-4211-4c00-9769-10315a1d9b66 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:08.194076 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.213328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20069d-411e-4ca0-b5ac-43c3a50f745a None None] Pushing event updated for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.306979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] Provisioning complete for port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:08.307350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.315972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] For port 55c82d7e-4211-4c00-9769-10315a1d9b66, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=55c82d7e-4211-4c00-9769-10315a1d9b66,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:08.316928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.338369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:08.346971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Calling delete_port for 55c82d7e-4211-4c00-9769-10315a1d9b66 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:08.592613 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.621484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c82d7e-4211-4c00-9769-10315a1d9b66,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.760900 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.824269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] For port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:08.835423 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.858361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:08.897700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fe2dc804-e597-4ce4-bf7b-889a25cdbb4d', 'name': '', 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'mac_address': 'fa:16:3e:36:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:03Z', 'updated_at': '2021-11-12T04:04:08Z', 'revision_number': 4, 'project_id': '171f538f056a46baabbc97f0024f106c', 'subnets': [{'id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:08.954408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5af875c-b9cd-47b8-b21a-37a3254e93f3 None None] The sync data for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 is: [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fe2dc804-e597-4ce4-bf7b-889a25cdbb4d', 'name': '', 'network_id': '2ba4011a-7f82-4ebc-9c69-611a5bdba594', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'mac_address': 'fa:16:3e:36:de:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:03Z', 'updated_at': '2021-11-12T04:04:08Z', 'revision_number': 4, 'project_id': '171f538f056a46baabbc97f0024f106c', 'subnets': [{'id': '2987a58d-9e18-4297-b88a-34dd3b6e98d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:08.956807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8b3e-c323-4e73-b65d-8665d5291fe3 None None] Pushing event updated for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:08.973013 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-db497ff7-7bca-478a-83e7-ef7724335752 None None] Provisioning complete for port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:08.973485 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db497ff7-7bca-478a-83e7-ef7724335752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.240814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Router ad80c79b-d99e-4e27-a2b5-14f5b63af753 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:09.380465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:09.389465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-54d4f52f-5c32-4027-bef8-3fe96e569b88 admin admin] 10.222.0.97 "PUT /v2.0/routers/ad80c79b-d99e-4e27-a2b5-14f5b63af753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1179240 Nov 12 04:04:09.391723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35936) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:09.394359 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Sync routers for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:09.416160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:09.426077 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:09.549723 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.690979 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:09.708400 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.781521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Deleting port 9ba6cf11-93a0-4323-8467-5184a2f7f614 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:09.781861 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.862682 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.901373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] For port 9ba6cf11-93a0-4323-8467-5184a2f7f614, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9ba6cf11-93a0-4323-8467-5184a2f7f614,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:09.901743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:09.923769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Calling delete_port for 9ba6cf11-93a0-4323-8467-5184a2f7f614 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:09.974712 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:04:08Z', 'revision_number': 5, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port': {'id': '9ba6cf11-93a0-4323-8467-5184a2f7f614', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.007809 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Checking router: ad80c79b-d99e-4e27-a2b5-14f5b63af753 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:10.018940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Routers {'ad80c79b-d99e-4e27-a2b5-14f5b63af753'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:10.019993 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.126450 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] Set router ad80c79b-d99e-4e27-a2b5-14f5b63af753 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:10.159786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.187101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba6cf11-93a0-4323-8467-5184a2f7f614,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.191541 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 6, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:10.212188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3da234-8814-43b7-bbf2-d4a68a1b2ec1 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:10.232502 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee8e7d-f4d7-453e-9c74-8e0d62e462a8 None None] The sync data for ids ['ad80c79b-d99e-4e27-a2b5-14f5b63af753'] in n-d-766726-29 is: [{'id': 'ad80c79b-d99e-4e27-a2b5-14f5b63af753', 'name': 'tempest-TestAggregatesBasicOps-335102448-router', 'tenant_id': '580713f78f254bc1ad1ef06a4304ea15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:52Z', 'updated_at': '2021-11-12T04:04:09Z', 'revision_number': 6, 'project_id': '580713f78f254bc1ad1ef06a4304ea15', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:10.295547 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.406428 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.408756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.467756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.468486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad80c79b-d99e-4e27-a2b5-14f5b63af753 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:04:10.479534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.480975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8e43ad9-a707-4739-9500-7439f97cb59f admin admin] 10.222.0.97 "DELETE /v2.0/routers/ad80c79b-d99e-4e27-a2b5-14f5b63af753 HTTP/1.1" status: 204 len: 168 time: 1.0878732 Nov 12 04:04:10.483966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35940) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.529145 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:10.541280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Deleting subnet 4796c191-a1be-4b6a-a596-53225f81c4c9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:10.544552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.583233 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.688695 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.775205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.804246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4796c191-a1be-4b6a-a596-53225f81c4c9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:10.814255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.815056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c55d91-774c-4aa4-aaaf-ae2bde93d8c2 None None] Network 1484360c-c1f2-4676-8a27-891263e543cf requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:10.818915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-66827506-ece0-4d4f-b13f-e2c72922a5d3 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/4796c191-a1be-4b6a-a596-53225f81c4c9 HTTP/1.1" status: 204 len: 168 time: 0.3324740 Nov 12 04:04:10.821153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35942) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:10.912483 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:10.983920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Deleting port 90c63f71-fe4c-44dc-8a68-34365b2487a2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:10.984079 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.053847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] For port 90c63f71-fe4c-44dc-8a68-34365b2487a2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=90c63f71-fe4c-44dc-8a68-34365b2487a2,segment=NetworkSegment(dba596d8-d3e0-401b-98de-c1cfb44c2dda),segment_id=dba596d8-d3e0-401b-98de-c1cfb44c2dda)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:11.054208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.067037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Calling delete_port for 90c63f71-fe4c-44dc-8a68-34365b2487a2 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:11.153034 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.178712 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c63f71-fe4c-44dc-8a68-34365b2487a2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.184203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] No DVR routers for this DVR port 90c63f71-fe4c-44dc-8a68-34365b2487a2 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:11.293746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7e966-69ec-4d55-b5cc-2b3b0f3f9c6f None None] DHCP port deletion for 1484360c-c1f2-4676-8a27-891263e543cf request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:11.411184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fe2dc804-e597-4ce4-bf7b-889a25cdbb4d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:11.499582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:11.500437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.575896 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.600514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1484360c-c1f2-4676-8a27-891263e543cf']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.611080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba596d8-d3e0-401b-98de-c1cfb44c2dda') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.611380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba596d8-d3e0-401b-98de-c1cfb44c2dda') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:11.622300 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.655003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.673142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:11.673837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:11.677519 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:11.695790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 90c63f71-fe4c-44dc-8a68-34365b2487a2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:11.727434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 90c63f71-fe4c-44dc-8a68-34365b2487a2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:11.727781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 90c63f71-fe4c-44dc-8a68-34365b2487a2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:11.729147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9ba6cf11-93a0-4323-8467-5184a2f7f614 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:11.745700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.752096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:11.756218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9ba6cf11-93a0-4323-8467-5184a2f7f614 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:11.756571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9ba6cf11-93a0-4323-8467-5184a2f7f614 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:11.756694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] 10.222.0.97 "DELETE /v2.0/networks/1484360c-c1f2-4676-8a27-891263e543cf HTTP/1.1" status: 204 len: 168 time: 0.9343574 Nov 12 04:04:11.756993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 55c82d7e-4211-4c00-9769-10315a1d9b66 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:11.759927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:11.771608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2365ac-50e2-4fe4-9d35-a2eff83a3a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1484360c-c1f2-4676-8a27-891263e543cf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:11.792654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 55c82d7e-4211-4c00-9769-10315a1d9b66 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:11.793279 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 55c82d7e-4211-4c00-9769-10315a1d9b66 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:12.203596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.855623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Deleting port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:12.856480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.944953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] For port fe2dc804-e597-4ce4-bf7b-889a25cdbb4d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:12.945324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:12.960958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Calling delete_port for fe2dc804-e597-4ce4-bf7b-889a25cdbb4d owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:13.179308 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.206805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2dc804-e597-4ce4-bf7b-889a25cdbb4d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:13.422995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:13.700564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Router 5437a1f4-836e-4559-9988-2ab26f75e1ed has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:04:13.842068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:04:13.848906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a65f112c-fb59-467a-80b0-f1c8c5cef64d admin admin] 10.222.0.97 "PUT /v2.0/routers/5437a1f4-836e-4559-9988-2ab26f75e1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866258 Nov 12 04:04:13.851517 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:13.863939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Sync routers for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:04:13.876795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:13.877817 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:14.023077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.028923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:14.147755 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.209231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Deleting port 04fbf782-938e-4c90-8d57-a9af7bdeeae1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:14.209580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.231688 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:13Z', 'revision_number': 5, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port': {'id': '04fbf782-938e-4c90-8d57-a9af7bdeeae1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:04:00Z', 'updated_at': '2021-11-12T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:14.268184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Checking router: 5437a1f4-836e-4559-9988-2ab26f75e1ed for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:04:14.278865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Routers {'5437a1f4-836e-4559-9988-2ab26f75e1ed'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:04:14.279425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:03:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5437a1f4-836e-4559-9988-2ab26f75e1ed'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:14.307300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] For port 04fbf782-938e-4c90-8d57-a9af7bdeeae1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=04fbf782-938e-4c90-8d57-a9af7bdeeae1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:14.307802 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.323689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Calling delete_port for 04fbf782-938e-4c90-8d57-a9af7bdeeae1 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:14.387782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] Set router 5437a1f4-836e-4559-9988-2ab26f75e1ed gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:04:14.450286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:14Z', 'revision_number': 6, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:14.485948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc58bfa-4698-4fd6-ae31-46e5513a5d7b None None] The sync data for ids ['5437a1f4-836e-4559-9988-2ab26f75e1ed'] in n-d-766726-29 is: [{'id': '5437a1f4-836e-4559-9988-2ab26f75e1ed', 'name': 'tempest-TestAggregatesBasicOps-1123079488-router', 'tenant_id': '171f538f056a46baabbc97f0024f106c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:03:59Z', 'updated_at': '2021-11-12T04:04:14Z', 'revision_number': 6, 'project_id': '171f538f056a46baabbc97f0024f106c', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:04:14.536192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.562991 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fbf782-938e-4c90-8d57-a9af7bdeeae1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:14.579502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f1404-c4a7-4f22-b84d-b0da9f978330 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:14.668007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.814552 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.818079 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.875527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.876722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5437a1f4-836e-4559-9988-2ab26f75e1ed {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:04:14.881138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:14.882981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1f6cac91-06f7-4e6c-996f-80f9fb142741 admin admin] 10.222.0.97 "DELETE /v2.0/routers/5437a1f4-836e-4559-9988-2ab26f75e1ed HTTP/1.1" status: 204 len: 168 time: 1.0297723 Nov 12 04:04:14.886558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35956) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:14.948308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Deleting subnet 2987a58d-9e18-4297-b88a-34dd3b6e98d5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:04:14.953432 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.012257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.119230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.201176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.230669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2987a58d-9e18-4297-b88a-34dd3b6e98d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.235658 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.239024 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1f9e64c3-3aef-412f-bb87-4c3aedc4ee6a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2987a58d-9e18-4297-b88a-34dd3b6e98d5 HTTP/1.1" status: 204 len: 168 time: 0.3507102 Nov 12 04:04:15.241570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:15.244717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15600fb6-22c7-4f1a-b255-d4338aa854d7 None None] Network 2ba4011a-7f82-4ebc-9c69-611a5bdba594 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:04:15.334074 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.440967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fe2dc804-e597-4ce4-bf7b-889a25cdbb4d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:15.461407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Deleting port da299552-9368-4727-a51a-de1ee9db1004 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:15.461939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.492865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fe2dc804-e597-4ce4-bf7b-889a25cdbb4d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:15.493424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fe2dc804-e597-4ce4-bf7b-889a25cdbb4d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:15.495815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] DHCP port deletion for 2ba4011a-7f82-4ebc-9c69-611a5bdba594 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:04:15.544244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] For port da299552-9368-4727-a51a-de1ee9db1004, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=da299552-9368-4727-a51a-de1ee9db1004,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:15.544809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.561332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Calling delete_port for da299552-9368-4727-a51a-de1ee9db1004 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:15.586318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Deleting port da299552-9368-4727-a51a-de1ee9db1004 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:04:15.586612 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.664040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] For port da299552-9368-4727-a51a-de1ee9db1004, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=da299552-9368-4727-a51a-de1ee9db1004,segment=NetworkSegment(2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4),segment_id=2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:15.664629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.681107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Calling delete_port for da299552-9368-4727-a51a-de1ee9db1004 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:04:15.743760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.771475 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] No DVR routers for this DVR port da299552-9368-4727-a51a-de1ee9db1004 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:15.795747 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.798137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Pushing event deleted for resources: {'Port': ['ID=da299552-9368-4727-a51a-de1ee9db1004,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.827816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=da299552-9368-4727-a51a-de1ee9db1004,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:15.829744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39a5c5-9a10-49d4-9c82-c8a39f33d5c5 None None] No DVR routers for this DVR port da299552-9368-4727-a51a-de1ee9db1004 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:04:15.914174 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.939740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba4011a-7f82-4ebc-9c69-611a5bdba594']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:15.949587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:15.949966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7a5ea9-6db4-4f9f-8a8b-8bf999d5b2e4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:04:15.966305 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.982453 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.992780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:04:15.993183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:04:15.995436 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:04:16.071003 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.078398 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.083497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2ba4011a-7f82-4ebc-9c69-611a5bdba594 HTTP/1.1" status: 204 len: 168 time: 0.8407826 Nov 12 04:04:16.107049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d4d0-dc88-42d5-be57-1ad730f78551 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba4011a-7f82-4ebc-9c69-611a5bdba594,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.300603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.350054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 35966) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.350627 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7cb94345-96fc-4b5d-8ceb-243b4a4c4d66 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=580713f78f254bc1ad1ef06a4304ea15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480711 Nov 12 04:04:16.401475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.427156 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.477698 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.480536 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:16.481744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/35d00426-1001-4f99-8ea9-177726b7320c HTTP/1.1" status: 204 len: 168 time: 0.1304679 Nov 12 04:04:16.489801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084655d6-55a7-4dc6-a210-8f1126683bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d00426-1001-4f99-8ea9-177726b7320c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:16.823734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.876873 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b5971800-fcaa-4355-9fbe-0b95ef696ddd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=171f538f056a46baabbc97f0024f106c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519438 Nov 12 04:04:16.884561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 35974) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:04:16.998507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.016149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.047270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 04fbf782-938e-4c90-8d57-a9af7bdeeae1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:17.067767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 04fbf782-938e-4c90-8d57-a9af7bdeeae1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:17.068113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 04fbf782-938e-4c90-8d57-a9af7bdeeae1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:17.068531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device da299552-9368-4727-a51a-de1ee9db1004 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:04:17.069618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.073110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:17.088705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ec5e0ad1-42fb-46ef-873b-83d1942b568b HTTP/1.1" status: 204 len: 168 time: 0.2029550 Nov 12 04:04:17.098488 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e769ec-55c4-489d-8279-e1811fa48478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e0ad1-42fb-46ef-873b-83d1942b568b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:17.120230 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: da299552-9368-4727-a51a-de1ee9db1004 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:04:17.120825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device da299552-9368-4727-a51a-de1ee9db1004 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:04:22.232901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c95e030b-5cc4-4efc-9bbb-84ca5e107a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:23.691534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-ce846815-005c-4c8c-b060-b9827bac7c57 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:23.693169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-ce846815-005c-4c8c-b060-b9827bac7c57 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1068041 Nov 12 04:04:23.709483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-7fad815a-eff4-4542-beb1-64567f62aa9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0103259 Nov 12 04:04:23.763245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-c00749fe-bf92-4298-8c70-3749d87b6d45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468297 Nov 12 04:04:23.967874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-4f347a99-5ea5-4e73-bd1e-acd65f800bc4 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968493 Nov 12 04:04:24.057094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-15e60d64-cea8-462d-98e1-235a09209143 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829306 Nov 12 04:04:24.365399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2718e2c8-2f35-4b3a-9efb-f4f1bf8deea8 req-bb0d2bd2-ccdc-4af1-b1a7-5cb6cf9ba81f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Nov 12 04:04:24.571651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04512b15-5d3b-409b-9b6f-ae20cb4c565b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.397378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-7c20caed-eff3-4e2f-8aa9-d04e8768dd08 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:25.399042 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-7c20caed-eff3-4e2f-8aa9-d04e8768dd08 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1119792 Nov 12 04:04:25.419209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:25.505970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b6cfc64-c90d-42c7-921e-e4aaa65988c0 req-09c930b5-00d8-4c3c-b35e-7183c14f760d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0584679 Nov 12 04:04:25.559833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.581609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:25.585445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.737870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.5 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/fde22861-4680-4a20-b42b-81300c7fe478) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:25.918982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:25.960900 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.011304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:26.014474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:26.019510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:26.026764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.076802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.077951 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.095703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-675a084d-2909-4fd2-a83a-45f6d086e790 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807091 Nov 12 04:04:26.118154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Request body: {'port': {'device_id': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:26.193915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.313543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-829cd534-b722-472b-937d-01478ba62ec7 None None] Provisioning complete for port fde22861-4680-4a20-b42b-81300c7fe478 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:26.314117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-829cd534-b722-472b-937d-01478ba62ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.354694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-829cd534-b722-472b-937d-01478ba62ec7 None None] Port fde22861-4680-4a20-b42b-81300c7fe478 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:26.489317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde22861-4680-4a20-b42b-81300c7fe478 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:26.497237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.513254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Transition to ACTIVE for port object fde22861-4680-4a20-b42b-81300c7fe478 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:26.518053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.663929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Pushing event updated for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.699858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78572-cd26-4b05-95a7-7594d43f2334 req-f2f88f4e-cee7-4095-ad58-4eb68cfc2bf3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.701477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75f78572-cd26-4b05-95a7-7594d43f2334 req-f2f88f4e-cee7-4095-ad58-4eb68cfc2bf3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.1089280 Nov 12 04:04:26.737344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Attempting to bind port fde22861-4680-4a20-b42b-81300c7fe478 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:26.737684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Attempting to bind port fde22861-4680-4a20-b42b-81300c7fe478 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:26.738011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Attempting to bind port fde22861-4680-4a20-b42b-81300c7fe478 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:26.747852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Port fde22861-4680-4a20-b42b-81300c7fe478 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:26.748134 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Attempting to bind port fde22861-4680-4a20-b42b-81300c7fe478 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:26.763130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:26.763468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:26.763852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:26.764563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Bound port: fde22861-4680-4a20-b42b-81300c7fe478, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:26.764743 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.810888 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75f78572-cd26-4b05-95a7-7594d43f2334 req-2e5bf7c0-e02d-4d22-864f-40421533c090 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Nov 12 04:04:26.860130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:26.863929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fde22861-4680-4a20-b42b-81300c7fe478,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:26.869495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.927565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:26.928274 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:26.929826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] 10.222.0.104 "PUT /v2.0/ports/fde22861-4680-4a20-b42b-81300c7fe478 HTTP/1.1" status: 200 len: 1092 time: 0.8179889 Nov 12 04:04:26.930292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:26.933004 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574b6bc-3861-4574-8626-b4e422743dff" -d '{"events": [{"name": "network-changed", "server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "tag": "fde22861-4680-4a20-b42b-81300c7fe478"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:26.948634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd42384-7b06-45d0-b25c-f2bf6bf0b294 service neutron] Pushing event updated for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:26.998795 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f628185d-701f-43a2-a39b-7c2e97641045 x-openstack-request-id: req-f628185d-701f-43a2-a39b-7c2e97641045 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:26.999041 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "tag": "fde22861-4680-4a20-b42b-81300c7fe478", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:26.999488 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f628185d-701f-43a2-a39b-7c2e97641045 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:27.000182 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478', 'status': 'completed', 'code': 200} Nov 12 04:04:27.017227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.077553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-5139cb69-8ae5-426d-8171-a897f2dbc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.079654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-5139cb69-8ae5-426d-8171-a897f2dbc1b2 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 1095 time: 0.0617528 Nov 12 04:04:27.132678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-b685b9f4-6f47-4514-ab4e-2db93d4e93fb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fde22861-4680-4a20-b42b-81300c7fe478 HTTP/1.1" status: 200 len: 217 time: 0.0385549 Nov 12 04:04:27.198358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-115f0307-9182-446c-8f60-91a783cc8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.200194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-115f0307-9182-446c-8f60-91a783cc8d02 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0604095 Nov 12 04:04:27.254209 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-d877848d-6cc1-483f-a905-27aa03f372b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.255637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-d877848d-6cc1-483f-a905-27aa03f372b5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479064 Nov 12 04:04:27.359183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-96baa71a-5f0b-4e23-bee4-77ce27361f48 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943766 Nov 12 04:04:27.463112 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51bcf0c9-7cb0-4894-8b8a-c5a1164fdad1 req-0bb624fd-1992-402d-bdc7-86717567cb58 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965252 Nov 12 04:04:27.584860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b6bc-3861-4574-8626-b4e422743dff req-d120116b-c995-47ce-bab7-227e0cb7ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.586283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-d120116b-c995-47ce-bab7-227e0cb7ed27 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 1095 time: 0.0491121 Nov 12 04:04:27.699057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b6bc-3861-4574-8626-b4e422743dff req-366787eb-1d1f-40d8-96d8-8c3ce4148541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.700585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-366787eb-1d1f-40d8-96d8-8c3ce4148541 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1077089 Nov 12 04:04:27.747430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-d6dc6e40-9783-4994-99fc-cbb6333b0d26 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fde22861-4680-4a20-b42b-81300c7fe478 HTTP/1.1" status: 200 len: 217 time: 0.0392950 Nov 12 04:04:27.781964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:27.808542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b6bc-3861-4574-8626-b4e422743dff req-bde2e0cb-28a6-4ad7-b62e-5d82a5066fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.810081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-bde2e0cb-28a6-4ad7-b62e-5d82a5066fe4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0534778 Nov 12 04:04:27.860434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b6bc-3861-4574-8626-b4e422743dff req-9b3af438-e641-427f-a3c5-3c64c0748201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:27.862134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-9b3af438-e641-427f-a3c5-3c64c0748201 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450044 Nov 12 04:04:28.005140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-d39c7cf6-2cb3-4f6e-9c4f-52b275eb1605 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346841 Nov 12 04:04:28.015173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c57146-40bd-44f8-9cfb-d3b76c81c5ad req-056fc194-1d76-435b-98ce-941346207c77 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:28.017093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12c57146-40bd-44f8-9cfb-d3b76c81c5ad req-056fc194-1d76-435b-98ce-941346207c77 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.1106045 Nov 12 04:04:28.123337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12c57146-40bd-44f8-9cfb-d3b76c81c5ad req-175735fe-8c14-4a81-90ba-1a77e475b92d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Nov 12 04:04:28.146597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5574b6bc-3861-4574-8626-b4e422743dff req-5bc2f948-145c-4aa1-8590-f195695947db service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282001 Nov 12 04:04:29.257858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01173733-f62a-4f57-9b3c-daa87167fbcf req-64699dda-ac11-4b02-b9e0-e88a311818ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:29.259547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01173733-f62a-4f57-9b3c-daa87167fbcf req-64699dda-ac11-4b02-b9e0-e88a311818ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0569232 Nov 12 04:04:29.308723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01173733-f62a-4f57-9b3c-daa87167fbcf req-a6f34edc-2543-420f-8e11-2eb42deb68c8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Nov 12 04:04:30.433256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f41d05-9097-41de-b901-0284ee8044fc req-8c187f98-dd6c-40fe-aedc-b410c70eb997 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:30.435197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57f41d05-9097-41de-b901-0284ee8044fc req-8c187f98-dd6c-40fe-aedc-b410c70eb997 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0545752 Nov 12 04:04:30.486218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57f41d05-9097-41de-b901-0284ee8044fc req-09995204-c781-47b6-b9fa-af0529af0997 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Nov 12 04:04:31.609210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb6205-ecdd-469b-8810-70d88b66c391 req-92d3dc3a-500b-419a-afce-f6a1e50f9d8d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:31.610706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8aeb6205-ecdd-469b-8810-70d88b66c391 req-92d3dc3a-500b-419a-afce-f6a1e50f9d8d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0536656 Nov 12 04:04:31.659691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8aeb6205-ecdd-469b-8810-70d88b66c391 req-ea328c36-50f4-4580-b4d4-a85bc32fc8d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Nov 12 04:04:31.666733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:32.777210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809753a-fcff-4412-a403-ce78e19bd739 req-acd25c07-6792-4f6c-b4ec-68eec27b7843 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:32.778704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7809753a-fcff-4412-a403-ce78e19bd739 req-acd25c07-6792-4f6c-b4ec-68eec27b7843 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0482321 Nov 12 04:04:32.827980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7809753a-fcff-4412-a403-ce78e19bd739 req-c9e59c19-b97c-4d24-87cb-06dc794a22ee tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Nov 12 04:04:33.948874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7541-bbf7-4dd0-b43d-134345419449 req-d0ce5c9a-b8f2-466b-a822-683d78360c23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:33.950353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a05c7541-bbf7-4dd0-b43d-134345419449 req-d0ce5c9a-b8f2-466b-a822-683d78360c23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0503263 Nov 12 04:04:34.003209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a05c7541-bbf7-4dd0-b43d-134345419449 req-a908d7a2-0767-497b-ae25-2fece1843e8d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Nov 12 04:04:35.121455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d7ac4-6b43-40f5-9142-2d7ce87bb52e req-a3640833-32cf-4685-9e85-eb4204e077d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:35.122950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-904d7ac4-6b43-40f5-9142-2d7ce87bb52e req-a3640833-32cf-4685-9e85-eb4204e077d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0497959 Nov 12 04:04:35.171331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-904d7ac4-6b43-40f5-9142-2d7ce87bb52e req-b32ab6b3-d54c-432b-b64e-c75df20b3f13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Nov 12 04:04:36.289669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604b913-f362-4981-87fc-c30d9cd6b2ff req-f7e9ab9f-1f0a-4ef1-8c01-bec3711f7f2a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:36.291171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9604b913-f362-4981-87fc-c30d9cd6b2ff req-f7e9ab9f-1f0a-4ef1-8c01-bec3711f7f2a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0509725 Nov 12 04:04:36.339039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9604b913-f362-4981-87fc-c30d9cd6b2ff req-4180cd7f-0c94-4aa8-98df-4d3748e46448 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Nov 12 04:04:37.476549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efc94b-6c6d-4612-85ff-b03707b4dfa8 req-85b8cb57-67a5-4483-bef7-3d202834ff1e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:37.478049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2efc94b-6c6d-4612-85ff-b03707b4dfa8 req-85b8cb57-67a5-4483-bef7-3d202834ff1e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0562172 Nov 12 04:04:37.526098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2efc94b-6c6d-4612-85ff-b03707b4dfa8 req-36e704c6-8a2f-490b-b157-5da4940f694a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Nov 12 04:04:38.647771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91383ffe-2336-4dd9-8391-159eb463228f req-b72fe246-83e1-4928-aba2-4b121a676db5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:38.649300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91383ffe-2336-4dd9-8391-159eb463228f req-b72fe246-83e1-4928-aba2-4b121a676db5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0516920 Nov 12 04:04:38.708134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91383ffe-2336-4dd9-8391-159eb463228f req-8aad9115-56b5-4e7e-93f2-ca1b7c022544 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527623 Nov 12 04:04:39.828196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e01da-7c97-40e9-991b-ef2e4f8b79f0 req-764a0a3d-dcda-4f48-9e6e-ab160dcc9680 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:39.829791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-388e01da-7c97-40e9-991b-ef2e4f8b79f0 req-764a0a3d-dcda-4f48-9e6e-ab160dcc9680 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 943 time: 0.0524027 Nov 12 04:04:39.856198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:39.884096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-388e01da-7c97-40e9-991b-ef2e4f8b79f0 req-42515cbb-d671-4879-9526-14fed79a86e5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Nov 12 04:04:40.143547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fde22861-4680-4a20-b42b-81300c7fe478 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:04:40.241150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fde22861-4680-4a20-b42b-81300c7fe478,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:40.253127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'fde22861-4680-4a20-b42b-81300c7fe478', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': 'fde22861-4680-4a20-b42b-81300c7fe478', 'mac_address': 'fa:16:3e:96:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:04:40.296216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.311300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde22861-4680-4a20-b42b-81300c7fe478 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:40.334549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fde22861-4680-4a20-b42b-81300c7fe478,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:40.338700 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:40.388552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:40.742431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fde22861-4680-4a20-b42b-81300c7fe478'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:41.007752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7537bb-f705-4b01-971d-df4763372da1 req-85543a8d-a721-4347-bc86-8e358dc3694a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:41.009164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7537bb-f705-4b01-971d-df4763372da1 req-85543a8d-a721-4347-bc86-8e358dc3694a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 944 time: 0.0522447 Nov 12 04:04:41.058719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d7537bb-f705-4b01-971d-df4763372da1 req-3d368d79-9457-4e19-83bd-8a241d3b860f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Nov 12 04:04:42.147499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fde22861-4680-4a20-b42b-81300c7fe478 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:04:42.193728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28f91-13c1-4d91-9c53-ba3bdc735118 req-4406ed27-eeda-4516-ad5f-aecfa2b8f67c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.195280 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0e28f91-13c1-4d91-9c53-ba3bdc735118 req-4406ed27-eeda-4516-ad5f-aecfa2b8f67c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 944 time: 0.0613019 Nov 12 04:04:42.205555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port fde22861-4680-4a20-b42b-81300c7fe478 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:04:42.211165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port fde22861-4680-4a20-b42b-81300c7fe478 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:42.211619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.250025 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0e28f91-13c1-4d91-9c53-ba3bdc735118 req-a4d92328-c804-4a3e-8840-71035af1e3c6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 Nov 12 04:04:42.305861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.334245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:42.336629 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deeea9e-b1f6-4386-9d24-784d31797afc" -d '{"events": [{"server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "name": "network-vif-plugged", "status": "completed", "tag": "fde22861-4680-4a20-b42b-81300c7fe478"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:42.350457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fde22861-4680-4a20-b42b-81300c7fe478,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:04:42.358297 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:42.388027 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b09d1-de5c-4875-9c2a-94491b51bb73 x-openstack-request-id: req-e67b09d1-de5c-4875-9c2a-94491b51bb73 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:42.388354 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "name": "network-vif-plugged", "status": "completed", "tag": "fde22861-4680-4a20-b42b-81300c7fe478", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:42.388606 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e67b09d1-de5c-4875-9c2a-94491b51bb73 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:42.389015 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478', 'code': 200} Nov 12 04:04:42.411718 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:42.526627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6695248-6f3e-40a6-a841-94409a44a4c2 req-bdfc31c3-ce4c-4b13-8b64-affde6fa9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:42.528103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6695248-6f3e-40a6-a841-94409a44a4c2 req-bdfc31c3-ce4c-4b13-8b64-affde6fa9b6a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 1097 time: 0.0455761 Nov 12 04:04:42.576318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6695248-6f3e-40a6-a841-94409a44a4c2 req-a437954f-e3cb-499c-b351-4673a5864764 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Nov 12 04:04:43.385807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdacdf-2345-4ddb-ac1d-ba514d4a9ad3 req-4a9f49e5-73d9-4cca-954f-3412ac731575 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:43.387506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2fdacdf-2345-4ddb-ac1d-ba514d4a9ad3 req-4a9f49e5-73d9-4cca-954f-3412ac731575 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Nov 12 04:04:43.442275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2fdacdf-2345-4ddb-ac1d-ba514d4a9ad3 req-3c415f77-1f0d-4db6-b2fa-ba12e65f3ac7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Nov 12 04:04:44.584277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a356f-81b5-4df6-bbb4-e2679870acd5 req-b9643227-5f6a-49bc-8af8-c80f00b0bad0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.585806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-256a356f-81b5-4df6-bbb4-e2679870acd5 req-b9643227-5f6a-49bc-8af8-c80f00b0bad0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0648785 Nov 12 04:04:44.636276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-256a356f-81b5-4df6-bbb4-e2679870acd5 req-31a0fd73-b73b-43c7-a28d-91a4180698b3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Nov 12 04:04:44.775966 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35361e99-d17b-4d4a-9ac6-88e6a771128e req-19b3c8d1-1ca4-43b0-91f5-4e5d6bbe7cce tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:44.777506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35361e99-d17b-4d4a-9ac6-88e6a771128e req-19b3c8d1-1ca4-43b0-91f5-4e5d6bbe7cce tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0627203 Nov 12 04:04:44.841792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-35361e99-d17b-4d4a-9ac6-88e6a771128e req-01ad03c3-d1ed-41f7-ada3-27855dcf94b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564451 Nov 12 04:04:47.530604 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:04:47.610655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-d8baaf13-d6d3-4ce8-b3e6-712e838f0e52 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:47.612165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-d8baaf13-d6d3-4ce8-b3e6-712e838f0e52 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1064785 Nov 12 04:04:47.627369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-56f8ff53-bf8f-4eea-96d1-7a6dd60529f3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0090678 Nov 12 04:04:47.684471 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ebed39b2-8245-466f-893e-03afb9efbe72 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515778 Nov 12 04:04:47.782185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-c9f982c3-5573-443d-a5f6-87061ee13837 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901756 Nov 12 04:04:47.874816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-5748edc1-7360-4b40-bd6b-c87324e951a5 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864491 Nov 12 04:04:48.063579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fdea03b-9639-4913-91aa-e27bf58e683c req-23a408bc-dd5f-4b30-88af-862286d556ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Nov 12 04:04:49.170220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9ba3ab8a-5110-4faa-9d8b-b2c2ac2cd466 req-53818c70-18ea-482d-9cd9-887c704ee402 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0295975 Nov 12 04:04:49.193603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-a3f76aaf-3bf6-4f58-814c-dbf26eead19f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.195263 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-a3f76aaf-3bf6-4f58-814c-dbf26eead19f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1113076 Nov 12 04:04:49.231751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': '81d28576-e733-4cf1-bc94-498deb251570', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:49.348951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:04:49.352527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.508964 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.6 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/a7463078-01f5-4cfa-ab79-a7f24200c131) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:04:49.676237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.711362 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.760449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fde22861-4680-4a20-b42b-81300c7fe478'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:04:49.764301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:04:49.767548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:04:49.771689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:04:49.779903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:49.805570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.805920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.806889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.807239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.807578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.807908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.808238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.808567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.808889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.809214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.809535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.809859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:04:49.851072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:49.851732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:49.872186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ab20db80-a9e6-4db6-800b-db031214c81c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447453 Nov 12 04:04:49.897932 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Request body: {'port': {'device_id': '81d28576-e733-4cf1-bc94-498deb251570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:04:49.964996 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.077699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a5c339d5-46ec-43ad-9f98-f2733f81064b None None] Provisioning complete for port a7463078-01f5-4cfa-ab79-a7f24200c131 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:04:50.078227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5c339d5-46ec-43ad-9f98-f2733f81064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.113758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a5c339d5-46ec-43ad-9f98-f2733f81064b None None] Port a7463078-01f5-4cfa-ab79-a7f24200c131 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:04:50.330633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d0615-01fd-4f57-809c-2a8925ac8d0f req-2ac4d087-a1d7-4f9b-ba70-b279a9437e38 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.331251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7463078-01f5-4cfa-ab79-a7f24200c131 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:04:50.336438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-968d0615-01fd-4f57-809c-2a8925ac8d0f req-2ac4d087-a1d7-4f9b-ba70-b279a9437e38 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 931 time: 0.0685496 Nov 12 04:04:50.339014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.353267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Transition to ACTIVE for port object a7463078-01f5-4cfa-ab79-a7f24200c131 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:04:50.363022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.392915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-968d0615-01fd-4f57-809c-2a8925ac8d0f req-51d307f7-7163-484e-ae97-856f5ff37a9c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 Nov 12 04:04:50.419444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.503306 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Attempting to bind port a7463078-01f5-4cfa-ab79-a7f24200c131 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:04:50.503646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Attempting to bind port a7463078-01f5-4cfa-ab79-a7f24200c131 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:04:50.503978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Attempting to bind port a7463078-01f5-4cfa-ab79-a7f24200c131 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:50.508768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Port a7463078-01f5-4cfa-ab79-a7f24200c131 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:04:50.509092 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Attempting to bind port a7463078-01f5-4cfa-ab79-a7f24200c131 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:04:50.515591 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:04:50.515934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:04:50.516533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:04:50.516747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Bound port: a7463078-01f5-4cfa-ab79-a7f24200c131, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:04:50.517098 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.590242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:04:50.593973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a7463078-01f5-4cfa-ab79-a7f24200c131,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:04:50.598534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.636407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.637032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:50.638540 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7463078-01f5-4cfa-ab79-a7f24200c131 HTTP/1.1" status: 200 len: 1092 time: 0.7453845 Nov 12 04:04:50.639163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:04:50.641512 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6717f061-1d22-4543-bcf4-c89e9876ef3c" -d '{"events": [{"name": "network-changed", "server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:04:50.676720 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e938b-44e9-48b2-83c2-683e1a1fa4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:04:50.690948 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc59974-1c2b-4b49-bc23-9f9ee7caa770 x-openstack-request-id: req-8cc59974-1c2b-4b49-bc23-9f9ee7caa770 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:04:50.691302 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:04:50.691617 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8cc59974-1c2b-4b49-bc23-9f9ee7caa770 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:04:50.692040 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131', 'status': 'completed', 'code': 200} Nov 12 04:04:50.753199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-86fc2a08-eb18-4e45-be53-27b4a4b883e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.754858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-86fc2a08-eb18-4e45-be53-27b4a4b883e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 1095 time: 0.0479987 Nov 12 04:04:50.820066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-66d67841-627b-41a5-b452-995bb698a9e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7463078-01f5-4cfa-ab79-a7f24200c131 HTTP/1.1" status: 200 len: 217 time: 0.0422969 Nov 12 04:04:50.878276 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-a9d4a50e-334d-4004-9ba7-9e0d60240c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.879816 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-a9d4a50e-334d-4004-9ba7-9e0d60240c14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0487769 Nov 12 04:04:50.932573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-db390867-f709-448d-a782-aa3e545f03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:50.934107 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-db390867-f709-448d-a782-aa3e545f03c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429673 Nov 12 04:04:51.036890 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-97b35de5-4f06-482f-a5e3-297ebc58dd83 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891581 Nov 12 04:04:51.136630 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1bbddac1-6f94-40cf-b742-ede7023c856a req-3aa7589a-945f-461f-9837-cac086bb801c service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884728 Nov 12 04:04:51.276893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-84b53bd7-ebb7-4a15-b40e-aa4019d7818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.278487 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-84b53bd7-ebb7-4a15-b40e-aa4019d7818b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 1095 time: 0.0496209 Nov 12 04:04:51.380120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-1ec28045-fe8a-430c-b07c-c0ac2ee98e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.381492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-1ec28045-fe8a-430c-b07c-c0ac2ee98e87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0900319 Nov 12 04:04:51.428293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-8f4b8150-13da-43e5-a8ba-f65eae87da6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7463078-01f5-4cfa-ab79-a7f24200c131 HTTP/1.1" status: 200 len: 217 time: 0.0397720 Nov 12 04:04:51.486551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-b5517c96-ad72-401d-aeab-b3aa04c23754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.488166 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-b5517c96-ad72-401d-aeab-b3aa04c23754 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0495164 Nov 12 04:04:51.516740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98473d-2f73-4bee-b715-aa3cb9d002e5 req-b14c3ce9-84f8-441b-b359-6c610c89130a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.518881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef98473d-2f73-4bee-b715-aa3cb9d002e5 req-b14c3ce9-84f8-441b-b359-6c610c89130a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0521302 Nov 12 04:04:51.543809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-868720e2-6bfb-4206-be1b-d4a9c040f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:51.545726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-868720e2-6bfb-4206-be1b-d4a9c040f000 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459960 Nov 12 04:04:51.572848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef98473d-2f73-4bee-b715-aa3cb9d002e5 req-8df979ef-fc55-49ce-8c81-b626e99bf6a2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476153 Nov 12 04:04:51.661749 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-b835a5b7-fd09-4c43-8439-01f047b97eff service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039562 Nov 12 04:04:51.757724 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6717f061-1d22-4543-bcf4-c89e9876ef3c req-92327ec1-bb07-4c2c-9539-85599b1163d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Nov 12 04:04:52.226229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65eba4fb-9cec-4068-b4c9-a3bedd24653b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:52.713814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028711-d235-49a6-9a8e-b3cb87fb1757 req-3b5efa04-6f59-4aec-af3e-3314dadb5c5b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:52.719432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0028711-d235-49a6-9a8e-b3cb87fb1757 req-3b5efa04-6f59-4aec-af3e-3314dadb5c5b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0679052 Nov 12 04:04:52.792432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0028711-d235-49a6-9a8e-b3cb87fb1757 req-e4c8e235-5bb7-4eb0-a60b-a98f5642ca1b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700634 Nov 12 04:04:54.009128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15966e-4960-4c5a-a587-ad25bb577e7d req-e3986f17-0f0c-4aa0-b7e5-a93dd58eee0f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:54.013141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc15966e-4960-4c5a-a587-ad25bb577e7d req-e3986f17-0f0c-4aa0-b7e5-a93dd58eee0f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.1160145 Nov 12 04:04:54.090476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc15966e-4960-4c5a-a587-ad25bb577e7d req-7e9b5170-abb9-42c8-96df-617926b7f750 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700583 Nov 12 04:04:54.587799 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-266c292f-6e11-4552-9ba7-169736dde537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:55.267632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21698a0d-48f4-4e11-bbfa-a051051d8916 req-07137aa7-0757-4950-9d32-62c6f799592e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:55.270322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21698a0d-48f4-4e11-bbfa-a051051d8916 req-07137aa7-0757-4950-9d32-62c6f799592e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0592132 Nov 12 04:04:55.324379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-21698a0d-48f4-4e11-bbfa-a051051d8916 req-8882e073-5dfc-49b4-9983-dc0de370af49 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492394 Nov 12 04:04:55.557198 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:56.718009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5238b-d56f-4292-b6e5-5f2e54b598f8 req-dd3ee2b7-207e-41aa-938b-1518f175e5fc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:56.719760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8d5238b-d56f-4292-b6e5-5f2e54b598f8 req-dd3ee2b7-207e-41aa-938b-1518f175e5fc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.3216898 Nov 12 04:04:56.775822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8d5238b-d56f-4292-b6e5-5f2e54b598f8 req-1162a212-e62b-4c8c-a45e-8e5920f8bda5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Nov 12 04:04:57.011462 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.776590 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:04:57.886615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8fd0f-db59-4241-bf3d-303e374d47ad req-b52ed256-8c04-4a78-b54b-a381605abbba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:57.888143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8f8fd0f-db59-4241-bf3d-303e374d47ad req-b52ed256-8c04-4a78-b54b-a381605abbba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0491273 Nov 12 04:04:57.952569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8f8fd0f-db59-4241-bf3d-303e374d47ad req-c38d18a0-d476-4323-af27-b16bd735ca47 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Nov 12 04:04:59.071913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac9c87-4263-4085-83b1-26e5d8ee10ea req-90b3aff6-0dfc-47f6-9be7-84ca24c672c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:04:59.073393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7ac9c87-4263-4085-83b1-26e5d8ee10ea req-90b3aff6-0dfc-47f6-9be7-84ca24c672c3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0529852 Nov 12 04:04:59.123948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7ac9c87-4263-4085-83b1-26e5d8ee10ea req-3d73a87f-0a88-464c-ab55-c0a155265f13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Nov 12 04:05:00.243048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aa975-e60d-4c44-8696-37e2bf08e426 req-df01881c-6c1c-4735-addf-630b464f8f46 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:00.244810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a7aa975-e60d-4c44-8696-37e2bf08e426 req-df01881c-6c1c-4735-addf-630b464f8f46 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0508404 Nov 12 04:05:00.292547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a7aa975-e60d-4c44-8696-37e2bf08e426 req-0c5483e1-2bd7-4c4e-85c7-854b59d19c41 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Nov 12 04:05:01.413641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e788fe-8f70-43b5-80fc-2f27d2d309f6 req-08734fc0-bdf7-4bf5-9343-80313edaa0ca tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:01.415511 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3e788fe-8f70-43b5-80fc-2f27d2d309f6 req-08734fc0-bdf7-4bf5-9343-80313edaa0ca tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0499036 Nov 12 04:05:01.472597 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3e788fe-8f70-43b5-80fc-2f27d2d309f6 req-e440cb2b-7944-42a9-ac8c-3866ed9045ec tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Nov 12 04:05:01.666245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:02.594219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea562a-49aa-4f9f-8f0e-2ef3ecc166ae req-7c64d197-2385-45ff-a70e-1dd243a360d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:02.595758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cea562a-49aa-4f9f-8f0e-2ef3ecc166ae req-7c64d197-2385-45ff-a70e-1dd243a360d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0508718 Nov 12 04:05:02.650987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8cea562a-49aa-4f9f-8f0e-2ef3ecc166ae req-c71869af-18cd-4c4f-8fa9-e94b51431cf8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488982 Nov 12 04:05:03.773850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470c4d5-3b0d-4774-9e71-55de73db1fea req-2e208713-050a-42be-8a71-89c4bd153972 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:03.775539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3470c4d5-3b0d-4774-9e71-55de73db1fea req-2e208713-050a-42be-8a71-89c4bd153972 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0498216 Nov 12 04:05:03.829127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3470c4d5-3b0d-4774-9e71-55de73db1fea req-141ecd58-32fc-4fab-b913-f7828d94b2d4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Nov 12 04:05:04.966762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020d9c6-522c-4b2a-bb28-37b3fb44b2f5 req-145cde5f-cf7c-4661-b304-c07459a05cf2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:04.968267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6020d9c6-522c-4b2a-bb28-37b3fb44b2f5 req-145cde5f-cf7c-4661-b304-c07459a05cf2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0600488 Nov 12 04:05:05.017640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6020d9c6-522c-4b2a-bb28-37b3fb44b2f5 req-af5429d4-5039-470d-a410-ed8a3607d0bd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Nov 12 04:05:06.144003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ce2d-3127-46d3-b15c-7b424964afb2 req-d54b85d6-eba5-43df-a011-eca51790cfe8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:06.145539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ae5ce2d-3127-46d3-b15c-7b424964afb2 req-d54b85d6-eba5-43df-a011-eca51790cfe8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0513062 Nov 12 04:05:06.203504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ae5ce2d-3127-46d3-b15c-7b424964afb2 req-3bb8a798-c564-426c-8963-572acc68f6fd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Nov 12 04:05:07.329907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5c227-6a12-490e-80b3-6059cc782115 req-a871c964-178f-4133-a15f-aadc430c46cd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:07.331440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7e5c227-6a12-490e-80b3-6059cc782115 req-a871c964-178f-4133-a15f-aadc430c46cd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0550475 Nov 12 04:05:07.379216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7e5c227-6a12-490e-80b3-6059cc782115 req-f249f5ea-ddde-4d13-a3cf-bb3912f147ae tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Nov 12 04:05:08.499576 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71afd-75c2-421f-b88c-1a85245e1954 req-c34ef404-e666-4a94-bbd6-dfc5cfc4c987 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:08.501160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af71afd-75c2-421f-b88c-1a85245e1954 req-c34ef404-e666-4a94-bbd6-dfc5cfc4c987 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0510325 Nov 12 04:05:08.551441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0af71afd-75c2-421f-b88c-1a85245e1954 req-77c06429-3c43-4369-a810-63d9db695de9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Nov 12 04:05:09.685027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeba1bf-70a0-46fb-8143-40126ead2ff8 req-36b0d7f7-c6fc-45be-a2a0-67a8f18f6103 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:09.687087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aeba1bf-70a0-46fb-8143-40126ead2ff8 req-36b0d7f7-c6fc-45be-a2a0-67a8f18f6103 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0562119 Nov 12 04:05:09.751072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aeba1bf-70a0-46fb-8143-40126ead2ff8 req-77cb42bf-a058-4757-9fa8-6d873c23f15f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Nov 12 04:05:09.869730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:10.884772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d66b9-999e-4dda-8978-e71c1a90ff7b req-f10a9eb5-4cd5-42cf-839c-21b9bf86b2ed tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:10.886516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e06d66b9-999e-4dda-8978-e71c1a90ff7b req-f10a9eb5-4cd5-42cf-839c-21b9bf86b2ed tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0544596 Nov 12 04:05:10.940288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e06d66b9-999e-4dda-8978-e71c1a90ff7b req-208d17b3-1515-4c1b-a00c-2fee2e19e10b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453813 Nov 12 04:05:12.061986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96acf6-9be4-48ee-833a-99dd5284e316 req-293885d9-f735-42c9-9302-62bbd8f13e20 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:12.063506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed96acf6-9be4-48ee-833a-99dd5284e316 req-293885d9-f735-42c9-9302-62bbd8f13e20 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0509584 Nov 12 04:05:12.117427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed96acf6-9be4-48ee-833a-99dd5284e316 req-da104cfd-390b-4722-ae13-1e37e80c1bb5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478625 Nov 12 04:05:13.049835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a7463078-01f5-4cfa-ab79-a7f24200c131 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:05:13.151962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a7463078-01f5-4cfa-ab79-a7f24200c131,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:13.168072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'a7463078-01f5-4cfa-ab79-a7f24200c131', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': 'a7463078-01f5-4cfa-ab79-a7f24200c131', 'mac_address': 'fa:16:3e:a6:f2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:05:13.209869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.224181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7463078-01f5-4cfa-ab79-a7f24200c131 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:05:13.245466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a7463078-01f5-4cfa-ab79-a7f24200c131,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:13.250807 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:13.256170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde04ab9-c983-40f6-9f37-fef3630721d6 req-41d2765d-537e-48e2-b1fa-051ef4b2b757 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:13.258532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde04ab9-c983-40f6-9f37-fef3630721d6 req-41d2765d-537e-48e2-b1fa-051ef4b2b757 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 943 time: 0.0621400 Nov 12 04:05:13.304911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:13.313632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.313979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.314331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.314679 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.315048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.315405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.315712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.316035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.316397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.316685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.317007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.317341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:13.318051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde04ab9-c983-40f6-9f37-fef3630721d6 req-1e8c71fb-d417-4ce1-b9f6-59a51cc8506e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 Nov 12 04:05:13.674407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a7463078-01f5-4cfa-ab79-a7f24200c131'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:14.445320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4a6ae-6831-4146-b5e5-681da33d1d95 req-bbcd5921-8f08-4fbe-8a70-c7b0aa8957e0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:14.447195 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbb4a6ae-6831-4146-b5e5-681da33d1d95 req-bbcd5921-8f08-4fbe-8a70-c7b0aa8957e0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 944 time: 0.0560038 Nov 12 04:05:14.498523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbb4a6ae-6831-4146-b5e5-681da33d1d95 req-40af8b75-4dd0-4e55-acde-b29b0c796a62 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Nov 12 04:05:15.082712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a7463078-01f5-4cfa-ab79-a7f24200c131 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:05:15.137328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port a7463078-01f5-4cfa-ab79-a7f24200c131 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:05:15.142320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port a7463078-01f5-4cfa-ab79-a7f24200c131 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:05:15.142689 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.230939 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.255117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:15.257908 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a9438-1169-44e8-b60e-2b46c90d15b9" -d '{"events": [{"server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "name": "network-vif-plugged", "status": "completed", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:15.273904 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a7463078-01f5-4cfa-ab79-a7f24200c131,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:15.280638 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:15.308153 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc3347-6228-4855-8f1f-f14ebdcbf28d x-openstack-request-id: req-2bfc3347-6228-4855-8f1f-f14ebdcbf28d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:15.308500 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "name": "network-vif-plugged", "status": "completed", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:15.308743 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2bfc3347-6228-4855-8f1f-f14ebdcbf28d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:15.309166 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131', 'code': 200} Nov 12 04:05:15.337730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:15.448019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec656a-2807-4e60-bcd8-6e7db4e06b6c req-1aee3c8f-7faf-49f9-bfa1-1f6b32cebe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.449629 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98ec656a-2807-4e60-bcd8-6e7db4e06b6c req-1aee3c8f-7faf-49f9-bfa1-1f6b32cebe54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 1097 time: 0.0454478 Nov 12 04:05:15.504600 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-98ec656a-2807-4e60-bcd8-6e7db4e06b6c req-dd03ecb1-8fdc-4e45-a249-37c26a613e18 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Nov 12 04:05:15.637085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788b684-b388-4b15-a43f-09aebad39f4c req-811dcdf8-71ed-463f-84e5-df0fe3b81567 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:15.641901 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7788b684-b388-4b15-a43f-09aebad39f4c req-811dcdf8-71ed-463f-84e5-df0fe3b81567 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0620635 Nov 12 04:05:15.700792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7788b684-b388-4b15-a43f-09aebad39f4c req-4e2106f1-d6da-4765-b180-a32d5e698813 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 Nov 12 04:05:15.726174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-a99e386a-ba21-4f98-8622-cef4f993ceb7 req-dc550f77-e5e1-41f0-917b-db1fb850ca54 tempest-TestNetworkBasicOps-353082474 tempest-TestNetworkBasicOps-353082474-project] (102604) timed out ('10.222.0.16', 55379) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:05:16.833027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51ac23-a398-4351-8b30-a0dcdc49a464 req-d7974740-af05-4c20-87d0-ebd16d62b846 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:16.834504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d51ac23-a398-4351-8b30-a0dcdc49a464 req-d7974740-af05-4c20-87d0-ebd16d62b846 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Nov 12 04:05:16.881635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d51ac23-a398-4351-8b30-a0dcdc49a464 req-e6f4b4e6-08b0-4d99-9697-32d3838cdf00 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Nov 12 04:05:17.007575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0d98f-c078-4f19-9ce5-7490ba925d42 req-355c3ffe-46d5-4858-ae1e-48ad39e5bfa8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.010142 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19c0d98f-c078-4f19-9ce5-7490ba925d42 req-355c3ffe-46d5-4858-ae1e-48ad39e5bfa8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0583680 Nov 12 04:05:17.067351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19c0d98f-c078-4f19-9ce5-7490ba925d42 req-c07aa387-47bc-4e0f-b226-3866955cb228 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501533 Nov 12 04:05:17.366856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6717f4-5e84-4f25-b35d-5354f5a18b05 req-e5c11e36-f31e-4a52-8aaa-1f3dd5f9ad83 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:17.368351 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f6717f4-5e84-4f25-b35d-5354f5a18b05 req-e5c11e36-f31e-4a52-8aaa-1f3dd5f9ad83 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0535293 Nov 12 04:05:17.416603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f6717f4-5e84-4f25-b35d-5354f5a18b05 req-0b90b487-432b-4fbe-847c-f005ac2bf25c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Nov 12 04:05:18.532771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d813-dccb-41ac-b289-f6385a7b9f8d req-b2ccae23-0a66-4742-a32a-1064639b462a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:18.534284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0452d813-dccb-41ac-b289-f6385a7b9f8d req-b2ccae23-0a66-4742-a32a-1064639b462a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Nov 12 04:05:18.582049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0452d813-dccb-41ac-b289-f6385a7b9f8d req-f1391eb7-a87d-4f4f-9c19-96c3b0738672 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Nov 12 04:05:19.088864 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-60a66698-93b7-426e-a22a-a1220e72ad2e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:19.090319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-60a66698-93b7-426e-a22a-a1220e72ad2e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Nov 12 04:05:19.184647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port a7463078-01f5-4cfa-ab79-a7f24200c131 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:19.184906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.280711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port a7463078-01f5-4cfa-ab79-a7f24200c131, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a7463078-01f5-4cfa-ab79-a7f24200c131,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:19.281073 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.293950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for a7463078-01f5-4cfa-ab79-a7f24200c131 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:19.425785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.453785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=a7463078-01f5-4cfa-ab79-a7f24200c131,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:19.459622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fde22861-4680-4a20-b42b-81300c7fe478'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:19.501792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port a7463078-01f5-4cfa-ab79-a7f24200c131 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:19.503787 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a7463078-01f5-4cfa-ab79-a7f24200c131'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:19.506038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:19.509857 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fc9d8e30-d3dc-49a9-bd52-49ae34ca4b49 req-5ed417c4-e11d-4520-9927-459331230245 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "DELETE /v2.0/ports/a7463078-01f5-4cfa-ab79-a7f24200c131 HTTP/1.1" status: 204 len: 173 time: 0.4094722 Nov 12 04:05:19.510351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'name': 'network-vif-deleted', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:19.513326 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8608393-bb3c-49d4-918c-849cbae8dc79" -d '{"events": [{"server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "name": "network-vif-deleted", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:19.559407 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a3513-abe6-46d4-bbdb-3e7ebb6bcfe9 x-openstack-request-id: req-400a3513-abe6-46d4-bbdb-3e7ebb6bcfe9 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:19.559762 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d28576-e733-4cf1-bc94-498deb251570", "name": "network-vif-deleted", "tag": "a7463078-01f5-4cfa-ab79-a7f24200c131", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:19.560022 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-400a3513-abe6-46d4-bbdb-3e7ebb6bcfe9 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:19.560955 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d28576-e733-4cf1-bc94-498deb251570', 'name': 'network-vif-deleted', 'tag': 'a7463078-01f5-4cfa-ab79-a7f24200c131', 'status': 'completed', 'code': 200} Nov 12 04:05:19.703252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c01ffe60-7006-4bff-bcc4-4182ca58577d req-8cb9a2ce-daf1-4a23-b83f-b9cbdf9912df tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0344157 Nov 12 04:05:20.804490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc8e9bea-01d3-4b24-85ad-894f55f4e71b req-dbafe128-c4a9-44c9-9cb5-1457ed120289 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Nov 12 04:05:21.910011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea8ba310-e10c-46ae-9bcc-d2592aa805e1 req-0cc2f0cd-8c4a-4899-b147-854f63901c6b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Nov 12 04:05:22.228732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2905089e-2e27-4cdb-ad7a-1b19411b0cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:23.017896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52de44d0-91bb-475f-ade9-64d0a0b1d784 req-496ddb43-f71f-47c9-9418-376146283666 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0287991 Nov 12 04:05:23.102394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a7463078-01f5-4cfa-ab79-a7f24200c131 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:23.127714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: a7463078-01f5-4cfa-ab79-a7f24200c131 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:23.128052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a7463078-01f5-4cfa-ab79-a7f24200c131 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:24.138440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-732a10d2-3a18-4fed-8d8a-77914278a185 req-fe2dda47-26f8-489b-b180-329518bfa7af tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=81d28576-e733-4cf1-bc94-498deb251570 HTTP/1.1" status: 200 len: 210 time: 0.0317152 Nov 12 04:05:24.531928 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:05:24.575010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12545356-91ee-4feb-95f7-0d7d397aa836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:25.555283 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.014645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:27.783291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:29.714052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f9557-0546-49ab-ab80-ab0b39177aa8 req-63154292-6298-475c-9c8d-c6586c4cea3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:29.715577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-389f9557-0546-49ab-ab80-ab0b39177aa8 req-63154292-6298-475c-9c8d-c6586c4cea3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Nov 12 04:05:29.769889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-389f9557-0546-49ab-ab80-ab0b39177aa8 req-9b9d412c-673b-4cf4-9747-70b7468e219e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Nov 12 04:05:30.889026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47ea70-ceba-4530-b842-e1e6c8e3464c req-696eb8e8-8ad3-4a2d-a605-76aea52703ac tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:30.890531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b47ea70-ceba-4530-b842-e1e6c8e3464c req-696eb8e8-8ad3-4a2d-a605-76aea52703ac tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Nov 12 04:05:30.941912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6b47ea70-ceba-4530-b842-e1e6c8e3464c req-c6604c62-ad04-4b4f-8856-64334a271313 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453315 Nov 12 04:05:31.462794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-aa8cf031-901a-4938-bf68-2278f7b900ec tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:31.464272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-aa8cf031-901a-4938-bf68-2278f7b900ec tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Nov 12 04:05:31.556077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port fde22861-4680-4a20-b42b-81300c7fe478 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:05:31.556412 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.643852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port fde22861-4680-4a20-b42b-81300c7fe478, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fde22861-4680-4a20-b42b-81300c7fe478,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:05:31.644201 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.657326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for fde22861-4680-4a20-b42b-81300c7fe478 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:05:31.680543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.790681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.819048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=fde22861-4680-4a20-b42b-81300c7fe478,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:31.827479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fde22861-4680-4a20-b42b-81300c7fe478'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:05:31.829259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.829595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.829942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.830279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.830614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.830973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.831300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.831626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.832372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.832372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.832546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.833255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:05:31.878690 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port fde22861-4680-4a20-b42b-81300c7fe478 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:05:31.881340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:31.884666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c29e1d02-3c34-42f3-850a-25c50af28f7a req-80325da6-f2b5-4d4b-8c26-2c976deee424 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "DELETE /v2.0/ports/fde22861-4680-4a20-b42b-81300c7fe478 HTTP/1.1" status: 204 len: 173 time: 0.4140913 Nov 12 04:05:31.885106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'name': 'network-vif-deleted', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:05:31.887459 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c0623-b624-4ea4-8a21-71394d5715e9" -d '{"events": [{"server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "name": "network-vif-deleted", "tag": "fde22861-4680-4a20-b42b-81300c7fe478"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:05:31.938527 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83896fd9-1257-4e11-81be-ace896cc59e1 x-openstack-request-id: req-83896fd9-1257-4e11-81be-ace896cc59e1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:05:31.939244 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80a8a54-3a7c-4c37-a496-26b52cc6cff0", "name": "network-vif-deleted", "tag": "fde22861-4680-4a20-b42b-81300c7fe478", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:05:31.939244 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-83896fd9-1257-4e11-81be-ace896cc59e1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:05:31.939507 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80a8a54-3a7c-4c37-a496-26b52cc6cff0', 'name': 'network-vif-deleted', 'tag': 'fde22861-4680-4a20-b42b-81300c7fe478', 'status': 'completed', 'code': 200} Nov 12 04:05:32.051212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c51068f-18cc-4807-8535-74c5b4d458ae req-c8fbea31-89e7-4349-9164-14acf22e4443 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0310638 Nov 12 04:05:33.158198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d64a504-1f2b-4450-92c2-7fca49dc037c req-6d818d7a-c985-4831-b128-cffab6ca8fae tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0289884 Nov 12 04:05:34.269085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0679bffd-f793-4327-9a11-9295ac2b75e4 req-83fc1040-d18c-4e74-b821-3522e7ca2dfa tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0351624 Nov 12 04:05:34.376280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fde22861-4680-4a20-b42b-81300c7fe478 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:05:34.398281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: fde22861-4680-4a20-b42b-81300c7fe478 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:05:34.398623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fde22861-4680-4a20-b42b-81300c7fe478 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:05:35.396519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10499a44-311c-42ca-8947-8b7147042156 req-841e10cc-036b-4d78-8445-88fd3f2cfe54 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0362818 Nov 12 04:05:36.526255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c7a3ad27-28f0-46b3-adb7-7888f67a98d0 req-ea2dbcfa-78a4-4b37-baae-5a3b8a4c4b2c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=b80a8a54-3a7c-4c37-a496-26b52cc6cff0 HTTP/1.1" status: 200 len: 210 time: 0.0267830 Nov 12 04:05:39.870652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.624701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.630198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159350729', 'description': 'tempest-secgroup-smoke-1159350729 description', 'project_id': '3024619c419049a8a38adb00c7b56677'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:40.657080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.726286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.729970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.755092 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.756333 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1305027 Nov 12 04:05:40.760037 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36334) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.764466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a882230-71fc-4f97-8e26-30acc54bbdd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf0f646-d03f-4be4-8e54-f1b52ee10e9d,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.765121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:40.798436 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.855579 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.860213 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.880427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cffdba-e1a1-480a-b77c-b42a4504d0c8,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:40.887557 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.890453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29eef813-859c-468d-a0b0-da4a9f87dbd5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292953 Nov 12 04:05:40.891487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36336) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:40.895814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:40.923870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.986598 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:40.990684 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.011779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac12f64-4600-473e-bab4-68fbb4414d57,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.017700 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.019041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2bd203be-18a9-453c-8576-1b910aea4fbb tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265185 Nov 12 04:05:41.022023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36338) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.027012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:41.056982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.116923 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.121075 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.139345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ce4e69-d18c-4a12-a049-28695cfa9d3e,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.146985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.148640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3d72ffbb-e783-439e-be9a-43ec2d00b81a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254334 Nov 12 04:05:41.151157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36340) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.156961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:41.186453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.251193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.255013 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.272637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b53883-df2e-4a44-a139-eb721e940fad,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.279939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.281048 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7b85d88a-edf8-478c-a561-09d892e680db tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288378 Nov 12 04:05:41.283809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36342) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.288410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:41.311737 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Project 3024619c419049a8a38adb00c7b56677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:05:41.316912 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.379413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.382864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.399731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64160f6c-499e-47bb-aee9-b7f741dfe74f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.408148 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.409399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-799c3cd0-2632-4aec-b16f-205d6c44ea22 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246426 Nov 12 04:05:41.412487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36344) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:05:41.417654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'security_group_rule': {'security_group_id': 'abf0f646-d03f-4be4-8e54-f1b52ee10e9d', 'project_id': '3024619c419049a8a38adb00c7b56677', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:41.441456 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Project 3024619c419049a8a38adb00c7b56677 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:05:41.446389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.509051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.512776 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.531762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21c4c9a-e7aa-4142-9478-bb768ee0d046,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:05:41.540027 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:41.541225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-70f71757-bddd-4110-a7bf-42070c53c3b1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277277 Nov 12 04:05:52.230922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9da0cd7a-3cc5-486c-839b-1a678cd937e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:54.577319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c2ef32b2-c14f-4091-9228-3d9d8777707b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:55.555652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.014760 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.778416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:05:57.899301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-c4beb23c-d4c0-4a5e-99ce-63d1d7ed39e3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159350729&fields=id&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 267 time: 0.0570109 Nov 12 04:05:58.007611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-4cebd7a2-5ee7-4078-9840-730cb4a4e1e5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:58.009102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-4cebd7a2-5ee7-4078-9840-730cb4a4e1e5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1028774 Nov 12 04:05:58.024188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-a953c8a1-a352-4031-b1f3-80b6e96f850f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Nov 12 04:05:58.075596 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-c1a17493-8152-4212-a595-815eed8a2e29 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459533 Nov 12 04:05:58.173547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-3ae03d3f-44cb-4b52-9400-74dea14b2d96 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867789 Nov 12 04:05:58.266531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-440425c5-9ff3-40f7-a22b-f75bfb047baa service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868876 Nov 12 04:05:58.542650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6c13f4f-7a7e-459d-8f4c-c0c3369782f8 req-8f3a255f-ac4e-4b59-8069-11629cc89385 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Nov 12 04:05:59.638774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24130e3e-e3ec-4782-ae23-b313ee555e93 req-9dc71fbd-8f06-4a59-8b11-b41ae78eafd7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0268300 Nov 12 04:05:59.656070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-dcf6b527-e2b6-4515-89d8-f1e32d290f1f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:05:59.657524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-dcf6b527-e2b6-4515-89d8-f1e32d290f1f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1118994 Nov 12 04:05:59.740499 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-31721108-66bb-411f-b9b7-c8a62efa24d8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 380 time: 0.0645349 Nov 12 04:05:59.752071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'security_groups': ['abf0f646-d03f-4be4-8e54-f1b52ee10e9d']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:05:59.870246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:05:59.873844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.006414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.14 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/b75de54f-d4a2-4209-a31c-6ced1692d9bd) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:00.150811 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.190064 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.239833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:00.242982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:00.247279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:00.277158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:00.292887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.293239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.293590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.293931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.294271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.294605 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.294972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.295305 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.295636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.295966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.296551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.296887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:00.313479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.314151 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.333480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-69e116dd-742c-40c4-a67f-6c2bd318640b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858724 Nov 12 04:06:00.425429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Request body: {'port': {'device_id': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:00.473331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-956dd480-3e11-41ee-b4a9-bd4ab104daca None None] Provisioning complete for port b75de54f-d4a2-4209-a31c-6ced1692d9bd triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:00.474375 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-956dd480-3e11-41ee-b4a9-bd4ab104daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.486430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.509132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-956dd480-3e11-41ee-b4a9-bd4ab104daca None None] Port b75de54f-d4a2-4209-a31c-6ced1692d9bd cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:06:00.757867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb46063-1854-4366-83c5-ca3b46160e31 req-ec57b3c8-1bc6-4c5e-9f28-7b90b5579bbd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:00.759586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb46063-1854-4366-83c5-ca3b46160e31 req-ec57b3c8-1bc6-4c5e-9f28-7b90b5579bbd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 932 time: 0.0507543 Nov 12 04:06:00.762176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75de54f-d4a2-4209-a31c-6ced1692d9bd {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:00.770957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.784302 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Transition to ACTIVE for port object b75de54f-d4a2-4209-a31c-6ced1692d9bd will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:06:00.789354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:00.815823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6bb46063-1854-4366-83c5-ca3b46160e31 req-f9d67f15-a445-4deb-81bc-32d6baa814f9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Nov 12 04:06:00.851425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Pushing event updated for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:00.937942 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Attempting to bind port b75de54f-d4a2-4209-a31c-6ced1692d9bd on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:06:00.938284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Attempting to bind port b75de54f-d4a2-4209-a31c-6ced1692d9bd by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:06:00.938620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Attempting to bind port b75de54f-d4a2-4209-a31c-6ced1692d9bd on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:00.943758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Port b75de54f-d4a2-4209-a31c-6ced1692d9bd on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:06:00.944095 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Attempting to bind port b75de54f-d4a2-4209-a31c-6ced1692d9bd on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:06:00.949840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:06:00.950179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:06:00.951204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:06:00.951655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Bound port: b75de54f-d4a2-4209-a31c-6ced1692d9bd, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:06:00.952044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.025038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:06:01.028437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:06:01.034994 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.071984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.072626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.074178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] 10.222.0.16 "PUT /v2.0/ports/b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 1093 time: 0.7175448 Nov 12 04:06:01.077018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:01.079113 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29272711-d88b-41ac-bb34-ffe1bef28b31" -d '{"events": [{"name": "network-changed", "server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:01.108100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606faf2-ea66-46bf-b751-900ed4dc782d service neutron] Pushing event updated for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:01.133967 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249221e5-609b-4ec3-ba16-267e9967d52e x-openstack-request-id: req-249221e5-609b-4ec3-ba16-267e9967d52e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:01.134552 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:01.135152 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-249221e5-609b-4ec3-ba16-267e9967d52e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:01.135736 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'status': 'completed', 'code': 200} Nov 12 04:06:01.198280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-91b75f8a-9679-420d-85fe-a625466cccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.199975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-91b75f8a-9679-420d-85fe-a625466cccd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1096 time: 0.0476520 Nov 12 04:06:01.532287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:01.585798 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-4a2dabea-226a-45d9-8071-10894bbeb3a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 217 time: 0.3679292 Nov 12 04:06:01.640986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-4b8a8ae8-1571-4383-9bfe-cbb4519d3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.642457 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-4b8a8ae8-1571-4383-9bfe-cbb4519d3250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0445671 Nov 12 04:06:01.694133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:01.695221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead9957-c454-4618-9967-8a8cd7860e1e req-075a4edc-95ed-4116-8f7e-f4bb93709cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.696773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-075a4edc-95ed-4116-8f7e-f4bb93709cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424378 Nov 12 04:06:01.795968 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-5683270d-e1f3-4148-a232-cbce9d9a0ebd service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869105 Nov 12 04:06:01.895791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-dead9957-c454-4618-9967-8a8cd7860e1e req-9684d91a-f677-4cf4-b58d-be9b6530d9e7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864255 Nov 12 04:06:01.949587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec2d74-511a-4450-b081-c19266eb1279 req-09904dec-b553-42a8-86ac-2b729fa62f13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:01.951649 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6ec2d74-511a-4450-b081-c19266eb1279 req-09904dec-b553-42a8-86ac-2b729fa62f13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0641971 Nov 12 04:06:02.010016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6ec2d74-511a-4450-b081-c19266eb1279 req-57a96379-3030-407b-b4cc-659d05833fed tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520003 Nov 12 04:06:02.039178 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-8a58ac25-cbeb-4471-ba9e-1bf24f856656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.040713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-8a58ac25-cbeb-4471-ba9e-1bf24f856656 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1096 time: 0.0536292 Nov 12 04:06:02.145487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-a83f5cbe-b344-4aad-810c-d285d0747f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.147031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-a83f5cbe-b344-4aad-810c-d285d0747f5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0941901 Nov 12 04:06:02.199233 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-9aa0f775-e3af-4c3b-93cd-5db277c24a09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 217 time: 0.0400677 Nov 12 04:06:02.256415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-aa2482d1-2321-416c-acc2-c37377fb5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.257884 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-aa2482d1-2321-416c-acc2-c37377fb5f17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0448725 Nov 12 04:06:02.310563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-9dd53984-3264-47c4-8c01-c88c6653406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:02.312124 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-9dd53984-3264-47c4-8c01-c88c6653406e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420687 Nov 12 04:06:02.412539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-a124bdc2-109f-403d-842e-44b66b5e6450 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880158 Nov 12 04:06:02.508370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-29272711-d88b-41ac-bb34-ffe1bef28b31 req-a266a0cf-df16-472f-8fb9-635e3b9a1512 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Nov 12 04:06:03.131760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12db17-f0e5-495d-a323-edafe5936a74 req-5f3c5f95-6b9f-4fd4-99aa-6f499777dde9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:03.133954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a12db17-f0e5-495d-a323-edafe5936a74 req-5f3c5f95-6b9f-4fd4-99aa-6f499777dde9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0535140 Nov 12 04:06:03.187136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a12db17-f0e5-495d-a323-edafe5936a74 req-e958d1b8-518d-4ab1-8579-577625ce6b17 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461755 Nov 12 04:06:04.143374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-eaf413d0-50c1-4b8c-be08-9e9a7653180c req-6e825569-bd0d-4f89-8cad-53327a8d31ba service neutron] (102605) timed out ('10.222.0.97', 53136) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:06:04.304210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea67e2-acc5-43f8-bb52-86fb6a28eba8 req-4c229214-21d2-421d-b8e0-b2361aae463c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:04.305722 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82ea67e2-acc5-43f8-bb52-86fb6a28eba8 req-4c229214-21d2-421d-b8e0-b2361aae463c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0495601 Nov 12 04:06:04.364228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82ea67e2-acc5-43f8-bb52-86fb6a28eba8 req-dc2efc10-524e-4ebd-83f5-ea614a8bb2e2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514114 Nov 12 04:06:05.484300 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065a2a-25f8-457c-917a-3ad043b8f158 req-874b2c68-7cc3-4435-9df7-33831996d5aa tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:05.485781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02065a2a-25f8-457c-917a-3ad043b8f158 req-874b2c68-7cc3-4435-9df7-33831996d5aa tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0492704 Nov 12 04:06:05.535281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02065a2a-25f8-457c-917a-3ad043b8f158 req-568bec20-179d-496d-b01b-6042c80b04c8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Nov 12 04:06:06.650059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc6d46-1878-439f-b46d-7adef5bbf9d6 req-a8f01b1c-a0a9-40f9-855a-2cc231c2e296 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:06.651573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73dc6d46-1878-439f-b46d-7adef5bbf9d6 req-a8f01b1c-a0a9-40f9-855a-2cc231c2e296 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0485082 Nov 12 04:06:06.701258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-73dc6d46-1878-439f-b46d-7adef5bbf9d6 req-a33ffd9e-64da-47e9-acea-c03a13e9b368 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Nov 12 04:06:07.824553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e897c-d78c-43f3-a63d-efbf4b083ddc req-797917a6-2429-446a-98c7-c123d675e40a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:07.826023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a71e897c-d78c-43f3-a63d-efbf4b083ddc req-797917a6-2429-446a-98c7-c123d675e40a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0528290 Nov 12 04:06:07.875200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a71e897c-d78c-43f3-a63d-efbf4b083ddc req-e98fa7cf-7cf4-418d-9c70-87963c37ab8f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Nov 12 04:06:08.991137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475c8eb-2e5b-42b3-b173-d1ba98546c1e req-ac06efc7-7cc2-44a2-8c0f-c958efeeddd0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:08.992633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5475c8eb-2e5b-42b3-b173-d1ba98546c1e req-ac06efc7-7cc2-44a2-8c0f-c958efeeddd0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0482759 Nov 12 04:06:09.043185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5475c8eb-2e5b-42b3-b173-d1ba98546c1e req-7d35f7ef-1c4f-46ea-b0b9-35836a1da7c4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Nov 12 04:06:09.872136 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:10.164713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37880-1109-4e2c-a1a1-e933bc516b38 req-a9110f4e-b3c6-4e3f-8d2d-a4316db8050f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:10.166282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03f37880-1109-4e2c-a1a1-e933bc516b38 req-a9110f4e-b3c6-4e3f-8d2d-a4316db8050f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0533800 Nov 12 04:06:10.220230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03f37880-1109-4e2c-a1a1-e933bc516b38 req-7c8ab572-8482-4e37-a10d-bce30bb7269e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Nov 12 04:06:11.337376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4efa9-68e6-4d2c-ae1e-3e49315ab768 req-aba4da0e-a522-4618-b437-88b4d3b2b309 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:11.338902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38a4efa9-68e6-4d2c-ae1e-3e49315ab768 req-aba4da0e-a522-4618-b437-88b4d3b2b309 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0489180 Nov 12 04:06:11.392566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-38a4efa9-68e6-4d2c-ae1e-3e49315ab768 req-617b0c5b-48cb-4641-bea1-e5f6e65a5e1f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472169 Nov 12 04:06:12.507912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507e26a-81f2-4874-8889-bc8a296cecbe req-ed910669-ee98-45d1-9baf-595bf90d6357 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:12.509379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2507e26a-81f2-4874-8889-bc8a296cecbe req-ed910669-ee98-45d1-9baf-595bf90d6357 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 944 time: 0.0486763 Nov 12 04:06:12.559484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2507e26a-81f2-4874-8889-bc8a296cecbe req-61146649-1d5f-484d-a1f7-81559b4f3fee tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Nov 12 04:06:13.400625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b75de54f-d4a2-4209-a31c-6ced1692d9bd details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:06:13.492875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:13.507132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'mac_address': 'fa:16:3e:b4:fc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:06:13.544067 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.557482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75de54f-d4a2-4209-a31c-6ced1692d9bd {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:06:13.576209 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:13.580029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:13.628222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:13.635729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.636134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.636488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.636826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.637149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.637474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.637798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.638117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.638435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.638755 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.639129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.639445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:06:13.680622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0f66-9bf1-46a7-b4e2-43a65178e004 req-09765be1-1f96-4e49-b15d-1ba522bb42c0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:13.682148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-318c0f66-9bf1-46a7-b4e2-43a65178e004 req-09765be1-1f96-4e49-b15d-1ba522bb42c0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Nov 12 04:06:13.731144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-318c0f66-9bf1-46a7-b4e2-43a65178e004 req-62d0e8ad-b566-4fc7-850f-c8f5275a09e5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Nov 12 04:06:13.952653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['b75de54f-d4a2-4209-a31c-6ced1692d9bd'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:06:14.853415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7671-8845-4d6a-8a4e-c2aae77a2dd1 req-d4bbac02-0708-422f-82b4-335a8cfbd10c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:14.855051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d9a7671-8845-4d6a-8a4e-c2aae77a2dd1 req-d4bbac02-0708-422f-82b4-335a8cfbd10c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 945 time: 0.0530341 Nov 12 04:06:14.908276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d9a7671-8845-4d6a-8a4e-c2aae77a2dd1 req-d588847b-2412-4e2b-b150-e2c75ed9d580 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465021 Nov 12 04:06:15.394741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b75de54f-d4a2-4209-a31c-6ced1692d9bd up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:06:15.445264 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port b75de54f-d4a2-4209-a31c-6ced1692d9bd completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:06:15.449060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port b75de54f-d4a2-4209-a31c-6ced1692d9bd triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:06:15.449429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.525708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.548678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:15.550944 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a09ae1d-ac63-4bc8-8efe-747e0dc092c6" -d '{"events": [{"server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "name": "network-vif-plugged", "status": "completed", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:15.568710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:06:15.572869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:15.596733 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43dfb93-a1cb-4bea-822d-9b3a62f21c3d x-openstack-request-id: req-c43dfb93-a1cb-4bea-822d-9b3a62f21c3d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:15.597024 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "name": "network-vif-plugged", "status": "completed", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:15.597272 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c43dfb93-a1cb-4bea-822d-9b3a62f21c3d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:15.597651 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'code': 200} Nov 12 04:06:15.621868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:15.745585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916c81-8a86-4ed7-af38-d48365a7a9d2 req-e3df3ffd-4223-4ee0-a89a-2839657bc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:15.747122 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-be916c81-8a86-4ed7-af38-d48365a7a9d2 req-e3df3ffd-4223-4ee0-a89a-2839657bc4ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1098 time: 0.0464692 Nov 12 04:06:15.797135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-be916c81-8a86-4ed7-af38-d48365a7a9d2 req-312ca187-c746-42b5-8c3f-2c140936281f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Nov 12 04:06:16.029984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a192e-07fd-4950-802e-52ae665886c4 req-4a4912db-b66c-4de1-87a0-b1a0c5e4aa6d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:16.031412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375a192e-07fd-4950-802e-52ae665886c4 req-4a4912db-b66c-4de1-87a0-b1a0c5e4aa6d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0526805 Nov 12 04:06:16.082660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375a192e-07fd-4950-802e-52ae665886c4 req-c1250f05-9bdb-4c83-9ce6-4572efb00e8c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Nov 12 04:06:17.198898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cc411-cbae-4e42-86fb-ac9503ead693 req-81bd84b5-8977-475e-ae6a-00eb27c14ff3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.200287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d9cc411-cbae-4e42-86fb-ac9503ead693 req-81bd84b5-8977-475e-ae6a-00eb27c14ff3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Nov 12 04:06:17.249088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d9cc411-cbae-4e42-86fb-ac9503ead693 req-1eef3122-670d-4406-946f-0a0b5f2fbfea tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Nov 12 04:06:17.359731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48762f0c-75c8-4c9a-8337-58522b445cd3 req-2f430b8b-1fa8-4fff-b899-65c1813429ee tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.361299 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48762f0c-75c8-4c9a-8337-58522b445cd3 req-2f430b8b-1fa8-4fff-b899-65c1813429ee tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Nov 12 04:06:17.414866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48762f0c-75c8-4c9a-8337-58522b445cd3 req-cc392f5b-fe92-442f-85f2-e55e45392660 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476758 Nov 12 04:06:17.438007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36536) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:17.479644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b31f90-8029-4fb8-a6cb-a53b6ed8eece tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:17.481240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-40b31f90-8029-4fb8-a6cb-a53b6ed8eece tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1093 time: 0.0422266 Nov 12 04:06:17.487126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:06:17.491548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:06:17.516000 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.609315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.716364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.25.7.252 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/de1d0b58-218d-4cdd-b4e2-3188645f34db) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:06:17.821376 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.860049 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:17.900622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:06:17.903594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:06:17.906655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:06:17.931117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=de1d0b58-218d-4cdd-b4e2-3188645f34db,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:18.405373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.508463 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.918631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.924413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:18.994125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=de1d0b58-218d-4cdd-b4e2-3188645f34db,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:06:19.002530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.101317 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 582348e3-372e-4f14-a9b5-306103f4fea5 associated. External IP: 172.25.7.252, port: b75de54f-d4a2-4209-a31c-6ced1692d9bd. Nov 12 04:06:19.308588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:06:19.416711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:06:19.426265 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:06:19.435556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:19.437420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:19.438040 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:05:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:19.463001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d2f37495-6f58-43e5-b367-dc4af0614ab7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9747760 Nov 12 04:06:19.463581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:06:19.465854 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf8511-df16-4580-9610-f32f9d0690d7" -d '{"events": [{"name": "network-changed", "server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:06:19.549688 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:19.633315 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a6e31-0ddc-4ba4-bbb3-b581f1a62a9a x-openstack-request-id: req-275a6e31-0ddc-4ba4-bbb3-b581f1a62a9a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:06:19.633617 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:06:19.633873 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-275a6e31-0ddc-4ba4-bbb3-b581f1a62a9a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:06:19.634279 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'status': 'completed', 'code': 200} Nov 12 04:06:19.745403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-69fa72b8-9402-4605-914e-3e0ed9fbcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.746981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-69fa72b8-9402-4605-914e-3e0ed9fbcc10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1098 time: 0.0444212 Nov 12 04:06:19.805945 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '582348e3-372e-4f14-a9b5-306103f4fea5', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:b4:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:18Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:19.833612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:06:19.842997 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:06:19.843600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:05:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:19.850365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-b3c97d80-c9cf-419b-a63f-683089ae438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.852083 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-b3c97d80-c9cf-419b-a63f-683089ae438a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0967846 Nov 12 04:06:19.924036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-ca40a31a-74ab-4f9d-88c3-898fe7097abd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 1000 time: 0.0649490 Nov 12 04:06:19.987665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-f1043ff8-08e4-47ad-ba0b-c09d229080a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:19.989169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-f1043ff8-08e4-47ad-ba0b-c09d229080a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0559647 Nov 12 04:06:20.042517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-cfd5c1ff-ae55-41c6-8f4f-0815c4dbd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:20.044124 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-cfd5c1ff-ae55-41c6-8f4f-0815c4dbd7ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471418 Nov 12 04:06:20.049573 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:06:20.143705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-2dfda061-fd91-47d6-a6cc-29bbb77057b3 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Nov 12 04:06:20.249684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eaaf8511-df16-4580-9610-f32f9d0690d7 req-5704b2f6-be23-4ab2-9324-10c7bb589b1c service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978851 Nov 12 04:06:20.275700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '582348e3-372e-4f14-a9b5-306103f4fea5', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:b4:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:18Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:06:20.306651 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba90db-d454-4247-b168-58ffaa785c24 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '582348e3-372e-4f14-a9b5-306103f4fea5', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.252', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:b4:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:06:18Z', 'updated_at': '2021-11-12T04:06:18Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:06:20.496233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0889bf5-f2eb-4e35-854f-be132fe9788c None None] New status for floating IP 582348e3-372e-4f14-a9b5-306103f4fea5: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:06:22.235777 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86cbbbd3-75a2-4eb3-8f60-ee31d3511428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:24.579820 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4310d83-b775-4210-a2f1-81f9a039fb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:25.555385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:26.710550 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-b981fc7c-5c49-4276-936a-6e9b5424be37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409420 Nov 12 04:06:26.815534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-3adcaec1-b8db-4490-b572-5c6dfe679d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.817145 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-3adcaec1-b8db-4490-b572-5c6dfe679d7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1098 time: 0.0432420 Nov 12 04:06:26.940172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-2111520c-f7fc-4933-9be7-9db516ccf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:26.941683 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-2111520c-f7fc-4933-9be7-9db516ccf063 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0977612 Nov 12 04:06:27.008617 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-8737d439-b088-41a6-ada4-ee8e43d07c93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 1002 time: 0.0601001 Nov 12 04:06:27.017683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:27.067796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-26f23032-1d58-454f-9983-e3dd10f291e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:27.069344 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-26f23032-1d58-454f-9983-e3dd10f291e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0517478 Nov 12 04:06:27.121141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-471e66b2-c7aa-4b00-ac3d-ad666c6c0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:06:27.123271 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-471e66b2-c7aa-4b00-ac3d-ad666c6c0e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432887 Nov 12 04:06:27.220935 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-5c7ff7f1-cd83-4913-98bd-6fcb9567d234 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894206 Nov 12 04:06:27.322356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3efe0bc8-5336-4337-a5d1-deb174430ba5 req-fe846fb7-692e-4789-98c6-50da6086e8d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927932 Nov 12 04:06:27.784128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:31.691708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:38.532377 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:06:39.870121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:52.238128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-116c1f96-d9db-47c2-99ca-f19dbe9bea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:54.584004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a2bcc7f-2a30-4d2d-baa9-adc2158e1b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:55.558704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.020002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:06:57.781889 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:01.692528 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:09.882233 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:15.532455 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:22.240391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d423-1c26-4cce-a750-90091dadbd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:24.585903 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f8001a0-21a5-449e-b27d-bb4ea16c3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:25.562060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:26.745044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-af1e8d75-dfa0-414c-8886-4a1885b9bbcb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421035 Nov 12 04:07:26.858241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-d373511e-3bf6-43b0-9b02-e3885b823b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.859815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-d373511e-3bf6-43b0-9b02-e3885b823b19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 1098 time: 0.0418582 Nov 12 04:07:26.978468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-2a33a16c-f967-421a-9489-e689e27719b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:26.979985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-2a33a16c-f967-421a-9489-e689e27719b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0919087 Nov 12 04:07:27.023521 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:27.053294 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-2198657e-c083-45bd-8e22-bbf74b5ea2c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 200 len: 1002 time: 0.0597932 Nov 12 04:07:27.113381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-a2887606-438d-4bd7-8952-86d4219e5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.114891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-a2887606-438d-4bd7-8952-86d4219e5757 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0498350 Nov 12 04:07:27.164328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-564392c0-45d0-419a-8a97-00543694f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:07:27.165885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-564392c0-45d0-419a-8a97-00543694f1bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416336 Nov 12 04:07:27.263773 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-b08b8b30-16a0-457a-8e90-e219c40ce3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Nov 12 04:07:27.367408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe789410-3c7b-40f6-992d-c0a1e7d9e223 req-558b4440-4297-4c97-acd7-9f0fd07543b8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905371 Nov 12 04:07:27.775652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:31.694771 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:39.882995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:52.249062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4245c086-c66d-408e-835a-e63e64fd0e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:52.531389 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:07:54.589928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fcd6ee99-99dc-44d2-aa1c-32051d3429eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:55.565736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.028956 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:07:57.779568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:01.697564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:09.896635 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:17.386064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdfbf7-fb0d-4d85-99b6-91e75cc88b3b req-7288eca2-f66d-4388-a748-633d2b32f6e9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:17.387585 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bfdfbf7-fb0d-4d85-99b6-91e75cc88b3b req-7288eca2-f66d-4388-a748-633d2b32f6e9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0501945 Nov 12 04:08:17.440927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bfdfbf7-fb0d-4d85-99b6-91e75cc88b3b req-c2368cb3-676b-46ab-b806-7500225d4443 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472081 Nov 12 04:08:18.582695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae706bb-142a-41da-93ac-7cfaf20b90ae req-7b4ee05d-bf6a-4fe8-b17b-111c8332761e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:18.584213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae706bb-142a-41da-93ac-7cfaf20b90ae req-7b4ee05d-bf6a-4fe8-b17b-111c8332761e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Nov 12 04:08:18.633113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ae706bb-142a-41da-93ac-7cfaf20b90ae req-f0465f83-3c11-4d1d-8683-8e4889f6b394 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 Nov 12 04:08:19.301282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-cf97148d-ccab-4eed-9b92-314d8c44132d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.302661 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-cf97148d-ccab-4eed-9b92-314d8c44132d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0501342 Nov 12 04:08:19.399953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port b75de54f-d4a2-4209-a31c-6ced1692d9bd {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:08:19.400291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.487779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port b75de54f-d4a2-4209-a31c-6ced1692d9bd, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=b75de54f-d4a2-4209-a31c-6ced1692d9bd,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:19.488150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.664419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.664419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.664832 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 582348e3-372e-4f14-a9b5-306103f4fea5 disassociated. External IP: 172.25.7.252, port: b75de54f-d4a2-4209-a31c-6ced1692d9bd. Nov 12 04:08:19.665011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for b75de54f-d4a2-4209-a31c-6ced1692d9bd owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:08:19.756105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8142a6-6f70-4483-b62a-42a4787ce471 req-b7d1df77-2033-48d6-815b-304084213dce tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:19.757601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8142a6-6f70-4483-b62a-42a4787ce471 req-b7d1df77-2033-48d6-815b-304084213dce tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 946 time: 0.0503097 Nov 12 04:08:19.793653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:19.809009 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad8142a6-6f70-4483-b62a-42a4787ce471 req-af512dae-5a31-451d-88d8-62d6920af8da tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Nov 12 04:08:19.828892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=b75de54f-d4a2-4209-a31c-6ced1692d9bd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:19.840694 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.841051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.841392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.841731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.842065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.842395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.842725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.843074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.843400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.843724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.844046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.844463 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:19.956250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:20.063184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:20.074215 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:20.083365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:20.083962 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:07:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:20.105322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port b75de54f-d4a2-4209-a31c-6ced1692d9bd on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:08:20.107949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:20.111882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3314862-a8f4-4dd1-acc3-4ba44904b334 req-c608fc66-08dc-4638-8469-b43889aebc23 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "DELETE /v2.0/ports/b75de54f-d4a2-4209-a31c-6ced1692d9bd HTTP/1.1" status: 204 len: 173 time: 0.7995608 Nov 12 04:08:20.112321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'name': 'network-vif-deleted', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:20.114623 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f335a01-0248-4ab1-91f6-a691bbc906eb" -d '{"events": [{"server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "name": "network-vif-deleted", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:20.203292 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:20.227318 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f175d3-e810-4676-b06e-f6ca34497202 x-openstack-request-id: req-67f175d3-e810-4676-b06e-f6ca34497202 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:20.227615 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137593ab-05ba-4cc8-a85c-6effc8489e03", "name": "network-vif-deleted", "tag": "b75de54f-d4a2-4209-a31c-6ced1692d9bd", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:20.227887 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-67f175d3-e810-4676-b06e-f6ca34497202 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:20.228290 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137593ab-05ba-4cc8-a85c-6effc8489e03', 'name': 'network-vif-deleted', 'tag': 'b75de54f-d4a2-4209-a31c-6ced1692d9bd', 'status': 'completed', 'code': 200} Nov 12 04:08:20.418597 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:20.444555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:20.452892 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:20.453493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:07:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:20.559287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:20.758256 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:20.784167 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c66eba-70d2-4391-9f1d-9047fda2f887 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:20.914918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f40f4222-e8e3-44a5-94ee-be6db386ab61 req-c9568cf0-918f-44db-ae9a-1f78ce436579 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0321732 Nov 12 04:08:21.047170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab3b4e1-b545-4786-9f92-3777481f9ad4 None None] New status for floating IP 582348e3-372e-4f14-a9b5-306103f4fea5: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:21.969907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b75de54f-d4a2-4209-a31c-6ced1692d9bd no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:08:21.994613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: b75de54f-d4a2-4209-a31c-6ced1692d9bd {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:08:21.995075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device b75de54f-d4a2-4209-a31c-6ced1692d9bd not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:08:22.019577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-350692eb-c619-40ce-b7ac-fea537f8cc26 req-355e2dd5-57bf-4d8a-9268-ebafa56c41d8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0288916 Nov 12 04:08:22.241838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c16c2a5-779a-4779-8074-e6c8698a2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:23.122546 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef2e012e-e456-44ef-aab1-f737c546c066 req-a8a799c3-a65f-4f92-a751-b7a3e06d1c20 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Nov 12 04:08:24.225086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4819e71c-c4c5-42bf-bb00-cf31748b20fb req-10823892-3120-4d53-9c4e-ce25050f0ba2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=137593ab-05ba-4cc8-a85c-6effc8489e03 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Nov 12 04:08:24.591684 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8163c495-bbc1-403f-81b0-5b9030be77ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.433905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-e2a8a4a6-10e1-434c-9410-0892fcceef5a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159350729&fields=id&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 267 time: 0.0445387 Nov 12 04:08:25.543877 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-8cd1e50e-7cae-4d2c-a0e2-785c41312839 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:25.545633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-8cd1e50e-7cae-4d2c-a0e2-785c41312839 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1044106 Nov 12 04:08:25.561279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-172513c8-0d9c-4e04-a879-c5933786cf24 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0092092 Nov 12 04:08:25.569257 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:25.616317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-19e232d0-f081-4f00-b534-5762431a1e53 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485590 Nov 12 04:08:25.715304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-3aac2828-cb07-44ca-b21f-4a6b4ede92a8 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Nov 12 04:08:25.805707 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9c17c64c-9e07-4c4b-b37f-1fe7d2385537 service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Nov 12 04:08:26.095680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22cd7fdc-a8bb-4f68-a358-a51e7a36f71a req-c1b20c80-3bcb-4b81-b951-790dc7c43a67 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0392456 Nov 12 04:08:27.030106 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.235583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-703e214f-3f96-4989-8d48-bd056802d192 req-b71a4be5-4293-420c-9d45-db930992dd6b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0449934 Nov 12 04:08:27.267981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-5d0ccf28-f9a7-40c5-ab29-3dae8ad07a4f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.269410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-5d0ccf28-f9a7-40c5-ab29-3dae8ad07a4f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1667228 Nov 12 04:08:27.360620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-f68ec689-5d27-4de7-b090-528d695bb237 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 380 time: 0.0676641 Nov 12 04:08:27.373208 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'security_groups': ['abf0f646-d03f-4be4-8e54-f1b52ee10e9d']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:27.491065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:08:27.494580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.625677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.11 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/1abdc119-1a24-4e46-866b-35adf3902465) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:27.764551 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.785336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.800938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.847724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:27.852813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:27.856691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:27.886558 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:27.900699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.901048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.901387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.901731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.902069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.902406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.902731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.903081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.903431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.903733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.904055 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.904379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:27.927544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:27.928223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:27.950903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-46c61475-8807-4e00-9553-a1596ada0f35 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818915 Nov 12 04:08:28.100171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Request body: {'port': {'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:28.107308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0a6f7d8e-f9f5-4fb2-9b3b-03138d8bf1a0 None None] Provisioning complete for port 1abdc119-1a24-4e46-866b-35adf3902465 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:28.107824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7d8e-f9f5-4fb2-9b3b-03138d8bf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.146507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f7d8e-f9f5-4fb2-9b3b-03138d8bf1a0 None None] Port 1abdc119-1a24-4e46-866b-35adf3902465 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:08:28.158952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.411729 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b952-aca4-43a7-b34e-212d5b49fc2e req-975c7f98-83bc-4052-a133-168285e52716 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.413270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ae6b952-aca4-43a7-b34e-212d5b49fc2e req-975c7f98-83bc-4052-a133-168285e52716 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 932 time: 0.0721431 Nov 12 04:08:28.509642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ae6b952-aca4-43a7-b34e-212d5b49fc2e req-54e9a6e9-defd-47d6-bbf3-617ebd6439fc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898588 Nov 12 04:08:28.513691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abdc119-1a24-4e46-866b-35adf3902465 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:28.523683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.536105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Transition to ACTIVE for port object 1abdc119-1a24-4e46-866b-35adf3902465 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:08:28.540413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.612386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Pushing event updated for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.667825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Attempting to bind port 1abdc119-1a24-4e46-866b-35adf3902465 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:08:28.668298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Attempting to bind port 1abdc119-1a24-4e46-866b-35adf3902465 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:08:28.668634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Attempting to bind port 1abdc119-1a24-4e46-866b-35adf3902465 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:28.674177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Port 1abdc119-1a24-4e46-866b-35adf3902465 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:08:28.674494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Attempting to bind port 1abdc119-1a24-4e46-866b-35adf3902465 on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:08:28.680103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:08:28.680581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:08:28.680878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:08:28.681261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Bound port: 1abdc119-1a24-4e46-866b-35adf3902465, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:08:28.681619 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.753866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:08:28.757507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1abdc119-1a24-4e46-866b-35adf3902465,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:08:28.761791 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.796135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.800293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:28.801778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] 10.222.0.104 "PUT /v2.0/ports/1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 1093 time: 0.8355663 Nov 12 04:08:28.804494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:28.807102 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0415a-6faa-4aa0-b401-9ab528943af9" -d '{"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:28.858012 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44d440-38e0-4463-8332-2c672177fc59 x-openstack-request-id: req-7a44d440-38e0-4463-8332-2c672177fc59 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:28.858320 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:28.858582 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7a44d440-38e0-4463-8332-2c672177fc59 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:28.858985 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465', 'status': 'completed', 'code': 200} Nov 12 04:08:28.864410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb983b-0289-4622-a6a0-8a670d7b222a service neutron] Pushing event updated for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:28.927231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-029d8d1f-f931-4350-b92a-695ae40c3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:28.928978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-029d8d1f-f931-4350-b92a-695ae40c3d74 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1096 time: 0.0575581 Nov 12 04:08:28.982442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-dc8d3466-33fc-4259-a961-1dbbed76bfc0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 217 time: 0.0384090 Nov 12 04:08:29.045285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-59f9ce48-7299-47c7-9db2-21c038bf485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.046944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-59f9ce48-7299-47c7-9db2-21c038bf485a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0567093 Nov 12 04:08:29.100861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-bd2e75eb-6d1a-4fb4-85cb-05f5eea230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.102433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-bd2e75eb-6d1a-4fb4-85cb-05f5eea230fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468941 Nov 12 04:08:29.216239 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-685fe654-1f84-4670-8090-f8667034b140 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057858 Nov 12 04:08:29.317870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6dfb75f-b678-47e7-a8ab-a999769929fb req-eb2750df-1e14-45ee-95ef-130ac5d61ddf service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936420 Nov 12 04:08:29.437207 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-92be81cd-14e2-4434-8016-02bc2e5bea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.438785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-92be81cd-14e2-4434-8016-02bc2e5bea97 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1096 time: 0.0418360 Nov 12 04:08:29.533799 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:08:29.537770 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-0d8b7211-dee3-4661-9fee-ac37eb0a8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.539285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-0d8b7211-dee3-4661-9fee-ac37eb0a8b76 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0932949 Nov 12 04:08:29.585361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-95193d9c-c897-4702-abb9-31cfb0e77cf2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 217 time: 0.0385664 Nov 12 04:08:29.676352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-07697a47-5ab0-4488-baa6-e0bc06d91c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.678413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-07697a47-5ab0-4488-baa6-e0bc06d91c1c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0824244 Nov 12 04:08:29.687222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee5aeb-4232-4d8a-8593-2e8b9110dce2 req-a08b4430-8bd6-46be-878e-aeaa1b2be21e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.689429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2ee5aeb-4232-4d8a-8593-2e8b9110dce2 req-a08b4430-8bd6-46be-878e-aeaa1b2be21e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.1015151 Nov 12 04:08:29.771619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-41010726-909d-4479-a16f-90c7ae87e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:29.773140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-41010726-909d-4479-a16f-90c7ae87e392 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827854 Nov 12 04:08:29.777113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2ee5aeb-4232-4d8a-8593-2e8b9110dce2 req-11635363-0555-4684-b3f0-310b696c221f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766881 Nov 12 04:08:29.871541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-36209521-8182-4a3f-a91f-d5199dd59f02 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908551 Nov 12 04:08:29.970289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03c0415a-6faa-4aa0-b401-9ab528943af9 req-2b68694d-8976-457f-874a-82720b328a30 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Nov 12 04:08:30.901089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb196bd4-39e4-4da2-8ac9-a8c0409a9f91 req-1c583c4b-c5c2-4cec-a0a0-0420b4e81e94 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:30.902592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb196bd4-39e4-4da2-8ac9-a8c0409a9f91 req-1c583c4b-c5c2-4cec-a0a0-0420b4e81e94 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0541897 Nov 12 04:08:30.957108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb196bd4-39e4-4da2-8ac9-a8c0409a9f91 req-80c2b05f-973c-4bd3-ae51-21f132890e62 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Nov 12 04:08:31.722882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:32.074331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8cbbd-4eb6-4e3e-823b-28a6aeb6591e req-2ce60ee4-277e-4d67-9b49-f5b4a28e77ab tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:32.075874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3e8cbbd-4eb6-4e3e-823b-28a6aeb6591e req-2ce60ee4-277e-4d67-9b49-f5b4a28e77ab tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0503736 Nov 12 04:08:32.131055 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3e8cbbd-4eb6-4e3e-823b-28a6aeb6591e req-7a00aded-6c4c-45e3-a71d-3965531bf048 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Nov 12 04:08:33.245736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d326d4-690c-468c-ab55-f620950d6c89 req-b9e7d6c4-62e1-4ee8-ac5f-e5f9f76aa365 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:33.247212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4d326d4-690c-468c-ab55-f620950d6c89 req-b9e7d6c4-62e1-4ee8-ac5f-e5f9f76aa365 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0480099 Nov 12 04:08:33.301188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4d326d4-690c-468c-ab55-f620950d6c89 req-1825442e-9176-4ac6-803e-53b098cab343 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468988 Nov 12 04:08:34.416378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982f1d4-b850-4cc8-ab4c-49d9969d09a7 req-0ed32386-dc5e-4643-863a-388c3ddea1cf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:34.417858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3982f1d4-b850-4cc8-ab4c-49d9969d09a7 req-0ed32386-dc5e-4643-863a-388c3ddea1cf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0495887 Nov 12 04:08:34.467029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3982f1d4-b850-4cc8-ab4c-49d9969d09a7 req-bba7c902-1117-495d-a074-bffb5a9f31f3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Nov 12 04:08:35.583185 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c443b-3e10-4dc6-bc60-1fef0fef10e1 req-131a3fe9-13ba-4b01-b29d-b959082004df tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:35.584751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-612c443b-3e10-4dc6-bc60-1fef0fef10e1 req-131a3fe9-13ba-4b01-b29d-b959082004df tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0519946 Nov 12 04:08:35.634327 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-612c443b-3e10-4dc6-bc60-1fef0fef10e1 req-fcd6bd0e-5120-485e-ad6c-0706db304f9f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Nov 12 04:08:36.754638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57fd7d-4304-457b-b0be-cf2492ef5998 req-b6255ae0-94f5-4b1a-b66c-1978483eabf4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:36.756208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e57fd7d-4304-457b-b0be-cf2492ef5998 req-b6255ae0-94f5-4b1a-b66c-1978483eabf4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0552738 Nov 12 04:08:36.807404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e57fd7d-4304-457b-b0be-cf2492ef5998 req-296230a6-098e-4e25-89aa-c264917c672b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452135 Nov 12 04:08:37.925007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a541bc4-52a5-4349-9054-1329af2357aa req-e3616f8a-b193-4171-9616-aa4df4e208c9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:37.926503 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a541bc4-52a5-4349-9054-1329af2357aa req-e3616f8a-b193-4171-9616-aa4df4e208c9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0499136 Nov 12 04:08:37.974370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a541bc4-52a5-4349-9054-1329af2357aa req-255174c0-bdd8-4442-adcf-419abf4a6a55 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 Nov 12 04:08:39.093972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b344a-3197-40b7-9f16-8862c636ae43 req-68c0aac6-41a5-410f-91c5-2e27aca14745 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:39.095491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-079b344a-3197-40b7-9f16-8862c636ae43 req-68c0aac6-41a5-410f-91c5-2e27aca14745 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0533378 Nov 12 04:08:39.145924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-079b344a-3197-40b7-9f16-8862c636ae43 req-8541e5c7-e339-4ceb-a01d-ba0edcb80686 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Nov 12 04:08:39.899654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:40.260793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f614-b178-4089-beb3-917380c06220 req-2a64f5a1-1c2a-4177-88d1-55d053f12434 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:40.262288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0341f614-b178-4089-beb3-917380c06220 req-2a64f5a1-1c2a-4177-88d1-55d053f12434 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 944 time: 0.0488098 Nov 12 04:08:40.311743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0341f614-b178-4089-beb3-917380c06220 req-522a6766-bb32-44ed-8d7a-da7d9d43d4a2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Nov 12 04:08:41.140146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1abdc119-1a24-4e46-866b-35adf3902465 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:08:41.237586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1abdc119-1a24-4e46-866b-35adf3902465,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:41.248699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '1abdc119-1a24-4e46-866b-35adf3902465', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:08:41.286194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.302059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abdc119-1a24-4e46-866b-35adf3902465 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:08:41.320792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1abdc119-1a24-4e46-866b-35adf3902465,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:41.323908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:41.380578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:41.388528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.388869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.389206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.389540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.389869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.390202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.390522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.390856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.391181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.391527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.391841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.392157 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:08:41.432792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc935af-03ad-40d9-bd69-ffd025e1b595 req-58e54e84-905f-4e7f-ac3f-b6661a8dfa94 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:41.434295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcc935af-03ad-40d9-bd69-ffd025e1b595 req-58e54e84-905f-4e7f-ac3f-b6661a8dfa94 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 945 time: 0.0517447 Nov 12 04:08:41.486983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcc935af-03ad-40d9-bd69-ffd025e1b595 req-864d4e2f-c39b-4dd7-9a36-aa2c9c7b3310 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Nov 12 04:08:41.760668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['1abdc119-1a24-4e46-866b-35adf3902465'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:08:42.674264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f6c9c-0ea8-4f99-a4c1-6051c35969e6 req-4747adba-817d-4fa2-b002-42486aed0b5c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:42.676456 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-322f6c9c-0ea8-4f99-a4c1-6051c35969e6 req-4747adba-817d-4fa2-b002-42486aed0b5c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 945 time: 0.1215937 Nov 12 04:08:42.724865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-322f6c9c-0ea8-4f99-a4c1-6051c35969e6 req-7824d664-411e-4304-9847-206455c31890 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Nov 12 04:08:43.148185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1abdc119-1a24-4e46-866b-35adf3902465 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:08:43.200611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 1abdc119-1a24-4e46-866b-35adf3902465 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:08:43.204294 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 1abdc119-1a24-4e46-866b-35adf3902465 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:08:43.204660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.436852 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.459096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:43.461229 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05552e3-85f7-4fff-9099-ce03cb3b9033" -d '{"events": [{"server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "name": "network-vif-plugged", "status": "completed", "tag": "1abdc119-1a24-4e46-866b-35adf3902465"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:43.473523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1abdc119-1a24-4e46-866b-35adf3902465,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:08:43.477519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:43.525261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:43.562706 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a456d-f94f-4b74-bd21-fb3064b27971 x-openstack-request-id: req-130a456d-f94f-4b74-bd21-fb3064b27971 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:43.563027 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "name": "network-vif-plugged", "status": "completed", "tag": "1abdc119-1a24-4e46-866b-35adf3902465", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:43.563288 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-130a456d-f94f-4b74-bd21-fb3064b27971 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:43.563687 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465', 'code': 200} Nov 12 04:08:43.690237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dba9d-7063-4a1e-968a-1302c35ed87a req-7b9b0f1f-7d53-44fd-8b92-305aa7137178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.692311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-688dba9d-7063-4a1e-968a-1302c35ed87a req-7b9b0f1f-7d53-44fd-8b92-305aa7137178 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0402114 Nov 12 04:08:43.736933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-688dba9d-7063-4a1e-968a-1302c35ed87a req-a01e2fe2-b0f1-46a1-9217-eb58e4eac263 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Nov 12 04:08:43.843078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e230c4-7256-4032-8297-df705bc17722 req-b0e4471e-9f9f-4ec4-ac2c-5a8387dc0280 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:43.844538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49e230c4-7256-4032-8297-df705bc17722 req-b0e4471e-9f9f-4ec4-ac2c-5a8387dc0280 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0515523 Nov 12 04:08:43.894188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49e230c4-7256-4032-8297-df705bc17722 req-77c66ad8-8a4f-47bf-870c-198768a7dff0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Nov 12 04:08:45.019330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7f57-10a8-45e3-bd7e-f4ef2e5962b0 req-dd9cf5fb-2a96-482f-bf9d-85e022a57780 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:45.020816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08ac7f57-10a8-45e3-bd7e-f4ef2e5962b0 req-dd9cf5fb-2a96-482f-bf9d-85e022a57780 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0496783 Nov 12 04:08:45.072584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-08ac7f57-10a8-45e3-bd7e-f4ef2e5962b0 req-54352594-d2e4-4477-b708-ea80737f1953 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452104 Nov 12 04:08:46.186069 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec8ac9-8a2c-489a-9595-cce3907a3b1b req-95dd35d6-b0db-4ae1-9317-4d742c6f87ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.187480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22ec8ac9-8a2c-489a-9595-cce3907a3b1b req-95dd35d6-b0db-4ae1-9317-4d742c6f87ba tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0473897 Nov 12 04:08:46.239569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22ec8ac9-8a2c-489a-9595-cce3907a3b1b req-26c04ae3-9594-4d1b-92f5-6c1f77263483 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456669 Nov 12 04:08:46.351108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e369c-0c46-4753-895c-40f4d4dc67d7 req-299e1af6-24fc-4242-ba3e-e65b45d57d5f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.352609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26e369c-0c46-4753-895c-40f4d4dc67d7 req-299e1af6-24fc-4242-ba3e-e65b45d57d5f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0486217 Nov 12 04:08:46.401834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f26e369c-0c46-4753-895c-40f4d4dc67d7 req-0cc14945-aa0b-4cb6-8154-6afbd2b49185 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431256 Nov 12 04:08:46.423579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36700) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:46.555956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1883ab-6924-4de2-9848-835c9bb5768e tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:46.557497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cc1883ab-6924-4de2-9848-835c9bb5768e tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1093 time: 0.1329644 Nov 12 04:08:46.560280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36706) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:08:46.564474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:08:46.586072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.682793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.782023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.25.7.109 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/b7b29738-12c7-4a5f-9095-be88a5625216) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:08:46.887366 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.920273 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:46.958794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:08:46.961566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:08:46.965061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:08:46.970409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=b7b29738-12c7-4a5f-9095-be88a5625216,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:47.322737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.387419 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.824449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.828628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:47.899855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=b7b29738-12c7-4a5f-9095-be88a5625216,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:08:47.909289 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.010180 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 21113d08-4099-4715-b9de-f9f43ec52cc1 associated. External IP: 172.25.7.109, port: 1abdc119-1a24-4e46-866b-35adf3902465. Nov 12 04:08:48.223431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:08:48.331798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:08:48.343237 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:08:48.350358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:48.358137 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:48.358781 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:08:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:48.377761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d080d52f-5690-429f-8b17-63e6f6c18331 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8164563 Nov 12 04:08:48.378327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:08:48.380643 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414fe90-cd8e-4111-a224-6ded66a34e97" -d '{"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:08:48.418731 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f056ae6f-0b54-46c8-8846-3ee829fb275b x-openstack-request-id: req-f056ae6f-0b54-46c8-8846-3ee829fb275b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:08:48.419054 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:08:48.419308 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f056ae6f-0b54-46c8-8846-3ee829fb275b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:08:48.419953 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465', 'status': 'completed', 'code': 200} Nov 12 04:08:48.467532 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:48.620398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-018a989d-3ba7-439c-b581-62abbcb8dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.621926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-018a989d-3ba7-439c-b581-62abbcb8dded service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0422690 Nov 12 04:08:48.716591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-0fda095c-b5c4-46c6-b8bc-0879368dd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.718099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-0fda095c-b5c4-46c6-b8bc-0879368dd18e service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0890841 Nov 12 04:08:48.787776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:48.813662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-7ef69b9a-2133-4156-8806-5b482bda6757 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 1000 time: 0.0877445 Nov 12 04:08:48.818806 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:08:48.827221 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:08:48.827817 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:08:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:48.866832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-10a60d3f-ac0b-41a4-a35c-db6ff3792527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.868360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-10a60d3f-ac0b-41a4-a35c-db6ff3792527 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0480864 Nov 12 04:08:48.914242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-8c0a05eb-3581-4d9a-92e9-2719676f4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:08:48.915935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-8c0a05eb-3581-4d9a-92e9-2719676f4eb9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410848 Nov 12 04:08:48.933975 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:08:49.006559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-5317e194-5385-4854-850b-10623a8865ca service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 Nov 12 04:08:49.100615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2414fe90-cd8e-4111-a224-6ded66a34e97 req-ca9905fa-5c69-4d9c-b969-d42ce35aef2f service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Nov 12 04:08:49.157979 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:08:49.185208 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1853c03-c5f9-48b6-bf09-8ce08e1b2358 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:08:49.387599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b5570-aa50-4b6c-a127-9c96319519a3 None None] New status for floating IP 21113d08-4099-4715-b9de-f9f43ec52cc1: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:08:52.258833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed7e2b95-7710-49f7-bd12-005d87b84075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:54.593808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bb38ae0-a025-48b7-8c7e-0724468875f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:55.571193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.030875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:08:57.789442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:01.739412 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:06.534755 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:08.725024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-b3f58921-2d26-4ccd-8689-4f26a44e4677 req-65470040-ba1f-40c2-b22b-abcb0ac9e893 service neutron] (102604) timed out ('10.222.0.104', 55147) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:09:09.890553 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:22.253289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-643b621e-7037-4212-9ec2-1788b33325e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:24.597237 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-300d1f8c-fadf-46f9-bb3d-1545f5153bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:25.574712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.032705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:27.792380 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:31.736824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:35.766480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-ff54283f-755c-49e9-8a21-02f7814eea1b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461602 Nov 12 04:09:35.875650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-198ecf67-dd4f-4608-9bd7-1714899bc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.877212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-198ecf67-dd4f-4608-9bd7-1714899bc0d7 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0454643 Nov 12 04:09:35.982907 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-4be0629e-1235-4e17-b9aa-de4f99be4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:35.984411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-4be0629e-1235-4e17-b9aa-de4f99be4897 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0860033 Nov 12 04:09:36.056910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-81936707-982c-4b92-aa3d-4963f73f7515 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 1002 time: 0.0647736 Nov 12 04:09:36.109903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-b24ff8a7-6dc0-48a2-bd78-84d14469298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.111414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-b24ff8a7-6dc0-48a2-bd78-84d14469298e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0470233 Nov 12 04:09:36.162177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-e7a24e7a-008d-4418-b24c-186c5df22c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:09:36.162177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-e7a24e7a-008d-4418-b24c-186c5df22c30 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423744 Nov 12 04:09:36.262297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-2b55d56f-82fd-490c-aaea-dd711a8f611b service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905890 Nov 12 04:09:36.359470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6df6832-b35f-478a-b70f-6dd73d9e182e req-b323f53a-9f34-4e47-9a16-0975686f3f3f service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886457 Nov 12 04:09:39.916402 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:43.534440 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:09:52.257311 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a786b4b4-0d04-4dfb-973a-497397180144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:54.601955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53c91029-d7a1-4db9-8765-96ee11d10fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:55.576705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.035575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:09:57.795172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:01.750919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:09.917220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:20.533925 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:22.264386 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1f16ee04-12e2-45a7-a058-b42d745b4a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:24.604920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ba48201-3801-44a9-83f1-f27f1c5eb805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:25.586655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.048234 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.100962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-ef9d87f1-462b-4457-925f-252c4c97a027 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159350729&fields=id&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 267 time: 0.0452685 Nov 12 04:10:27.212407 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-d1c975d0-9d7d-4afe-8b9c-1343b42c382f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:27.213873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-d1c975d0-9d7d-4afe-8b9c-1343b42c382f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1043072 Nov 12 04:10:27.228634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-90acf332-246c-430e-beae-28bf2f10e8b5 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/quotas/3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 375 time: 0.0089152 Nov 12 04:10:27.285224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-26071511-7725-4d57-aa0b-998c4aae53bd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508003 Nov 12 04:10:27.441290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-e6ff1e35-031b-4c07-89a6-0f0639ae524e service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429670 Nov 12 04:10:27.529859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-041c5601-2692-48fb-9699-e7fc7259719b service neutron] 10.222.0.97 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823865 Nov 12 04:10:27.797875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:27.816304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c276cfb-6015-43b2-be08-a77f29382c15 req-15fc8689-4aaf-42ba-bd3e-caf5b51077a9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0372579 Nov 12 04:10:28.943485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31529544-6923-47d2-bbb1-6d5cf514cb54 req-22d29d4d-aff2-472a-83a0-4c2020f049b9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0290227 Nov 12 04:10:29.007939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-aa13721d-72ac-4b03-be9f-0f7a75d8a675 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.009628 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-aa13721d-72ac-4b03-be9f-0f7a75d8a675 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 812 time: 0.1108241 Nov 12 04:10:29.097552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-7aaf9204-8c16-4a0d-80c2-511852269975 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3024619c419049a8a38adb00c7b56677 HTTP/1.1" status: 200 len: 380 time: 0.0633075 Nov 12 04:10:29.107108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'port': {'device_id': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'admin_state_up': True, 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'security_groups': ['abf0f646-d03f-4be4-8e54-f1b52ee10e9d']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:29.222184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Made reservation on behalf of 3024619c419049a8a38adb00c7b56677 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:10:29.226001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.358976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.20.0.12 (5d9a6f82-dfa7-4641-8cfd-2222de3c226c/b2594fb6-8442-48a7-9fbf-7047abee03bd/a52c5177-4aad-439a-bb2e-10e82d6ec18a) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:29.502076 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.536722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.581572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:29.584715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:29.588506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:29.595552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:29.624690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.625023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.625362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.625693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.626022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.626344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.626665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.627014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.627367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.627647 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.627968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.628323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:29.655115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:29.655753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.672959 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-2280eba9-d4d0-413b-8178-ba63e0436ba8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696199 Nov 12 04:10:29.687571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-96b897d9-04a1-41f5-a55e-12d47117633c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:29.688553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-96b897d9-04a1-41f5-a55e-12d47117633c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061517 Nov 12 04:10:29.713582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Request body: {'port': {'device_id': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:29.778532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.854785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-53093d59-01af-4aa2-acc4-1b74ad77c9b5 None None] Provisioning complete for port a52c5177-4aad-439a-bb2e-10e82d6ec18a triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:29.855834 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53093d59-01af-4aa2-acc4-1b74ad77c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:29.891630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-53093d59-01af-4aa2-acc4-1b74ad77c9b5 None None] Port a52c5177-4aad-439a-bb2e-10e82d6ec18a cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:10:30.054988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52c5177-4aad-439a-bb2e-10e82d6ec18a {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:30.064379 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.064784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0df01-6df9-49ea-8d64-5f7352b3199f req-bf832570-95d3-493a-baff-a20bf7a46729 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.066427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d0df01-6df9-49ea-8d64-5f7352b3199f req-bf832570-95d3-493a-baff-a20bf7a46729 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 932 time: 0.0519483 Nov 12 04:10:30.080998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Transition to ACTIVE for port object a52c5177-4aad-439a-bb2e-10e82d6ec18a will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:10:30.085227 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.122373 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d0df01-6df9-49ea-8d64-5f7352b3199f req-6ef51143-2b9c-4c7b-8d4b-f721311f0201 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497706 Nov 12 04:10:30.182408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Pushing event updated for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:30.215806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Attempting to bind port a52c5177-4aad-439a-bb2e-10e82d6ec18a on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:10:30.216784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Attempting to bind port a52c5177-4aad-439a-bb2e-10e82d6ec18a by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:10:30.217121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Attempting to bind port a52c5177-4aad-439a-bb2e-10e82d6ec18a on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:30.221742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Port a52c5177-4aad-439a-bb2e-10e82d6ec18a on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:10:30.222072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Attempting to bind port a52c5177-4aad-439a-bb2e-10e82d6ec18a on network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:10:30.227354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:10:30.227697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Checking segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:10:30.228098 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Bound using segment: {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:10:30.228536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Bound port: a52c5177-4aad-439a-bb2e-10e82d6ec18a, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842fca02-6c15-4f6f-97e6-de53a01876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:10:30.228899 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.295941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:10:30.299221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:10:30.304907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.343019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.344613 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:30.345982 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] 10.222.0.16 "PUT /v2.0/ports/a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 1093 time: 0.6367879 Nov 12 04:10:30.348274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:30.350563 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:30.379874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac6db-866b-4173-81b8-619d321a0656 service neutron] Pushing event updated for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:30.430077 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d3cbd-d63d-470c-abd1-32efb01f607a x-openstack-request-id: req-555d3cbd-d63d-470c-abd1-32efb01f607a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:30.430654 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:30.431077 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-555d3cbd-d63d-470c-abd1-32efb01f607a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:30.431478 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'status': 'completed', 'code': 200} Nov 12 04:10:30.468684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-0b8692a7-ec4a-46cf-beb1-9fe5d78d70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.470267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-0b8692a7-ec4a-46cf-beb1-9fe5d78d70ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1096 time: 0.0559273 Nov 12 04:10:30.527046 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-86da6ba0-c6a0-4d6e-b55e-450757423409 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 217 time: 0.0419524 Nov 12 04:10:30.594112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-db3e9a33-8144-4242-952e-66aebf2abb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.595661 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-db3e9a33-8144-4242-952e-66aebf2abb1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0602105 Nov 12 04:10:30.652401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-85384e7c-54b0-4313-be5d-943746898afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.653714 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-85384e7c-54b0-4313-be5d-943746898afe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461895 Nov 12 04:10:30.754792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-56850592-8266-4498-8b02-ae23ef5be010 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901527 Nov 12 04:10:30.853850 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a8871a44-0e67-40dd-bc24-e42c6f726c81 req-1ebf2977-2033-48be-af09-8643eaf8dd10 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Nov 12 04:10:30.976542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-6d514d37-d00e-421d-b0ce-276be554e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:30.978055 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-6d514d37-d00e-421d-b0ce-276be554e048 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1096 time: 0.0458655 Nov 12 04:10:31.073368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-af884d8f-4ded-4017-bfe0-ca727b6798c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.074769 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-af884d8f-4ded-4017-bfe0-ca727b6798c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0863259 Nov 12 04:10:31.125831 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-df2b764b-5d0d-488b-af68-ed7281197b31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 217 time: 0.0395520 Nov 12 04:10:31.185153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-fa5fb4ca-fa9d-4b91-92bd-55895b342769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.186798 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-fa5fb4ca-fa9d-4b91-92bd-55895b342769 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0499060 Nov 12 04:10:31.241762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-a0007298-2d97-4690-89ac-71b1ad02a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.243438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-a0007298-2d97-4690-89ac-71b1ad02a6a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452108 Nov 12 04:10:31.245624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ccdb7-a36c-4131-b383-3a08f6408f0e req-94ae80d6-8c1d-47ac-91b3-2599d8295f8c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:31.247203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e2ccdb7-a36c-4131-b383-3a08f6408f0e req-94ae80d6-8c1d-47ac-91b3-2599d8295f8c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0510762 Nov 12 04:10:31.304502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0e2ccdb7-a36c-4131-b383-3a08f6408f0e req-66fbdcb8-238c-4f74-a398-65a0d0bdb87c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511603 Nov 12 04:10:31.348276 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-fe5897c1-0c53-409c-98ae-150140f79871 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913231 Nov 12 04:10:31.448428 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b6e01c3d-b69f-4da2-a425-dea8e2f6fe69 req-dbdd8acd-4d11-43e1-83dc-ff09331b1623 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915875 Nov 12 04:10:31.749310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:32.421638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee60493-2ac7-4ad2-b0ce-54c1b8a43b1a req-2c7a4428-e182-4e69-bbb5-9d938b929425 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:32.423184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee60493-2ac7-4ad2-b0ce-54c1b8a43b1a req-2c7a4428-e182-4e69-bbb5-9d938b929425 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0499914 Nov 12 04:10:32.473331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ee60493-2ac7-4ad2-b0ce-54c1b8a43b1a req-f3391f9d-5e7d-4203-be9d-4716ae59788d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Nov 12 04:10:33.589013 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6dea0-e8d0-41ac-aa77-0b041ded7b56 req-a2cc7dea-2cde-44ab-8476-d6f05bfc7a8b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:33.590525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bac6dea0-e8d0-41ac-aa77-0b041ded7b56 req-a2cc7dea-2cde-44ab-8476-d6f05bfc7a8b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0492518 Nov 12 04:10:33.641313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bac6dea0-e8d0-41ac-aa77-0b041ded7b56 req-0dff3f2c-a49c-43a5-990e-035aa1747ac0 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Nov 12 04:10:34.785428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ecd30-4f53-432e-ac8c-65f410bf78b7 req-4aab6914-fcbe-45ec-b03c-4fc20eb800d1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:34.787199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f2ecd30-4f53-432e-ac8c-65f410bf78b7 req-4aab6914-fcbe-45ec-b03c-4fc20eb800d1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0707624 Nov 12 04:10:34.847675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8f2ecd30-4f53-432e-ac8c-65f410bf78b7 req-94e4f917-f33d-4b3b-88b3-21f2086e3983 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542843 Nov 12 04:10:35.974659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f148-1b46-40e2-a61b-988785ef9a40 req-8dfef38e-dd5a-40f7-a601-6bcf9efaee85 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:35.976311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa29f148-1b46-40e2-a61b-988785ef9a40 req-8dfef38e-dd5a-40f7-a601-6bcf9efaee85 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0563114 Nov 12 04:10:36.034190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa29f148-1b46-40e2-a61b-988785ef9a40 req-82a84288-1800-4136-acea-2cb4670fdaf7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513294 Nov 12 04:10:37.157887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446520-e390-4839-8707-202b86579185 req-2afdb28f-4def-4dc2-96f3-42455c4de5dd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.159430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f446520-e390-4839-8707-202b86579185 req-2afdb28f-4def-4dc2-96f3-42455c4de5dd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0531776 Nov 12 04:10:37.210177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f446520-e390-4839-8707-202b86579185 req-2b4235ac-f7e9-49fc-87c6-ce2a7b2cef68 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Nov 12 04:10:37.781696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-a7e6f7d1-a54a-4f57-bb26-ee95d5b7b37b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436580 Nov 12 04:10:37.881500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-f92c03e4-5bea-43c7-864b-de2bd6931c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.883022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-f92c03e4-5bea-43c7-864b-de2bd6931c75 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0406659 Nov 12 04:10:37.993075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-aa1ca58d-5fb6-4164-8bf6-7dbdd0e0d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:37.994536 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-aa1ca58d-5fb6-4164-8bf6-7dbdd0e0d323 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0916541 Nov 12 04:10:38.061492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-f68068d7-8587-4c95-b94c-e73458bd86ba service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 1002 time: 0.0577497 Nov 12 04:10:38.114800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-be2bc4d2-9051-462b-8a69-00072ae1ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.116278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-be2bc4d2-9051-462b-8a69-00072ae1ffab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0481265 Nov 12 04:10:38.162203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-e2d0b602-3374-482d-a54c-43a0eb5b09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.163743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-e2d0b602-3374-482d-a54c-43a0eb5b09a0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397861 Nov 12 04:10:38.176305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-95730766-e36d-4588-9541-390b8e21627c service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:10:38.177262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-95730766-e36d-4588-9541-390b8e21627c service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Nov 12 04:10:38.268642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-8c5b9dc0-0c6f-4ee6-9adf-81150bd9b5eb service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841918 Nov 12 04:10:38.376439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2baa30-1713-4ff0-9ca5-3b6a9df48569 req-553a3c16-21c5-4a65-b0e0-d2f78596a943 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:38.377829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd2baa30-1713-4ff0-9ca5-3b6a9df48569 req-553a3c16-21c5-4a65-b0e0-d2f78596a943 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0944118 Nov 12 04:10:38.414432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b3bab8a9-3481-43f9-b23f-a0d269b295d2 req-cbf85e36-f29d-4a05-8f75-dccb1e5d0453 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388011 Nov 12 04:10:38.443278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd2baa30-1713-4ff0-9ca5-3b6a9df48569 req-fa76d061-8b21-44ec-8b28-7f312259d8f1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592649 Nov 12 04:10:39.564015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50060026-e3d4-40c3-9967-c6f69cc11b52 req-75c810d7-4ab0-47dd-92ef-2d342dac2d02 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:39.565531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50060026-e3d4-40c3-9967-c6f69cc11b52 req-75c810d7-4ab0-47dd-92ef-2d342dac2d02 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0537903 Nov 12 04:10:39.614312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50060026-e3d4-40c3-9967-c6f69cc11b52 req-9e334a1b-58b2-461d-a3f1-86287347ab9d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Nov 12 04:10:39.924812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:40.726905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137c50-0289-4df5-b1c1-8bcd97f18b57 req-4411bc8b-5fd9-41e2-8b3b-81c3b2d0d2cf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:40.728370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b137c50-0289-4df5-b1c1-8bcd97f18b57 req-4411bc8b-5fd9-41e2-8b3b-81c3b2d0d2cf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0477529 Nov 12 04:10:40.776341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b137c50-0289-4df5-b1c1-8bcd97f18b57 req-ceaf1aba-02a6-40b5-b858-4b39b23d42c2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Nov 12 04:10:41.897585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e429c1-f839-493a-875c-9354f9ab187d req-74d1010e-e595-4e2a-8b5b-083e659a68bc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:41.899105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28e429c1-f839-493a-875c-9354f9ab187d req-74d1010e-e595-4e2a-8b5b-083e659a68bc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 944 time: 0.0533566 Nov 12 04:10:41.949422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28e429c1-f839-493a-875c-9354f9ab187d req-6d5968ce-cafe-420a-9b75-23d57e37d033 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Nov 12 04:10:42.575216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a52c5177-4aad-439a-bb2e-10e82d6ec18a details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:10:42.673048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:42.684271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'port_id': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'mac_address': 'fa:16:3e:22:30:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:10:42.720727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.732905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52c5177-4aad-439a-bb2e-10e82d6ec18a {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:10:42.751800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:42.755390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:42.801812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:42.809176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.809519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.809860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.810196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.810519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.810871 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.811320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.811644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.811965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.812284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.812609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:42.812929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:43.065491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35a9a0-8c01-4920-a702-6aa72d9dc916 req-82207b75-0943-420a-8e34-38e35f66ca0d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:43.067072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b35a9a0-8c01-4920-a702-6aa72d9dc916 req-82207b75-0943-420a-8e34-38e35f66ca0d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 945 time: 0.0507448 Nov 12 04:10:43.117904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b35a9a0-8c01-4920-a702-6aa72d9dc916 req-af158f46-4439-47da-a0f6-6179a94207de tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Nov 12 04:10:43.145747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['a52c5177-4aad-439a-bb2e-10e82d6ec18a'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:10:44.238589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2769f-1879-44a9-8483-2980a88118b4 req-2ff47601-f5e0-4b10-ba87-69bae872fe20 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.240123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cc2769f-1879-44a9-8483-2980a88118b4 req-2ff47601-f5e0-4b10-ba87-69bae872fe20 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 945 time: 0.0499494 Nov 12 04:10:44.299924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cc2769f-1879-44a9-8483-2980a88118b4 req-46cd81c0-154e-4274-a237-9ddbedf44e34 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489972 Nov 12 04:10:44.574199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a52c5177-4aad-439a-bb2e-10e82d6ec18a up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:10:44.625914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port a52c5177-4aad-439a-bb2e-10e82d6ec18a completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:10:44.629923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port a52c5177-4aad-439a-bb2e-10e82d6ec18a triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:10:44.630292 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.712139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.737126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:44.739411 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e3f2d4-8db6-45ad-acaa-d176b90f3c13" -d '{"events": [{"server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "name": "network-vif-plugged", "status": "completed", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:44.752343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:10:44.756773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:44.781520 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074b1f6-32dd-49ab-8ae1-8d5b43247f84 x-openstack-request-id: req-1074b1f6-32dd-49ab-8ae1-8d5b43247f84 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:44.781813 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "name": "network-vif-plugged", "status": "completed", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:44.782067 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1074b1f6-32dd-49ab-8ae1-8d5b43247f84 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:44.782461 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'code': 200} Nov 12 04:10:44.812258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:44.900880 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81647acb-27dd-4eba-822f-7d4a2d672b45 req-70808d27-78e0-4f7e-ad4c-f4bc882cea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:44.902309 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81647acb-27dd-4eba-822f-7d4a2d672b45 req-70808d27-78e0-4f7e-ad4c-f4bc882cea6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1098 time: 0.0408969 Nov 12 04:10:44.957080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-81647acb-27dd-4eba-822f-7d4a2d672b45 req-43d26c06-0203-4be8-9b00-6e523acc14c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454502 Nov 12 04:10:45.180112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a3513e9e-3dd6-4385-8668-76d3d71561a3 req-8aa0d591-7423-4533-a9f6-db111a656b71 service neutron] (102605) timed out ('10.222.0.97', 60090) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:10:45.422116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa0730-ed09-45f3-b38b-888d72dd7c20 req-c7768037-f665-4fd7-8f21-1f2fdaa120b9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:45.423540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2fa0730-ed09-45f3-b38b-888d72dd7c20 req-c7768037-f665-4fd7-8f21-1f2fdaa120b9 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0498464 Nov 12 04:10:45.472701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2fa0730-ed09-45f3-b38b-888d72dd7c20 req-94f0f7ca-dcd3-4ba7-b0ab-ca5618860ecc tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Nov 12 04:10:46.586526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6caa01-74c0-421a-8a2a-9a2c841aee3e req-ae9b29c4-6041-4c6a-892f-4f6501d5b442 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.588027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f6caa01-74c0-421a-8a2a-9a2c841aee3e req-ae9b29c4-6041-4c6a-892f-4f6501d5b442 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0484910 Nov 12 04:10:46.638433 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f6caa01-74c0-421a-8a2a-9a2c841aee3e req-e7ad2aad-a3e5-4446-a61b-86c8b83010b3 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Nov 12 04:10:46.754715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4872-4130-44bf-9d58-d0d4be498de0 req-37bf9f74-4caf-496d-b1c3-416c3bee3e10 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.756136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-404e4872-4130-44bf-9d58-d0d4be498de0 req-37bf9f74-4caf-496d-b1c3-416c3bee3e10 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0523040 Nov 12 04:10:46.805021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-404e4872-4130-44bf-9d58-d0d4be498de0 req-68796313-bd9c-4bc9-8687-60513f4632d2 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Nov 12 04:10:46.827373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36868) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:46.866394 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2ecc0-28fc-45ea-833d-3466424492a6 tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:46.867922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-97c2ecc0-28fc-45ea-833d-3466424492a6 tempest-TestVolumeBootPattern-1429617273 tempest-TestVolumeBootPattern-1429617273-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1093 time: 0.0389802 Nov 12 04:10:46.870743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36870) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:10:46.875471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:10:46.896607 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:46.993232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.093553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Allocated IP 172.25.7.39 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/baa41ac8-d040-46ab-815d-03caf9e3f63b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:10:47.478903 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.512038 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.547731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:10:47.552843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:10:47.556317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:10:47.578937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=baa41ac8-d040-46ab-815d-03caf9e3f63b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:47.588665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.589264 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.589371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.589645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.589970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.590297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.590622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.590982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.591302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.591618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.591933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.592250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:10:47.921301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:47.985432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.132306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.136801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.209963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event updated for resources: {'Port': ['ID=baa41ac8-d040-46ab-815d-03caf9e3f63b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:10:48.222260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.323729 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 8d663cdb-a312-4162-83eb-ab30519790e4 associated. External IP: 172.25.7.39, port: a52c5177-4aad-439a-bb2e-10e82d6ec18a. Nov 12 04:10:48.527742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:10:48.633831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:10:48.644559 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:10:48.652009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:48.653667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:48.654258 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:10:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:48.679938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ed324d68-469f-47ce-a982-7cb56bfdbe3c tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8081350 Nov 12 04:10:48.680755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:10:48.683070 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936747d-a6c4-495f-958f-5ebce6fd00e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:10:48.721423 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c71fc-ef39-441d-b7b4-45b15f7d7542 x-openstack-request-id: req-c67c71fc-ef39-441d-b7b4-45b15f7d7542 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:10:48.721719 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:10:48.721972 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c67c71fc-ef39-441d-b7b4-45b15f7d7542 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:10:48.722378 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'status': 'completed', 'code': 200} Nov 12 04:10:48.759885 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:48.805666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-d3293749-0e9e-466b-9c2b-aadcf8b810eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.807115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-d3293749-0e9e-466b-9c2b-aadcf8b810eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1098 time: 0.0409460 Nov 12 04:10:48.898573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-002c49cc-7729-4dcc-af5b-6321afbb4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:48.900112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-002c49cc-7729-4dcc-af5b-6321afbb4448 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0839176 Nov 12 04:10:48.973281 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-2a276cdc-ab5f-4288-8c3f-64d1f3ab442d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 999 time: 0.0639386 Nov 12 04:10:48.985599 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}, {'id': '8d663cdb-a312-4162-83eb-ab30519790e4', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:22:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:10:47Z', 'updated_at': '2021-11-12T04:10:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:49.011268 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:10:49.019264 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:10:49.019857 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:10:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:49.023548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-3d1dfc8c-a0d2-46c7-bef9-f363fb104ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.025031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-3d1dfc8c-a0d2-46c7-bef9-f363fb104ba4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0452461 Nov 12 04:10:49.073271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-db108ed6-17de-4c79-9ced-c24a738c85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:10:49.074734 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-db108ed6-17de-4c79-9ced-c24a738c85ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422437 Nov 12 04:10:49.176761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-773e80b5-1d4f-4219-ba3a-b897ccc3e4b8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940385 Nov 12 04:10:49.212162 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:10:49.268721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5936747d-a6c4-495f-958f-5ebce6fd00e0 req-5ce8e757-f36a-4abf-a098-e7a8f42f898b service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854902 Nov 12 04:10:49.433109 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}, {'id': '8d663cdb-a312-4162-83eb-ab30519790e4', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:22:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:10:47Z', 'updated_at': '2021-11-12T04:10:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:10:49.458632 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65739b4c-d095-47a6-883e-322fb93b8c19 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}, {'id': '8d663cdb-a312-4162-83eb-ab30519790e4', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:22:30:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:10:47Z', 'updated_at': '2021-11-12T04:10:47Z', 'revision_number': 0, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:10:49.652016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d7e3f-e8e3-41e8-8b25-44b1c5ac486a None None] New status for floating IP 8d663cdb-a312-4162-83eb-ab30519790e4: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:10:52.260729 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a209ce68-1478-4c5b-84c9-8c1f871f072e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:54.609317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f425d156-ea23-4149-b757-bde7a1a3cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:55.583093 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.046358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:10:57.534455 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:10:57.802339 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:01.765350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:09.926405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:22.263417 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1fbb37d5-ab45-4e07-a3f1-3457930632db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:24.611474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0d55413d-dca7-4168-97f7-d8cc6b90e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:25.588007 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.044599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:27.804921 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:28.849717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-3580966b-b1dc-4ee6-a13c-63d9d7162226 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1388919 Nov 12 04:11:28.954640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-479c56d9-034b-44a0-8d45-a64523c1b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:28.956189 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-479c56d9-034b-44a0-8d45-a64523c1b9ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1098 time: 0.0406933 Nov 12 04:11:29.085511 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-6ab6bd02-1e88-426c-94af-ee95d0f5cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.086915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-6ab6bd02-1e88-426c-94af-ee95d0f5cffd service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1094677 Nov 12 04:11:29.155887 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-611b988e-c28b-4a2b-93a8-6833e228f690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 1001 time: 0.0613348 Nov 12 04:11:29.207653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-32366de5-aa77-40ac-8649-fdd4a3462d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.209140 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-32366de5-aa77-40ac-8649-fdd4a3462d05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0466380 Nov 12 04:11:29.260875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-c6e45f2f-d55d-4546-a113-29a12a208643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:29.262388 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-c6e45f2f-d55d-4546-a113-29a12a208643 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457959 Nov 12 04:11:29.659815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-0f59e4d4-30fd-4933-9877-6730e686a1f3 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885503 Nov 12 04:11:29.756650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8a3edaf7-74eb-48d4-be94-a1d5dc6288fa req-68636913-d01a-40f1-ae0d-bb6a44654277 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863509 Nov 12 04:11:31.775222 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:34.533274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:11:38.762422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-deb0ece8-a033-471a-bbfa-6fcaaf196df1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433609 Nov 12 04:11:38.863065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-ab72c84c-1a0c-4ff9-98df-b7fac6ae92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.865469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-ab72c84c-1a0c-4ff9-98df-b7fac6ae92e4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0418825 Nov 12 04:11:38.970586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-e5b8d9f1-3b6b-4951-99d9-a311665d0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:38.972067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-e5b8d9f1-3b6b-4951-99d9-a311665d0430 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.0868864 Nov 12 04:11:39.035614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-1d43b2c1-f7a5-44be-bea8-814134af00bb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 1002 time: 0.0563276 Nov 12 04:11:39.085091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-3f4b8da0-052b-49aa-a386-5fff1d8d343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.087137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-3f4b8da0-052b-49aa-a386-5fff1d8d343f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0444922 Nov 12 04:11:39.140231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-de039284-074f-4909-9e90-c82aa9c647ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:11:39.141748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-de039284-074f-4909-9e90-c82aa9c647ef service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459361 Nov 12 04:11:39.235796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-cf71f912-5215-4c6c-952f-e1bed9b5e2ed service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856206 Nov 12 04:11:39.334586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f1079c9-cc5b-4cf5-a8a6-371b13490408 req-dae1ccaf-7fac-4dc3-a0d1-1df25e75d3c5 service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915194 Nov 12 04:11:39.939488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:52.264891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ea6775c9-ad54-42aa-b298-730b9b2a565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:54.615138 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd6cc79f-c466-486a-a111-23a4917beca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:55.587314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.047225 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:11:57.806626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:01.778985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:09.955196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:11.533441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:16.005853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 36896) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:16.186532 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port baa41ac8-d040-46ab-815d-03caf9e3f63b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:16.186786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.267309 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.267630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.279301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for baa41ac8-d040-46ab-815d-03caf9e3f63b owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:16.449130 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.475507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=baa41ac8-d040-46ab-815d-03caf9e3f63b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:16.491392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.491744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.492083 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.492415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.492746 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.493073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.493398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.493730 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.494050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.494368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.494685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.495038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:16.552972 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.553315 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 8d663cdb-a312-4162-83eb-ab30519790e4 disassociated (deleted). External IP: 172.25.7.39, port: a52c5177-4aad-439a-bb2e-10e82d6ec18a. Nov 12 04:12:16.762721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:16.873528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:16.878522 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:16.884729 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:16.895489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:16.896209 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:11:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:16.908897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0e2091a2-9afe-4627-9337-f8c2074b0a26 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "DELETE /v2.0/floatingips/8d663cdb-a312-4162-83eb-ab30519790e4 HTTP/1.1" status: 204 len: 168 time: 0.9017410 Nov 12 04:12:16.909668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:16.911863 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccef879-95a0-458c-9855-5227acd30d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:17.009458 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:17.140422 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed0f91-848e-4dde-92f2-0f30ca50ab05 x-openstack-request-id: req-c8ed0f91-848e-4dde-92f2-0f30ca50ab05 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:17.140925 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:17.141012 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c8ed0f91-848e-4dde-92f2-0f30ca50ab05 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:17.141527 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'status': 'completed', 'code': 200} Nov 12 04:12:17.242007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591184c9-9c51-456a-99d7-16d0829e177b req-134e18ec-1d04-4106-8fb7-ca505525fa2b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.243905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-591184c9-9c51-456a-99d7-16d0829e177b req-134e18ec-1d04-4106-8fb7-ca505525fa2b tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0593929 Nov 12 04:12:17.245241 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef879-95a0-458c-9855-5227acd30d0b req-cd010305-3ef6-4f87-b0b5-5cbfb69b2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.246821 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-cd010305-3ef6-4f87-b0b5-5cbfb69b2332 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 1098 time: 0.0526021 Nov 12 04:12:17.256598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.285552 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:17.295087 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:17.295649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:11:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.303644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-591184c9-9c51-456a-99d7-16d0829e177b req-3a62e2b5-5730-40c9-afeb-764c22cf0bb7 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531871 Nov 12 04:12:17.359065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef879-95a0-458c-9855-5227acd30d0b req-72f0d6ba-2657-4fd4-b271-ff98a882c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.360705 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-72f0d6ba-2657-4fd4-b271-ff98a882c191 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1066990 Nov 12 04:12:17.405174 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:17.405909 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-35aaac6a-7ac3-4846-b3cf-bd512ebc6268 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 200 len: 217 time: 0.0371454 Nov 12 04:12:17.458667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef879-95a0-458c-9855-5227acd30d0b req-53d14c23-afaf-4743-b981-200e6338c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.460264 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-53d14c23-afaf-4743-b981-200e6338c965 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0469682 Nov 12 04:12:17.508267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef879-95a0-458c-9855-5227acd30d0b req-a1fde777-7e50-4945-807e-91fc159405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:17.509805 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-a1fde777-7e50-4945-807e-91fc159405ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425706 Nov 12 04:12:17.612000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-b6558f95-105e-44f1-90ac-b050d1f885c4 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937479 Nov 12 04:12:17.637788 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:17.663510 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb663f8-1a31-4561-8cf2-a0a883139854 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '21113d08-4099-4715-b9de-f9f43ec52cc1', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'port_id': '1abdc119-1a24-4e46-866b-35adf3902465', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'mac_address': 'fa:16:3e:57:4c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244f4423-d45d-4db9-b8c4-ead135387d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:08:47Z', 'updated_at': '2021-11-12T04:08:49Z', 'revision_number': 1, 'project_id': '3024619c419049a8a38adb00c7b56677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:17.715132 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8ccef879-95a0-458c-9855-5227acd30d0b req-8a108c21-0ade-4b23-b682-2f2d75d445a7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952003 Nov 12 04:12:17.900305 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7167bb3-069a-4207-be0a-8a6cbc180d34 None None] New status for floating IP 8d663cdb-a312-4162-83eb-ab30519790e4: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:18.424085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e701835-3890-413e-ac60-a5562e4a29b1 req-a6d86076-b070-40a5-b54d-3a768b646b04 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:18.424684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e701835-3890-413e-ac60-a5562e4a29b1 req-a6d86076-b070-40a5-b54d-3a768b646b04 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0503356 Nov 12 04:12:18.475651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e701835-3890-413e-ac60-a5562e4a29b1 req-5d112d0e-d613-40e7-8c97-f04b2cd0274d tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451241 Nov 12 04:12:19.129353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-cd41a0ae-3f2f-48d2-8589-652e56c66a73 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:19.131010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-cd41a0ae-3f2f-48d2-8589-652e56c66a73 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 946 time: 0.0570107 Nov 12 04:12:19.224445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port a52c5177-4aad-439a-bb2e-10e82d6ec18a {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:19.224792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.320335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port a52c5177-4aad-439a-bb2e-10e82d6ec18a, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=a52c5177-4aad-439a-bb2e-10e82d6ec18a,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:19.320701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.333775 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for a52c5177-4aad-439a-bb2e-10e82d6ec18a owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:19.467441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.494242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=a52c5177-4aad-439a-bb2e-10e82d6ec18a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:19.509022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.509373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.509717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.510052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.510387 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.510744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.511072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.511399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.511722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.512082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.512401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.512722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:19.548312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port a52c5177-4aad-439a-bb2e-10e82d6ec18a on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:19.553185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:19.556553 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f0cc01ac-b3ff-42fd-8bfc-7ee649fb1bc6 req-8b6a46b0-8fc8-4a41-9a93-98d464b3fb45 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.16 "DELETE /v2.0/ports/a52c5177-4aad-439a-bb2e-10e82d6ec18a HTTP/1.1" status: 204 len: 173 time: 0.4166410 Nov 12 04:12:19.556995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'name': 'network-vif-deleted', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:19.559868 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae49195-95bb-4315-af86-26f2d25246f4" -d '{"events": [{"server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "name": "network-vif-deleted", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:19.598176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1cc26bd-2daa-4cb4-b610-88da20af5096 req-6956f429-267e-42fe-b3e7-cf81f388d416 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0287633 Nov 12 04:12:19.646350 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8f5fc-cc02-4469-9fd5-cfe8822aa8a6 x-openstack-request-id: req-55a8f5fc-cc02-4469-9fd5-cfe8822aa8a6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:19.647482 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdb84b3-3d0d-43fe-a3ce-98fb6423692a", "name": "network-vif-deleted", "tag": "a52c5177-4aad-439a-bb2e-10e82d6ec18a", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:19.647762 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-55a8f5fc-cc02-4469-9fd5-cfe8822aa8a6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:19.648172 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdb84b3-3d0d-43fe-a3ce-98fb6423692a', 'name': 'network-vif-deleted', 'tag': 'a52c5177-4aad-439a-bb2e-10e82d6ec18a', 'status': 'completed', 'code': 200} Nov 12 04:12:20.699083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6fce8b0-cb4f-410c-8a5d-86cf512615ad req-1ecc9fac-ff64-4b5b-818f-5bfbb1772a2f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0273561 Nov 12 04:12:21.819631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-910d0404-4e42-47cd-be70-fcfe385fe6fe req-e8356752-7344-4da4-84e3-5701fdcce5cf tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0362895 Nov 12 04:12:22.275826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-298c52a3-65cc-4034-98fc-bdfa5e32390b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:22.931945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83e1da9e-32ea-4afe-ba05-c92b997720a3 req-1dc512b0-3b15-448c-8e68-a7ed5bcf9742 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0372210 Nov 12 04:12:23.087934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a52c5177-4aad-439a-bb2e-10e82d6ec18a no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:23.114150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: a52c5177-4aad-439a-bb2e-10e82d6ec18a {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:23.114150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device a52c5177-4aad-439a-bb2e-10e82d6ec18a not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:24.047935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9d538251-cd49-493b-b627-68e9d930fac4 req-4450ebc9-681c-4a94-9f9f-0d2dc378fcbd tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=6fdb84b3-3d0d-43fe-a3ce-98fb6423692a HTTP/1.1" status: 200 len: 210 time: 0.0281241 Nov 12 04:12:24.618698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9f552f3-d725-411b-bde2-33cb00c91ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:25.231443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-eb363b86-7d5a-4eb5-b597-b931eb9242db req-3d692dfd-1446-472d-a78c-16f19d876355 tempest-ServersTestJSON-863693181 tempest-ServersTestJSON-863693181-project] (102605) timed out ('10.222.0.104', 55141) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:12:25.592654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.049958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:27.809782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.461910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:30.623617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port b7b29738-12c7-4a5f-9095-be88a5625216 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:30.624091 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.709995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.710240 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.722740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for b7b29738-12c7-4a5f-9095-be88a5625216 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:30.873548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.899785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=b7b29738-12c7-4a5f-9095-be88a5625216,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:30.966773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:30.967056 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Floating IP 21113d08-4099-4715-b9de-f9f43ec52cc1 disassociated (deleted). External IP: 172.25.7.109, port: 1abdc119-1a24-4e46-866b-35adf3902465. Nov 12 04:12:31.180287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:31.291094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:31.296270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.301165 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:31.311908 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:31.312506 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.325172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1a7d7ffc-6822-466a-8df5-71a3448c663f tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "DELETE /v2.0/floatingips/21113d08-4099-4715-b9de-f9f43ec52cc1 HTTP/1.1" status: 204 len: 168 time: 0.8615294 Nov 12 04:12:31.325790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:31.328146 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf630de-277a-47b4-b0b1-08e06ef62b17" -d '{"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:31.421445 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:31.484325 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2333757b-2177-404d-a7ff-3141128e1d34 x-openstack-request-id: req-2333757b-2177-404d-a7ff-3141128e1d34 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:31.484853 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "tag": "1abdc119-1a24-4e46-866b-35adf3902465", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:31.484853 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2333757b-2177-404d-a7ff-3141128e1d34 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:31.485244 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465', 'status': 'completed', 'code': 200} Nov 12 04:12:31.613343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616db8-930a-463a-82d3-c6deb682b8c4 req-0fe6e555-cff8-4632-b127-935bbb589ac8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.615586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a616db8-930a-463a-82d3-c6deb682b8c4 req-0fe6e555-cff8-4632-b127-935bbb589ac8 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0859065 Nov 12 04:12:31.618279 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-c1d10b53-593d-41d1-8b2d-da45730e16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.619776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-c1d10b53-593d-41d1-8b2d-da45730e16c4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=3024619c419049a8a38adb00c7b56677&device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 1098 time: 0.0623462 Nov 12 04:12:31.718287 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.722266 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a616db8-930a-463a-82d3-c6deb682b8c4 req-80d82684-a458-4386-a5a4-20113b762945 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997760 Nov 12 04:12:31.744904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:31.746105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-44d2d97f-b671-439b-a824-07f5f21abd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.748226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-44d2d97f-b671-439b-a824-07f5f21abd07 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 200 len: 912 time: 0.1198313 Nov 12 04:12:31.753936 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:31.754531 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:31.795158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:31.796883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-1fab1fb0-b1fb-4f1c-9ac5-858574c3df4c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 200 len: 217 time: 0.0411081 Nov 12 04:12:31.848871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-8ed9f48f-f708-491a-a920-cacb7fafb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.850346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-8ed9f48f-f708-491a-a920-cacb7fafb7d7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 200 len: 851 time: 0.0456431 Nov 12 04:12:31.863059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:31.897277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-e14549b2-e061-4da1-9c84-5678778ac6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:31.898876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-e14549b2-e061-4da1-9c84-5678778ac6d5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5d9a6f82-dfa7-4641-8cfd-2222de3c226c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407102 Nov 12 04:12:31.994026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-aa248ffd-6caa-40db-9db8-781a4e174dff service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875862 Nov 12 04:12:32.067524 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:32.095682 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61612-1716-4ebd-bf40-6054257a902d None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fd54c692-9852-4f72-80a8-2f2ce8faaf1f', 'name': '', 'network_id': '5d9a6f82-dfa7-4641-8cfd-2222de3c226c', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'mac_address': 'fa:16:3e:d9:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:00Z', 'updated_at': '2021-11-12T04:02:05Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'subnets': [{'id': 'b2594fb6-8442-48a7-9fbf-7047abee03bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:32.335464 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9d721-0e9f-4f3a-b45d-8e2e4d86fb90 None None] New status for floating IP 21113d08-4099-4715-b9de-f9f43ec52cc1: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:12:32.388341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faf630de-277a-47b4-b0b1-08e06ef62b17 req-ad20249d-54a2-4d19-82f3-e656cd5c329a service neutron] 10.222.0.104 "GET /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863797 Nov 12 04:12:32.841929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9261d2-428b-4b0d-84f2-ceb7ce6f327b req-3b4e5518-8f87-4294-9c7c-23fe4dc720a6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:32.843643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a9261d2-428b-4b0d-84f2-ceb7ce6f327b req-3b4e5518-8f87-4294-9c7c-23fe4dc720a6 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Nov 12 04:12:32.897402 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a9261d2-428b-4b0d-84f2-ceb7ce6f327b req-85420dce-1a07-4ca3-b641-da9086c5143a tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/security-groups?id=abf0f646-d03f-4be4-8e54-f1b52ee10e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476797 Nov 12 04:12:33.415767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-1c7d91a1-7a3a-405a-b602-d4fcad691e13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:12:33.417220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-1c7d91a1-7a3a-405a-b602-d4fcad691e13 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 946 time: 0.0483680 Nov 12 04:12:33.507808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port 1abdc119-1a24-4e46-866b-35adf3902465 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:33.508062 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.599817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] For port 1abdc119-1a24-4e46-866b-35adf3902465, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=1abdc119-1a24-4e46-866b-35adf3902465,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:33.600184 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.613343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for 1abdc119-1a24-4e46-866b-35adf3902465 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:33.742198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.772629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=1abdc119-1a24-4e46-866b-35adf3902465,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:33.812563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] No DVR routers for this DVR port 1abdc119-1a24-4e46-866b-35adf3902465 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:33.815247 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:33.818534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19e596ee-608d-4a99-b90f-c811a5eceec8 req-0d5acf12-e81f-42e5-89c0-ecf614867136 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.104 "DELETE /v2.0/ports/1abdc119-1a24-4e46-866b-35adf3902465 HTTP/1.1" status: 204 len: 173 time: 0.3947632 Nov 12 04:12:33.818996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'name': 'network-vif-deleted', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:12:33.821215 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825c0ad-537c-4e5a-93c2-aab314388744" -d '{"events": [{"server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "name": "network-vif-deleted", "tag": "1abdc119-1a24-4e46-866b-35adf3902465"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:12:33.861500 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a5452b-ab01-475f-8945-1faf016333f9 x-openstack-request-id: req-66a5452b-ab01-475f-8945-1faf016333f9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:12:33.862128 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244f4423-d45d-4db9-b8c4-ead135387d50", "name": "network-vif-deleted", "tag": "1abdc119-1a24-4e46-866b-35adf3902465", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:12:33.862128 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-66a5452b-ab01-475f-8945-1faf016333f9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:12:33.862419 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244f4423-d45d-4db9-b8c4-ead135387d50', 'name': 'network-vif-deleted', 'tag': '1abdc119-1a24-4e46-866b-35adf3902465', 'status': 'completed', 'code': 200} Nov 12 04:12:33.996656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c83a9cc6-077f-4fd5-868b-f4c515503f38 req-cbd08a74-3044-4602-af27-8c323970cf1e tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0306900 Nov 12 04:12:35.095204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca72ea0c-fd7c-436b-81f6-65e5b7d06d67 req-3f5c17b7-6771-4566-bb3b-eae8be898027 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Nov 12 04:12:36.190375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac405a89-4956-4f15-b004-ec11fb5a90c3 req-6670eb00-3c98-4539-94cc-3fa54365f9ca tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Nov 12 04:12:37.299668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea96e2c7-9384-463a-8459-d677ada76a9e req-78785da4-052f-4194-90ff-f10113ef83d1 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0289438 Nov 12 04:12:37.925132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-0f6875d6-9a2c-4b60-b4f2-a7160b98f738 req-4f5694a8-8385-4030-9c29-2580bb8a61ad service neutron] (102605) timed out ('10.222.0.97', 60246) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:12:38.180602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1abdc119-1a24-4e46-866b-35adf3902465 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:38.205044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 1abdc119-1a24-4e46-866b-35adf3902465 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:38.205376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 1abdc119-1a24-4e46-866b-35adf3902465 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:38.447230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee495c68-d34d-4343-be32-1b6c5775e84c req-dcd1965b-0efc-4fb6-8ba2-21b1e096c777 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "GET /v2.0/ports?device_id=244f4423-d45d-4db9-b8c4-ead135387d50 HTTP/1.1" status: 200 len: 210 time: 0.0395274 Nov 12 04:12:39.509150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:39.637069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Deleting port de1d0b58-218d-4cdd-b4e2-3188645f34db {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:39.637411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.716532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.716849 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.728480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Calling delete_port for de1d0b58-218d-4cdd-b4e2-3188645f34db owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:39.861940 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.889985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'Port': ['ID=de1d0b58-218d-4cdd-b4e2-3188645f34db,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:39.952504 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.952783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.955278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:39.956457 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9af327ce-3bf4-4b58-b454-c27702f763b4 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "DELETE /v2.0/floatingips/582348e3-372e-4f14-a9b5-306103f4fea5 HTTP/1.1" status: 204 len: 168 time: 0.4463100 Nov 12 04:12:43.247796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36986) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:43.307411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.335952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.402687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.405353 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:43.406552 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] 10.222.0.97 "DELETE /v2.0/security-groups/abf0f646-d03f-4be4-8e54-f1b52ee10e9d HTTP/1.1" status: 204 len: 168 time: 0.1574004 Nov 12 04:12:43.416191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c2c76-fa39-4b32-a5dc-d17125924127 tempest-TestVolumeBootPattern-1191891692 tempest-TestVolumeBootPattern-1191891692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf0f646-d03f-4be4-8e54-f1b52ee10e9d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:43.473839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36990) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:43.964096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.224258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Deleting port fd54c692-9852-4f72-80a8-2f2ce8faaf1f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:44.224515 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.308759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] For port fd54c692-9852-4f72-80a8-2f2ce8faaf1f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:44.309438 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.322344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Calling delete_port for fd54c692-9852-4f72-80a8-2f2ce8faaf1f owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:44.505109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.532000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd54c692-9852-4f72-80a8-2f2ce8faaf1f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:44.700296 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:44.925978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Router 1214b6b7-952b-4c37-94b1-e89b3016db9a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:45.036412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:45.041419 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f553ce52-ec55-4ada-9de9-b54cd7c9c994 admin admin] 10.222.0.97 "PUT /v2.0/routers/1214b6b7-952b-4c37-94b1-e89b3016db9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5665352 Nov 12 04:12:45.044676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36994) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:45.049640 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Sync routers for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:45.061774 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:45.062582 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.156626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.177323 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:45.379078 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.409000 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Checking router: 1214b6b7-952b-4c37-94b1-e89b3016db9a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:45.418274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Routers {'1214b6b7-952b-4c37-94b1-e89b3016db9a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:45.418922 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['1214b6b7-952b-4c37-94b1-e89b3016db9a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.527263 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] Set router 1214b6b7-952b-4c37-94b1-e89b3016db9a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:45.577563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.635742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Deleting port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:45.636079 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.718438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] For port c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:45.718799 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.723585 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:45.736159 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Calling delete_port for c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:45.755618 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e331cd5-6300-4b03-b572-bf264f4c0d32 None None] The sync data for ids ['1214b6b7-952b-4c37-94b1-e89b3016db9a'] in n-d-766726-29 is: [{'id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'name': 'tempest-TestVolumeBootPattern-2098584213-router', 'tenant_id': '3024619c419049a8a38adb00c7b56677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:01:57Z', 'updated_at': '2021-11-12T04:12:44Z', 'revision_number': 5, 'project_id': '3024619c419049a8a38adb00c7b56677', 'gw_port': {'id': 'c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214b6b7-952b-4c37-94b1-e89b3016db9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:01:58Z', 'updated_at': '2021-11-12T04:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:45.905497 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:45.938560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:45.948588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b96492-3b3c-4cdb-b8cc-c79872b5856c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:45.999678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.090042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.092110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.137018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.137556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1214b6b7-952b-4c37-94b1-e89b3016db9a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:46.142037 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.143274 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1ffaa9db-b770-49d6-92f7-7598a3791317 admin admin] 10.222.0.97 "DELETE /v2.0/routers/1214b6b7-952b-4c37-94b1-e89b3016db9a HTTP/1.1" status: 204 len: 168 time: 1.0976810 Nov 12 04:12:46.145674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36996) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.196594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Deleting subnet b2594fb6-8442-48a7-9fbf-7047abee03bd {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:46.200270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.238436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.319529 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.380295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.407266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2594fb6-8442-48a7-9fbf-7047abee03bd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.410990 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.414457 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fcfd8c45-9f49-4764-9d36-d3a52bececba admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b2594fb6-8442-48a7-9fbf-7047abee03bd HTTP/1.1" status: 204 len: 168 time: 0.2678189 Nov 12 04:12:46.417024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 36998) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.422010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c87c5-bd14-4a3f-9a5c-2119327dd47a None None] Network 5d9a6f82-dfa7-4641-8cfd-2222de3c226c requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:46.496036 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.558783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Deleting port d8a413fb-ffaf-4287-9729-fb2e7622eaba {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:46.559145 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.626208 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] For port d8a413fb-ffaf-4287-9729-fb2e7622eaba, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d8a413fb-ffaf-4287-9729-fb2e7622eaba,segment=NetworkSegment(842fca02-6c15-4f6f-97e6-de53a01876a7),segment_id=842fca02-6c15-4f6f-97e6-de53a01876a7)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:46.626941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.640078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Calling delete_port for d8a413fb-ffaf-4287-9729-fb2e7622eaba owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:46.724686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.751945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a413fb-ffaf-4287-9729-fb2e7622eaba,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:46.758508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] No DVR routers for this DVR port d8a413fb-ffaf-4287-9729-fb2e7622eaba on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:46.814026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7115e8-6132-4507-b659-078784e37ea8 None None] DHCP port deletion for 5d9a6f82-dfa7-4641-8cfd-2222de3c226c request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:46.838252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.858903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9a6f82-dfa7-4641-8cfd-2222de3c226c']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.868150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842fca02-6c15-4f6f-97e6-de53a01876a7') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.868446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842fca02-6c15-4f6f-97e6-de53a01876a7') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:46.882766 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.896306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.902113 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:46.902503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:46.904190 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:46.959032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.970110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:46.973288 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] 10.222.0.97 "DELETE /v2.0/networks/5d9a6f82-dfa7-4641-8cfd-2222de3c226c HTTP/1.1" status: 204 len: 168 time: 0.5546956 Nov 12 04:12:46.976322 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37000) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:46.984147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9aa1b-bcbf-4d9b-a9ed-f1a3ca4d6c6c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9a6f82-dfa7-4641-8cfd-2222de3c226c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:47.287484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.308835 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.309246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1c1ec8b-b2ac-4505-a8ec-51f3d86a5bc2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.309655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fd54c692-9852-4f72-80a8-2f2ce8faaf1f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.326992 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.331847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fd54c692-9852-4f72-80a8-2f2ce8faaf1f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.332191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fd54c692-9852-4f72-80a8-2f2ce8faaf1f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.332601 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8a413fb-ffaf-4287-9729-fb2e7622eaba no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:47.351144 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d8a413fb-ffaf-4287-9729-fb2e7622eaba {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:47.351499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d8a413fb-ffaf-4287-9729-fb2e7622eaba not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:47.578618 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Deleting port a44bf341-0068-4732-9fe5-95be457dbc5e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:47.578890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.656296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] For port a44bf341-0068-4732-9fe5-95be457dbc5e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a44bf341-0068-4732-9fe5-95be457dbc5e,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:47.656655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.669658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Calling delete_port for a44bf341-0068-4732-9fe5-95be457dbc5e owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:47.847268 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:47.877108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44bf341-0068-4732-9fe5-95be457dbc5e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.055508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.272140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Router 43dacd6a-4456-4000-b725-ac34c7fd437e has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:12:48.384025 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:12:48.389573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9e1692ce-2e11-4736-8357-31f26ceea2a3 admin admin] 10.222.0.97 "PUT /v2.0/routers/43dacd6a-4456-4000-b725-ac34c7fd437e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122152 Nov 12 04:12:48.392193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37002) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:48.396032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Sync routers for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:12:48.405410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:48.406021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:48.495373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.512769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:48.532720 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:12:48.597926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.658017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Deleting port 93611a16-622a-435d-9731-524aabc94962 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:48.658361 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.695201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': '93611a16-622a-435d-9731-524aabc94962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:12:47Z', 'revision_number': 5, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port': {'id': '93611a16-622a-435d-9731-524aabc94962', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:04:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:02:04Z', 'updated_at': '2021-11-12T04:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:48.725387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Checking router: 43dacd6a-4456-4000-b725-ac34c7fd437e for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:12:48.734449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Routers {'43dacd6a-4456-4000-b725-ac34c7fd437e'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:12:48.735149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:12:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['43dacd6a-4456-4000-b725-ac34c7fd437e'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:48.739286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] For port 93611a16-622a-435d-9731-524aabc94962, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=93611a16-622a-435d-9731-524aabc94962,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:48.739643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.753127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Calling delete_port for 93611a16-622a-435d-9731-524aabc94962 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:48.823010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] Set router 43dacd6a-4456-4000-b725-ac34c7fd437e gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:12:48.874361 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 6, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:48.904434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017461f4-602c-426e-8eb9-8f2e71c828fe None None] The sync data for ids ['43dacd6a-4456-4000-b725-ac34c7fd437e'] in n-d-766726-29 is: [{'id': '43dacd6a-4456-4000-b725-ac34c7fd437e', 'name': 'tempest-TestVolumeBootPattern-1617083919-router', 'tenant_id': 'cf10e8e750244cac97159f5c4bf5407b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:02:03Z', 'updated_at': '2021-11-12T04:12:48Z', 'revision_number': 6, 'project_id': 'cf10e8e750244cac97159f5c4bf5407b', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:12:48.927801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:48.952219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=93611a16-622a-435d-9731-524aabc94962,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:48.967960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64618a2e-da41-423f-8b54-59cd0db43f76 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:49.019396 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.111531 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.113618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.158241 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.158811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43dacd6a-4456-4000-b725-ac34c7fd437e {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:12:49.164468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.165621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-84456edb-142a-489e-9930-239740b17e97 admin admin] 10.222.0.97 "DELETE /v2.0/routers/43dacd6a-4456-4000-b725-ac34c7fd437e HTTP/1.1" status: 204 len: 168 time: 0.7725239 Nov 12 04:12:49.168792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37004) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:49.216296 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Deleting subnet c3fdf41e-116a-4050-9cc1-a89eec4644b0 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:12:49.219311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.258464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.345947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.354706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a44bf341-0068-4732-9fe5-95be457dbc5e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:49.381343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a44bf341-0068-4732-9fe5-95be457dbc5e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:49.381751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a44bf341-0068-4732-9fe5-95be457dbc5e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:49.402288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.434891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.438680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c3fdf41e-116a-4050-9cc1-a89eec4644b0 HTTP/1.1" status: 204 len: 168 time: 0.2688818 Nov 12 04:12:49.439499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2858b3-a79e-4c19-a0cf-cfd8f47f633c None None] Network d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:12:49.439957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce351c-bc1d-4ce5-97d7-60a5678e0cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fdf41e-116a-4050-9cc1-a89eec4644b0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.441686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37006) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:49.512096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.568835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Deleting port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:49.569177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.636631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] For port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,segment=NetworkSegment(baf5533e-6116-4b2c-9cf1-310d601e0e29),segment_id=baf5533e-6116-4b2c-9cf1-310d601e0e29)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:49.636862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.649143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Calling delete_port for ece9ad24-0c16-4f5b-a19f-6e03d101ebaa owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:49.722385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] DHCP port deletion for d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:12:49.734914 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.766092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.767914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] No DVR routers for this DVR port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:49.778398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Deleting port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:12:49.778773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.838868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.845048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] For port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:12:49.845457 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.859984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d114d8-58b0-407e-aeb5-77aacf3cc4e8']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.862804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Calling delete_port for ece9ad24-0c16-4f5b-a19f-6e03d101ebaa owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:12:49.865627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:12:49.866883 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.869662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf5533e-6116-4b2c-9cf1-310d601e0e29') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.869960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf5533e-6116-4b2c-9cf1-310d601e0e29') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:12:49.879690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.894709 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.896026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Pushing event deleted for resources: {'Port': ['ID=ece9ad24-0c16-4f5b-a19f-6e03d101ebaa,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:49.898434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] No DVR routers for this DVR port ece9ad24-0c16-4f5b-a19f-6e03d101ebaa on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:12:49.906851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:12:49.907391 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.907900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.908249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.908622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.909044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.909403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.909945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.910469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.911018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.911525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.912032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.912565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.913051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a26e6b-8dc1-4205-86a9-b3cca816d8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:12:49.920269 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:12:49.973674 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.982311 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:49.986432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] 10.222.0.97 "DELETE /v2.0/networks/d5d114d8-58b0-407e-aeb5-77aacf3cc4e8 HTTP/1.1" status: 204 len: 168 time: 0.5441580 Nov 12 04:12:50.003465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392fcc6-99bc-4ab7-bdfb-58766761e0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d114d8-58b0-407e-aeb5-77aacf3cc4e8,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:50.120727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37010) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.160886 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3369c2d6-9b55-4549-9c2e-ad94e41f6f2b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3024619c419049a8a38adb00c7b56677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388978 Nov 12 04:12:50.163618 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37012) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.211237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.237153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.288271 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.291649 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.293215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937 HTTP/1.1" status: 204 len: 168 time: 0.1282556 Nov 12 04:12:50.301128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57725929-7bc1-479f-a39f-dd002a2ad3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d9a01d-7fa7-4bc6-a914-2cdfe4b1c937,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:50.625344 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37018) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.667054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-46f0d26f-28ee-4d41-acaa-3a395d4da7c0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cf10e8e750244cac97159f5c4bf5407b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403533 Nov 12 04:12:50.670013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37020) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:12:50.717555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.738804 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.786833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.789463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:50.790599 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/193abc65-04ac-4651-bf76-b70bcff49dc2 HTTP/1.1" status: 204 len: 168 time: 0.1196523 Nov 12 04:12:50.798521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729828f-84c9-44ca-b544-a0f88ed7c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193abc65-04ac-4651-bf76-b70bcff49dc2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:12:51.291745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93611a16-622a-435d-9731-524aabc94962 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:51.315484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 93611a16-622a-435d-9731-524aabc94962 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:51.316074 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 93611a16-622a-435d-9731-524aabc94962 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:51.316799 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ece9ad24-0c16-4f5b-a19f-6e03d101ebaa no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:12:51.340842 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ece9ad24-0c16-4f5b-a19f-6e03d101ebaa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:12:51.341182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ece9ad24-0c16-4f5b-a19f-6e03d101ebaa not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:12:52.269086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8651507a-eb56-4626-aad4-d575c42ac431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:54.622658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a102b4b4-5040-4435-b334-1092cb8b18a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:55.596044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.052929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:12:57.817445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:00.906783 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-d4fdda25-e33c-4490-9f22-c159792d28ab tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=bd44212bda684a0da64c223ff8ba0d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288062 Nov 12 04:13:01.094079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-fd5993a0-0fee-457c-95aa-a44194258906 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:01.095587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-fd5993a0-0fee-457c-95aa-a44194258906 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831820 Nov 12 04:13:01.111230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7658b459-59c8-4f1b-b128-ff3147e6cd7d tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/quotas/bd44212bda684a0da64c223ff8ba0d19 HTTP/1.1" status: 200 len: 375 time: 0.0096347 Nov 12 04:13:01.442237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-38a5b61e-4c39-4447-a009-a54c2d656505 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bd44212bda684a0da64c223ff8ba0d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3255563 Nov 12 04:13:01.810371 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:02.621076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7315bee2-57bb-499c-90d3-afc43a1491bc req-b44cfe89-4ec4-45b1-bb9d-45ca8a08ee1a tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 210 time: 0.0260828 Nov 12 04:13:03.698475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8c72ee37-71a7-4d91-91a6-cdd4b64e88b2 req-1a191e04-49b8-4828-8b65-8181d9be413d tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 210 time: 0.0260572 Nov 12 04:13:04.675577 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-42ba59a8-0de8-4fb5-a05b-8705f327438f tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=bd44212bda684a0da64c223ff8ba0d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293152 Nov 12 04:13:04.801002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dcf62ca-98e0-44d0-9b57-8fc6e0e51906 req-b372ac59-a607-4446-9e7c-950138c3d19f tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 210 time: 0.0281820 Nov 12 04:13:04.882199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-615aa863-50ef-4dd1-956f-03441d4d57e1 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:04.883731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-615aa863-50ef-4dd1-956f-03441d4d57e1 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007473 Nov 12 04:13:04.920221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Request body: {'port': {'device_id': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'admin_state_up': True, 'tenant_id': 'bd44212bda684a0da64c223ff8ba0d19'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:05.035444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Made reservation on behalf of bd44212bda684a0da64c223ff8ba0d19 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:05.038771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.052630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.129008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.133231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.198339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd83b70-ce8f-4bae-840d-ccbdf07f82de,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.270021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Allocated IP 192.168.233.11 (1818d93a-580c-4552-8ef3-820ed1675333/196fdf48-016f-4e0f-b7f1-cfea59f7c7d9/550de0ab-7aee-4754-8deb-7a26e214e3e5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:05.432150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.471511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.514410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Network 1818d93a-580c-4552-8ef3-820ed1675333 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:05.520120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:05.523833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:05.555279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Pushing event updated for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:05.592244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:05.594148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.613497 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-7d4f6286-675e-4beb-a379-f11e402aa989 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6980758 Nov 12 04:13:05.640790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Request body: {'port': {'device_id': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:05.697883 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.735984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9fec84fe-f46f-4af5-9c60-7cdc0f816a30 None None] Provisioning complete for port 550de0ab-7aee-4754-8deb-7a26e214e3e5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:05.736600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9fec84fe-f46f-4af5-9c60-7cdc0f816a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.774307 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9fec84fe-f46f-4af5-9c60-7cdc0f816a30 None None] Port 550de0ab-7aee-4754-8deb-7a26e214e3e5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:13:05.923494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc2921-4918-4dab-a8e6-5274461c9553 req-5abe2d87-d1b9-4cc3-beb0-267e4c689d9b tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:05.925006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0bbc2921-4918-4dab-a8e6-5274461c9553 req-5abe2d87-d1b9-4cc3-beb0-267e4c689d9b tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 935 time: 0.0531430 Nov 12 04:13:05.972947 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0bbc2921-4918-4dab-a8e6-5274461c9553 req-f94643fd-74d7-4296-885c-f51164cf2252 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Nov 12 04:13:05.973581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550de0ab-7aee-4754-8deb-7a26e214e3e5 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:05.981772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:05.994195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Transition to ACTIVE for port object 550de0ab-7aee-4754-8deb-7a26e214e3e5 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:05.999141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.067406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Pushing event updated for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.121438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Attempting to bind port 550de0ab-7aee-4754-8deb-7a26e214e3e5 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:06.121784 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Attempting to bind port 550de0ab-7aee-4754-8deb-7a26e214e3e5 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:06.122114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Attempting to bind port 550de0ab-7aee-4754-8deb-7a26e214e3e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:06.126773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Port 550de0ab-7aee-4754-8deb-7a26e214e3e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:06.127132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Attempting to bind port 550de0ab-7aee-4754-8deb-7a26e214e3e5 on network 1818d93a-580c-4552-8ef3-820ed1675333 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:06.132592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:06.133224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Checking segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:06.133622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Bound using segment: {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:06.134052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Bound port: 550de0ab-7aee-4754-8deb-7a26e214e3e5, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aef23e-e1ca-41b5-bd45-30a4d7adf39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:06.134416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.206587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:06.210154 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:06.214156 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.254057 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.254723 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:06.256320 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] 10.222.0.16 "PUT /v2.0/ports/550de0ab-7aee-4754-8deb-7a26e214e3e5 HTTP/1.1" status: 200 len: 1096 time: 0.6208098 Nov 12 04:13:06.256770 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:06.259100 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:06.288882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee30473-eab4-430c-8fca-fd3b19feee02 service neutron] Pushing event updated for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:06.306076 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055e863-c84e-4e04-9457-e1f66aa99618 x-openstack-request-id: req-8055e863-c84e-4e04-9457-e1f66aa99618 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:06.306570 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:06.306999 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8055e863-c84e-4e04-9457-e1f66aa99618 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:06.307627 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5', 'status': 'completed', 'code': 200} Nov 12 04:13:06.371485 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-ba997727-9762-46ed-a124-9def7a88f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.373021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-ba997727-9762-46ed-a124-9def7a88f384 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd44212bda684a0da64c223ff8ba0d19&device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0447171 Nov 12 04:13:06.434575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-4aeb5f1a-8fa1-48ca-8220-8ed35fd5ef40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5 HTTP/1.1" status: 200 len: 217 time: 0.0381098 Nov 12 04:13:06.498355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-0e1a0bc5-0980-4d30-b5cf-8b6dec741ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.499946 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-0e1a0bc5-0980-4d30-b5cf-8b6dec741ed9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0544415 Nov 12 04:13:06.555441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-86d18a65-8009-4220-99fd-088499c6aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.556962 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-86d18a65-8009-4220-99fd-088499c6aeee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0439007 Nov 12 04:13:06.661619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-6bf5125b-2338-4984-8721-e806af4d5d5e service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921316 Nov 12 04:13:06.772018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-79f1980c-b046-4e2b-9c78-d42f35d7524e req-6cadf32b-fcfe-42f9-8b77-bf902be93998 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959849 Nov 12 04:13:06.921427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-f5568163-45c8-4042-8bc6-8945c2711233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:06.923040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-f5568163-45c8-4042-8bc6-8945c2711233 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd44212bda684a0da64c223ff8ba0d19&device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0428126 Nov 12 04:13:07.019767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-02dd5f2d-4d64-4f5e-8476-d97ec09b47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.021275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-02dd5f2d-4d64-4f5e-8476-d97ec09b47b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1818d93a-580c-4552-8ef3-820ed1675333 HTTP/1.1" status: 200 len: 869 time: 0.0901334 Nov 12 04:13:07.066476 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-837d7e18-f24f-43b2-b611-06b37ec9c275 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5 HTTP/1.1" status: 200 len: 217 time: 0.0365684 Nov 12 04:13:07.092009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a588c-24a9-462a-8527-2a742ad33822 req-0a33d46e-e0d2-4a84-b9cb-e56866837d32 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.093521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f55a588c-24a9-462a-8527-2a742ad33822 req-0a33d46e-e0d2-4a84-b9cb-e56866837d32 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 947 time: 0.0492530 Nov 12 04:13:07.122458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-3d0cb4dc-c755-44be-a2ab-dc6bd00de40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.123964 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-3d0cb4dc-c755-44be-a2ab-dc6bd00de40f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=196fdf48-016f-4e0f-b7f1-cfea59f7c7d9 HTTP/1.1" status: 200 len: 843 time: 0.0488012 Nov 12 04:13:07.142431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f55a588c-24a9-462a-8527-2a742ad33822 req-2127f9d0-36d6-4528-9fa0-e05d988523e4 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Nov 12 04:13:07.172122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-50537374-8aa6-4784-8d9a-03a726685427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:07.173638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-50537374-8aa6-4784-8d9a-03a726685427 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1818d93a-580c-4552-8ef3-820ed1675333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414412 Nov 12 04:13:07.268414 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-4cde87b6-c585-4369-8e76-ea2af46084fa service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855367 Nov 12 04:13:07.367033 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-aa3ac98d-87ba-4d57-83f5-8c9888a8829e req-af56f1f5-1d03-498d-b512-f1fcb4e41ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/1818d93a-580c-4552-8ef3-820ed1675333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900879 Nov 12 04:13:08.261167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcb4b9-f57c-4ea1-861d-0b0e121ac8f7 req-38ffddb3-e3fa-4541-bacb-32669ef7a1de tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:08.263164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37bcb4b9-f57c-4ea1-861d-0b0e121ac8f7 req-38ffddb3-e3fa-4541-bacb-32669ef7a1de tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 947 time: 0.0527475 Nov 12 04:13:08.309628 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37bcb4b9-f57c-4ea1-861d-0b0e121ac8f7 req-deb6624e-5389-4b34-9901-29ee189a3dfe tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 12 04:13:09.291092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 550de0ab-7aee-4754-8deb-7a26e214e3e5 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:09.391113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.402297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '550de0ab-7aee-4754-8deb-7a26e214e3e5', 'network_id': '1818d93a-580c-4552-8ef3-820ed1675333', 'port_id': '550de0ab-7aee-4754-8deb-7a26e214e3e5', 'mac_address': 'fa:16:3e:b6:bf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196fdf48-016f-4e0f-b7f1-cfea59f7c7d9', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:09.425406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd00e-e317-4b4d-9185-399e1d17ee7c req-6b11e105-603c-493d-ae45-9d5291e29b23 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:09.426927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-636cd00e-e317-4b4d-9185-399e1d17ee7c req-6b11e105-603c-493d-ae45-9d5291e29b23 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 947 time: 0.0486035 Nov 12 04:13:09.440775 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.454101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550de0ab-7aee-4754-8deb-7a26e214e3e5 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:09.473333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:09.474415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-636cd00e-e317-4b4d-9185-399e1d17ee7c req-f2c72e2c-1f3e-49fe-9565-011ef5f9eaca tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Nov 12 04:13:09.477561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:09.524680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:09.818388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['550de0ab-7aee-4754-8deb-7a26e214e3e5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:09.963790 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:10.594488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3679752-8653-47b4-830f-ff806715de8d req-397620f2-3d7f-4a2f-9ad0-cc494cde8657 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:10.596006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3679752-8653-47b4-830f-ff806715de8d req-397620f2-3d7f-4a2f-9ad0-cc494cde8657 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 948 time: 0.0536194 Nov 12 04:13:10.655011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3679752-8653-47b4-830f-ff806715de8d req-9fff24f8-86c5-4628-bef9-90c20a3440c1 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 Nov 12 04:13:11.290607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 550de0ab-7aee-4754-8deb-7a26e214e3e5 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:11.345242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 550de0ab-7aee-4754-8deb-7a26e214e3e5 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:11.348999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 550de0ab-7aee-4754-8deb-7a26e214e3e5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:11.349362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.426255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.448057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:11.450959 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0137f9d-2e27-4b3a-acfc-9ab94a854de7" -d '{"events": [{"server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "name": "network-vif-plugged", "status": "completed", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:11.463807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:11.468751 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:11.492736 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a5f5b0-b41e-4735-b279-1599c4fcf5af x-openstack-request-id: req-33a5f5b0-b41e-4735-b279-1599c4fcf5af {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:11.492976 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "name": "network-vif-plugged", "status": "completed", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:11.493218 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-33a5f5b0-b41e-4735-b279-1599c4fcf5af {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:11.493605 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5', 'code': 200} Nov 12 04:13:11.518258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:11.616191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44604b4-185e-45d9-93ba-7a066f4b91f7 req-40eceb5d-dea1-4cb0-8041-981f995bbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.617710 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f44604b4-185e-45d9-93ba-7a066f4b91f7 req-40eceb5d-dea1-4cb0-8041-981f995bbe07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 1101 time: 0.0408976 Nov 12 04:13:11.664315 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f44604b4-185e-45d9-93ba-7a066f4b91f7 req-f830081d-5824-4719-9b1d-750d49d6392c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383148 Nov 12 04:13:11.774360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff598-2f1b-4418-803e-0f7de85f974d req-c49bc88c-b358-4f01-a333-8ed32683fc53 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:11.775786 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b78ff598-2f1b-4418-803e-0f7de85f974d req-c49bc88c-b358-4f01-a333-8ed32683fc53 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0484459 Nov 12 04:13:11.822641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b78ff598-2f1b-4418-803e-0f7de85f974d req-fc9a40c4-3cea-425d-be4e-58fc4d5fdfd4 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Nov 12 04:13:12.947922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2188d4f-5667-496a-b032-317a212c46c9 req-20291ba8-f015-49cb-a098-3e6305e6ce79 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:12.949985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2188d4f-5667-496a-b032-317a212c46c9 req-20291ba8-f015-49cb-a098-3e6305e6ce79 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0542390 Nov 12 04:13:13.000671 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2188d4f-5667-496a-b032-317a212c46c9 req-38b8346b-52fb-47c9-9d97-5397f2aa6e2a tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Nov 12 04:13:14.121378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe12d5-4bf0-498b-b2ea-33d1614ca598 req-46486c6a-922b-40e6-a715-8a6d45e7b5e3 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:14.122525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32fe12d5-4bf0-498b-b2ea-33d1614ca598 req-46486c6a-922b-40e6-a715-8a6d45e7b5e3 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0528350 Nov 12 04:13:14.171232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32fe12d5-4bf0-498b-b2ea-33d1614ca598 req-e6416d68-cd9e-40e7-afea-48a62c1c8cd8 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Nov 12 04:13:14.450187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-62dc57b2-66dd-4501-8c03-071f63d0b002 req-24578316-75ce-4b7c-a192-00fc589f81fc service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:13:14.451233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62dc57b2-66dd-4501-8c03-071f63d0b002 req-24578316-75ce-4b7c-a192-00fc589f81fc service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061514 Nov 12 04:13:15.035378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eec9f4-7868-42d1-9463-eba760e7226a req-3642a635-0fd2-4637-aafa-adcc01991001 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:15.036768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7eec9f4-7868-42d1-9463-eba760e7226a req-3642a635-0fd2-4637-aafa-adcc01991001 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0497503 Nov 12 04:13:15.083438 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7eec9f4-7868-42d1-9463-eba760e7226a req-d9f02c31-6263-47cf-8249-9e7922c718a6 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Nov 12 04:13:16.205278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a63fca-670b-42ee-868e-467d89bf72cd req-65c771b9-5638-4d92-ab48-3e78844a8d28 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.206739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a63fca-670b-42ee-868e-467d89bf72cd req-65c771b9-5638-4d92-ab48-3e78844a8d28 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0510938 Nov 12 04:13:16.262974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3a63fca-670b-42ee-868e-467d89bf72cd req-02135505-b924-4a29-891a-0186351e07a4 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/security-groups?id=efd83b70-ce8f-4bae-840d-ccbdf07f82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Nov 12 04:13:16.553465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-e9b9802c-9478-44bf-8716-600f7f65270e tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:16.554885 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-e9b9802c-9478-44bf-8716-600f7f65270e tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 949 time: 0.0579641 Nov 12 04:13:16.658988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Deleting port 550de0ab-7aee-4754-8deb-7a26e214e3e5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:13:16.659427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.765862 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] For port 550de0ab-7aee-4754-8deb-7a26e214e3e5, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=550de0ab-7aee-4754-8deb-7a26e214e3e5,segment=NetworkSegment(f2aef23e-e1ca-41b5-bd45-30a4d7adf39f),segment_id=f2aef23e-e1ca-41b5-bd45-30a4d7adf39f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:16.766372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.781903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Calling delete_port for 550de0ab-7aee-4754-8deb-7a26e214e3e5 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:13:16.926750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:16.964661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Pushing event deleted for resources: {'Port': ['ID=550de0ab-7aee-4754-8deb-7a26e214e3e5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:16.986939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['550de0ab-7aee-4754-8deb-7a26e214e3e5'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:17.012203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] No DVR routers for this DVR port 550de0ab-7aee-4754-8deb-7a26e214e3e5 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:13:17.014910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:17.018279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8b4dbc7c-dd47-4e96-80cc-3ee6f65087b4 req-5b547b56-6923-4b31-aec1-728ba764e8aa tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.16 "DELETE /v2.0/ports/550de0ab-7aee-4754-8deb-7a26e214e3e5 HTTP/1.1" status: 204 len: 173 time: 0.4526484 Nov 12 04:13:17.018751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'name': 'network-vif-deleted', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:17.021063 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f6fac5-263a-4078-851a-586232213186" -d '{"events": [{"server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "name": "network-vif-deleted", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:17.075524 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9065287f-c094-46bb-b2e8-ded3b4cb46d7 x-openstack-request-id: req-9065287f-c094-46bb-b2e8-ded3b4cb46d7 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:17.075824 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e1b1d-c86f-401c-8747-166f78dff5d6", "name": "network-vif-deleted", "tag": "550de0ab-7aee-4754-8deb-7a26e214e3e5", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:17.076136 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9065287f-c094-46bb-b2e8-ded3b4cb46d7 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:17.076583 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e1b1d-c86f-401c-8747-166f78dff5d6', 'name': 'network-vif-deleted', 'tag': '550de0ab-7aee-4754-8deb-7a26e214e3e5', 'status': 'completed', 'code': 200} Nov 12 04:13:17.401225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1aaa5c28-fb99-448c-a5ee-b0783a97021a req-94b9ed36-c894-43dc-a95d-2d6013421de4 tempest-ServersAdminNegativeTestJSON-782322971 tempest-ServersAdminNegativeTestJSON-782322971-project] 10.222.0.97 "GET /v2.0/ports?device_id=8f5e1b1d-c86f-401c-8747-166f78dff5d6 HTTP/1.1" status: 200 len: 210 time: 0.0326905 Nov 12 04:13:18.712940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.852738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-71c56ab3-ad82-4d81-ac5b-25a2a80f7a44 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bd44212bda684a0da64c223ff8ba0d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386135 Nov 12 04:13:18.855214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:18.905844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.927631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.978192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.980858 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:18.982057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/efd83b70-ce8f-4bae-840d-ccbdf07f82de HTTP/1.1" status: 204 len: 168 time: 0.1259007 Nov 12 04:13:18.990597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd83b70-ce8f-4bae-840d-ccbdf07f82de,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:18.998697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:18.999115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:18.999464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:18.999957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.000132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.000462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.000790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.001119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.001446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.001763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.002087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.002405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaff21-4bfe-45c2-a31e-dc42f765e029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:19.267350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:19.280968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6eb-6c17-4e3f-8398-5bb12878a50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.361587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6eb-6c17-4e3f-8398-5bb12878a50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.365620 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab6eb-6c17-4e3f-8398-5bb12878a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.403747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ab6eb-6c17-4e3f-8398-5bb12878a50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b50879-338a-40de-b33b-a54bea1d997c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:19.407883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2c3ab6eb-6c17-4e3f-8398-5bb12878a50d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ceb2dc443dde47d8abecc0bdfe1db807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394370 Nov 12 04:13:19.410670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37174) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:19.457986 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.478472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.525335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.527885 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:19.529071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/40b50879-338a-40de-b33b-a54bea1d997c HTTP/1.1" status: 204 len: 168 time: 0.1174793 Nov 12 04:13:19.537202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746c528-9fcb-408c-a70f-7d6ea23b301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b50879-338a-40de-b33b-a54bea1d997c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.259412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37198) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.365619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1919434801-network', 'tenant_id': 'd2141431ea454c048e05eb3ed6936f3f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.387066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Made reservation on behalf of d2141431ea454c048e05eb3ed6936f3f for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:20.389454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.398311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.482742 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.486816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.508767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:13:20.524278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b0138-d61b-4fa0-9f2d-c637f9b55207,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.530375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.530725 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Added segment 17c7f650-6289-45e3-b065-f8a34def29e0 of type vlan for network 44d9ecb3-f64b-4245-85b9-596913715620 Nov 12 04:13:20.542815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.543192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.543534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.543868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.544278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.544611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.544939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.545308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.545673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.546090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.546526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.546873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:13:20.589116 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.616677 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.617733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:20.618480 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.677736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4171855 Nov 12 04:13:20.680833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37202) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:13:20.686305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Request body: {'subnet': {'network_id': '44d9ecb3-f64b-4245-85b9-596913715620', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1919434801-subnet', 'tenant_id': 'd2141431ea454c048e05eb3ed6936f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:20.689081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a436085-d725-4320-a11c-6d932a6dbb16 admin admin] Pushing event updated for resources: {'Network': ['ID=44d9ecb3-f64b-4245-85b9-596913715620,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.700985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 44d9ecb3-f64b-4245-85b9-596913715620 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:13:20.714450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Made reservation on behalf of d2141431ea454c048e05eb3ed6936f3f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:20.717326 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.900742 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:20.968437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6120cc00-b390-4993-ac5c-61199f1b0f3c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:20.977703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Checking segment: {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:20.978062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Network hostable DHCP agents. Network: 44d9ecb3-f64b-4245-85b9-596913715620, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:13:20.995889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Network 44d9ecb3-f64b-4245-85b9-596913715620 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:13:21.004994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 44d9ecb3-f64b-4245-85b9-596913715620) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:21.009172 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.009818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:21.014034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff44180-52a6-470a-89c4-2ea499dc7db3 None None] Network 44d9ecb3-f64b-4245-85b9-596913715620 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:21.026621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de94640e-5bc8-4ee4-a004-a42f06dce315 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3446915 Nov 12 04:13:21.154496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae099e17-65e9-4380-87f5-1140b1cea873 None None] Network 44d9ecb3-f64b-4245-85b9-596913715620 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:13:21.353692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 550de0ab-7aee-4754-8deb-7a26e214e3e5 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:13:21.375521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 550de0ab-7aee-4754-8deb-7a26e214e3e5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:13:21.375875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 550de0ab-7aee-4754-8deb-7a26e214e3e5 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:13:21.491426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-29cbd2d9-d2b3-4772-b58e-456b83f59703 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:21.492924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-29cbd2d9-d2b3-4772-b58e-456b83f59703 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 812 time: 0.1038384 Nov 12 04:13:21.508305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-b88b26ee-b442-44d4-ace5-9f264cdd9108 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/quotas/d2141431ea454c048e05eb3ed6936f3f HTTP/1.1" status: 200 len: 375 time: 0.0094807 Nov 12 04:13:21.542116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-77876f82-3dea-49e8-8025-0d60232dbc7d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283356 Nov 12 04:13:21.554010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-1f2f5d70-3fc4-41f1-8bcd-9f8d3060eae3 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:13:21.555015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-1f2f5d70-3fc4-41f1-8bcd-9f8d3060eae3 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052876 Nov 12 04:13:21.650755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-155a5de5-6913-4e07-a02b-d627999327ce service neutron] 10.222.0.97 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886772 Nov 12 04:13:21.748743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-15e3fc6d-e20b-443b-a144-ae89a92dfd93 service neutron] 10.222.0.97 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912020 Nov 12 04:13:21.909895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c901c2cf-9c77-4f59-8a25-ca2f2cfa019c req-a296fae1-f457-4889-a65e-3ac487186ef2 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 210 time: 0.0297303 Nov 12 04:13:22.272861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b65463bd-4490-4d3f-9592-b0ab03d604ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:22.988572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-335b0fe5-26ee-4cbd-a47c-c48d64a56bc9 req-2f152645-1a8b-41a8-a9c4-06b6b158f22d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Nov 12 04:13:24.067575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d39910f-4602-43aa-a8c8-6f2764f6a97b req-d3a7c95a-5e28-4d85-97de-97a1e24392b6 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Nov 12 04:13:24.623930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91458a6f-15d5-4876-a92a-ef90d3cce326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:25.147547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6038666a-f15a-4396-8192-fb2bdf87b7c6 req-00e73516-094c-41c8-b900-8998b326976d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 210 time: 0.0273075 Nov 12 04:13:25.533107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:13:25.597080 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.033739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-a2d145f4-020b-470e-8bd1-77c2f29afda5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.035239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-a2d145f4-020b-470e-8bd1-77c2f29afda5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.16 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 812 time: 0.1093822 Nov 12 04:13:26.078319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Request body: {'port': {'device_id': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620', 'admin_state_up': True, 'tenant_id': 'd2141431ea454c048e05eb3ed6936f3f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:26.195518 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Made reservation on behalf of d2141431ea454c048e05eb3ed6936f3f for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:13:26.199063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.244905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2f553ea-d5dc-4267-bc67-c1c27650fc3b req-3bfe67c2-732f-41ac-91d7-9ee49cd5f7ee tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 210 time: 0.0272381 Nov 12 04:13:26.326678 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Allocated IP 172.20.0.11 (44d9ecb3-f64b-4245-85b9-596913715620/6120cc00-b390-4993-ac5c-61199f1b0f3c/fcd0a690-e535-4029-8c37-417ed96259a1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:13:26.472874 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.507695 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.549066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Network 44d9ecb3-f64b-4245-85b9-596913715620 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:13:26.554718 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:13:26.559032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:13:26.583839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:26.612898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:26.613510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.628897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-2057d02f-0587-463d-9198-8d97322aa659 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554717 Nov 12 04:13:26.657688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Request body: {'port': {'device_id': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:13:26.715300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.978616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd0a690-e535-4029-8c37-417ed96259a1 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:26.986268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:26.998051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Transition to ACTIVE for port object fcd0a690-e535-4029-8c37-417ed96259a1 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:13:27.001982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.053770 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.056074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.122863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:13:27.123198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:13:27.123526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:27.127821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:13:27.128141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:13:27.132945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:13:27.133288 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Checking segment: {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:13:27.133668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Bound using segment: {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:13:27.134089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Bound port: fcd0a690-e535-4029-8c37-417ed96259a1, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:13:27.134443 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.196901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:13:27.200417 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:13:27.204172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.236032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.236826 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.238467 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] 10.222.0.16 "PUT /v2.0/ports/fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 1093 time: 0.5850260 Nov 12 04:13:27.240713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:27.242978 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:27.273690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1261ec-c55c-44b0-9dca-85abaf5a3684 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:27.342196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-5ef07e25-88a9-4359-a61d-4ffebbf06193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.344031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-5ef07e25-88a9-4359-a61d-4ffebbf06193 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1096 time: 0.0458374 Nov 12 04:13:27.354266 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fc5f7f-69d1-4c84-be32-735da55adfde x-openstack-request-id: req-b5fc5f7f-69d1-4c84-be32-735da55adfde {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:27.354559 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:27.354872 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b5fc5f7f-69d1-4c84-be32-735da55adfde {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:27.355339 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'status': 'completed', 'code': 200} Nov 12 04:13:27.413945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-ca186556-2c06-4eae-9f93-54459eae2700 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0445042 Nov 12 04:13:27.471971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4025e-9819-4852-abe4-ef26243cc6aa req-e950bc23-8cb9-4b78-a59e-c300e7d70c7b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.474895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f4025e-9819-4852-abe4-ef26243cc6aa req-e950bc23-8cb9-4b78-a59e-c300e7d70c7b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0609605 Nov 12 04:13:27.478308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-469110e2-b057-4e8e-a959-e2ac13409491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.479971 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-469110e2-b057-4e8e-a959-e2ac13409491 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0515754 Nov 12 04:13:27.519115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-054fc63c-c30b-4f23-862f-42ea4a296ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273864 Nov 12 04:13:27.528801 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65f4025e-9819-4852-abe4-ef26243cc6aa req-40e21410-80e7-437e-85e6-1a5e208e523e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Nov 12 04:13:27.623073 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-f2e85454-1f92-4f22-858c-a89bf0bc3512 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914798 Nov 12 04:13:27.718700 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-63faae94-fc72-43bf-9176-072a0210fdd8 req-f3196fe9-7024-4fe3-993e-2421b3c2e1a4 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Nov 12 04:13:27.812307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:27.864967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-cb5da753-9a82-46f5-bff3-bbd7485ce83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.866466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-cb5da753-9a82-46f5-bff3-bbd7485ce83e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1096 time: 0.0455029 Nov 12 04:13:27.958700 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-1e9433f9-5d53-4983-9747-68533c1d9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:27.960217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-1e9433f9-5d53-4983-9747-68533c1d9f72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.0852745 Nov 12 04:13:28.008750 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-3250577f-79af-4e52-98c8-f84f98620608 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0394096 Nov 12 04:13:28.057330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-524ace5c-e933-4e07-9d25-536c55aa8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.059418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-524ace5c-e933-4e07-9d25-536c55aa8a31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0439696 Nov 12 04:13:28.092119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-cab6f8b0-f7e2-45d2-a57e-d167f763aa7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246768 Nov 12 04:13:28.185530 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-5758a79a-2881-4fe2-94f1-9b62f7e17963 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852945 Nov 12 04:13:28.279527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e77ddc0e-5687-4bba-a6c3-e89f9a54fa83 req-869790b2-722d-4029-ac5f-160afcd1321d service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Nov 12 04:13:28.646914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c4645-d1ef-4038-9faf-34aeca7cfe1d req-8a4e37d3-5023-453c-a24f-36f32f515b1a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:28.648414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b7c4645-d1ef-4038-9faf-34aeca7cfe1d req-8a4e37d3-5023-453c-a24f-36f32f515b1a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0495350 Nov 12 04:13:28.696105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b7c4645-d1ef-4038-9faf-34aeca7cfe1d req-af52ae0a-5ec5-4c3b-a3d9-5935d11acdc1 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Nov 12 04:13:29.814081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aad65-d5d4-43a7-861f-da18068daf2f req-6ab7e3d3-1de4-43e4-932d-ce550c8065cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:29.816248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-472aad65-d5d4-43a7-861f-da18068daf2f req-6ab7e3d3-1de4-43e4-932d-ce550c8065cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0496423 Nov 12 04:13:29.866981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-472aad65-d5d4-43a7-861f-da18068daf2f req-9f5a4dc3-7a8a-4187-9976-2e975048a10d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Nov 12 04:13:30.983120 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3046a-5c59-45a6-9774-569454c8ea1e req-1171fc7d-58a7-4958-b0c1-7d73de5c5a4c tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:30.984639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9e3046a-5c59-45a6-9774-569454c8ea1e req-1171fc7d-58a7-4958-b0c1-7d73de5c5a4c tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0503914 Nov 12 04:13:31.033625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9e3046a-5c59-45a6-9774-569454c8ea1e req-53517791-ba58-43b0-9b8e-7351d7b6b1cc tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Nov 12 04:13:31.416330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:13:31.509732 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:31.524730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620', 'port_id': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'mac_address': 'fa:16:3e:40:a6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6120cc00-b390-4993-ac5c-61199f1b0f3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:13:31.563146 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.576145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd0a690-e535-4029-8c37-417ed96259a1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:13:31.595360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:31.599084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.645699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:31.821988 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:31.906648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['fcd0a690-e535-4029-8c37-417ed96259a1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:13:32.175472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005e963-ad74-4669-9dc5-3427051c4625 req-0f165d16-a96b-484a-91e5-809131f0c00d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:32.183633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b005e963-ad74-4669-9dc5-3427051c4625 req-0f165d16-a96b-484a-91e5-809131f0c00d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 945 time: 0.0692277 Nov 12 04:13:32.233190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b005e963-ad74-4669-9dc5-3427051c4625 req-63b24706-8e4f-400d-a098-58ed0f4d714b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 Nov 12 04:13:33.354309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c79ef3-2ad8-41e8-89ad-5e982fbc7037 req-993ce609-c5fd-4a5b-b13e-3abb6cf5c826 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.355827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70c79ef3-2ad8-41e8-89ad-5e982fbc7037 req-993ce609-c5fd-4a5b-b13e-3abb6cf5c826 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Nov 12 04:13:33.403749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70c79ef3-2ad8-41e8-89ad-5e982fbc7037 req-ea86ee3e-5589-41de-9bbb-41840814d022 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Nov 12 04:13:33.415199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:13:33.464978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port fcd0a690-e535-4029-8c37-417ed96259a1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:13:33.468654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port fcd0a690-e535-4029-8c37-417ed96259a1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:13:33.469017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.548881 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.571521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:13:33.573756 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fa6c8e-5532-4bbc-ba4f-f55199e26e3d" -d '{"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:13:33.587527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:13:33.592658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:33.615394 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8934de-1f3c-450e-ae23-a4d237a39c40 x-openstack-request-id: req-8b8934de-1f3c-450e-ae23-a4d237a39c40 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:13:33.615690 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:13:33.615944 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b8934de-1f3c-450e-ae23-a4d237a39c40 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:13:33.616335 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'code': 200} Nov 12 04:13:33.641846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:13:33.747721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f34ca-496c-416c-a70a-4f92cef9d30b req-265019b5-36e3-40fd-bcc1-9b7cfbdfb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:33.749244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e29f34ca-496c-416c-a70a-4f92cef9d30b req-265019b5-36e3-40fd-bcc1-9b7cfbdfb694 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1098 time: 0.0410678 Nov 12 04:13:33.799810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e29f34ca-496c-416c-a70a-4f92cef9d30b req-4aaf3771-079a-4a62-9df0-fc149113913c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Nov 12 04:13:34.525515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84642e92-d4b4-4d7c-b3d1-b9d969cee150 req-ddaf4f08-c421-4e7a-8d48-4002953067cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:34.527058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84642e92-d4b4-4d7c-b3d1-b9d969cee150 req-ddaf4f08-c421-4e7a-8d48-4002953067cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0514081 Nov 12 04:13:34.576008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84642e92-d4b4-4d7c-b3d1-b9d969cee150 req-f7b656f3-8c60-49d8-90ff-707f09dd4d8c tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Nov 12 04:13:35.699449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64fd5c-319d-40cc-b706-8ed4e239c314 req-aa11793f-5d27-41c7-abb5-7c4fb5e2e9c9 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:35.700953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b64fd5c-319d-40cc-b706-8ed4e239c314 req-aa11793f-5d27-41c7-abb5-7c4fb5e2e9c9 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0552890 Nov 12 04:13:35.756125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b64fd5c-319d-40cc-b706-8ed4e239c314 req-4d5bf7b7-71df-4f8e-99b8-a9043d0c8740 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Nov 12 04:13:36.012348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7aac6-4b50-4c97-b5b3-2bdaa35bbb00 req-886fb8bd-6b7b-48a0-bd84-6b40e7a89e2b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:36.014030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48f7aac6-4b50-4c97-b5b3-2bdaa35bbb00 req-886fb8bd-6b7b-48a0-bd84-6b40e7a89e2b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0555544 Nov 12 04:13:36.087021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-f4387ab3-1b14-457e-8b41-b8e020f8c465 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335635 Nov 12 04:13:36.091561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48f7aac6-4b50-4c97-b5b3-2bdaa35bbb00 req-6e9cedb9-4be0-45f6-80ab-a7c3308ced31 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669324 Nov 12 04:13:36.096408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-8f97931a-c5f5-4ea6-9c1a-91819e86cace service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:13:36.097376 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-8f97931a-c5f5-4ea6-9c1a-91819e86cace service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049863 Nov 12 04:13:37.214739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc20e-6e20-449c-af88-41fd15e7bbaa req-5e382130-6d42-40c2-a50f-fb442dd30a9b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.216254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dbbc20e-6e20-449c-af88-41fd15e7bbaa req-5e382130-6d42-40c2-a50f-fb442dd30a9b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0554762 Nov 12 04:13:37.266489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dbbc20e-6e20-449c-af88-41fd15e7bbaa req-2809ed27-f36b-46c3-831e-8518adf771a5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Nov 12 04:13:37.328652 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-281c21df-40dd-4013-a6d0-fdaa4def71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.330166 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-281c21df-40dd-4013-a6d0-fdaa4def71f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1098 time: 0.0416842 Nov 12 04:13:37.420042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-e044b873-260d-4d41-b282-be4d745334b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.421530 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-e044b873-260d-4d41-b282-be4d745334b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.0847301 Nov 12 04:13:37.767878 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-17b4706a-1246-4234-a60c-e9e17ea20786 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.3393030 Nov 12 04:13:37.818855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-ed4745d0-e0f3-4296-8f99-a3c4593969eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:37.820442 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-ed4745d0-e0f3-4296-8f99-a3c4593969eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0448906 Nov 12 04:13:37.853250 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-dd671b84-5f38-4f13-b5a8-3bfd0f1e2426 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251706 Nov 12 04:13:37.950001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-c5c02e83-6154-44c4-acca-c056b3a36896 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870678 Nov 12 04:13:38.046146 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-25b24426-6a81-405a-9278-c35ac32fa4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874527 Nov 12 04:13:38.381022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edb5a2-e35b-4868-ad60-343be403371f req-db038933-c79e-4b8a-8f7c-f9579d3f5ba5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:38.382513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2edb5a2-e35b-4868-ad60-343be403371f req-db038933-c79e-4b8a-8f7c-f9579d3f5ba5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Nov 12 04:13:38.430641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2edb5a2-e35b-4868-ad60-343be403371f req-b7b96db1-8b64-4ae8-a756-b509b18ae7da tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Nov 12 04:13:39.569810 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149b54-6c80-425e-b292-f93e2dcceda8 req-dba78b5d-bc22-412f-8ed6-2fb9eb049443 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:39.572270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6149b54-6c80-425e-b292-f93e2dcceda8 req-dba78b5d-bc22-412f-8ed6-2fb9eb049443 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0714695 Nov 12 04:13:39.624651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6149b54-6c80-425e-b292-f93e2dcceda8 req-df864240-5e01-4390-8826-d60d247360df tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465751 Nov 12 04:13:39.960126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:40.743193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96092f54-5691-4d88-bfd5-0e94360a159b req-b538c670-8334-41b1-b9dc-e2a8ee1ac3f3 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:40.744702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96092f54-5691-4d88-bfd5-0e94360a159b req-b538c670-8334-41b1-b9dc-e2a8ee1ac3f3 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Nov 12 04:13:40.793127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-96092f54-5691-4d88-bfd5-0e94360a159b req-d449d5a1-736e-44df-ba6f-8d591a76c0f9 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Nov 12 04:13:41.911317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161f16-80b2-4daf-ae67-44c52d5205f9 req-3aa2e40c-b95a-4008-8aeb-4116b2c802fc tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:41.912848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd161f16-80b2-4daf-ae67-44c52d5205f9 req-3aa2e40c-b95a-4008-8aeb-4116b2c802fc tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Nov 12 04:13:41.960846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd161f16-80b2-4daf-ae67-44c52d5205f9 req-186829eb-196e-4dd8-83f0-5b13c01cb60d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Nov 12 04:13:43.149144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dc9cf-9aa3-4083-9e51-6d3058228360 req-c3891fee-e1bb-4bd4-b968-97d95ea2a38e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:43.150689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a96dc9cf-9aa3-4083-9e51-6d3058228360 req-c3891fee-e1bb-4bd4-b968-97d95ea2a38e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.1170204 Nov 12 04:13:43.205113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a96dc9cf-9aa3-4083-9e51-6d3058228360 req-8f0bf723-8f6e-441d-b07b-91e9236801a0 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 Nov 12 04:13:44.328654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bd456-0355-40cc-b031-d6ee99ddeffc req-ad7eef54-d41d-4e73-bbb7-6f439675727d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:44.330158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744bd456-0355-40cc-b031-d6ee99ddeffc req-ad7eef54-d41d-4e73-bbb7-6f439675727d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0544899 Nov 12 04:13:44.378097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744bd456-0355-40cc-b031-d6ee99ddeffc req-d89956e2-008e-4690-a45e-72bab49b3d09 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Nov 12 04:13:45.498632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b218ce-19ef-4536-81d7-9e806a9972b3 req-076cbd4f-00ac-4f48-bfe4-381cd32c971e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:45.500436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06b218ce-19ef-4536-81d7-9e806a9972b3 req-076cbd4f-00ac-4f48-bfe4-381cd32c971e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0535145 Nov 12 04:13:45.548754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06b218ce-19ef-4536-81d7-9e806a9972b3 req-d49ad7e0-6695-40d8-8347-d356959076ed tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Nov 12 04:13:46.666375 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5eece-60d8-447e-a3b4-450d3e6d37cc req-e51de95e-5723-480d-9460-61c5e4cb4557 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:46.668178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abd5eece-60d8-447e-a3b4-450d3e6d37cc req-e51de95e-5723-480d-9460-61c5e4cb4557 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0507555 Nov 12 04:13:46.715977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abd5eece-60d8-447e-a3b4-450d3e6d37cc req-a5fd31de-4207-419b-b563-5c7c85ffee8a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Nov 12 04:13:47.834420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cc88a-dca4-4d83-87b5-2fdd54b69857 req-1e998b43-e22c-4224-89b6-0ffaa5d4a573 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:47.835950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-154cc88a-dca4-4d83-87b5-2fdd54b69857 req-1e998b43-e22c-4224-89b6-0ffaa5d4a573 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Nov 12 04:13:47.890215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-154cc88a-dca4-4d83-87b5-2fdd54b69857 req-df8693c3-a3c2-4899-9076-842dc737cc19 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Nov 12 04:13:49.007482 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdbf9a-299a-4bdc-807f-5a96bf7d2923 req-292d0b18-a7b9-49f7-9581-7145627da006 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:49.008953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aafdbf9a-299a-4bdc-807f-5a96bf7d2923 req-292d0b18-a7b9-49f7-9581-7145627da006 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0493052 Nov 12 04:13:49.057358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aafdbf9a-299a-4bdc-807f-5a96bf7d2923 req-79e6e9e1-a1fe-476c-ab4b-de8a283a7f22 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Nov 12 04:13:50.180836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133232fc-453d-45cf-8e63-e0a22dbd4749 req-c585d7d6-690f-43fd-ab62-aa361dc4d4d0 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:50.182222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-133232fc-453d-45cf-8e63-e0a22dbd4749 req-c585d7d6-690f-43fd-ab62-aa361dc4d4d0 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0496752 Nov 12 04:13:50.228743 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-133232fc-453d-45cf-8e63-e0a22dbd4749 req-a2f185e5-44e8-4269-89a6-1a37828142fa tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Nov 12 04:13:51.350045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2e9e-cf55-46bc-9f59-bc2384c0820a req-5e48ea93-83c5-4329-a629-fce1a968ef7a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:51.351552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f05e2e9e-cf55-46bc-9f59-bc2384c0820a req-5e48ea93-83c5-4329-a629-fce1a968ef7a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0531123 Nov 12 04:13:51.398731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f05e2e9e-cf55-46bc-9f59-bc2384c0820a req-5352f15e-6e07-4128-ac40-e4684f4173ce tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Nov 12 04:13:52.273532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5f883b33-4a73-4a67-ad63-f186e8cc7a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:52.517196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f7560-dd95-415f-ac7e-b346202f38a1 req-21f7346c-7bee-4191-bfeb-6b363ea305cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:52.518678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a1f7560-dd95-415f-ac7e-b346202f38a1 req-21f7346c-7bee-4191-bfeb-6b363ea305cb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Nov 12 04:13:52.565856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a1f7560-dd95-415f-ac7e-b346202f38a1 req-0be1e4e2-5707-41b5-9974-f6696ab85551 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Nov 12 04:13:53.681802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25561b-666c-410a-85a9-0b725dd7cecb req-2b180ada-a37e-49dd-ad5d-35eadc75667d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:53.683381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e25561b-666c-410a-85a9-0b725dd7cecb req-2b180ada-a37e-49dd-ad5d-35eadc75667d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Nov 12 04:13:53.734071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e25561b-666c-410a-85a9-0b725dd7cecb req-2d49e705-f717-49d0-a61a-fb73bc1d7dfb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Nov 12 04:13:54.625497 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f44aa52a-ab9f-4aeb-ac09-3877c7fa6268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:54.852978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854548a5-bd12-4bfc-82e4-dc07048d096e req-759488df-3334-498d-ba43-b03a4d2d0689 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:54.854465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-854548a5-bd12-4bfc-82e4-dc07048d096e req-759488df-3334-498d-ba43-b03a4d2d0689 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0493839 Nov 12 04:13:54.901866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-854548a5-bd12-4bfc-82e4-dc07048d096e req-54f671a4-7e48-4de1-acb2-69d5da3758b5 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Nov 12 04:13:55.599929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:56.018969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f2b82-5b59-4e29-9f82-186ecf196677 req-9574e993-c677-4f45-af66-b63701f1f6e2 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:56.020766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-182f2b82-5b59-4e29-9f82-186ecf196677 req-9574e993-c677-4f45-af66-b63701f1f6e2 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Nov 12 04:13:56.068017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-182f2b82-5b59-4e29-9f82-186ecf196677 req-dc31912b-8fb0-4b8a-a6c7-35d9f62c8e12 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Nov 12 04:13:57.061613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:57.188100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607e17-ae89-445a-a85b-9f4ade3f9976 req-c3da3d09-814b-4918-9c28-185c99316193 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:57.189505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d607e17-ae89-445a-a85b-9f4ade3f9976 req-c3da3d09-814b-4918-9c28-185c99316193 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0537724 Nov 12 04:13:57.239272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d607e17-ae89-445a-a85b-9f4ade3f9976 req-6ed0f352-2f37-4471-b717-27f566c63b2f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Nov 12 04:13:57.814217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:13:58.357267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4712-ee4a-40d8-bfa5-1d9b11e1835b req-ef367e8e-0889-446d-8a5e-343e69136a8f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:58.358768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e5b4712-ee4a-40d8-bfa5-1d9b11e1835b req-ef367e8e-0889-446d-8a5e-343e69136a8f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0504632 Nov 12 04:13:58.406558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e5b4712-ee4a-40d8-bfa5-1d9b11e1835b req-398905d1-9442-4fec-872a-94428cdeed40 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Nov 12 04:13:59.527043 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fc3a-0324-420e-989d-9b710cdb96e2 req-3f53fe56-cc44-45da-a867-1a6e32b1667f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:13:59.528435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16b8fc3a-0324-420e-989d-9b710cdb96e2 req-3f53fe56-cc44-45da-a867-1a6e32b1667f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0551307 Nov 12 04:13:59.575554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16b8fc3a-0324-420e-989d-9b710cdb96e2 req-27e88540-1f07-4262-be38-1cd7ec1c270c tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Nov 12 04:14:00.692567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a622d-84b0-4875-94cf-d643e6a87483 req-156c565a-8f35-4a13-99e9-6eca261bda64 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:00.694047 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-822a622d-84b0-4875-94cf-d643e6a87483 req-156c565a-8f35-4a13-99e9-6eca261bda64 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Nov 12 04:14:00.742177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-822a622d-84b0-4875-94cf-d643e6a87483 req-66fa7f27-906b-409a-bdb5-78c8465d23c8 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Nov 12 04:14:01.810501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:01.859306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ec7ba-9e67-497c-99d0-44459fdd0272 req-ad20b460-31a7-443f-b9d9-cc90e76911fe tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:01.861380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d27ec7ba-9e67-497c-99d0-44459fdd0272 req-ad20b460-31a7-443f-b9d9-cc90e76911fe tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0501437 Nov 12 04:14:01.911900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d27ec7ba-9e67-497c-99d0-44459fdd0272 req-ca1f7803-9a31-4a58-8cff-4199997d247a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Nov 12 04:14:02.532197 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:03.030938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a15994-474f-4ef5-b4bc-748a3ea9fd69 req-e0269e69-7e35-4c68-8f9c-784d46446c8d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:03.032424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7a15994-474f-4ef5-b4bc-748a3ea9fd69 req-e0269e69-7e35-4c68-8f9c-784d46446c8d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0493205 Nov 12 04:14:03.081073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7a15994-474f-4ef5-b4bc-748a3ea9fd69 req-cb7074f1-90cf-4738-b7b5-7b6116ede67d tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Nov 12 04:14:04.196578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3141dd-de1e-41c1-8114-e67ccc9f42df req-6f3dff47-4daa-4efc-b3a7-ec9f6c075d0b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:04.197980 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b3141dd-de1e-41c1-8114-e67ccc9f42df req-6f3dff47-4daa-4efc-b3a7-ec9f6c075d0b tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Nov 12 04:14:04.246673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1b3141dd-de1e-41c1-8114-e67ccc9f42df req-ff5da211-d336-40f9-ad84-f0f04b05ce0a tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Nov 12 04:14:05.366921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823df9b-d34d-4094-bbaf-9fc1257913e1 req-8320e9b0-8f6a-4dfd-a08e-e922d40c2d12 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.368399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7823df9b-d34d-4094-bbaf-9fc1257913e1 req-8320e9b0-8f6a-4dfd-a08e-e922d40c2d12 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0532866 Nov 12 04:14:05.418726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7823df9b-d34d-4094-bbaf-9fc1257913e1 req-2d703811-9157-40b7-83d3-49e8cf3d9d6f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Nov 12 04:14:05.461441 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-3ce56d36-6195-4287-aa6f-826724038f06 req-729761af-e537-47dc-b032-09856db85d79 service neutron] show failed (client error): The resource could not be found. Nov 12 04:14:05.462473 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-729761af-e537-47dc-b032-09856db85d79 service neutron] 10.222.0.16 "GET /v2.0/ports/fcd0a690-e535-4029-8c37-417ed96259a1/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0672877 Nov 12 04:14:05.768573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-db2c9fde-d72d-41aa-86fd-8fabf94b6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:05.770079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-db2c9fde-d72d-41aa-86fd-8fabf94b6151 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14&tenant_id=d2141431ea454c048e05eb3ed6936f3f HTTP/1.1" status: 200 len: 1098 time: 0.1175852 Nov 12 04:14:05.788484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:05.844492 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.048795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:06.081049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:06.119601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:06.121864 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49d43f-ebda-45fe-b355-3f286cc0a342" -d '{"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:06.125887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.138212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Transition to ACTIVE for port object fcd0a690-e535-4029-8c37-417ed96259a1 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:06.141883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.171989 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8678b5b7-c9db-4260-a213-cf0b07399f36 x-openstack-request-id: req-8678b5b7-c9db-4260-a213-cf0b07399f36 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:06.172279 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:06.172530 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8678b5b7-c9db-4260-a213-cf0b07399f36 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:06.172915 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'code': 200} Nov 12 04:14:06.211464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.213756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] No DVR routers for this DVR port fcd0a690-e535-4029-8c37-417ed96259a1 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:06.248436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:06.248765 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:06.249089 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:06.254265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:06.254662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Attempting to bind port fcd0a690-e535-4029-8c37-417ed96259a1 on network 44d9ecb3-f64b-4245-85b9-596913715620 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:06.260585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:06.260915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Checking segment: {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:06.261293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Bound using segment: {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:06.261764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Bound port: fcd0a690-e535-4029-8c37-417ed96259a1, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c7f650-6289-45e3-b065-f8a34def29e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:06.262115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.323814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:06.326744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:06.331969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.372548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.373161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:06.374553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] 10.222.0.104 "PUT /v2.0/ports/fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 1093 time: 0.5899658 Nov 12 04:14:06.390943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344173bd-2055-421a-81bf-277f5b6076aa service neutron] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:06.451971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-ef2ba4fd-b9ad-4507-9671-0898c4f01834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.452843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-ef2ba4fd-b9ad-4507-9671-0898c4f01834 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1096 time: 0.0435431 Nov 12 04:14:06.583049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-1184d40a-505f-41d1-ad1a-1032e4b4818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.584529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-1184d40a-505f-41d1-ad1a-1032e4b4818f service neutron] 10.222.0.104 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.1247172 Nov 12 04:14:06.591977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c06800-e539-4ff9-a575-3933a2be2939 req-9f81636e-f45f-4e23-b7f0-7d6a855271b7 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.593333 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9c06800-e539-4ff9-a575-3933a2be2939 req-9f81636e-f45f-4e23-b7f0-7d6a855271b7 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0819638 Nov 12 04:14:06.643626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-706b9d14-a865-4206-a4dc-955dfc1a716c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0493457 Nov 12 04:14:06.705127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9c06800-e539-4ff9-a575-3933a2be2939 req-22843c32-4a32-4658-8b1a-3ccd0ae001cf tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046560 Nov 12 04:14:06.715507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56d36-6195-4287-aa6f-826724038f06 req-fa478d8c-245d-4c2d-91c0-ac01907a81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:06.716890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-fa478d8c-245d-4c2d-91c0-ac01907a81d0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0665359 Nov 12 04:14:06.750431 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-04937bce-aa1e-46de-be07-4b0fe67e2a80 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250418 Nov 12 04:14:06.838291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-d21ec96b-d7da-45c8-a8ae-d01ef2497272 service neutron] 10.222.0.104 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805349 Nov 12 04:14:06.935049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ce56d36-6195-4287-aa6f-826724038f06 req-3b4637f4-19ff-4c68-9cbd-32e5a09c0079 service neutron] 10.222.0.104 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881155 Nov 12 04:14:07.823661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f5e9-dd69-46c2-94f6-8f02b5eeb39b req-5d27a0a8-c4ba-4320-9451-ed7c2d9b785f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:07.825127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3409f5e9-dd69-46c2-94f6-8f02b5eeb39b req-5d27a0a8-c4ba-4320-9451-ed7c2d9b785f tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0493653 Nov 12 04:14:07.872014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3409f5e9-dd69-46c2-94f6-8f02b5eeb39b req-f6380251-3240-43b5-86b3-83e4e6fc9ed4 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Nov 12 04:14:08.174485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:08.176847 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe27cd3-69e4-401b-8517-a1e7ab386242" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:08.223884 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103197a0-63f8-4736-9305-2d1d864992bd x-openstack-request-id: req-103197a0-63f8-4736-9305-2d1d864992bd {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:08.224180 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:08.224434 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-103197a0-63f8-4736-9305-2d1d864992bd {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:08.224831 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'status': 'completed', 'code': 200} Nov 12 04:14:08.304384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-96151f6f-6245-4974-a962-2341dd1043ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.305877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-96151f6f-6245-4974-a962-2341dd1043ef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1096 time: 0.0406971 Nov 12 04:14:08.322643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-500201fe-dbb9-4708-ba12-1f39619e7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.324220 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-500201fe-dbb9-4708-ba12-1f39619e7d20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1096 time: 0.0426471 Nov 12 04:14:08.400880 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-d5564145-5610-43ec-9283-bc890227ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.402348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-d5564145-5610-43ec-9283-bc890227ac20 service neutron] 10.222.0.104 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.0892129 Nov 12 04:14:08.419550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-54ba1736-1f9c-45a0-ac64-d5b09599d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.421040 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-54ba1736-1f9c-45a0-ac64-d5b09599d093 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.0858047 Nov 12 04:14:08.446365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-4d0252b1-8d68-4717-9aee-52b6bd5c0a21 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Nov 12 04:14:08.473656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-a54d3af7-112e-4f58-b199-a01a900d5d1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0396647 Nov 12 04:14:08.500015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-49d20e5d-d985-488b-853b-a46f8420f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.501466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-49d20e5d-d985-488b-853b-a46f8420f7fc service neutron] 10.222.0.104 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0481200 Nov 12 04:14:08.531594 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-e1ac8564-a308-4475-a987-67d4c38a0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.533592 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-e1ac8564-a308-4475-a987-67d4c38a0957 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0446844 Nov 12 04:14:08.534600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-90a20f05-f3fd-411e-8951-0992f3899722 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254645 Nov 12 04:14:08.571651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-dffa692c-e452-4d2a-8e5f-02d95e5f339c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257423 Nov 12 04:14:08.627490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-1955d5e4-435b-449b-9cce-a0d78892591d service neutron] 10.222.0.104 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Nov 12 04:14:08.672115 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-2734761f-e921-4e86-9009-e4dd690b7f03 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886402 Nov 12 04:14:08.724097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-65e518a9-a401-4b38-bee2-9e61e3bb14c8 service neutron] 10.222.0.104 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884097 Nov 12 04:14:08.768712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0fe27cd3-69e4-401b-8517-a1e7ab386242 req-e7bb26ef-543c-47a0-bf47-aeb3a307b507 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846362 Nov 12 04:14:08.997998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a0614-fc5b-4de1-b5bf-af402e2da77c req-b3038118-d2b0-4419-923b-3d3ee02040ab tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:08.999450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c6a0614-fc5b-4de1-b5bf-af402e2da77c req-b3038118-d2b0-4419-923b-3d3ee02040ab tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0533237 Nov 12 04:14:09.046981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c6a0614-fc5b-4de1-b5bf-af402e2da77c req-8a5483b6-dbc8-4ced-807e-23b87def3f1e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Nov 12 04:14:09.651215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:09.692848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:09.967812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.174275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03520a-5765-4ea8-bd1d-a24ffadc6b95 req-4ac11131-30fa-46d5-915f-f92d5917be61 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:10.176408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c03520a-5765-4ea8-bd1d-a24ffadc6b95 req-4ac11131-30fa-46d5-915f-f92d5917be61 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 944 time: 0.0589979 Nov 12 04:14:10.236869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c03520a-5765-4ea8-bd1d-a24ffadc6b95 req-0dae40bc-a770-4310-a284-7d95acfde4aa tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541580 Nov 12 04:14:10.678985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:10.779131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:10.790637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'network_id': '44d9ecb3-f64b-4245-85b9-596913715620', 'port_id': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'mac_address': 'fa:16:3e:40:a6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6120cc00-b390-4993-ac5c-61199f1b0f3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:10.831495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.844237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd0a690-e535-4029-8c37-417ed96259a1 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:10.863651 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:10.868024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:10.915322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:10.922965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.923308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.923640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.923970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.924326 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.924652 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.924975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.925293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.925609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.925925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.926244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:10.926555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:11.314366 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fcd0a690-e535-4029-8c37-417ed96259a1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:11.353547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8e54-0bad-4e1f-a722-d58f6eae5356 req-31d43cb1-b73c-4229-97f1-f040151121bb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.355084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c4d8e54-0bad-4e1f-a722-d58f6eae5356 req-31d43cb1-b73c-4229-97f1-f040151121bb tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Nov 12 04:14:11.402432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c4d8e54-0bad-4e1f-a722-d58f6eae5356 req-44ca5b9a-ce0f-4bf1-8cc3-36e42fc354a3 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Nov 12 04:14:11.702995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-ab8395f0-84d1-44e4-8717-a4f899cea0e4 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.704469 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-ab8395f0-84d1-44e4-8717-a4f899cea0e4 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14&tenant_id=d2141431ea454c048e05eb3ed6936f3f&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 945 time: 0.0906351 Nov 12 04:14:11.769502 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-1e101024-d738-4daf-a6b4-4684054d31c6 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:14:11.770402 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-1e101024-d738-4daf-a6b4-4684054d31c6 service neutron] 10.222.0.16 "DELETE /v2.0/ports/fcd0a690-e535-4029-8c37-417ed96259a1/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0536458 Nov 12 04:14:11.898613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-7ffd1508-5990-4526-80d2-aee17d33020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:11.900166 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-7ffd1508-5990-4526-80d2-aee17d33020c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2141431ea454c048e05eb3ed6936f3f&device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 1097 time: 0.0420973 Nov 12 04:14:11.999041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-d6750499-1a1f-4a17-9047-08b74d812a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.000524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-d6750499-1a1f-4a17-9047-08b74d812a97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 200 len: 912 time: 0.0885367 Nov 12 04:14:12.047897 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-67e6a6b4-23bf-4772-9114-79eba368941d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 200 len: 217 time: 0.0348969 Nov 12 04:14:12.103433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-4d049510-eba3-49b0-a3a3-5f161eafb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:12.104865 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-4d049510-eba3-49b0-a3a3-5f161eafb54f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 200 len: 852 time: 0.0466597 Nov 12 04:14:12.141082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-2262479a-5f09-4864-96c2-91fb0988955e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=44d9ecb3-f64b-4245-85b9-596913715620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246882 Nov 12 04:14:12.233279 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-00125225-7357-498c-b361-7261e062cae2 service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Nov 12 04:14:12.332347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-4042fe46-a1dc-4446-ae85-1342a30432ff service neutron] 10.222.0.16 "GET /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Nov 12 04:14:12.694574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:12.745184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port fcd0a690-e535-4029-8c37-417ed96259a1 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:12.749123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port fcd0a690-e535-4029-8c37-417ed96259a1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:12.749494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.832679 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.857293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:12.859601 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275ed86-fb8d-47bb-9e9a-23c2ea19d5f6" -d '{"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:12.872090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:12.876772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:12.926311 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:13.202380 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc78ce-1ada-42cb-864e-607e5a5bc01a x-openstack-request-id: req-d0dc78ce-1ada-42cb-864e-607e5a5bc01a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:13.202863 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-plugged", "status": "completed", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:13.202993 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0dc78ce-1ada-42cb-864e-607e5a5bc01a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:13.203383 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'code': 200} Nov 12 04:14:13.298782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae660d2-5a70-42dc-9799-4044319bf69e req-e177f834-5052-4f19-b2fe-a26922394802 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:13.300289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ae660d2-5a70-42dc-9799-4044319bf69e req-e177f834-5052-4f19-b2fe-a26922394802 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0539038 Nov 12 04:14:13.349973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ae660d2-5a70-42dc-9799-4044319bf69e req-c9ceafa2-d53d-4e27-a989-93d0edf2e021 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Nov 12 04:14:14.468591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389ad7c-2ad2-4f2c-9458-7258fa2c47ed req-33b60440-f8e3-40bb-bff7-ba1693c61a2e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.470122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4389ad7c-2ad2-4f2c-9458-7258fa2c47ed req-33b60440-f8e3-40bb-bff7-ba1693c61a2e tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0498521 Nov 12 04:14:14.517938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4389ad7c-2ad2-4f2c-9458-7258fa2c47ed req-b82f6298-ed68-4a80-afa4-4289424bcdd4 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.97 "GET /v2.0/security-groups?id=2e0b0138-d61b-4fa0-9f2d-c637f9b55207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Nov 12 04:14:14.769590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-7d33761c-5e81-45ed-ba4e-538d8d9de1f6 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:14.771064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-7d33761c-5e81-45ed-ba4e-538d8d9de1f6 tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.104 "GET /v2.0/ports?device_id=b3aebe67-f87a-42cf-80d3-4b8213d62f14 HTTP/1.1" status: 200 len: 946 time: 0.0480573 Nov 12 04:14:14.862608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Deleting port fcd0a690-e535-4029-8c37-417ed96259a1 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:14:14.862979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.950291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] For port fcd0a690-e535-4029-8c37-417ed96259a1, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fcd0a690-e535-4029-8c37-417ed96259a1,segment=NetworkSegment(17c7f650-6289-45e3-b065-f8a34def29e0),segment_id=17c7f650-6289-45e3-b065-f8a34def29e0)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:14.950654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:14.963608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Calling delete_port for fcd0a690-e535-4029-8c37-417ed96259a1 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:14:15.094541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.120977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Pushing event deleted for resources: {'Port': ['ID=fcd0a690-e535-4029-8c37-417ed96259a1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.126650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fcd0a690-e535-4029-8c37-417ed96259a1'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:15.171246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] No DVR routers for this DVR port fcd0a690-e535-4029-8c37-417ed96259a1 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:14:15.173812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.177191 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-afe2259a-cbcc-4bbb-bd06-27f1a5ac142c req-f7f79d04-2a42-4c66-9d50-368cc6680eca tempest-DeleteServersTestJSON-2106842570 tempest-DeleteServersTestJSON-2106842570-project] 10.222.0.104 "DELETE /v2.0/ports/fcd0a690-e535-4029-8c37-417ed96259a1 HTTP/1.1" status: 204 len: 173 time: 0.4006162 Nov 12 04:14:15.177633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-deleted', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:15.179888 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c93dcb0-649e-4744-bdb1-4d9abcf56c0f" -d '{"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-deleted", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:15.219025 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2017ab37-3379-4ffe-b90f-a44fabec964b x-openstack-request-id: req-2017ab37-3379-4ffe-b90f-a44fabec964b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:15.219370 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aebe67-f87a-42cf-80d3-4b8213d62f14", "name": "network-vif-deleted", "tag": "fcd0a690-e535-4029-8c37-417ed96259a1", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:15.219661 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2017ab37-3379-4ffe-b90f-a44fabec964b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:15.220126 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aebe67-f87a-42cf-80d3-4b8213d62f14', 'name': 'network-vif-deleted', 'tag': 'fcd0a690-e535-4029-8c37-417ed96259a1', 'status': 'completed', 'code': 200} Nov 12 04:14:15.652965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37388) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:15.698663 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Deleting subnet 6120cc00-b390-4993-ac5c-61199f1b0f3c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:14:15.701711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.735406 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.775908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.836354 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.866544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6120cc00-b390-4993-ac5c-61199f1b0f3c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:15.868724 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:15.874031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c2ec1bed-5aef-4069-899c-c7b2ba0a151a admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6120cc00-b390-4993-ac5c-61199f1b0f3c HTTP/1.1" status: 204 len: 168 time: 0.2181778 Nov 12 04:14:15.874982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37390) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:15.947582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.032269 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.054314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d9ecb3-f64b-4245-85b9-596913715620']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.063841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c7f650-6289-45e3-b065-f8a34def29e0') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.064128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c7f650-6289-45e3-b065-f8a34def29e0') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:14:16.074133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.096006 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.103017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:14:16.103415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:14:16.105282 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:14:16.164748 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.169968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.174125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] 10.222.0.97 "DELETE /v2.0/networks/44d9ecb3-f64b-4245-85b9-596913715620 HTTP/1.1" status: 204 len: 168 time: 0.2977419 Nov 12 04:14:16.187460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2f313-cd9d-458d-b67d-27c46fe81455 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d9ecb3-f64b-4245-85b9-596913715620,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:16.301587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:16.349180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9eca0c60-ae2b-4d61-9e8b-e5c8e4bbb194 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d2141431ea454c048e05eb3ed6936f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462902 Nov 12 04:14:16.351738 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37396) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:16.406319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.429747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.485455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.488389 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:16.489708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2e0b0138-d61b-4fa0-9f2d-c637f9b55207 HTTP/1.1" status: 204 len: 168 time: 0.1370573 Nov 12 04:14:16.501761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483900a8-1ebc-49d7-bfdf-2d0cd01e5064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b0138-d61b-4fa0-9f2d-c637f9b55207,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.165301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37418) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:17.262315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1402620782-network', 'tenant_id': '4f3c0e2f61f748e6ac16583fac4fabb9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:17.285900 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Made reservation on behalf of 4f3c0e2f61f748e6ac16583fac4fabb9 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:17.288319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.297279 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.371258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.375565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.399722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:14:17.409638 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94e95c1-6795-4728-bf94-68a98b722ed2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.414258 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.414593 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Added segment 9e026af9-475b-46d5-ac91-27019c740c2f of type vlan for network 0a390c44-3ffd-4e2f-b067-a998dd076bda Nov 12 04:14:17.454042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.479206 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.480301 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.480962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.536958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3704708 Nov 12 04:14:17.539952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37422) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:14:17.542352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db853aa-ed2c-4910-83d0-fbc78620ae90 admin admin] Pushing event updated for resources: {'Network': ['ID=0a390c44-3ffd-4e2f-b067-a998dd076bda,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.545199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Request body: {'subnet': {'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1402620782-subnet', 'tenant_id': '4f3c0e2f61f748e6ac16583fac4fabb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:17.553143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:14:17.567953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Made reservation on behalf of 4f3c0e2f61f748e6ac16583fac4fabb9 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:17.570282 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.743982 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.803542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b881761-e4b5-4833-989e-a53751ab3e2b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:17.808844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Checking segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:17.809379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Network hostable DHCP agents. Network: 0a390c44-3ffd-4e2f-b067-a998dd076bda, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:14:17.826000 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:14:17.835199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0a390c44-3ffd-4e2f-b067-a998dd076bda) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:17.839810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:17.840939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:17.846147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73553aa1-30d7-45ed-8a07-7c0a7e46036e None None] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:17.859928 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b0ee0cdc-79e1-4595-b411-5ad690b327e8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3186378 Nov 12 04:14:17.981037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe7d18-abe1-4514-81a1-bb7353b753c6 None None] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:14:18.592918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-43d62353-09bf-4332-829d-1ee38be3ca4f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:18.594403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-43d62353-09bf-4332-829d-1ee38be3ca4f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 815 time: 0.4119525 Nov 12 04:14:18.609271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-633fb312-9b0d-4d0c-9ee8-658261ea86a0 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/quotas/4f3c0e2f61f748e6ac16583fac4fabb9 HTTP/1.1" status: 200 len: 375 time: 0.0088642 Nov 12 04:14:18.641447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-0ed96e28-a5ed-46a8-bf59-172f33191053 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264168 Nov 12 04:14:18.731820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-d32601ab-1d45-41f7-8ec3-2092c2db1872 service neutron] 10.222.0.97 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834696 Nov 12 04:14:18.744398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:14:18.766234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: fcd0a690-e535-4029-8c37-417ed96259a1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:14:18.766234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fcd0a690-e535-4029-8c37-417ed96259a1 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:14:18.822287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-365c98e1-5b15-452a-bfe5-7d7c6d83c465 service neutron] 10.222.0.97 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839527 Nov 12 04:14:18.983822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2a6e85d-5270-4a82-888c-51fc2d32397d req-c04df795-f9c8-449d-b503-45ae4c511229 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 210 time: 0.0308444 Nov 12 04:14:20.009324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-fbe0aaa7-674c-49e6-b409-5f61b86cdb43 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.010976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-fbe0aaa7-674c-49e6-b409-5f61b86cdb43 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 815 time: 0.1080370 Nov 12 04:14:20.042346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Request body: {'port': {'device_id': '64e6df62-c557-469f-99b3-2e15fcd52021', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'admin_state_up': True, 'tenant_id': '4f3c0e2f61f748e6ac16583fac4fabb9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.118372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-589132eb-eb34-4131-a2c2-7899d1ca62ed req-47531526-6a86-4b43-9772-53c72c5fcc2a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 210 time: 0.0597789 Nov 12 04:14:20.176658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Made reservation on behalf of 4f3c0e2f61f748e6ac16583fac4fabb9 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:14:20.179998 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.308388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Allocated IP 172.20.0.2 (0a390c44-3ffd-4e2f-b067-a998dd076bda/1b881761-e4b5-4833-989e-a53751ab3e2b/692a4d4d-635a-44a0-9afd-ab4db282705d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:14:20.452606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.485837 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.533293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:14:20.536860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:14:20.540552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:14:20.547221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:20.574898 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.575240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.575571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.575896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.576221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.576540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.576858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.577181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.577498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.577811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.578141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.578433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:14:20.604072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:20.604787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.619764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-f50d7908-215b-4881-baf0-e2a46a110d84 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816684 Nov 12 04:14:20.637579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Request body: {'port': {'device_id': '64e6df62-c557-469f-99b3-2e15fcd52021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:14:20.689535 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.945807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692a4d4d-635a-44a0-9afd-ab4db282705d {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:20.953122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:20.965112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Transition to ACTIVE for port object 692a4d4d-635a-44a0-9afd-ab4db282705d will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:14:20.969371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.017802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.088728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:14:21.089050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:14:21.089368 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:21.093533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:14:21.093841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:14:21.099225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:14:21.099552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Checking segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:14:21.099926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Bound using segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:14:21.100340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Bound port: 692a4d4d-635a-44a0-9afd-ab4db282705d, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:14:21.100687 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.165476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:14:21.169158 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:14:21.173883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.234985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.235599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:21.236982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] 10.222.0.104 "PUT /v2.0/ports/692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 1092 time: 0.6033013 Nov 12 04:14:21.238314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:21.240594 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3df91-da46-48b5-990b-4f6cedc8eaba" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:21.265681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eea8e-9b73-4c1e-94af-f51734377b93 service neutron] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:21.281060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9285e-c6d1-4757-b669-ad9964ffc72b req-5198aa31-fa1a-4f1b-9ddd-07e7d99c3a24 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.282580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a9285e-c6d1-4757-b669-ad9964ffc72b req-5198aa31-fa1a-4f1b-9ddd-07e7d99c3a24 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0837073 Nov 12 04:14:21.363769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-9fe86f30-63db-42b6-b1b0-16922decd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.365296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-9fe86f30-63db-42b6-b1b0-16922decd1b5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0752802 Nov 12 04:14:21.368739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-04a9285e-c6d1-4757-b669-ad9964ffc72b req-42ec2d06-c26d-4049-8a54-03b5d63419b6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775909 Nov 12 04:14:21.424619 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a877366-bf1a-497f-8f6e-5530f96d56b8 x-openstack-request-id: req-8a877366-bf1a-497f-8f6e-5530f96d56b8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:21.424924 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:21.425179 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8a877366-bf1a-497f-8f6e-5530f96d56b8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:21.425588 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'status': 'completed', 'code': 200} Nov 12 04:14:21.427129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-bd07b0c7-9c23-4a26-b629-74e9791e6a43 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0464139 Nov 12 04:14:21.491705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-e082f8dd-6b8b-43d4-91d3-5b8c5cc227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.493150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-e082f8dd-6b8b-43d4-91d3-5b8c5cc227cb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0480659 Nov 12 04:14:21.526749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-07c216d8-dbec-4100-9846-4d5aadd48515 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258725 Nov 12 04:14:21.618496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-df1c5fa2-5fb8-4c58-b8a1-c723d99b8b30 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838318 Nov 12 04:14:21.717911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d6dbfd0f-9f15-462d-a406-f0919e693123 req-774c6b01-6639-41a0-96e7-691ea3c986c0 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906324 Nov 12 04:14:21.845856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-68ce123c-5dd7-41df-bd45-68b3cf47b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.847485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-68ce123c-5dd7-41df-bd45-68b3cf47b39f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0430186 Nov 12 04:14:21.942402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-f47147aa-612c-49bf-985b-9c1dcb045c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:21.943895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-f47147aa-612c-49bf-985b-9c1dcb045c82 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0898702 Nov 12 04:14:21.987204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-7d21de30-d840-4526-b996-3eea31154755 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0352192 Nov 12 04:14:22.035140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-6ed14026-5eee-43d1-9744-08ca9308042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.036561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-6ed14026-5eee-43d1-9744-08ca9308042f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0430529 Nov 12 04:14:22.070129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-f7f52a6d-2a3a-481b-8611-1b2db326e2d6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260956 Nov 12 04:14:22.163531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-bc066425-c622-46e7-963d-13ad800515e1 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863223 Nov 12 04:14:22.257568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75e3df91-da46-48b5-990b-4f6cedc8eaba req-e14c95c3-f57e-4f95-9521-1ddc7298a4b2 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Nov 12 04:14:22.275028 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff7566ac-9596-4228-bca9-d3a5c3e034b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:22.494868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81a1fb-dffc-4487-9896-061b9b194c8c req-3c3f227d-8728-4e02-9d93-220b90d00770 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:22.496316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af81a1fb-dffc-4487-9896-061b9b194c8c req-3c3f227d-8728-4e02-9d93-220b90d00770 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0491648 Nov 12 04:14:22.543812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af81a1fb-dffc-4487-9896-061b9b194c8c req-2886dbff-413c-4ac8-95ac-d515488572da tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Nov 12 04:14:23.663752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8b26e-aea2-4942-a545-42db4da0ed49 req-c40f3007-63ae-4ef3-bc1f-5a8a4b358f88 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:23.665277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c8b26e-aea2-4942-a545-42db4da0ed49 req-c40f3007-63ae-4ef3-bc1f-5a8a4b358f88 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0504920 Nov 12 04:14:23.714820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61c8b26e-aea2-4942-a545-42db4da0ed49 req-f02f4a7d-378c-47a8-8c46-4e610e75a432 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Nov 12 04:14:24.627437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c62c34f2-6f94-472d-b34e-979a8211c78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:24.835741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1e084-b355-4273-ba25-3a3a13b72134 req-a6a1da91-9e61-4b94-b272-a65e6a67d666 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:24.837207 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15e1e084-b355-4273-ba25-3a3a13b72134 req-a6a1da91-9e61-4b94-b272-a65e6a67d666 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0539818 Nov 12 04:14:24.883998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15e1e084-b355-4273-ba25-3a3a13b72134 req-05931fdf-b31f-4fff-8fe6-a8d5449c00eb tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 12 04:14:25.602765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:25.998758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7470a1-9983-45e6-8191-7acfb452fe5a req-dd97ec57-f932-4132-b782-7ce80e28b6d9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:26.000270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf7470a1-9983-45e6-8191-7acfb452fe5a req-dd97ec57-f932-4132-b782-7ce80e28b6d9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0493131 Nov 12 04:14:26.047026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf7470a1-9983-45e6-8191-7acfb452fe5a req-3e882a1a-d770-44f0-829c-03bd8450006e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Nov 12 04:14:26.748574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:14:26.843429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:26.858340 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'port_id': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'mac_address': 'fa:16:3e:c5:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b881761-e4b5-4833-989e-a53751ab3e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:14:26.898430 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.912033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692a4d4d-635a-44a0-9afd-ab4db282705d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:14:26.931154 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:26.934787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:26.980929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:27.060695 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:27.166557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97b22-52d9-4a8c-86db-e36d53a65150 req-ca7279b1-8efc-4f86-9094-d00c478f8d7a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:27.168355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7b97b22-52d9-4a8c-86db-e36d53a65150 req-ca7279b1-8efc-4f86-9094-d00c478f8d7a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 944 time: 0.0540729 Nov 12 04:14:27.218282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7b97b22-52d9-4a8c-86db-e36d53a65150 req-87a6cb30-58c5-47e6-be75-1cb9ef97dcaa tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Nov 12 04:14:27.313427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['692a4d4d-635a-44a0-9afd-ab4db282705d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:14:27.819513 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.335324 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44181dbd-283f-4b14-9a41-2f5ca1937262 req-4b13c3eb-549b-4cd1-af40-8d65d147cdf3 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:28.336808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44181dbd-283f-4b14-9a41-2f5ca1937262 req-4b13c3eb-549b-4cd1-af40-8d65d147cdf3 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 944 time: 0.0491400 Nov 12 04:14:28.383685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-44181dbd-283f-4b14-9a41-2f5ca1937262 req-b114ce31-0191-450d-b532-18efaa528254 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Nov 12 04:14:28.757480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:14:28.807372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 692a4d4d-635a-44a0-9afd-ab4db282705d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:14:28.811304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 692a4d4d-635a-44a0-9afd-ab4db282705d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:14:28.811672 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.891509 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.914208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:14:28.916647 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d77dc-35a9-44ea-85f0-6e347421e37b" -d '{"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-plugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:14:28.929719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:14:28.933919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:28.959958 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e4bd2-b4a8-4fbc-8307-b9f067bab362 x-openstack-request-id: req-1c3e4bd2-b4a8-4fbc-8307-b9f067bab362 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:14:28.960244 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-plugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:14:28.960491 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1c3e4bd2-b4a8-4fbc-8307-b9f067bab362 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:14:28.960873 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'code': 200} Nov 12 04:14:28.983586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:14:29.075564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1343af-cda5-408d-9eb0-db5fd6673667 req-c0c9167b-b5a9-42a3-be5d-b4045fcb2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:29.076962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1343af-cda5-408d-9eb0-db5fd6673667 req-c0c9167b-b5a9-42a3-be5d-b4045fcb2a77 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1097 time: 0.0408561 Nov 12 04:14:29.124853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1343af-cda5-408d-9eb0-db5fd6673667 req-ecdc0a21-861f-40e4-a79b-5a5927d755cd service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Nov 12 04:14:29.501410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1267c7-639c-4d42-a49b-060b038dbe2a req-8fa59bcf-6ebd-4340-9f61-e4751585f06e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:29.502935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab1267c7-639c-4d42-a49b-060b038dbe2a req-8fa59bcf-6ebd-4340-9f61-e4751585f06e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Nov 12 04:14:29.558149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ab1267c7-639c-4d42-a49b-060b038dbe2a req-aacc4cbe-0e50-4df3-88bf-05f54006ddf5 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Nov 12 04:14:30.674882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd107d6-dca0-4f09-8e09-e0f2bb711596 req-a452f8bb-d7a4-4dff-8173-0a03e95a5a3f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.676408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcd107d6-dca0-4f09-8e09-e0f2bb711596 req-a452f8bb-d7a4-4dff-8173-0a03e95a5a3f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Nov 12 04:14:30.723652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dcd107d6-dca0-4f09-8e09-e0f2bb711596 req-831e555d-db11-408a-9e40-c9f4a83556de tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Nov 12 04:14:30.842410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1e5d-376d-4a75-b771-e7c74914020f req-96eddb15-5c88-4c2c-9fef-01eb53857af6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:30.843843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e6b1e5d-376d-4a75-b771-e7c74914020f req-96eddb15-5c88-4c2c-9fef-01eb53857af6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0562863 Nov 12 04:14:30.891015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e6b1e5d-376d-4a75-b771-e7c74914020f req-1fea46fd-16ca-4021-b6af-f39f3a163def tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406678 Nov 12 04:14:31.089504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f990-d9ea-4931-bffa-70395ee0c899 req-ab5e93b9-4cfc-4352-b488-3ec7cb1d0d15 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:31.091144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb80f990-d9ea-4931-bffa-70395ee0c899 req-ab5e93b9-4cfc-4352-b488-3ec7cb1d0d15 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Nov 12 04:14:31.139366 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb80f990-d9ea-4931-bffa-70395ee0c899 req-1c7ea0a6-b5cc-419e-b13b-3dec3d7c1abf tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420599 Nov 12 04:14:31.251851 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb9bb1-62b7-4231-af77-40cf5e0f70b2 req-cc679c04-2855-4e76-a0cc-141753e00d83 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:31.253329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83bb9bb1-62b7-4231-af77-40cf5e0f70b2 req-cc679c04-2855-4e76-a0cc-141753e00d83 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0494587 Nov 12 04:14:31.305096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-83bb9bb1-62b7-4231-af77-40cf5e0f70b2 req-9878720b-8962-451e-9006-5d513d8cb269 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Nov 12 04:14:31.563939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf8e71-b5fb-4c43-aa68-5b27264e273e req-adb031c8-80a7-458d-87dc-93c69f6546be tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:31.565647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0caf8e71-b5fb-4c43-aa68-5b27264e273e req-adb031c8-80a7-458d-87dc-93c69f6546be tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0679128 Nov 12 04:14:31.569594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-04a77b06-1cd0-4a09-b70a-adde423a8d1b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796850 Nov 12 04:14:31.616677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0caf8e71-b5fb-4c43-aa68-5b27264e273e req-d60a76e2-c8e6-4a96-95d2-598eaa40b89c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Nov 12 04:14:31.828951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:32.742318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ee6ff-68fe-4729-8c7c-6e62590c4cc5 req-b9aebaa5-20e8-4af1-b4f2-b92ba4a18df9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:32.743852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-533ee6ff-68fe-4729-8c7c-6e62590c4cc5 req-b9aebaa5-20e8-4af1-b4f2-b92ba4a18df9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0546007 Nov 12 04:14:32.792531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-533ee6ff-68fe-4729-8c7c-6e62590c4cc5 req-995b80ed-2b21-41c5-b0ed-b8469b3b2fcf tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Nov 12 04:14:33.026670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-2f0b9d24-e145-4e80-aa0f-a3b141cb7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.028756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-2f0b9d24-e145-4e80-aa0f-a3b141cb7f0e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1097 time: 0.0426948 Nov 12 04:14:33.138743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-01e12d61-27fb-4714-abea-5d89e842ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.140314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-01e12d61-27fb-4714-abea-5d89e842ad65 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0907936 Nov 12 04:14:33.194274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-9ca9c8c3-65d9-4a0e-9ed1-f65fd645f6c0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0363543 Nov 12 04:14:33.244603 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-e81c9b19-e9e5-4d4a-9297-3a2a53a834da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.246082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-e81c9b19-e9e5-4d4a-9297-3a2a53a834da service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0442910 Nov 12 04:14:33.283359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-d5d6d7ed-d788-400c-94e1-b77fb57e8928 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254166 Nov 12 04:14:33.378693 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-72fe01c9-4c54-4597-bd4f-a490266472b3 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873718 Nov 12 04:14:33.473818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-f2d070fe-e04b-4888-a1e6-dc4c421c8159 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867727 Nov 12 04:14:33.908977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e610537-e679-4b27-b804-170fb3148c05 req-ac0c15ac-f651-44a7-94d9-a7b4e5506887 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:33.910537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e610537-e679-4b27-b804-170fb3148c05 req-ac0c15ac-f651-44a7-94d9-a7b4e5506887 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Nov 12 04:14:33.957482 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6e610537-e679-4b27-b804-170fb3148c05 req-88c574e0-2e75-4f39-95c2-410cd0e380da tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Nov 12 04:14:35.073772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd121e5-a6e5-40bc-bc3d-ce181163f105 req-5914e59f-922a-482c-9cdc-3ddff9e4dc16 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:35.075252 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdd121e5-a6e5-40bc-bc3d-ce181163f105 req-5914e59f-922a-482c-9cdc-3ddff9e4dc16 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Nov 12 04:14:35.121454 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cdd121e5-a6e5-40bc-bc3d-ce181163f105 req-6a4e8b4f-08fa-47ce-af79-8c81df55eaaf tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Nov 12 04:14:36.241362 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b293581-75d6-486f-a5b7-2d88ed067504 req-543e5253-ff4e-414a-8660-efc469308697 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:36.242755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b293581-75d6-486f-a5b7-2d88ed067504 req-543e5253-ff4e-414a-8660-efc469308697 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0538812 Nov 12 04:14:36.289165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4b293581-75d6-486f-a5b7-2d88ed067504 req-c137fe68-b150-43d7-929b-4b6bd1ba024d tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Nov 12 04:14:37.407615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573583d9-97cd-42df-973a-f9a67312515d req-9337498c-88e6-4eba-a3e4-efd31d7f6d6e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:37.409123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-573583d9-97cd-42df-973a-f9a67312515d req-9337498c-88e6-4eba-a3e4-efd31d7f6d6e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0498650 Nov 12 04:14:37.457065 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-573583d9-97cd-42df-973a-f9a67312515d req-91537f64-f205-4f4f-8273-5059d0d06794 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Nov 12 04:14:38.581015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfded71d-c227-41bd-8431-cb957a23d9b6 req-998c5fb5-6652-40dc-92f3-cc897305a28b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:38.582509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfded71d-c227-41bd-8431-cb957a23d9b6 req-998c5fb5-6652-40dc-92f3-cc897305a28b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0530796 Nov 12 04:14:38.629090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bfded71d-c227-41bd-8431-cb957a23d9b6 req-d5e8e90c-6c1f-4b54-8fb2-3e431c0628cc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400410 Nov 12 04:14:39.531526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:14:39.747755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5a4a9-a35b-4f77-8cb4-5240105fa3cd req-fd50cf38-14b3-47a7-b2e7-914d98bb166c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:39.749291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf5a4a9-a35b-4f77-8cb4-5240105fa3cd req-fd50cf38-14b3-47a7-b2e7-914d98bb166c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0485094 Nov 12 04:14:39.798063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9bf5a4a9-a35b-4f77-8cb4-5240105fa3cd req-07736d5d-dc6a-47b1-9ad0-ac3eb372480a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Nov 12 04:14:39.966465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:40.808992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b967e-94bb-4901-8142-77aa412d904b req-52d1aa9f-e26c-4ea1-b187-907e17723ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.810478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-52d1aa9f-e26c-4ea1-b187-907e17723ae1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1097 time: 0.0410230 Nov 12 04:14:40.948545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b967e-94bb-4901-8142-77aa412d904b req-af591b39-cdd2-4934-a587-e4187a802eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.950028 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-af591b39-cdd2-4934-a587-e4187a802eb3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.1200266 Nov 12 04:14:40.958433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acc9c8-6328-43a0-ba61-c716f5ac68f3 req-6a28f9b0-dce1-4fed-8eb8-be58d9f2dcff tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:40.959817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6acc9c8-6328-43a0-ba61-c716f5ac68f3 req-6a28f9b0-dce1-4fed-8eb8-be58d9f2dcff tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0733480 Nov 12 04:14:41.004493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-3716d795-445c-485a-8fe4-feae239e54c0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0437295 Nov 12 04:14:41.075078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6acc9c8-6328-43a0-ba61-c716f5ac68f3 req-d864baae-d106-48b0-a9be-502bdf7da349 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084144 Nov 12 04:14:41.076699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b967e-94bb-4901-8142-77aa412d904b req-6d64d1ef-4f8b-4036-80fa-211bffa02ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:41.078072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-6d64d1ef-4f8b-4036-80fa-211bffa02ce7 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0652685 Nov 12 04:14:41.109804 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-4449e491-2153-4e9b-9795-3eb102c90580 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244839 Nov 12 04:14:41.205603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-5536037b-91d5-45f3-a043-5d6c94af855b service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869887 Nov 12 04:14:41.301815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1b967e-94bb-4901-8142-77aa412d904b req-d2cea2a2-8c32-4ba4-b53b-419ca879eeee service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882108 Nov 12 04:14:42.195278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f2df2-d806-4345-a3b3-4eb35275b25b req-a55e9134-b2c7-4df8-a88b-7bfad6d5410c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:42.197188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7f2df2-d806-4345-a3b3-4eb35275b25b req-a55e9134-b2c7-4df8-a88b-7bfad6d5410c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0548546 Nov 12 04:14:42.243701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7f2df2-d806-4345-a3b3-4eb35275b25b req-41bdc94b-75b3-4a45-be8c-f4cd9bfab549 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Nov 12 04:14:43.362472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d19e2-ecd4-4e1a-be3c-baa958b382a2 req-8630c926-e77a-4e57-b082-2fab2e4a7ac6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:43.364001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-509d19e2-ecd4-4e1a-be3c-baa958b382a2 req-8630c926-e77a-4e57-b082-2fab2e4a7ac6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Nov 12 04:14:43.416440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-509d19e2-ecd4-4e1a-be3c-baa958b382a2 req-42c53167-eecf-4030-b326-fc8f9ff56c54 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Nov 12 04:14:44.533331 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98e287-9c5e-4108-82f0-a969d19f4049 req-da993080-f814-480d-a9fe-3bcd2b255a8c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:44.534802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf98e287-9c5e-4108-82f0-a969d19f4049 req-da993080-f814-480d-a9fe-3bcd2b255a8c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Nov 12 04:14:44.585413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf98e287-9c5e-4108-82f0-a969d19f4049 req-0aea21e8-4f34-4145-8dd5-f0aaaf45a639 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Nov 12 04:14:45.702247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd20f5-0d6f-4893-befc-6e59d6c396d8 req-55fe16f6-030b-4b37-9827-7bd59d2bcd20 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:45.703781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cd20f5-0d6f-4893-befc-6e59d6c396d8 req-55fe16f6-030b-4b37-9827-7bd59d2bcd20 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Nov 12 04:14:45.750802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cd20f5-0d6f-4893-befc-6e59d6c396d8 req-806a60b3-7c9f-4178-8093-32f81f0d8790 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Nov 12 04:14:46.865999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dce7c-1454-4940-bde9-5f722116998b req-b21a76c1-e227-411b-8174-929c9964235b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:46.867522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-634dce7c-1454-4940-bde9-5f722116998b req-b21a76c1-e227-411b-8174-929c9964235b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0492303 Nov 12 04:14:46.915417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-634dce7c-1454-4940-bde9-5f722116998b req-b1e70112-700f-4ee0-8d38-70d4c4a5c8ac tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Nov 12 04:14:48.037204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c6ba-fe27-4c1d-a252-5835cf9bf87f req-b0c1f51a-6fce-4fcd-b46f-03631ea5d661 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:48.038673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e48c6ba-fe27-4c1d-a252-5835cf9bf87f req-b0c1f51a-6fce-4fcd-b46f-03631ea5d661 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0535841 Nov 12 04:14:48.085464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e48c6ba-fe27-4c1d-a252-5835cf9bf87f req-f5791578-b2f7-4e28-92ef-ea991e190ee6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Nov 12 04:14:49.201233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f111f8f-ca4b-4c42-bc4a-f23f1ec48a2d req-0d2ce1a1-1e9c-4bca-a478-540d9fa70faf tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:49.202632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f111f8f-ca4b-4c42-bc4a-f23f1ec48a2d req-0d2ce1a1-1e9c-4bca-a478-540d9fa70faf tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Nov 12 04:14:49.250041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f111f8f-ca4b-4c42-bc4a-f23f1ec48a2d req-595b4f2c-4183-4b47-aeca-0743bb60265c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413783 Nov 12 04:14:50.365666 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca7ffd-86d1-4463-b278-38ba87b213f7 req-4543bd7a-7466-48ad-85e1-07df07a28cd2 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:50.367204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27ca7ffd-86d1-4463-b278-38ba87b213f7 req-4543bd7a-7466-48ad-85e1-07df07a28cd2 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Nov 12 04:14:50.417862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27ca7ffd-86d1-4463-b278-38ba87b213f7 req-b01c036e-8734-41d1-8869-ce253d51e80e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Nov 12 04:14:51.536711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fa806-97a7-4d98-a30c-87eeefba6500 req-72eb33bd-3838-4364-b72b-8cf82a84ef28 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:51.538218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-847fa806-97a7-4d98-a30c-87eeefba6500 req-72eb33bd-3838-4364-b72b-8cf82a84ef28 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Nov 12 04:14:51.588215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-847fa806-97a7-4d98-a30c-87eeefba6500 req-4aa49e5e-65f4-451f-b235-46887ca3779e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Nov 12 04:14:52.279556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77b5b27a-e678-401d-a776-35bdafcc06a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:52.706675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e991-1ffe-49b7-bcc8-15f6d2d577e4 req-c24ff7a2-0a90-4002-bf99-02634fbc46c1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:52.708175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27d1e991-1ffe-49b7-bcc8-15f6d2d577e4 req-c24ff7a2-0a90-4002-bf99-02634fbc46c1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0499115 Nov 12 04:14:52.755587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27d1e991-1ffe-49b7-bcc8-15f6d2d577e4 req-99cc93ae-2606-4c9a-9a1c-774947f9e844 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 Nov 12 04:14:53.874651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663db94-c9ff-45e1-8ec2-7763113fc93e req-8105ae42-6034-40c0-8ad3-be31ee2a3ded tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:53.876388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2663db94-c9ff-45e1-8ec2-7763113fc93e req-8105ae42-6034-40c0-8ad3-be31ee2a3ded tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0529902 Nov 12 04:14:53.924458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2663db94-c9ff-45e1-8ec2-7763113fc93e req-7f4d55d5-ba21-44a2-ab35-8fa072192f5b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Nov 12 04:14:54.629035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c6e08858-8057-4f95-8e7b-767467d19bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:55.040780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a444d-3a90-480f-9696-5c80930395d3 req-33ef52aa-32d1-4876-a63f-774e99f358c0 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:55.042563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-607a444d-3a90-480f-9696-5c80930395d3 req-33ef52aa-32d1-4876-a63f-774e99f358c0 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0501103 Nov 12 04:14:55.093081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-607a444d-3a90-480f-9696-5c80930395d3 req-95e5569b-551b-4bd3-aace-24602789c524 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Nov 12 04:14:55.606985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:56.239182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c96b6-a036-481f-94f8-3429623c9e4d req-b65410e5-cf2a-4fdc-a9c8-51e3d8cd2571 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:56.240654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87c96b6-a036-481f-94f8-3429623c9e4d req-b65410e5-cf2a-4fdc-a9c8-51e3d8cd2571 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0754724 Nov 12 04:14:56.296209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b87c96b6-a036-481f-94f8-3429623c9e4d req-a220ca36-e947-4b05-92ab-1a9294059073 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Nov 12 04:14:57.063191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:57.411294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0185d-e7f5-42d0-81e9-dc2d2d2f7b7e req-2210dc09-f001-4ba4-95f8-382589fd6f65 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:57.412773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b0185d-e7f5-42d0-81e9-dc2d2d2f7b7e req-2210dc09-f001-4ba4-95f8-382589fd6f65 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0490434 Nov 12 04:14:57.459474 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97b0185d-e7f5-42d0-81e9-dc2d2d2f7b7e req-48bf0266-340e-474c-aff8-f9ef7cf4b22a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Nov 12 04:14:57.812481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:14:58.578234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c43f4-71c6-470d-b17f-eac8c3e2645e req-49abcc4f-9307-46a7-85af-da18046f2998 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:58.579811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b2c43f4-71c6-470d-b17f-eac8c3e2645e req-49abcc4f-9307-46a7-85af-da18046f2998 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0491722 Nov 12 04:14:58.629790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b2c43f4-71c6-470d-b17f-eac8c3e2645e req-c2bd3026-d641-4742-ba6b-e0a1a1e74dda tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Nov 12 04:14:59.746370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b43fc7-1a58-4f6a-a83b-60a6ddf2c409 req-1da5bf49-068a-4923-8bcf-8678931d09c3 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:14:59.747918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58b43fc7-1a58-4f6a-a83b-60a6ddf2c409 req-1da5bf49-068a-4923-8bcf-8678931d09c3 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Nov 12 04:14:59.795086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58b43fc7-1a58-4f6a-a83b-60a6ddf2c409 req-28d5022c-b2fd-4c80-b0ad-d625c8f87648 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Nov 12 04:15:00.909305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10436257-8ee2-4604-be9a-6fa617a81245 req-1af817ae-16b1-4362-bda6-2d479fcaf876 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:00.910776 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10436257-8ee2-4604-be9a-6fa617a81245 req-1af817ae-16b1-4362-bda6-2d479fcaf876 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Nov 12 04:15:00.985811 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10436257-8ee2-4604-be9a-6fa617a81245 req-315fd6b0-1cbc-4e54-9d22-0ab0c263bd6d tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690839 Nov 12 04:15:01.010914 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-15307d74-5e5a-45c7-b908-174f25a08608 req-ceae2017-6556-48f9-8164-981d2453b718 service neutron] show failed (client error): The resource could not be found. Nov 12 04:15:01.011916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-ceae2017-6556-48f9-8164-981d2453b718 service neutron] 10.222.0.104 "GET /v2.0/ports/692a4d4d-635a-44a0-9afd-ab4db282705d/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0700049 Nov 12 04:15:01.264461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-91c0bad1-4499-4d07-8d4c-9a257e45f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.265985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-91c0bad1-4499-4d07-8d4c-9a257e45f55b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021&tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9 HTTP/1.1" status: 200 len: 1097 time: 0.0772021 Nov 12 04:15:01.294912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:01.346717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.550602 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:01.583432 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:01.623008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:01.625517 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988c87c-0a3f-4f44-8c22-d7780d99705d" -d '{"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-unplugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:01.629280 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.642415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Transition to ACTIVE for port object 692a4d4d-635a-44a0-9afd-ab4db282705d will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:01.646321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.681087 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3d5ec-1a49-436f-afa1-8086a378f7b2 x-openstack-request-id: req-88a3d5ec-1a49-436f-afa1-8086a378f7b2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:01.681376 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-unplugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:01.681625 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-88a3d5ec-1a49-436f-afa1-8086a378f7b2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:01.682015 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'code': 200} Nov 12 04:15:01.710247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] No DVR routers for this DVR port 692a4d4d-635a-44a0-9afd-ab4db282705d on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:01.713285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:01.725735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.726074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.726405 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.726735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.727084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.727408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.727727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.728148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.728468 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.728787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.729101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.729415 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:01.762187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:01.762516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:01.762886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:01.767056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:01.767373 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Attempting to bind port 692a4d4d-635a-44a0-9afd-ab4db282705d on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:01.772105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:01.772444 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Checking segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:01.772827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Bound using segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:01.773239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Bound port: 692a4d4d-635a-44a0-9afd-ab4db282705d, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:01.773579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.823725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.836180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:01.839176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:01.844684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.886148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.886762 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:01.888203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] 10.222.0.16 "PUT /v2.0/ports/692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 1092 time: 0.5981662 Nov 12 04:15:01.902293 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e720cc-157c-4f5c-b24b-b9b666f9de15 service neutron] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:01.973924 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-7fa11b5c-34e7-4e5a-9d8b-f791afc18192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:01.975459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-7fa11b5c-34e7-4e5a-9d8b-f791afc18192 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0423193 Nov 12 04:15:02.079695 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-75a849d4-f207-47f7-aae5-5d030645b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.081120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-75a849d4-f207-47f7-aae5-5d030645b4cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0946419 Nov 12 04:15:02.114830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abb0d8-8049-45b6-b02f-4d31367d2fff req-0e633209-6cdc-45f4-b5b4-d3674cae7333 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.116339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20abb0d8-8049-45b6-b02f-4d31367d2fff req-0e633209-6cdc-45f4-b5b4-d3674cae7333 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0588789 Nov 12 04:15:02.131260 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-3c7d72de-622a-4534-83fc-c433cc578f79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0364592 Nov 12 04:15:02.164309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20abb0d8-8049-45b6-b02f-4d31367d2fff req-e79b5f27-c513-4ef3-82b3-a9c40de896c6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420034 Nov 12 04:15:02.190023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307d74-5e5a-45c7-b908-174f25a08608 req-0f6acead-0e1e-495d-82f1-789d8115463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:02.191524 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-0f6acead-0e1e-495d-82f1-789d8115463a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0492008 Nov 12 04:15:02.231281 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-47a1a779-7d7f-4db5-9d67-e542cb196e6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261812 Nov 12 04:15:02.324432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-08ab2050-c0d6-4d45-9054-041fed637210 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Nov 12 04:15:02.422624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-15307d74-5e5a-45c7-b908-174f25a08608 req-c26f1af6-5723-47c8-8598-8de4be520d10 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863404 Nov 12 04:15:03.282694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c03ea-258b-4aaf-a0ea-638769176761 req-13adcb19-8251-4434-aadb-efed80de8390 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.284242 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2c03ea-258b-4aaf-a0ea-638769176761 req-13adcb19-8251-4434-aadb-efed80de8390 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0504010 Nov 12 04:15:03.331618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b2c03ea-258b-4aaf-a0ea-638769176761 req-1b786e8c-c925-47b9-999b-e6b9b684d7a4 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Nov 12 04:15:03.683362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:03.685774 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7a737-b7e1-40df-86d5-ed06cd088241" -d '{"events": [{"name": "network-changed", "server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:03.735105 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d5947c-35b1-4abd-b519-e418079d3380 x-openstack-request-id: req-12d5947c-35b1-4abd-b519-e418079d3380 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:03.735105 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:03.735617 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-12d5947c-35b1-4abd-b519-e418079d3380 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:03.735826 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'status': 'completed', 'code': 200} Nov 12 04:15:03.819564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-3605d8ad-a40e-4be6-b99c-f9f1bab63952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.821075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-3605d8ad-a40e-4be6-b99c-f9f1bab63952 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0453706 Nov 12 04:15:03.821196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-45fb5df7-1b07-44fd-b3a2-6066f92ceed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.822618 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-45fb5df7-1b07-44fd-b3a2-6066f92ceed2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0425487 Nov 12 04:15:03.914160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-f395f96b-fa35-4298-8114-6893866f8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.915692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-f395f96b-fa35-4298-8114-6893866f8f7e service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0863426 Nov 12 04:15:03.923927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-3d1da9a7-e326-4ace-a515-d95460e21531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:03.925511 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-3d1da9a7-e326-4ace-a515-d95460e21531 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0955141 Nov 12 04:15:03.964539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-7ae00e8c-04ec-49cb-a096-2561eab40efb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0395126 Nov 12 04:15:03.980217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-04ebaaa1-d68a-4299-854e-4da2f31a1ab0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0370712 Nov 12 04:15:04.016349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-7746df3c-9dc2-4ef9-b315-79f58a899cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.017842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-7746df3c-9dc2-4ef9-b315-79f58a899cf1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0449574 Nov 12 04:15:04.042781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-f4b6f47f-c130-42f9-808b-40d95076d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.044270 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-f4b6f47f-c130-42f9-808b-40d95076d744 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0488510 Nov 12 04:15:04.050030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-a391aeb1-9ec0-4996-bb84-b115a783f0b8 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248353 Nov 12 04:15:04.077089 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-f763dc18-6177-42f7-b9d2-ec97a2e50c70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255940 Nov 12 04:15:04.143754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-a22aa271-2325-4a72-bb13-98c804bf4159 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Nov 12 04:15:04.168057 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-7723c6f6-e39b-4842-bb61-85ec707beaa4 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829661 Nov 12 04:15:04.232398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-00ee2a5f-5c7c-463b-9391-a63bd3e63654 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814779 Nov 12 04:15:04.271044 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f9b7a737-b7e1-40df-86d5-ed06cd088241 req-10bdc6ff-278e-4896-8ada-180c264b603f service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946250 Nov 12 04:15:04.452285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6fa7-7024-4b40-ae65-ef188aeafbaf req-9c907145-7449-41df-b942-05ade37e8b07 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:04.453780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b75d6fa7-7024-4b40-ae65-ef188aeafbaf req-9c907145-7449-41df-b942-05ade37e8b07 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.0501213 Nov 12 04:15:04.813429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b75d6fa7-7024-4b40-ae65-ef188aeafbaf req-dc57276e-d616-4e3b-bc18-0679feb1bd35 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535855 Nov 12 04:15:04.959795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:05.004255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:05.086242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8f616-5a80-47e6-a54a-b784727061b9 req-ccacee1d-ab08-44f9-a008-1c4c8b51d5c9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.087646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd8f616-5a80-47e6-a54a-b784727061b9 req-ccacee1d-ab08-44f9-a008-1c4c8b51d5c9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 943 time: 0.1176302 Nov 12 04:15:05.121215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-632a7250-0609-4fb8-8b09-903adc8084ac tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.123629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-632a7250-0609-4fb8-8b09-903adc8084ac tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.104 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021&tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 943 time: 0.1247864 Nov 12 04:15:05.182485 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dd8f616-5a80-47e6-a54a-b784727061b9 req-ad6e1294-0b6e-4fb9-8bd7-c30868a6197c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883601 Nov 12 04:15:05.202111 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-9adc3fe6-a29f-4f7a-bda3-610d76b02652 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:15:05.203282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-9adc3fe6-a29f-4f7a-bda3-610d76b02652 service neutron] 10.222.0.104 "DELETE /v2.0/ports/692a4d4d-635a-44a0-9afd-ab4db282705d/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0723734 Nov 12 04:15:05.313798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-8d1a5b3e-c057-4cb6-831f-9c7ef928a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.315388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-8d1a5b3e-c057-4cb6-831f-9c7ef928a555 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 1095 time: 0.0445044 Nov 12 04:15:05.410767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-34745d94-bf7f-4ef3-aa87-ed059b4ca0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.412309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-34745d94-bf7f-4ef3-aa87-ed059b4ca0a9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0889313 Nov 12 04:15:05.455244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-4ca96763-35c5-427f-9458-a10e911f41db service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 200 len: 217 time: 0.0352058 Nov 12 04:15:05.508355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-54afe0ee-d94a-4e3c-93ac-ae51d643aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:05.509781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-54afe0ee-d94a-4e3c-93ac-ae51d643aef0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0470369 Nov 12 04:15:05.542875 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-5566aee5-297e-4a18-a7f2-9650dc53f0f1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263093 Nov 12 04:15:05.634499 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-e5a3ee85-26ad-47c8-b2ca-4814d63b8f4e service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847862 Nov 12 04:15:05.732905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f88a54f8-1f7c-4ffa-b698-feefec994ba2 req-88021021-4eac-431f-a44c-be19f1c9bbe4 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913150 Nov 12 04:15:05.923644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:06.019411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:06.031112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'port_id': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'mac_address': 'fa:16:3e:c5:ff:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b881761-e4b5-4833-989e-a53751ab3e2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:06.070514 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.083137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692a4d4d-635a-44a0-9afd-ab4db282705d {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:06.104948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:06.109169 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:06.157140 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:06.305944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5fa88-5258-4d87-a5af-f4bcd7b30649 req-b44ee703-20aa-4755-989f-b2d6820db15e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.307608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2f5fa88-5258-4d87-a5af-f4bcd7b30649 req-b44ee703-20aa-4755-989f-b2d6820db15e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 944 time: 0.0509396 Nov 12 04:15:06.359176 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2f5fa88-5258-4d87-a5af-f4bcd7b30649 req-7d9368e5-5f7b-4677-913f-a0d3639a50d4 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Nov 12 04:15:06.423007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['692a4d4d-635a-44a0-9afd-ab4db282705d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:06.490186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e892a76-43a1-4bd1-b578-bd4f206ceb36 req-7c47baa6-e8c0-41c0-9aa9-2610e9b76d59 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.491765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e892a76-43a1-4bd1-b578-bd4f206ceb36 req-7c47baa6-e8c0-41c0-9aa9-2610e9b76d59 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 944 time: 0.0591071 Nov 12 04:15:06.544738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e892a76-43a1-4bd1-b578-bd4f206ceb36 req-8665338e-1b27-433d-8d79-7bbdd425b214 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Nov 12 04:15:06.661887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5863c-7b94-438f-9d61-08f717ab0464 req-9c1938bb-036a-41bf-96ac-76a8c4920029 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:06.663493 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cf5863c-7b94-438f-9d61-08f717ab0464 req-9c1938bb-036a-41bf-96ac-76a8c4920029 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 944 time: 0.0499825 Nov 12 04:15:06.712011 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9cf5863c-7b94-438f-9d61-08f717ab0464 req-26fc3d11-2d22-4e2c-ba69-60d479f0ae1c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Nov 12 04:15:07.060892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-d351f389-a2cb-4401-ac16-cbd70038cead tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:07.062353 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-d351f389-a2cb-4401-ac16-cbd70038cead tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 815 time: 0.1041892 Nov 12 04:15:07.077583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-3c0e805f-5207-4c99-8542-f45c3708aa20 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/quotas/4f3c0e2f61f748e6ac16583fac4fabb9 HTTP/1.1" status: 200 len: 375 time: 0.0094967 Nov 12 04:15:07.126286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-7b614e72-7f0a-4a3c-b621-ef759788c467 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433037 Nov 12 04:15:07.219053 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ebaa1cfc-cc23-4c97-92f7-998122731dce service neutron] 10.222.0.97 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856988 Nov 12 04:15:07.307097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-82c468b6-f630-4740-bba3-aa6d91620c69 service neutron] 10.222.0.97 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819039 Nov 12 04:15:07.465985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-63a9347d-493c-47b0-89b7-7bc51d4fca86 req-b5a3067a-8571-4f20-9eda-1e0bb75f1e98 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Nov 12 04:15:07.941427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:07.991548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 692a4d4d-635a-44a0-9afd-ab4db282705d completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:07.995596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 692a4d4d-635a-44a0-9afd-ab4db282705d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:07.995955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.075543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.097837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:08.100056 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e886729a-7424-437b-bb8a-cf20c4b705ad" -d '{"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-plugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:08.113737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:08.118516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.144043 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eeaf7f-fb1e-4405-94b2-1828ae126168 x-openstack-request-id: req-c6eeaf7f-fb1e-4405-94b2-1828ae126168 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:08.144427 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-plugged", "status": "completed", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:08.144677 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c6eeaf7f-fb1e-4405-94b2-1828ae126168 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:08.145064 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'code': 200} Nov 12 04:15:08.172480 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:08.513162 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.16', 56038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:08.602703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-8f7d904d-1f34-4031-9fa4-fbe448900abd tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.604790 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-8f7d904d-1f34-4031-9fa4-fbe448900abd tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 815 time: 0.1091971 Nov 12 04:15:08.607561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fcf5ec8d-4f05-4ec1-8d28-cee23784d67a req-86313c0a-ce0e-4f04-9585-e3c41ff3927e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 210 time: 0.0449228 Nov 12 04:15:08.620792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-c7bb5c1e-d5d1-464e-b8a2-1b60c86da4db tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:08.622763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-c7bb5c1e-d5d1-464e-b8a2-1b60c86da4db tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.16 "GET /v2.0/ports?device_id=64e6df62-c557-469f-99b3-2e15fcd52021 HTTP/1.1" status: 200 len: 945 time: 0.0998521 Nov 12 04:15:08.635060 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Request body: {'port': {'device_id': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'admin_state_up': True, 'tenant_id': '4f3c0e2f61f748e6ac16583fac4fabb9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:08.718416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Deleting port 692a4d4d-635a-44a0-9afd-ab4db282705d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:08.718766 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.749799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Made reservation on behalf of 4f3c0e2f61f748e6ac16583fac4fabb9 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:15:08.753255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.816218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] For port 692a4d4d-635a-44a0-9afd-ab4db282705d, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=692a4d4d-635a-44a0-9afd-ab4db282705d,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:08.816581 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.834637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Calling delete_port for 692a4d4d-635a-44a0-9afd-ab4db282705d owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:08.885731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Allocated IP 172.20.0.7 (0a390c44-3ffd-4e2f-b067-a998dd076bda/1b881761-e4b5-4833-989e-a53751ab3e2b/73a951ef-0999-4fd6-801f-7be1935704be) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:15:08.965897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:08.994948 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Pushing event deleted for resources: {'Port': ['ID=692a4d4d-635a-44a0-9afd-ab4db282705d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.009067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['692a4d4d-635a-44a0-9afd-ab4db282705d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:09.037232 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] No DVR routers for this DVR port 692a4d4d-635a-44a0-9afd-ab4db282705d on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:09.040198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.043873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.16 "DELETE /v2.0/ports/692a4d4d-635a-44a0-9afd-ab4db282705d HTTP/1.1" status: 204 len: 173 time: 0.4132388 Nov 12 04:15:09.044316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-deleted', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:09.046648 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55496047-65dc-4e8e-afd7-1ea55f27deea" -d '{"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-deleted", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:09.072794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.090894 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c29bf-63f3-40db-9694-ff315a030f4e x-openstack-request-id: req-067c29bf-63f3-40db-9694-ff315a030f4e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:09.091321 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e6df62-c557-469f-99b3-2e15fcd52021", "name": "network-vif-deleted", "tag": "692a4d4d-635a-44a0-9afd-ab4db282705d", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:09.091605 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-067c29bf-63f3-40db-9694-ff315a030f4e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:09.092034 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e6df62-c557-469f-99b3-2e15fcd52021', 'name': 'network-vif-deleted', 'tag': '692a4d4d-635a-44a0-9afd-ab4db282705d', 'status': 'completed', 'code': 200} Nov 12 04:15:09.113078 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.147968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['692a4d4d-635a-44a0-9afd-ab4db282705d'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:09.168556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Network 0a390c44-3ffd-4e2f-b067-a998dd076bda is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:15:09.172256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:15:09.175062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:15:09.203655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.230965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.232148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.247639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5d232dfe-a383-4ae3-a545-9080baa91d06 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168318 Nov 12 04:15:09.264442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Request body: {'port': {'device_id': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:09.322508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.589254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a951ef-0999-4fd6-801f-7be1935704be {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:09.597112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.610045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Transition to ACTIVE for port object 73a951ef-0999-4fd6-801f-7be1935704be will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:09.613014 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.679991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.725986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f0140-aea3-48bd-a351-0e78ea8a7977 req-7eba1674-bb03-4043-85d3-d24af1bbe07c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.727508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c00f0140-aea3-48bd-a351-0e78ea8a7977 req-7eba1674-bb03-4043-85d3-d24af1bbe07c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0541348 Nov 12 04:15:09.737688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:09.738026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:09.738352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:09.742702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:09.743054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:09.747836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:09.748185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Checking segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:09.748543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Bound using segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:09.748967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Bound port: 73a951ef-0999-4fd6-801f-7be1935704be, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:09.749318 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.774523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c00f0140-aea3-48bd-a351-0e78ea8a7977 req-8816621e-4fdf-4ff0-b4de-09a311b28b94 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Nov 12 04:15:09.813576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:09.816573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:09.821105 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.854402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.855067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.857000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] 10.222.0.16 "PUT /v2.0/ports/73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 1092 time: 0.5970061 Nov 12 04:15:09.857457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:09.859757 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:09.887614 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa638ed-83b5-40b0-bfed-c56f426016ff service neutron] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:09.897391 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b018d66-d926-4b4b-9ef1-49c8eda2bcc7 x-openstack-request-id: req-0b018d66-d926-4b4b-9ef1-49c8eda2bcc7 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:09.897676 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:09.897954 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0b018d66-d926-4b4b-9ef1-49c8eda2bcc7 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:09.898372 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'status': 'completed', 'code': 200} Nov 12 04:15:09.965472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-cf290a76-fb4b-423d-9ef2-18ba00e42b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:09.965972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:09.967009 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-cf290a76-fb4b-423d-9ef2-18ba00e42b8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0425739 Nov 12 04:15:10.021027 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-5227fa0c-20f0-475d-8295-d3bb308f5d33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0408616 Nov 12 04:15:10.070716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983129-a167-4b20-8f63-a76807e89bc6 req-72638e59-276f-455f-9b79-9e6a78d0f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.072193 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-72638e59-276f-455f-9b79-9e6a78d0f0ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0442224 Nov 12 04:15:10.109239 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-8264f05b-59c3-4e6d-82b8-1ab04260bfaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250006 Nov 12 04:15:10.205331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-12c23bbb-e185-445c-b106-ce5dd1cd1167 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Nov 12 04:15:10.302481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-14983129-a167-4b20-8f63-a76807e89bc6 req-af9df988-84fb-4a4a-b4d6-4402bc8bef5e service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Nov 12 04:15:10.442832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-d0831799-6c09-42d8-82dd-22770fadd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.444365 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-d0831799-6c09-42d8-82dd-22770fadd877 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0459311 Nov 12 04:15:10.536148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-12e7e137-3389-40b0-8aca-16e83f9e6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.537620 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-12e7e137-3389-40b0-8aca-16e83f9e6d8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0845783 Nov 12 04:15:10.583558 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-7c33c7de-bd10-474d-83d6-59e59323936f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0388036 Nov 12 04:15:10.633579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-3f7991cb-8536-4718-91cb-15acbaa949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.635059 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-3f7991cb-8536-4718-91cb-15acbaa949d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0427647 Nov 12 04:15:10.668100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-e8a6ffe8-a56e-45cd-982a-6238a566d01c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255430 Nov 12 04:15:10.761743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-d2aeda44-34ad-43ec-b12a-0b733e30f419 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Nov 12 04:15:10.856444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-6ca2a912-f602-4e5c-8f2a-4cb5237fe8ee req-7d6acae7-041c-4c62-b504-58b12e2461a5 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863318 Nov 12 04:15:10.896229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436653a-5597-4e95-b919-6e3c712c445a req-743cbeb5-9af9-4997-a94c-e1a4674f4f48 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:10.897748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b436653a-5597-4e95-b919-6e3c712c445a req-743cbeb5-9af9-4997-a94c-e1a4674f4f48 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0511899 Nov 12 04:15:10.946346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b436653a-5597-4e95-b919-6e3c712c445a req-ceb8932b-bbe4-493d-9f88-96fe519c97ac tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Nov 12 04:15:11.975062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:11.995868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 692a4d4d-635a-44a0-9afd-ab4db282705d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:15:11.996203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 692a4d4d-635a-44a0-9afd-ab4db282705d not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:12.061222 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3203f8-f3ff-4dce-b331-3f9d5ea965d5 req-d9e273d2-ae57-4fdc-b61c-113b168b4884 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:12.062747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f3203f8-f3ff-4dce-b331-3f9d5ea965d5 req-d9e273d2-ae57-4fdc-b61c-113b168b4884 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0488644 Nov 12 04:15:12.113986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f3203f8-f3ff-4dce-b331-3f9d5ea965d5 req-416977fb-3543-4785-b63f-941e189cd501 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Nov 12 04:15:13.228797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a607db-03a8-48d7-87e0-1e5e51ae0f4b req-e7af1f08-1f29-4bf4-ab06-e73f9e5af251 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:13.230215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5a607db-03a8-48d7-87e0-1e5e51ae0f4b req-e7af1f08-1f29-4bf4-ab06-e73f9e5af251 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0492508 Nov 12 04:15:13.280600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5a607db-03a8-48d7-87e0-1e5e51ae0f4b req-689c4dc2-d23c-479b-9153-ed877ff84c9c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Nov 12 04:15:13.990781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:14.239590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:14.250899 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '73a951ef-0999-4fd6-801f-7be1935704be', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'port_id': '73a951ef-0999-4fd6-801f-7be1935704be', 'mac_address': 'fa:16:3e:71:31:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b881761-e4b5-4833-989e-a53751ab3e2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:14.286143 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.300516 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a951ef-0999-4fd6-801f-7be1935704be {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:14.325411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:14.329401 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:14.376837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:14.384201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.384547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.384887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.385224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.385559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.385895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.386217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.386550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.386892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.387220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.387573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.387896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:14.400008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe247-e853-4966-8ee8-062f4395a06e req-93c80c51-9d52-4ea1-bde7-098612576d34 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:14.401507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98cfe247-e853-4966-8ee8-062f4395a06e req-93c80c51-9d52-4ea1-bde7-098612576d34 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 944 time: 0.0516162 Nov 12 04:15:14.450559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98cfe247-e853-4966-8ee8-062f4395a06e req-7b85f651-3947-40ae-8e70-23502ab90aca tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Nov 12 04:15:14.659768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['73a951ef-0999-4fd6-801f-7be1935704be'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:15.571216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484e6ed-465a-4620-8ae5-ee52f3c4af63 req-21b923e1-7964-42f1-8f45-f89b30e894d1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:15.572641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c484e6ed-465a-4620-8ae5-ee52f3c4af63 req-21b923e1-7964-42f1-8f45-f89b30e894d1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 944 time: 0.0529015 Nov 12 04:15:15.621063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c484e6ed-465a-4620-8ae5-ee52f3c4af63 req-a14e97f1-cafc-46d5-9424-c74740beeb6e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Nov 12 04:15:15.995580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:16.045987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 73a951ef-0999-4fd6-801f-7be1935704be completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:16.052312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 73a951ef-0999-4fd6-801f-7be1935704be triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:16.052683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.131687 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.153297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:16.156041 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725086cb-3265-41b8-86d2-9488035b2c6c" -d '{"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-plugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:16.168434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:16.173484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:16.196266 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac23fb-31dc-4c35-ae12-4c53933515fb x-openstack-request-id: req-c6ac23fb-31dc-4c35-ae12-4c53933515fb {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:16.196566 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-plugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:16.196821 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c6ac23fb-31dc-4c35-ae12-4c53933515fb {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:16.197213 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'code': 200} Nov 12 04:15:16.222473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:16.322362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66944-5d42-44f7-b0b2-a934271a2857 req-4f374519-9f34-43d1-ae03-708896882c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.323903 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d66944-5d42-44f7-b0b2-a934271a2857 req-4f374519-9f34-43d1-ae03-708896882c07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0411661 Nov 12 04:15:16.376688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e3d66944-5d42-44f7-b0b2-a934271a2857 req-0c61f3fc-a29c-4cc5-9cd9-30d40825dfc8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Nov 12 04:15:16.531357 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:16.739893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e0d36-dd19-4c11-9747-be824bbc64d9 req-9d2fd9bc-0952-4564-a502-74f176677474 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:16.741667 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea5e0d36-dd19-4c11-9747-be824bbc64d9 req-9d2fd9bc-0952-4564-a502-74f176677474 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0511758 Nov 12 04:15:16.789436 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ea5e0d36-dd19-4c11-9747-be824bbc64d9 req-21288113-f426-4593-b08b-45aa6ebda97c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Nov 12 04:15:17.905478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43aa24-2163-4a2e-a2fa-c6a57469de4c req-93a546fc-8460-4773-9182-8985b2f8f9bc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:17.907162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa43aa24-2163-4a2e-a2fa-c6a57469de4c req-93a546fc-8460-4773-9182-8985b2f8f9bc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Nov 12 04:15:17.957479 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-aa43aa24-2163-4a2e-a2fa-c6a57469de4c req-47f16460-85a9-4173-8c92-cc65f5b47e58 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Nov 12 04:15:18.071636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ade32-5351-4451-b9f9-0f966dcf59ef req-7eb1f875-99d4-46e0-8234-45f83243d5eb tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.073057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9ade32-5351-4451-b9f9-0f966dcf59ef req-7eb1f875-99d4-46e0-8234-45f83243d5eb tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Nov 12 04:15:18.120759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9ade32-5351-4451-b9f9-0f966dcf59ef req-38da1187-2a5d-4330-8e6d-447a29a541ee tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Nov 12 04:15:18.374667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5165af-d013-4050-bec0-2f58ee447c6f req-057e02f9-b399-471e-ad69-fac246e0cf11 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:18.376073 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc5165af-d013-4050-bec0-2f58ee447c6f req-057e02f9-b399-471e-ad69-fac246e0cf11 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0689425 Nov 12 04:15:18.379729 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-65424d71-7abb-49ae-9a1b-16d45cf19da4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806463 Nov 12 04:15:18.425237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc5165af-d013-4050-bec0-2f58ee447c6f req-a33ac2c5-28ab-4802-8074-cff6903b40d7 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Nov 12 04:15:19.549886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a755-42cd-433d-abde-b7cd7aa5648a req-1cc51c00-24d9-45c8-8e44-2dcead21ecfc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.552663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bb6a755-42cd-433d-abde-b7cd7aa5648a req-1cc51c00-24d9-45c8-8e44-2dcead21ecfc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Nov 12 04:15:19.579549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-b345f3fb-39bf-431f-ac42-877749ccee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.581082 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-b345f3fb-39bf-431f-ac42-877749ccee8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0446274 Nov 12 04:15:19.602541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4bb6a755-42cd-433d-abde-b7cd7aa5648a req-08c2f38a-8359-410c-bf73-5ce5486d1ef3 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Nov 12 04:15:19.676341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-fc6cc8db-61e4-417d-b4d3-76650c9653d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.677837 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-fc6cc8db-61e4-417d-b4d3-76650c9653d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0874429 Nov 12 04:15:19.725449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-1654ed4c-d645-4db5-b5f6-dd60a4a29e69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0393908 Nov 12 04:15:19.774563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-ecad63d7-690a-493e-80b3-16e222b81414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:19.776034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-ecad63d7-690a-493e-80b3-16e222b81414 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0439708 Nov 12 04:15:19.807197 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-3f4acc83-3d2b-4bf9-83a2-191087fd4314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241928 Nov 12 04:15:19.900208 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-f616e265-937b-4818-a3f6-9df52791cd45 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Nov 12 04:15:19.991015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-c93771de-ffcb-402f-aaec-77ef5c4687e3 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834239 Nov 12 04:15:20.718641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5020b21-a208-4c37-b662-bc489f2c4684 req-10f21b21-4261-429d-9fa4-e67de5d01c91 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:20.720128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5020b21-a208-4c37-b662-bc489f2c4684 req-10f21b21-4261-429d-9fa4-e67de5d01c91 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Nov 12 04:15:20.770926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5020b21-a208-4c37-b662-bc489f2c4684 req-15e471a5-7329-41b7-8948-37c504c097f6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447412 Nov 12 04:15:21.896445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19878-9401-46e7-af88-249ec1ff1654 req-2fc0b97a-007d-4f53-b6ee-3d559afc588a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:21.897879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bf19878-9401-46e7-af88-249ec1ff1654 req-2fc0b97a-007d-4f53-b6ee-3d559afc588a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Nov 12 04:15:21.946917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3bf19878-9401-46e7-af88-249ec1ff1654 req-bb5c83b8-1122-4337-a991-1f140c7980ed tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Nov 12 04:15:22.280465 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7fcf667a-21b0-4faa-b53e-222df12f979d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:23.060840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786c40b-f0fe-404c-b294-785ab042b6fb req-fb789ab9-3339-44de-b9c5-f6c18c67c659 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:23.062305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9786c40b-f0fe-404c-b294-785ab042b6fb req-fb789ab9-3339-44de-b9c5-f6c18c67c659 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Nov 12 04:15:23.108426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9786c40b-f0fe-404c-b294-785ab042b6fb req-00d1c72a-a94c-40ff-b6ac-3912f069499f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Nov 12 04:15:24.227513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8c9fb-1377-4290-9338-f4f56650298e req-d8635f1e-8cd7-4964-add8-d410dfb28c08 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:24.228991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cb8c9fb-1377-4290-9338-f4f56650298e req-d8635f1e-8cd7-4964-add8-d410dfb28c08 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0528312 Nov 12 04:15:24.280100 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cb8c9fb-1377-4290-9338-f4f56650298e req-5df4ab4e-aa7a-4b9d-8a13-e8f825b4504e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Nov 12 04:15:24.631054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42b204ee-e0a7-42a3-9d07-ef7d749b2b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:25.396938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac22544-8ce2-4443-8214-f8bf31321b76 req-be4a8412-4619-4f4d-bebc-7449ce694ad9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:25.398423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ac22544-8ce2-4443-8214-f8bf31321b76 req-be4a8412-4619-4f4d-bebc-7449ce694ad9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0485475 Nov 12 04:15:25.444968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ac22544-8ce2-4443-8214-f8bf31321b76 req-930886cd-23f7-42e9-b821-2b73c31a5115 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Nov 12 04:15:25.607657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:26.558681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916b8d8-d99c-4e99-89ba-483b6a4a0ca4 req-c79fab33-f991-4253-8866-aaa5f58cd777 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:26.560169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7916b8d8-d99c-4e99-89ba-483b6a4a0ca4 req-c79fab33-f991-4253-8866-aaa5f58cd777 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Nov 12 04:15:26.611501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7916b8d8-d99c-4e99-89ba-483b6a4a0ca4 req-6363670f-6c58-4f17-a154-7471393ed5cd tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Nov 12 04:15:27.070561 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:27.730210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c64de-1f85-47c6-a7a1-1d4ccd3ee5cd req-be794005-9ab7-4cc0-b274-09c990de4992 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:27.731704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-069c64de-1f85-47c6-a7a1-1d4ccd3ee5cd req-be794005-9ab7-4cc0-b274-09c990de4992 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Nov 12 04:15:27.778303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-069c64de-1f85-47c6-a7a1-1d4ccd3ee5cd req-5f57f692-1e93-44d9-a1ad-95e7a5080696 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Nov 12 04:15:27.815568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:28.894333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e51f2-1f88-4f3f-8633-306886c2c76d req-de5c15bc-43f7-454c-8db7-a2e8c1f1136c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:28.895848 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-031e51f2-1f88-4f3f-8633-306886c2c76d req-de5c15bc-43f7-454c-8db7-a2e8c1f1136c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Nov 12 04:15:28.943128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-031e51f2-1f88-4f3f-8633-306886c2c76d req-c58c2b52-62b2-4158-bb28-9f2f615c44b2 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Nov 12 04:15:30.063795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90acf7-ae74-443c-a9ea-456f86c4d8b2 req-d364f109-f86d-4a23-b61d-968091a6a5e9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:30.065279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d90acf7-ae74-443c-a9ea-456f86c4d8b2 req-d364f109-f86d-4a23-b61d-968091a6a5e9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0545781 Nov 12 04:15:30.111606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d90acf7-ae74-443c-a9ea-456f86c4d8b2 req-00b92d70-20c3-4da4-a9da-ed793ceba2c6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Nov 12 04:15:31.227856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d438d-65d9-4104-892f-d3c7b146b34d req-06432548-d09a-4717-a000-584d2ae5353c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:31.229539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b25d438d-65d9-4104-892f-d3c7b146b34d req-06432548-d09a-4717-a000-584d2ae5353c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Nov 12 04:15:31.276697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b25d438d-65d9-4104-892f-d3c7b146b34d req-85c0b6ab-c497-4ff7-94d2-e9f46839a181 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Nov 12 04:15:31.822460 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:32.398449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e333cc-acfe-456d-8b4b-f10afac4e95a req-14a8ffa4-adb2-44de-b1b4-a95c11d42178 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.399937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5e333cc-acfe-456d-8b4b-f10afac4e95a req-14a8ffa4-adb2-44de-b1b4-a95c11d42178 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Nov 12 04:15:32.446632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5e333cc-acfe-456d-8b4b-f10afac4e95a req-801096e9-a797-4cd4-a1d4-8b86e366c777 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Nov 12 04:15:32.762143 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77dc4-7996-499d-9543-91200950bf66 req-0a849591-6db3-4dc2-8fe7-190d4498752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.763679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-0a849591-6db3-4dc2-8fe7-190d4498752b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0405960 Nov 12 04:15:32.874936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77dc4-7996-499d-9543-91200950bf66 req-e24dbac7-ae08-469f-bd82-37bf900d65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.876991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-e24dbac7-ae08-469f-bd82-37bf900d65d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0924470 Nov 12 04:15:32.929482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-3cba655d-59b2-43e9-bcc4-d9226f365b06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0384619 Nov 12 04:15:32.990644 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77dc4-7996-499d-9543-91200950bf66 req-74870030-f346-433e-96c6-df39d960145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:32.992261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-74870030-f346-433e-96c6-df39d960145f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0552437 Nov 12 04:15:33.025974 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-22f891f4-caaa-4bd4-a72e-b10bc7ecfb86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262182 Nov 12 04:15:33.124772 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-902b549a-8a7a-43cd-a54b-e1a1199a6199 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912089 Nov 12 04:15:33.222091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-45e77dc4-7996-499d-9543-91200950bf66 req-7fb37007-acd8-4f6f-9d7f-71da0095ce54 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903320 Nov 12 04:15:33.566942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2766e3-081c-4473-989a-86c467a7263d req-3ffa05f2-6056-42b3-a946-fe484ae8f612 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:33.568380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c2766e3-081c-4473-989a-86c467a7263d req-3ffa05f2-6056-42b3-a946-fe484ae8f612 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0539322 Nov 12 04:15:33.616423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c2766e3-081c-4473-989a-86c467a7263d req-3ac3b2ea-c3c9-4dc2-babc-62660d07e8c5 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Nov 12 04:15:34.731097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b18c5-1434-4204-acac-02a2faa3b3de req-ddc5e24d-a72a-4eae-84be-c73a17c691d1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:34.732679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec3b18c5-1434-4204-acac-02a2faa3b3de req-ddc5e24d-a72a-4eae-84be-c73a17c691d1 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Nov 12 04:15:34.783283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec3b18c5-1434-4204-acac-02a2faa3b3de req-d89d26a3-6723-4c10-ba9f-e38f94e7b9df tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Nov 12 04:15:35.900148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cf78c-b059-4c88-b3fe-c5e6c85d97ae req-4c5ce3b5-7c70-4baa-ac1d-864fa3690787 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:35.901651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f65cf78c-b059-4c88-b3fe-c5e6c85d97ae req-4c5ce3b5-7c70-4baa-ac1d-864fa3690787 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0485740 Nov 12 04:15:35.948977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f65cf78c-b059-4c88-b3fe-c5e6c85d97ae req-0063fe03-f00b-4c7c-a4d4-0e9417687b63 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Nov 12 04:15:37.064971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e6b1-3bc5-4cf4-b5d6-6b826bbbd68d req-55e69b4b-fc89-4593-9f30-bca553495e24 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:37.066439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0720e6b1-3bc5-4cf4-b5d6-6b826bbbd68d req-55e69b4b-fc89-4593-9f30-bca553495e24 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Nov 12 04:15:37.113415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0720e6b1-3bc5-4cf4-b5d6-6b826bbbd68d req-0a25513d-10d3-49f7-9354-2aa7019fd0ad tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Nov 12 04:15:38.234353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d01ab-5878-48c8-92d6-0479279939a6 req-8e1d5d7e-b974-4d13-bcd8-5afbc04c39b2 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:38.236288 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f25d01ab-5878-48c8-92d6-0479279939a6 req-8e1d5d7e-b974-4d13-bcd8-5afbc04c39b2 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0542045 Nov 12 04:15:38.283241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f25d01ab-5878-48c8-92d6-0479279939a6 req-2c547c76-0a3e-4648-83c2-0c9e3ed1ab4c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Nov 12 04:15:39.405695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae4e8-be3d-47b6-afcd-187c8c771853 req-3fe45100-c2b3-4775-9637-bedfacdd664b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:39.407197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cdae4e8-be3d-47b6-afcd-187c8c771853 req-3fe45100-c2b3-4775-9637-bedfacdd664b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Nov 12 04:15:39.453664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cdae4e8-be3d-47b6-afcd-187c8c771853 req-6abd7523-6f98-4f69-b4b7-6cac1f1f1b94 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Nov 12 04:15:39.965338 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:40.568724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848d8ef-53a4-411c-9b35-a12c6e0d9652 req-ba6fcd9a-2560-43f8-9b96-448276ffbc92 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:40.570191 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3848d8ef-53a4-411c-9b35-a12c6e0d9652 req-ba6fcd9a-2560-43f8-9b96-448276ffbc92 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Nov 12 04:15:40.620469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3848d8ef-53a4-411c-9b35-a12c6e0d9652 req-c55840e8-8152-45dc-aab4-942992564dcc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Nov 12 04:15:41.743290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162359-c4a4-423a-968b-8aa9d3cb5c95 req-53eb10ef-7183-4959-b5e5-640b3009062c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:41.744823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d162359-c4a4-423a-968b-8aa9d3cb5c95 req-53eb10ef-7183-4959-b5e5-640b3009062c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0529716 Nov 12 04:15:41.798790 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d162359-c4a4-423a-968b-8aa9d3cb5c95 req-f9c945c9-a784-4173-afa4-3e15e8fcf8c4 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468907 Nov 12 04:15:42.914665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9d64e-949f-46e7-bb55-c4baeb720e75 req-4fade0e9-a95e-4519-b39a-280cf0203739 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:42.916180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7c9d64e-949f-46e7-bb55-c4baeb720e75 req-4fade0e9-a95e-4519-b39a-280cf0203739 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Nov 12 04:15:42.964654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7c9d64e-949f-46e7-bb55-c4baeb720e75 req-6840c108-4599-43db-9a8f-aa3f2fed19ae tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 Nov 12 04:15:44.087891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3c35b-03dd-4ae6-97dd-3097a9b897b8 req-d6875b13-d415-4b11-831c-522e6252dcf5 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:44.089375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36e3c35b-03dd-4ae6-97dd-3097a9b897b8 req-d6875b13-d415-4b11-831c-522e6252dcf5 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Nov 12 04:15:44.150221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36e3c35b-03dd-4ae6-97dd-3097a9b897b8 req-ceebeb63-a846-487f-9c4e-09684f05aa42 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548594 Nov 12 04:15:45.282523 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e995bb-c338-49f8-9f10-12fd0649983c req-7df37de7-989b-4cf5-9fae-5b6909d4b0f7 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:45.284059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e995bb-c338-49f8-9f10-12fd0649983c req-7df37de7-989b-4cf5-9fae-5b6909d4b0f7 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0592451 Nov 12 04:15:45.332254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4e995bb-c338-49f8-9f10-12fd0649983c req-3c8047a4-1ab2-417f-8bd7-15b804b2663a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Nov 12 04:15:46.461397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f65a93-37eb-41b0-b015-e8c4986d5360 req-ffa1e0b8-467f-4a13-b180-f347fd6e3330 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:46.462900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7f65a93-37eb-41b0-b015-e8c4986d5360 req-ffa1e0b8-467f-4a13-b180-f347fd6e3330 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Nov 12 04:15:46.513778 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7f65a93-37eb-41b0-b015-e8c4986d5360 req-ef6647ed-22fc-4bae-8768-35d482978820 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Nov 12 04:15:47.271190 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-1945d1e7-377a-4c35-8a39-ee40c6baeed1 service neutron] show failed (client error): The resource could not be found. Nov 12 04:15:47.272119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-1945d1e7-377a-4c35-8a39-ee40c6baeed1 service neutron] 10.222.0.16 "GET /v2.0/ports/73a951ef-0999-4fd6-801f-7be1935704be/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0604503 Nov 12 04:15:47.511103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-866cb2e9-60b4-4ce4-add2-112f00040201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.512577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-866cb2e9-60b4-4ce4-add2-112f00040201 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0&tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9 HTTP/1.1" status: 200 len: 1097 time: 0.0457296 Nov 12 04:15:47.531653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:15:47.587199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.725592 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6899-2601-4392-8894-4f3fdfa3245a req-dd9404b7-b745-4460-adfc-fab51699dc38 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:47.727097 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d5b6899-2601-4392-8894-4f3fdfa3245a req-dd9404b7-b745-4460-adfc-fab51699dc38 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.1311078 Nov 12 04:15:47.831443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d5b6899-2601-4392-8894-4f3fdfa3245a req-3fa46d6c-50ae-497d-b8e1-8417d26111d8 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Nov 12 04:15:47.860872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:47.895077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:47.941140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:47.943452 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47f08fc-073c-4eb5-b452-868f42725c63" -d '{"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:47.947873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.962295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Transition to ACTIVE for port object 73a951ef-0999-4fd6-801f-7be1935704be will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:15:47.969097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:47.999890 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e5435-e12c-45e3-960b-96e83c0a070f x-openstack-request-id: req-000e5435-e12c-45e3-960b-96e83c0a070f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:48.000506 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:48.000506 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-000e5435-e12c-45e3-960b-96e83c0a070f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:48.001683 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'code': 200} Nov 12 04:15:48.039011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] No DVR routers for this DVR port 73a951ef-0999-4fd6-801f-7be1935704be on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:48.040893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:48.050752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.051438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.051438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.051732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.052074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.052354 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.052653 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.052975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.053294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.053611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.053928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.054248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:15:48.089330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:15:48.089585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:15:48.089912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:48.094183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:15:48.094519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Attempting to bind port 73a951ef-0999-4fd6-801f-7be1935704be on network 0a390c44-3ffd-4e2f-b067-a998dd076bda {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:15:48.099510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:15:48.099848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Checking segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:15:48.100225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Bound using segment: {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:15:48.100646 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Bound port: 73a951ef-0999-4fd6-801f-7be1935704be, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e026af9-475b-46d5-ac91-27019c740c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:15:48.100996 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.172257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:15:48.175848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:15:48.188851 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.224360 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.224985 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:48.226377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] 10.222.0.104 "PUT /v2.0/ports/73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 1092 time: 0.6987858 Nov 12 04:15:48.248556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d569c3-3377-4b1c-be19-3428acefc6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:48.302115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-42d6f428-17b8-41a6-8550-e8eccc20819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.303654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-42d6f428-17b8-41a6-8550-e8eccc20819f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0440867 Nov 12 04:15:48.397859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-86eb79bf-2318-4348-97df-74c45d04bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.399278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-86eb79bf-2318-4348-97df-74c45d04bbb6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0878072 Nov 12 04:15:48.453748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-c7001416-fe89-4b9f-8217-4d0c4dca10d2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0451870 Nov 12 04:15:48.505500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e869c4cc-cb1f-4267-89fb-feb3c142634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.507003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-e869c4cc-cb1f-4267-89fb-feb3c142634a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0456598 Nov 12 04:15:48.542041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-f2e610d1-e108-43fd-ad9f-c8a168fcdd57 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256526 Nov 12 04:15:48.638245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-f0714366-6807-4f63-bc43-c1408a46f5c7 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Nov 12 04:15:48.728445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d088ef18-e45a-4bd3-b27e-2db78e74d4aa req-27ebcc02-910e-4ddb-bd7f-6c09cca44e48 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826974 Nov 12 04:15:48.957664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3f3c5-708f-4bde-b898-aa1316b9b309 req-7f0d7252-5972-4eea-a125-adef63f38fc9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:48.959193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e3f3c5-708f-4bde-b898-aa1316b9b309 req-7f0d7252-5972-4eea-a125-adef63f38fc9 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0559618 Nov 12 04:15:49.015816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5e3f3c5-708f-4bde-b898-aa1316b9b309 req-e956719a-89dc-4629-9f00-3a197824adbc tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485916 Nov 12 04:15:50.002427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:50.004807 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:50.055443 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0a1149-9cbf-4a7c-8582-aff7333305a1 x-openstack-request-id: req-fb0a1149-9cbf-4a7c-8582-aff7333305a1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:50.055734 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:50.055987 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fb0a1149-9cbf-4a7c-8582-aff7333305a1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:50.056412 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'status': 'completed', 'code': 200} Nov 12 04:15:50.154356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-c4c45ced-89d6-4ae1-9587-666a8a1888e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.157431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-c4c45ced-89d6-4ae1-9587-666a8a1888e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0461679 Nov 12 04:15:50.168455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-9b5d166a-34d3-4764-ba1a-af5f250ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.169952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-9b5d166a-34d3-4764-ba1a-af5f250ff847 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0677199 Nov 12 04:15:50.182253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64480e-f866-4fb5-8b85-eec043401358 req-be34dc8e-7f89-4373-bbc2-0c731e6f6b80 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.183820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe64480e-f866-4fb5-8b85-eec043401358 req-be34dc8e-7f89-4373-bbc2-0c731e6f6b80 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0719926 Nov 12 04:15:50.255711 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-ec0ffefc-9079-4621-ab67-7cafa12ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.257199 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-ec0ffefc-9079-4621-ab67-7cafa12ff684 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0872965 Nov 12 04:15:50.290110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe64480e-f866-4fb5-8b85-eec043401358 req-61008de4-1c2b-420b-b179-d7e982410c79 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983210 Nov 12 04:15:50.305788 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-f3f85186-6877-4f8f-94f3-057b8eeb3df1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0411100 Nov 12 04:15:50.306796 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-821d4b0d-1833-4bff-a724-00d64f7309fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.308284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-821d4b0d-1833-4bff-a724-00d64f7309fd service neutron] 10.222.0.104 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.1236222 Nov 12 04:15:50.354232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-007ffbad-a94a-4bba-b99e-cec29c772067 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0377650 Nov 12 04:15:50.411789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-7bdcf868-cbab-4090-bdd9-d67bfdd7f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.413285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-7bdcf868-cbab-4090-bdd9-d67bfdd7f530 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0520608 Nov 12 04:15:50.448348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-a66930bf-3447-46d4-98d3-bb1ab6423e3c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277791 Nov 12 04:15:50.549964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-92feaeda-44ef-45c7-8a70-85a02bc9fc0e service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939312 Nov 12 04:15:50.652141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-c0b61a78-2aef-4c07-979a-5f23d7b9d9f5 service neutron] 10.222.0.104 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950832 Nov 12 04:15:50.676243 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-b99be075-0853-473f-874b-9fecf8a5a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:50.677712 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-b99be075-0853-473f-874b-9fecf8a5a900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.3600256 Nov 12 04:15:50.714673 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-2982bf89-61c6-4973-a802-95a3afe4e053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248220 Nov 12 04:15:50.813999 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-33dfec93-ecb0-4dd4-8ead-cec59c4cab14 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Nov 12 04:15:50.919289 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c64531a0-2109-4d6d-bc51-b1b4ffdc3a3c req-615dc41f-c7a2-4482-95bf-2599a0602ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927255 Nov 12 04:15:51.411896 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a358b-40ad-4b6e-9861-edc85de92a52 req-58ae534d-8317-499b-8e93-0b156a4b8daa tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:51.414058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f29a358b-40ad-4b6e-9861-edc85de92a52 req-58ae534d-8317-499b-8e93-0b156a4b8daa tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0519865 Nov 12 04:15:51.464434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f29a358b-40ad-4b6e-9861-edc85de92a52 req-473dea3f-f417-4684-bcc0-1dbfc82b066a tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Nov 12 04:15:52.175604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:15:52.216663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:15:52.281625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c474dc7d-c6af-4234-aa59-7e7761d972d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:52.587649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8caba5-a9db-4559-af73-3826744cb874 req-5ad5f0dc-edb0-4e1a-9913-e32546a9ad4b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.589135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc8caba5-a9db-4559-af73-3826744cb874 req-5ad5f0dc-edb0-4e1a-9913-e32546a9ad4b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0542126 Nov 12 04:15:52.646592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc8caba5-a9db-4559-af73-3826744cb874 req-37634493-129e-43c6-9c3c-e8fbad64d3bd tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513170 Nov 12 04:15:52.857858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1a34-e02a-4504-9d11-9c80dea0c9c3 req-d1e2002f-cd2c-48ae-a5fe-025c4d83489c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.859464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d86a1a34-e02a-4504-9d11-9c80dea0c9c3 req-d1e2002f-cd2c-48ae-a5fe-025c4d83489c tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 943 time: 0.0603690 Nov 12 04:15:52.898051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8d9e-498a-4695-b30c-930d3461177b req-a6c5ecfa-c237-4297-8e61-b80b7092de62 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:52.899706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-a6c5ecfa-c237-4297-8e61-b80b7092de62 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.16 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0&tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 943 time: 0.0562768 Nov 12 04:15:52.912273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d86a1a34-e02a-4504-9d11-9c80dea0c9c3 req-8234a787-4d6f-40d5-ab5d-f7b8eec51014 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455818 Nov 12 04:15:52.971964 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-945b8d9e-498a-4695-b30c-930d3461177b req-e75c92c3-03fa-446f-a6e3-084270cb7d93 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:15:52.973125 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-e75c92c3-03fa-446f-a6e3-084270cb7d93 service neutron] 10.222.0.16 "DELETE /v2.0/ports/73a951ef-0999-4fd6-801f-7be1935704be/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0608211 Nov 12 04:15:53.090603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8d9e-498a-4695-b30c-930d3461177b req-f330ef63-b2f5-42da-820c-23a523925321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:53.092075 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-f330ef63-b2f5-42da-820c-23a523925321 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0428143 Nov 12 04:15:53.181497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:15:53.191362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8d9e-498a-4695-b30c-930d3461177b req-1f1b29c3-714b-4818-b50a-1c0cfa452375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:53.192894 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-1f1b29c3-714b-4818-b50a-1c0cfa452375 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 200 len: 915 time: 0.0877252 Nov 12 04:15:53.246956 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-d9ccc671-6ff7-4578-92d2-c14c19934343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 200 len: 217 time: 0.0415902 Nov 12 04:15:53.281453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:53.297951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '73a951ef-0999-4fd6-801f-7be1935704be', 'network_id': '0a390c44-3ffd-4e2f-b067-a998dd076bda', 'port_id': '73a951ef-0999-4fd6-801f-7be1935704be', 'mac_address': 'fa:16:3e:71:31:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b881761-e4b5-4833-989e-a53751ab3e2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:15:53.307270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b8d9e-498a-4695-b30c-930d3461177b req-4b3aeee5-4b4d-44de-97fc-ce269923f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:53.308872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-4b3aeee5-4b4d-44de-97fc-ce269923f28f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 200 len: 855 time: 0.0490673 Nov 12 04:15:53.338349 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.348827 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-94e63e2b-d833-4c3e-8985-f70d03bacc49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a390c44-3ffd-4e2f-b067-a998dd076bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278132 Nov 12 04:15:53.352782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a951ef-0999-4fd6-801f-7be1935704be {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:15:53.373610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:53.387484 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:53.437164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:53.460100 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-dfd1a980-183b-4afb-baca-fd7df69ae460 service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973213 Nov 12 04:15:53.530459 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:15:53.556095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-945b8d9e-498a-4695-b30c-930d3461177b req-15033d33-904d-4827-bc64-a734e50546cd service neutron] 10.222.0.16 "GET /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842800 Nov 12 04:15:53.817298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['73a951ef-0999-4fd6-801f-7be1935704be'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:54.031155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce6647-3df5-46ad-9635-24f8d8638137 req-04b88568-65cd-4748-8900-fcb7f8915367 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:54.033262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69ce6647-3df5-46ad-9635-24f8d8638137 req-04b88568-65cd-4748-8900-fcb7f8915367 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 944 time: 0.0494921 Nov 12 04:15:54.094298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69ce6647-3df5-46ad-9635-24f8d8638137 req-deb2ec64-f6b4-4340-a3eb-050e1918d1b7 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Nov 12 04:15:54.634074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20b12ff9-af7c-4004-8574-b15ae7f9164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.192894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:15:55.212696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09a9e3-0379-4344-aa92-a11b967e4b37 req-255b16ab-8180-404e-a857-fe2ae6869b14 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.214367 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c09a9e3-0379-4344-aa92-a11b967e4b37 req-255b16ab-8180-404e-a857-fe2ae6869b14 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 944 time: 0.0520027 Nov 12 04:15:55.246749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 73a951ef-0999-4fd6-801f-7be1935704be completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:15:55.251875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 73a951ef-0999-4fd6-801f-7be1935704be triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:15:55.252278 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.271953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c09a9e3-0379-4344-aa92-a11b967e4b37 req-e08af2bf-86d2-4b51-8861-a53eefe44a7e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 Nov 12 04:15:55.343581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.367546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:55.369853 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12a7f5-dc80-4d4d-989b-736e5cbc64ee" -d '{"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-plugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:55.383110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:55.387208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.388962 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cd0c7-889c-4f61-88d2-9c993efb931d req-b44b4a51-5622-4e69-bf29-3f3c4d4864f8 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.390593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e57cd0c7-889c-4f61-88d2-9c993efb931d req-b44b4a51-5622-4e69-bf29-3f3c4d4864f8 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 944 time: 0.0505190 Nov 12 04:15:55.436991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:55.440225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e57cd0c7-889c-4f61-88d2-9c993efb931d req-de63af8f-5b7d-4717-9d31-964bd864c1fd tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Nov 12 04:15:55.485632 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f81ec2f-a3c7-4cc3-b0b1-987a8536d1b2 x-openstack-request-id: req-6f81ec2f-a3c7-4cc3-b0b1-987a8536d1b2 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:55.485952 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-plugged", "status": "completed", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:55.486201 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6f81ec2f-a3c7-4cc3-b0b1-987a8536d1b2 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:55.486595 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'code': 200} Nov 12 04:15:55.586940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e9e8-d88d-4fb3-b61b-9187e5c597cb req-3d9599fb-ec6a-4909-bd1e-52323ac0c0b0 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.588411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7cb3e9e8-d88d-4fb3-b61b-9187e5c597cb req-3d9599fb-ec6a-4909-bd1e-52323ac0c0b0 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0567350 Nov 12 04:15:55.614385 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:55.643793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7cb3e9e8-d88d-4fb3-b61b-9187e5c597cb req-2ceb9912-c910-4ac1-a422-ff818f71dec6 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Nov 12 04:15:55.981084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b316c-4675-4bdb-9caf-efa0dd20cc31 req-0fad275e-c296-4293-a42d-7c583c685e89 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:55.982635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a6b316c-4675-4bdb-9caf-efa0dd20cc31 req-0fad275e-c296-4293-a42d-7c583c685e89 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0511477 Nov 12 04:15:56.030912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4a6b316c-4675-4bdb-9caf-efa0dd20cc31 req-deb785cf-d9d3-4e42-bf3a-468f03131b74 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Nov 12 04:15:57.070773 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.157815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ccb8-8ee7-4f59-84ee-72b821491976 req-fb12e37b-fa83-4ed7-8aa4-b3a6b2c1aa88 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.159335 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4113ccb8-8ee7-4f59-84ee-72b821491976 req-fb12e37b-fa83-4ed7-8aa4-b3a6b2c1aa88 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0540934 Nov 12 04:15:57.210422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4113ccb8-8ee7-4f59-84ee-72b821491976 req-f7224af9-bd09-4489-85b2-b34913ed959e tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/security-groups?id=a94e95c1-6795-4728-bf94-68a98b722ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 12 04:15:57.558156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-ce87ee24-e316-4732-aada-a76fec8f3a19 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:15:57.559586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-ce87ee24-e316-4732-aada-a76fec8f3a19 tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.104 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 945 time: 0.0514231 Nov 12 04:15:57.668715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Deleting port 73a951ef-0999-4fd6-801f-7be1935704be {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:15:57.669051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.762474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] For port 73a951ef-0999-4fd6-801f-7be1935704be, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=73a951ef-0999-4fd6-801f-7be1935704be,segment=NetworkSegment(9e026af9-475b-46d5-ac91-27019c740c2f),segment_id=9e026af9-475b-46d5-ac91-27019c740c2f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:15:57.762829 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.775888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Calling delete_port for 73a951ef-0999-4fd6-801f-7be1935704be owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:15:57.823245 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.929120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:57.957583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Pushing event deleted for resources: {'Port': ['ID=73a951ef-0999-4fd6-801f-7be1935704be,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:57.964059 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['73a951ef-0999-4fd6-801f-7be1935704be'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:15:57.999277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] No DVR routers for this DVR port 73a951ef-0999-4fd6-801f-7be1935704be on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:15:58.001966 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:58.005324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6e9bce7-2866-448a-bff3-10c5dc733077 req-e8e82644-9211-48ef-b7c8-3068de27a48b tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.104 "DELETE /v2.0/ports/73a951ef-0999-4fd6-801f-7be1935704be HTTP/1.1" status: 204 len: 173 time: 0.4392946 Nov 12 04:15:58.005774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-deleted', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:15:58.008040 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c5ffc-6f62-4a60-b052-fe1f7f4fe20c" -d '{"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-deleted", "tag": "73a951ef-0999-4fd6-801f-7be1935704be"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:15:58.046074 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88153ee2-4b4b-4f04-b0d8-e9ba5939cd0b x-openstack-request-id: req-88153ee2-4b4b-4f04-b0d8-e9ba5939cd0b {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:15:58.046375 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df76908-a8e5-48f2-8367-3558f3596bb0", "name": "network-vif-deleted", "tag": "73a951ef-0999-4fd6-801f-7be1935704be", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:15:58.046635 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-88153ee2-4b4b-4f04-b0d8-e9ba5939cd0b {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:15:58.047108 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df76908-a8e5-48f2-8367-3558f3596bb0', 'name': 'network-vif-deleted', 'tag': '73a951ef-0999-4fd6-801f-7be1935704be', 'status': 'completed', 'code': 200} Nov 12 04:15:58.335440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4d005499-8c11-40b0-b7c3-58c2c0ec4dc3 req-6714ed08-9f24-4dc0-8498-7a55517c370f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] 10.222.0.97 "GET /v2.0/ports?device_id=5df76908-a8e5-48f2-8367-3558f3596bb0 HTTP/1.1" status: 200 len: 210 time: 0.0352221 Nov 12 04:15:59.466145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.521298 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Deleting subnet 1b881761-e4b5-4833-989e-a53751ab3e2b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:15:59.524473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.561824 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.602597 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.655372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.685314 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:15:59.688657 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] 10.222.0.97 "DELETE /v2.0/subnets/1b881761-e4b5-4833-989e-a53751ab3e2b HTTP/1.1" status: 204 len: 168 time: 0.2210553 Nov 12 04:15:59.689827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81979b0f-1b94-426d-a9a9-27e66d3b96cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b881761-e4b5-4833-989e-a53751ab3e2b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:15:59.691321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37762) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:15:59.765697 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.151682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.172077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a390c44-3ffd-4e2f-b067-a998dd076bda']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:00.181855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e026af9-475b-46d5-ac91-27019c740c2f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:00.182143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e026af9-475b-46d5-ac91-27019c740c2f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:00.191518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.204443 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.210361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:16:00.210738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:16:00.212409 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:16:00.267591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.273877 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.276345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] 10.222.0.97 "DELETE /v2.0/networks/0a390c44-3ffd-4e2f-b067-a998dd076bda HTTP/1.1" status: 204 len: 168 time: 0.5839770 Nov 12 04:16:00.288408 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963545b-8d4e-45b7-a685-c7c0b1cba218 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a390c44-3ffd-4e2f-b067-a998dd076bda,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:00.405033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37766) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.450158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-78152136-6ce0-4a5f-b231-2c60f482ad63 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f3c0e2f61f748e6ac16583fac4fabb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438561 Nov 12 04:16:00.452579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37768) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:00.501856 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.523633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.572839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.575433 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:00.576668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a94e95c1-6795-4728-bf94-68a98b722ed2 HTTP/1.1" status: 204 len: 168 time: 0.1231279 Nov 12 04:16:00.587136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a5aa4-23e1-47a1-bb8f-3bcc8cb07ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94e95c1-6795-4728-bf94-68a98b722ed2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.254710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:16:01.276122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 73a951ef-0999-4fd6-801f-7be1935704be {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:16:01.276470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 73a951ef-0999-4fd6-801f-7be1935704be not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:16:01.286816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.385793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-169255504-network', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.407183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.409582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.424134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.501719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.505451 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.526167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:16:01.541520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdba11-504d-4604-ad12-7588028a8c7c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.544637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.544985 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Added segment 2d64a933-4cf8-41f9-833d-4f0e84e6cc8f of type vlan for network 4d774424-532c-4d27-87d0-cfac4814c3d7 Nov 12 04:16:01.587442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.613619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.614732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.615436 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.649737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3617437 Nov 12 04:16:01.652807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37794) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.658897 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Request body: {'subnet': {'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-169255504-subnet', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:01.683075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:01.683526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26b2f-8fc1-43e3-a321-12a494d82e51 admin admin] Pushing event updated for resources: {'Network': ['ID=4d774424-532c-4d27-87d0-cfac4814c3d7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.685497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.694453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:16:01.838003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.860266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.914364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7466896f-cafd-4bee-8fff-fdc9848d0a10,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:01.925457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:01.925823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Network hostable DHCP agents. Network: 4d774424-532c-4d27-87d0-cfac4814c3d7, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:16:01.942934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:16:01.951656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4d774424-532c-4d27-87d0-cfac4814c3d7) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:01.956065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:01.957415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:01.961304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914895e-84e8-4558-be9a-e8ee36a180e1 None None] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:01.973827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1cfc5f77-580f-4070-ae8f-998b5c76c4e5 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3197768 Nov 12 04:16:01.976562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37796) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:01.980800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:02.003266 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.004260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.063044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.112783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4d774424-532c-4d27-87d0-cfac4814c3d7', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:16:02.113675 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.206928 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.253511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Allocated IP 172.20.0.2 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/59803abd-5416-4129-8fa2-573e3f95b786) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:02.405327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.412616 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.427627 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.447470 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.455827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:02.458906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:02.463449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:02.466553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Pushing event updated for resources: {'Port': ['ID=59803abd-5416-4129-8fa2-573e3f95b786,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.519528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Attempting to bind port 59803abd-5416-4129-8fa2-573e3f95b786 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:02.519892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Attempting to bind port 59803abd-5416-4129-8fa2-573e3f95b786 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:02.520252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Attempting to bind port 59803abd-5416-4129-8fa2-573e3f95b786 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:02.525273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:02.526220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:02.526220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.527589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:02.527589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Bound port: 59803abd-5416-4129-8fa2-573e3f95b786, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:02.527589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.560337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Allocated IP 172.25.7.50 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/dab0e5c3-2255-48cc-a19d-c35b543d9e4d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:02.596659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] For port 59803abd-5416-4129-8fa2-573e3f95b786, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:02.599878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] For port 59803abd-5416-4129-8fa2-573e3f95b786, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59803abd-5416-4129-8fa2-573e3f95b786,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:02.608314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.665781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1c9c-1ae0-463f-9019-3b1534059ad7 None None] Pushing event updated for resources: {'Port': ['ID=59803abd-5416-4129-8fa2-573e3f95b786,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.672445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.714726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.757356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:02.760377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:02.764890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:02.768594 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Pushing event updated for resources: {'Port': ['ID=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:02.774756 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f79cdd-0149-4b4f-a3e0-35f243780749 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:02.861577 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-87b5803b-c0bd-4111-b604-d9b29c8fe0f8 None None] Provisioning complete for port dab0e5c3-2255-48cc-a19d-c35b543d9e4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:02.861952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-87b5803b-c0bd-4111-b604-d9b29c8fe0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:02.901068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-87b5803b-c0bd-4111-b604-d9b29c8fe0f8 None None] Port dab0e5c3-2255-48cc-a19d-c35b543d9e4d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:03.058136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.263398 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.414667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Router e40832e4-d20f-4115-931e-621a7d7da5ba is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:16:03.448678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59803abd-5416-4129-8fa2-573e3f95b786 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:03.503705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 59803abd-5416-4129-8fa2-573e3f95b786 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.504217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.537649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:03.548394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:03.559860 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:03.561075 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:03.564983 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.568359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-02759200-f5cd-48b5-a868-36c3b6ff1f40 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5908225 Nov 12 04:16:03.568509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37798) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:03.605076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.652231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 59803abd-5416-4129-8fa2-573e3f95b786, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59803abd-5416-4129-8fa2-573e3f95b786,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:03.657783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.673142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:03.717488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=59803abd-5416-4129-8fa2-573e3f95b786,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:03.740041 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f457a-4b3f-47c7-b728-c04b93dcf9db None None] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:16:03.845424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-69cea1cf-4ca3-4583-8ebe-24370d0c19c8 None None] Provisioning complete for port 59803abd-5416-4129-8fa2-573e3f95b786 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:03.845710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69cea1cf-4ca3-4583-8ebe-24370d0c19c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:03.881626 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:03.912518 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:03.912518 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Updating router e40832e4-d20f-4115-931e-621a7d7da5ba port dab0e5c3-2255-48cc-a19d-c35b543d9e4d binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:03.941566 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.103343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.247095 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.253374 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.275421 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Allocated IP 172.20.0.1 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/263845d2-5ffe-4562-840b-3cdefef09156) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:04.298186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc89525-41e4-492a-9db0-9d887fbaecf1 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:04.302089 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Attempting to bind port dab0e5c3-2255-48cc-a19d-c35b543d9e4d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:04.302461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Attempting to bind port dab0e5c3-2255-48cc-a19d-c35b543d9e4d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:04.302826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Attempting to bind port dab0e5c3-2255-48cc-a19d-c35b543d9e4d on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:04.317025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:04.317025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:04.317025 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.317025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:04.327471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Bound port: dab0e5c3-2255-48cc-a19d-c35b543d9e4d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:04.327471 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.342878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-947a2fb4-5cc5-451a-a4b1-2b6d4db59ad2 None None] Provisioning complete for port 59803abd-5416-4129-8fa2-573e3f95b786 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.343261 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Pushing event updated for resources: {'Port': ['ID=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.343392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-947a2fb4-5cc5-451a-a4b1-2b6d4db59ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.359083 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.359327 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.360172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.360502 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.361037 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.361554 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.361883 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.362205 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.362531 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.362862 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.363188 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.363502 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.386495 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] For port dab0e5c3-2255-48cc-a19d-c35b543d9e4d, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:04.394085 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] For port dab0e5c3-2255-48cc-a19d-c35b543d9e4d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:04.400324 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.412903 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.455884 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.457437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f944da8-145a-4bbb-8831-18b42d33d637 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:16:04.460449 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:04.461390 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.503174 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6853-26d3-40e9-96c5-3c799ef6dacc None None] Pushing event updated for resources: {'Port': ['ID=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.513069 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:04.516493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:04.519038 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:04.544773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Pushing event updated for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.559093 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.559445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.559783 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.560122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.560449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.561082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.561423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.561748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.562364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.563369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.563704 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.564029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:04.581430 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.584086 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:04.588255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] Provisioning complete for port dab0e5c3-2255-48cc-a19d-c35b543d9e4d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.589617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.703469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.731040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] For port dab0e5c3-2255-48cc-a19d-c35b543d9e4d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:04.738871 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.751746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.806358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e943c6d-f15b-494d-ba98-7fb12b7d7ee8 None None] Pushing event updated for resources: {'Port': ['ID=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:04.843319 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:04.866722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0ef8467a-8814-4f42-9716-ca266eab8fef None None] Provisioning complete for port 263845d2-5ffe-4562-840b-3cdefef09156 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:04.867335 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0ef8467a-8814-4f42-9716-ca266eab8fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.882947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb2329-2d21-44a5-87c7-df69174bb4dd None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:02Z', 'revision_number': 3, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:04.913077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8467a-8814-4f42-9716-ca266eab8fef None None] Port 263845d2-5ffe-4562-840b-3cdefef09156 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:04.947292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:04.952777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.023013 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.024761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Pushing event updated for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:05.143256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:05.145120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:05.303124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:05.439003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f4d5bf83-e079-4b93-9448-c131db7606ce None None] Provisioning complete for port 263845d2-5ffe-4562-840b-3cdefef09156 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.439635 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4d5bf83-e079-4b93-9448-c131db7606ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.447012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:05.454410 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cde10483-2a33-4d35-a666-87e0d0808aba admin admin] 10.222.0.97 "PUT /v2.0/routers/e40832e4-d20f-4115-931e-621a7d7da5ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848250 Nov 12 04:16:05.485063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5bf83-e079-4b93-9448-c131db7606ce None None] Port 263845d2-5ffe-4562-840b-3cdefef09156 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:05.520299 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59803abd-5416-4129-8fa2-573e3f95b786 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:05.586534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 59803abd-5416-4129-8fa2-573e3f95b786 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.587794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:05.726116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dab0e5c3-2255-48cc-a19d-c35b543d9e4d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:05.788724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port dab0e5c3-2255-48cc-a19d-c35b543d9e4d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:05.789174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.010255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37806) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.014969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747319532', 'description': 'tempest-description--1011355868'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.037044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.110420 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.114964 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.150980 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.152322 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1409841 Nov 12 04:16:06.153593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8bca-daac-40d2-8c62-08de73b29b0a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3ca91-bbd1-414e-a0f4-1de585449a88,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.155426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37808) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.160660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'security_group_rule': {'security_group_id': '23c3ca91-bbd1-414e-a0f4-1de585449a88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.189260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.245513 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.249040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.269151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7806e5b8-f289-4858-9aeb-7337e2a8f57a,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.282134 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.285751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5d820f8d-c13b-4f3e-abbc-e3c3ef426d7b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268554 Nov 12 04:16:06.285986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37810) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.290439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'security_group_rule': {'security_group_id': '23c3ca91-bbd1-414e-a0f4-1de585449a88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.318731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.379096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.382998 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.402483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249d5ca6-6043-4dc4-b009-bdb83105b0e9,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.413615 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.415524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8fb550a1-48ba-4499-992f-3517d17f9e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283174 Nov 12 04:16:06.418508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 37812) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:06.423834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:06.451671 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.556883 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.617649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:06.628452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:06.629134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:06.675841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Allocated IP 172.25.7.30 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/b858778d-14b1-4c23-81f9-dfb07b9a7e9b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:06.794067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.834080 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:06.880753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:06.883740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:06.888520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:06.892420 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=b858778d-14b1-4c23-81f9-dfb07b9a7e9b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:06.910897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:06.991229 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.027738 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.121033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 2, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:07.148075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:07.148517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Updating router e40832e4-d20f-4115-931e-621a7d7da5ba port 263845d2-5ffe-4562-840b-3cdefef09156 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:16:07.177585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.204495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.209380 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.275453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=b858778d-14b1-4c23-81f9-dfb07b9a7e9b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.289908 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.307086 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.308678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3c89b4c6-1891-4fb5-bf7d-e52bcc04ba13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8889132 Nov 12 04:16:07.472051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.477831 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-44f4dd0c-c91e-40ea-81b2-a5718763012d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1747319532&fields=id&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 267 time: 0.0482724 Nov 12 04:16:07.478100 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.529058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf03eff-023d-469b-a2fe-63f132d5484f None None] Pushing event updated for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.587805 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Attempting to bind port 263845d2-5ffe-4562-840b-3cdefef09156 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:07.588177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Attempting to bind port 263845d2-5ffe-4562-840b-3cdefef09156 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:07.588543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Attempting to bind port 263845d2-5ffe-4562-840b-3cdefef09156 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:07.594260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:07.594641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:07.595622 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.595622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:07.595924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Bound port: 263845d2-5ffe-4562-840b-3cdefef09156, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:07.596318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.610916 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-5cb48031-5128-4b6a-8aca-dd5698670b3f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:07.612735 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-5cb48031-5128-4b6a-8aca-dd5698670b3f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1269262 Nov 12 04:16:07.635225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-c9e07f50-ca16-45e6-8e05-96d8103ff471 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/quotas/fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 375 time: 0.0157578 Nov 12 04:16:07.667987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] For port 263845d2-5ffe-4562-840b-3cdefef09156, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:07.671720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] For port 263845d2-5ffe-4562-840b-3cdefef09156, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=263845d2-5ffe-4562-840b-3cdefef09156,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:07.677958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.698566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-284c01a1-8d19-4c70-92b5-1e2cf7255074 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562057 Nov 12 04:16:07.739277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:07.739776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:07.782128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf03eff-023d-469b-a2fe-63f132d5484f None None] Pushing event updated for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:07.870987 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] Provisioning complete for port 263845d2-5ffe-4562-840b-3cdefef09156 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:07.871361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:07.915678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:07.926766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-36760257-7913-4a90-889b-bc7019e7d097 service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088833 Nov 12 04:16:08.025977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-0950b67b-7fc9-4e7e-942e-3edbe78ea949 service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924451 Nov 12 04:16:08.095202 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.182292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] For port 263845d2-5ffe-4562-840b-3cdefef09156, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=263845d2-5ffe-4562-840b-3cdefef09156,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:08.189072 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:08.200979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbe15440-cb69-4ef2-9c65-a1d312b7af73 req-c638489e-1b9d-46ce-a6a2-92912f488d80 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 210 time: 0.0345473 Nov 12 04:16:08.255136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a341c-367c-4a35-9f7f-5efea6fe3121 None None] Pushing event updated for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:08.260346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:08.289573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4552ab3-53b7-46af-99fd-850be7b98cad None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:07Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:08.320274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f8f00f3b-62eb-4b34-b487-47f7f019343c None None] Provisioning complete for port 263845d2-5ffe-4562-840b-3cdefef09156 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:08.321004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f8f00f3b-62eb-4b34-b487-47f7f019343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.317769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e5a2488-2b45-4570-8cfa-7c14164e364f req-112c34de-300a-471a-afcd-0afe67418d08 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 210 time: 0.0341704 Nov 12 04:16:09.429094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 263845d2-5ffe-4562-840b-3cdefef09156 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:09.500514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 263845d2-5ffe-4562-840b-3cdefef09156 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:09.501318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.589860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-5ca72ef4-690c-447b-a09a-244d970ccd9a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:09.591423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-5ca72ef4-690c-447b-a09a-244d970ccd9a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1445632 Nov 12 04:16:09.673538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-26842ef2-f28c-4b47-8a14-792e04cc39f9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 380 time: 0.0663626 Nov 12 04:16:09.713047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'port': {'device_id': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'admin_state_up': True, 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'security_groups': ['23c3ca91-bbd1-414e-a0f4-1de585449a88']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:09.829054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:16:09.832718 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:09.971051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Allocated IP 172.20.0.9 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/d3737604-44bb-4b64-b545-ca50b459b14b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:16:09.985698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.120864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.154890 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.200905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:16:10.204661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:16:10.208494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:16:10.215549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.267969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.268629 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.286138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-38596409-2e37-43d3-8a08-c68de129bc48 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771019 Nov 12 04:16:10.305006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Request body: {'port': {'device_id': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:10.371769 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.493236 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-231cbe55-edcc-479a-87c6-a0c2677178c6 None None] Provisioning complete for port d3737604-44bb-4b64-b545-ca50b459b14b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:10.493837 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-231cbe55-edcc-479a-87c6-a0c2677178c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.528229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-231cbe55-edcc-479a-87c6-a0c2677178c6 None None] Port d3737604-44bb-4b64-b545-ca50b459b14b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:16:10.535918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6083b1-2b47-4f9b-b457-193f5675c8cd req-29d2e339-4428-43bb-ac37-e0d79ef19eda tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:10.537489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b6083b1-2b47-4f9b-b457-193f5675c8cd req-29d2e339-4428-43bb-ac37-e0d79ef19eda tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 931 time: 0.1277659 Nov 12 04:16:10.651509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b6083b1-2b47-4f9b-b457-193f5675c8cd req-e64e0cb2-05c8-4879-aa1d-f922dec5c527 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066570 Nov 12 04:16:10.739855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3737604-44bb-4b64-b545-ca50b459b14b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:10.748011 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.762487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Transition to ACTIVE for port object d3737604-44bb-4b64-b545-ca50b459b14b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:16:10.769387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.825669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:10.897582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:16:10.897922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:16:10.898259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:10.903315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:16:10.903568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:16:10.909689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:16:10.910033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:16:10.910427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:16:10.910879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Bound port: d3737604-44bb-4b64-b545-ca50b459b14b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:16:10.911245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:10.980942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:16:10.985093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:16:10.990160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.039337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.039974 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:11.041684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] 10.222.0.104 "PUT /v2.0/ports/d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1092 time: 0.7411194 Nov 12 04:16:11.042167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:11.044681 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eaf36fd2c648b63161f9ea4a9db95c103c53aa590d1061b552b6e08a17d4e889" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d644250-bca3-4bd0-a55a-ee420eb622c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:11.064184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0e09-3315-4148-b70a-03bc89f79bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:11.098077 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a3d137-a5e2-4d87-b5c4-651889932d3a x-openstack-request-id: req-79a3d137-a5e2-4d87-b5c4-651889932d3a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:11.098373 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:11.098680 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-79a3d137-a5e2-4d87-b5c4-651889932d3a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:11.099171 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'status': 'completed', 'code': 200} Nov 12 04:16:11.161231 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-6ea6943e-36ac-4b8d-8337-b257cbf25e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.162765 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-6ea6943e-36ac-4b8d-8337-b257cbf25e6e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1095 time: 0.0455925 Nov 12 04:16:11.215229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-1ee2a1c1-6531-4b9d-943c-dff5ee38f266 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 217 time: 0.0356393 Nov 12 04:16:11.271732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-0b275374-29b7-4f56-8046-55445f6f9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.273235 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-0b275374-29b7-4f56-8046-55445f6f9103 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0511503 Nov 12 04:16:11.320248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-73cf35ca-85de-4b4d-ab14-65685e68be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.321902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-73cf35ca-85de-4b4d-ab14-65685e68be52 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419488 Nov 12 04:16:11.414371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-dd7b0e51-07ef-4292-99b8-663b8d6e5975 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Nov 12 04:16:11.510322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3a295c3-631f-4b59-8f1d-a0f9b61e35ea req-1865073c-385f-4d20-a5f6-d0f3737a4b4b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886393 Nov 12 04:16:11.640213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-fdc9a5e3-8144-4de7-8d74-4a4168b082e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:11.650140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-fdc9a5e3-8144-4de7-8d74-4a4168b082e1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1095 time: 0.0438235 Nov 12 04:16:12.087949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-c649f104-9b40-4bea-947e-1a5f0e908c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.089444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-c649f104-9b40-4bea-947e-1a5f0e908c1e service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.4402523 Nov 12 04:16:12.097845 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080340-ada4-4c82-a88a-77ae944c12e5 req-69261534-631a-42eb-8b5b-ae88124b7fc5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.099226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54080340-ada4-4c82-a88a-77ae944c12e5 req-69261534-631a-42eb-8b5b-ae88124b7fc5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0740886 Nov 12 04:16:12.146976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-d28ac86c-acb5-44c0-a93d-f867aaadc92b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 217 time: 0.0467837 Nov 12 04:16:12.207538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54080340-ada4-4c82-a88a-77ae944c12e5 req-b83b69b8-acb9-45e2-a686-c69f0693de44 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014018 Nov 12 04:16:12.220719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-c2ab6ecf-1b5a-43ec-84f0-b0fb0d23e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.222305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-c2ab6ecf-1b5a-43ec-84f0-b0fb0d23e7eb service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0627160 Nov 12 04:16:12.271612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-544500c4-86b0-4dbc-9781-069b06f65532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:12.273041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-544500c4-86b0-4dbc-9781-069b06f65532 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420380 Nov 12 04:16:12.369245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-3e146698-f441-4420-a115-3544241189f6 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884387 Nov 12 04:16:12.463555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0d644250-bca3-4bd0-a55a-ee420eb622c7 req-a2b8b6c4-6140-444b-b867-3619f57237ec service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864973 Nov 12 04:16:13.333833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ecc1b-ab9c-4c44-a99c-fad9fb1baaee req-7bd43217-cee3-42ab-8ce9-4564d26fa032 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:13.336005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf0ecc1b-ab9c-4c44-a99c-fad9fb1baaee req-7bd43217-cee3-42ab-8ce9-4564d26fa032 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0589859 Nov 12 04:16:13.396285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf0ecc1b-ab9c-4c44-a99c-fad9fb1baaee req-26ce1f2e-97a9-4d6c-93a2-7a7462727e74 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Nov 12 04:16:14.514093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074dd65-390f-4f2a-bec9-a5ac8cd0250b req-83677fbb-95b8-459d-b734-ef4f6f72415c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:14.515673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2074dd65-390f-4f2a-bec9-a5ac8cd0250b req-83677fbb-95b8-459d-b734-ef4f6f72415c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0501378 Nov 12 04:16:14.567378 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2074dd65-390f-4f2a-bec9-a5ac8cd0250b req-a8e6984c-c94a-4823-9d17-e4b5cc10f521 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Nov 12 04:16:15.348415 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:16:15.445318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:15.456912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'mac_address': 'fa:16:3e:6b:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:16:15.494247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.506969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3737604-44bb-4b64-b545-ca50b459b14b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:16:15.526832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:15.530603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:15.583509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:15.591135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.591424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.591725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.592071 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.592403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.592730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.593054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.593378 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.593697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.594017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.594335 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.595418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:16:15.698030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689bdc1-f58a-4c84-ab1c-1cc6f1a9c5d9 req-b432f120-cdb5-4db3-a7b0-5e4d6a44a12a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:15.699578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b689bdc1-f58a-4c84-ab1c-1cc6f1a9c5d9 req-b432f120-cdb5-4db3-a7b0-5e4d6a44a12a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0529103 Nov 12 04:16:15.748038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b689bdc1-f58a-4c84-ab1c-1cc6f1a9c5d9 req-7799ae70-8134-4a82-bcbd-377b8506a140 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 Nov 12 04:16:15.939268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['d3737604-44bb-4b64-b545-ca50b459b14b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:16:16.877295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27d3f-3e8e-4b48-adfb-577555e48a56 req-ab080a53-8b4c-4ad3-b5a3-ebb8e2876971 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:16.878871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ec27d3f-3e8e-4b48-adfb-577555e48a56 req-ab080a53-8b4c-4ad3-b5a3-ebb8e2876971 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0615785 Nov 12 04:16:16.930519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ec27d3f-3e8e-4b48-adfb-577555e48a56 req-aee8f15f-5b49-4b9e-83a4-7be2c609928e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Nov 12 04:16:17.348996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:16:17.399967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port d3737604-44bb-4b64-b545-ca50b459b14b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:16:17.403786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port d3737604-44bb-4b64-b545-ca50b459b14b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:16:17.404146 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.480715 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.503421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:17.505701 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}985f130bb23620b4a422f470d9203762740b2d2fec00537f8c05ef2ef876ff93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef729eaa-237b-428a-8171-44ec4d26a43f" -d '{"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-plugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:17.519079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:16:17.523516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:17.552478 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9ab46-147d-446d-8537-fe04ea13b07a x-openstack-request-id: req-75e9ab46-147d-446d-8537-fe04ea13b07a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:17.552773 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-plugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:17.553033 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-75e9ab46-147d-446d-8537-fe04ea13b07a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:17.553460 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'code': 200} Nov 12 04:16:17.582416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:16:17.701601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c383f3-5802-4584-8734-39cf8800971b req-b5317225-3f53-4c50-b466-9fbee9000277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:17.703411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80c383f3-5802-4584-8734-39cf8800971b req-b5317225-3f53-4c50-b466-9fbee9000277 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0470870 Nov 12 04:16:17.751520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-80c383f3-5802-4584-8734-39cf8800971b req-11e148b7-0e4f-46b0-866a-71b47fcc7b80 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Nov 12 04:16:18.053389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ab87f-f559-4d77-85f8-a3a6ace86256 req-6a720bfa-1e84-4d59-9183-e0c9af780521 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:18.054995 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca5ab87f-f559-4d77-85f8-a3a6ace86256 req-6a720bfa-1e84-4d59-9183-e0c9af780521 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0532501 Nov 12 04:16:18.102089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca5ab87f-f559-4d77-85f8-a3a6ace86256 req-1b3e60d7-d2cb-4323-a487-6d194747e26f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410750 Nov 12 04:16:19.219744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64dc0-641a-4cbd-89e9-42d3b83da6f6 req-bc32b01e-ab65-4ba1-ab21-7b7cb0b8e55f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:19.221197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e64dc0-641a-4cbd-89e9-42d3b83da6f6 req-bc32b01e-ab65-4ba1-ab21-7b7cb0b8e55f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0522611 Nov 12 04:16:19.270552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e64dc0-641a-4cbd-89e9-42d3b83da6f6 req-d640523a-6255-4204-81b0-7310a3ab050f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Nov 12 04:16:20.390804 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142de2-48dd-496e-9f1d-561e708617ed req-256a3b84-59f5-46c3-9441-dc29315e07a9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:20.392972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c142de2-48dd-496e-9f1d-561e708617ed req-256a3b84-59f5-46c3-9441-dc29315e07a9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0493479 Nov 12 04:16:20.445802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3c142de2-48dd-496e-9f1d-561e708617ed req-5bf318b7-6fbb-4785-bc69-cc3a20a8ca4f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Nov 12 04:16:20.556686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378d7eb-0d1e-42a5-8610-499d6c475299 req-8298918d-bbfd-46a9-837e-fb0ac70dc555 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:20.558082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f378d7eb-0d1e-42a5-8610-499d6c475299 req-8298918d-bbfd-46a9-837e-fb0ac70dc555 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0495398 Nov 12 04:16:20.567500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 37870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:16:20.572214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'floatingip': {'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:16:20.613206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.188664 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.193054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.611982 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 associated. External IP: 172.25.7.30, port: d3737604-44bb-4b64-b545-ca50b459b14b. Nov 12 04:16:21.821287 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:16:21.934326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:16:21.939009 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:21.947421 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:16:21.959750 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:21.960367 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:21.971899 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9dfcacf6-9ed8-4e42-b560-ed26088c3f1c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "PUT /v2.0/floatingips/4d4cee6e-1aed-49c2-9b0b-af4b69465700 HTTP/1.1" status: 200 len: 990 time: 1.4032488 Nov 12 04:16:21.972503 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:16:21.974988 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}057534d54b2ed1c870cc2ef0b00aa2fb3cef5e1048ee738f3f8072f3167425ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf91be20-00b6-4d47-a6a0-768edccc82ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:16:22.086444 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e3dad-1d75-459b-939d-953be7f1695b x-openstack-request-id: req-782e3dad-1d75-459b-939d-953be7f1695b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:16:22.086736 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:16:22.087021 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-782e3dad-1d75-459b-939d-953be7f1695b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:16:22.087425 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'status': 'completed', 'code': 200} Nov 12 04:16:22.170621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:22.177487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-2f7844a7-8281-486f-93e5-1b3a156893d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:22.179022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-2f7844a7-8281-486f-93e5-1b3a156893d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0435894 Nov 12 04:16:22.276616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-bc8f9edb-caba-48c8-85a2-fa6eb559e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:22.277977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-bc8f9edb-caba-48c8-85a2-fa6eb559e22d service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0915637 Nov 12 04:16:22.284926 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0585383b-cf6a-4f3f-a887-681c8b0cc3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:22.346675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-7226b47a-846b-4e04-991e-ff1fc4e44c20 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 998 time: 0.0612249 Nov 12 04:16:22.409516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-817873f5-06c1-4104-a386-13af55e7d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:22.410384 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6b:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:21Z', 'revision_number': 1, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.411033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-817873f5-06c1-4104-a386-13af55e7d227 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0562124 Nov 12 04:16:22.439545 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:16:22.452891 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:16:22.453530 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:15:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.471940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-64246b83-2b31-4d3c-aefa-42bd374e88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:22.473453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-64246b83-2b31-4d3c-aefa-42bd374e88fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525758 Nov 12 04:16:22.562148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:16:22.568766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-85a768b0-b810-4cf6-93f9-1a6fdc6a031f service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850577 Nov 12 04:16:22.671279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bf91be20-00b6-4d47-a6a0-768edccc82ad req-539cc7b4-aa86-4088-b17e-c148f8896122 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947585 Nov 12 04:16:22.793699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6b:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:21Z', 'revision_number': 1, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:16:22.820166 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ec58d-811c-492f-9de4-39144adedde4 None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6b:95:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:16:21Z', 'revision_number': 1, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:16:23.010152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582e03-fd8a-459e-8901-bd8d77b180ba None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:16:24.634833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f994df0b-1b82-4ed7-b0b3-02ff8c904d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:25.613231 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.072398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:27.815061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:30.529725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:16:31.851227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:40.008575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:41.752992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-7c46dabf-1495-426d-a3b6-1d46382b7922 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409460 Nov 12 04:16:41.857494 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-5fe45857-fd0c-4276-9bba-dfe18e358702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.859008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-5fe45857-fd0c-4276-9bba-dfe18e358702 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0402627 Nov 12 04:16:41.965815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-f6ddb45d-f8f3-4867-836d-087b4937d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:41.967306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-f6ddb45d-f8f3-4867-836d-087b4937d50d service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0878806 Nov 12 04:16:42.033377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-111cca50-d486-4c9c-ba9a-3d9552af76f4 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1000 time: 0.0572889 Nov 12 04:16:42.087629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-88c7c896-e367-4aea-ae01-7607c02462b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.089072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-88c7c896-e367-4aea-ae01-7607c02462b3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0472221 Nov 12 04:16:42.138869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-249decb4-80de-43c0-a47f-f6901b3b51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:16:42.140389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-249decb4-80de-43c0-a47f-f6901b3b51fa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408890 Nov 12 04:16:42.231755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-025190ec-cd13-414e-83b5-151c249ef0af service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820096 Nov 12 04:16:42.325788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36a3a5b0-9890-4ad3-87b6-2cc25671d69d req-8a514198-3ffa-4ce0-a585-2e3ee3fd98b2 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862191 Nov 12 04:16:52.285806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-517653c9-c65d-4921-a0c0-2f580542dbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:54.636481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1e9773b-254f-4a84-8d74-21c1d2fd8b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:55.618826 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.076003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:16:57.819014 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:01.852869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:07.529111 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:10.028132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:22.287370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0a8dc446-2352-422b-bb14-ce6f9fc8de78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:24.638011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a96543c1-87b5-4e26-b873-a01f79a0a787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:25.616630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.080050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:27.822809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:31.866676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:40.018206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:41.867963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-1ac10e58-7a05-4dfa-bf8e-888fc2cdde6d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864668 Nov 12 04:17:41.969105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-409de655-9be4-412a-8580-8af9f2f405f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:41.970591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-409de655-9be4-412a-8580-8af9f2f405f4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0430334 Nov 12 04:17:42.077215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-d0999704-413a-417b-b2cf-71d679e3392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.078662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-d0999704-413a-417b-b2cf-71d679e3392e service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0878868 Nov 12 04:17:42.144557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-3eae4860-7bea-4ca0-bf3e-6dd7b3699198 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1000 time: 0.0585458 Nov 12 04:17:42.197400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-37111baa-9b7f-4da2-aab6-31645d841bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.198832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-37111baa-9b7f-4da2-aab6-31645d841bf0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0473518 Nov 12 04:17:42.245400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-4da78ad8-ed9f-4970-89ba-583830eb98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:17:42.246884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-4da78ad8-ed9f-4970-89ba-583830eb98a7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404656 Nov 12 04:17:42.336526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-772d4537-8c14-4013-9bc2-17de9d50301e service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814312 Nov 12 04:17:42.430358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0cb444b-d90b-4d12-82ec-cf376b745b2c req-849fbbed-f13a-4ce8-a661-1dfea6ebcc42 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 Nov 12 04:17:44.531599 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:17:52.288164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5cf0bb74-e4f6-45d7-ac88-42752f86efd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:54.639006 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5dfa27ae-ad3a-4ea8-a19c-2b90c8b3ed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:55.619951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.081260 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:17:57.825893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:01.882966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:10.046482 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:21.531126 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:22.290964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a3ccb1d-65db-48b8-9ba5-6f84045866d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:24.640352 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-77d3df19-0d9e-4815-950e-1a08597d0289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:25.623443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.083995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:27.829235 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:31.880792 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:40.040511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:41.752085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-782eda5a-5cd7-43bb-ba0d-112d52a5162a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425177 Nov 12 04:18:41.858627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-183204d9-6834-4d60-9b68-6c95a765a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.860171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-183204d9-6834-4d60-9b68-6c95a765a45a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0445733 Nov 12 04:18:41.968602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-3d24b297-c032-4886-a107-5cc5f393c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:41.970075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-3d24b297-c032-4886-a107-5cc5f393c503 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0848646 Nov 12 04:18:42.039283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-d37c7c5a-8af6-47d6-924f-4aefd29aa832 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1000 time: 0.0603426 Nov 12 04:18:42.087775 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-97085772-3daf-44ae-b5fa-6d9446334b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:42.089225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-97085772-3daf-44ae-b5fa-6d9446334b9e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0431676 Nov 12 04:18:42.135631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-01fef03a-c6ad-4b50-a422-8c002761c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:42.137113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-01fef03a-c6ad-4b50-a422-8c002761c1fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401046 Nov 12 04:18:42.233218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-25c17b95-734b-40fb-8bcc-f133849ace73 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881569 Nov 12 04:18:42.324678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbd60d92-cfab-45e4-b1e0-dee22b038b2f req-bed8bcfc-0c43-47a6-a114-5fe3fc5cd8f9 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831299 Nov 12 04:18:52.289991 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-42e4738f-76fe-4ebe-9b3c-8a350059cf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:54.640549 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04093e28-c587-4e30-8b60-6aa9ea403c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.529448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c8e60-9f35-4eb5-b025-27c95daecd08 req-626aacc3-0198-4b7e-ad8f-409ef3f65e69 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.530962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b27c8e60-9f35-4eb5-b025-27c95daecd08 req-626aacc3-0198-4b7e-ad8f-409ef3f65e69 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.1020131 Nov 12 04:18:55.583302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b27c8e60-9f35-4eb5-b025-27c95daecd08 req-a4b89c4d-a5a8-439b-be39-2e757e08898c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462565 Nov 12 04:18:55.630604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:55.831170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cc844-2285-4df4-ae54-5bce292280b8 req-1201ba5e-7086-477b-9e18-28c3abc39b81 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:55.832687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513cc844-2285-4df4-ae54-5bce292280b8 req-1201ba5e-7086-477b-9e18-28c3abc39b81 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0495727 Nov 12 04:18:55.882478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-513cc844-2285-4df4-ae54-5bce292280b8 req-099691f2-bae5-4e61-8c6a-f1526a4b1e00 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Nov 12 04:18:55.928039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-c86b15e3-dc99-444e-ab5e-429e19f07bca service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936553 Nov 12 04:18:57.004885 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a7e1f-5a66-4057-8da9-088381816c7b req-6796111c-f151-4828-93b7-6d2edb91ed9f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.006368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b8a7e1f-5a66-4057-8da9-088381816c7b req-6796111c-f151-4828-93b7-6d2edb91ed9f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0528467 Nov 12 04:18:57.060946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7b8a7e1f-5a66-4057-8da9-088381816c7b req-f72a2182-4091-4b36-b3e7-85cfa01d6e96 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478020 Nov 12 04:18:57.086861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:57.328369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-0338371a-57cf-4c1a-85fd-47525f1bfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.329815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-0338371a-57cf-4c1a-85fd-47525f1bfb56 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1097 time: 0.0454254 Nov 12 04:18:57.425351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-2a1eb1b1-5594-47ba-b647-133697bae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.426832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-2a1eb1b1-5594-47ba-b647-133697bae3d2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0889640 Nov 12 04:18:57.495819 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-8c5c0b32-e717-450a-9c9f-c66c53b9a5b0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1000 time: 0.0580952 Nov 12 04:18:57.546466 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-6feae587-c281-4a1c-bcfe-dedbcb5294f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.547954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-6feae587-c281-4a1c-bcfe-dedbcb5294f2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0444474 Nov 12 04:18:57.599100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-33042a5f-3c66-43a1-ba4b-b24bae8eff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:57.600514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-33042a5f-3c66-43a1-ba4b-b24bae8eff8f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446258 Nov 12 04:18:57.698055 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-11f49b74-f8e8-4c30-8617-8fa8341922c5 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888884 Nov 12 04:18:57.793246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-1ae8427f-2a77-4f70-b2de-d9d158c79601 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853877 Nov 12 04:18:57.835256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:18:58.185045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee61c0-6b9a-41f2-b25e-a44dd82d5f43 req-b0543dfd-b509-448a-961c-5f184d848402 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:58.186469 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaee61c0-6b9a-41f2-b25e-a44dd82d5f43 req-b0543dfd-b509-448a-961c-5f184d848402 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0553293 Nov 12 04:18:58.235467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eaee61c0-6b9a-41f2-b25e-a44dd82d5f43 req-95e9ab61-5a70-456c-80f3-99217233140a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Nov 12 04:18:58.530945 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:18:59.357817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aedaa-9e04-4f22-98d2-14332d5c27ec req-e29271d9-7774-4f41-9d72-64d193002ee8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:18:59.359331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-366aedaa-9e04-4f22-98d2-14332d5c27ec req-e29271d9-7774-4f41-9d72-64d193002ee8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0487783 Nov 12 04:18:59.410203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-366aedaa-9e04-4f22-98d2-14332d5c27ec req-cfc8b470-9ce6-4802-a4d3-48a38f7c3e82 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449409 Nov 12 04:19:00.529682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f1f8-7965-45af-85cb-d6f32e152d5f req-f98faa9c-e004-49e7-b52a-e8f3146c6806 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:00.531188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f65f1f8-7965-45af-85cb-d6f32e152d5f req-f98faa9c-e004-49e7-b52a-e8f3146c6806 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0490274 Nov 12 04:19:00.579999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3f65f1f8-7965-45af-85cb-d6f32e152d5f req-b2e85feb-0612-4a3d-97ba-73a67c8cb781 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Nov 12 04:19:01.707179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ecb9-fb3f-4bdf-8520-f0d08763cedb req-a10e2715-95b8-44c3-b757-003f94e9d48c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:01.708712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58e1ecb9-fb3f-4bdf-8520-f0d08763cedb req-a10e2715-95b8-44c3-b757-003f94e9d48c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0552208 Nov 12 04:19:01.757587 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58e1ecb9-fb3f-4bdf-8520-f0d08763cedb req-e01d569d-51b7-40bd-aaf8-d4bfd141f4e0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Nov 12 04:19:01.896135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:02.887989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72afd7b-fbe2-4c0b-ad98-efaf8ae3a230 req-71ae1d44-1ce8-4cf4-bf54-54a14c14acee tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:02.889513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a72afd7b-fbe2-4c0b-ad98-efaf8ae3a230 req-71ae1d44-1ce8-4cf4-bf54-54a14c14acee tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0597348 Nov 12 04:19:02.938640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a72afd7b-fbe2-4c0b-ad98-efaf8ae3a230 req-b6f30086-8743-4e14-b765-d2ff56f2ad98 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Nov 12 04:19:04.063226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322864b-a6f9-47be-b334-9d81b5c6f8f7 req-83bd391d-cf82-4a0a-8ef7-58ac3e5887a8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:04.065230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3322864b-a6f9-47be-b334-9d81b5c6f8f7 req-83bd391d-cf82-4a0a-8ef7-58ac3e5887a8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0495133 Nov 12 04:19:04.113653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3322864b-a6f9-47be-b334-9d81b5c6f8f7 req-c53e1f1b-5478-4582-b893-43e95c613ab3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Nov 12 04:19:05.229400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff740-4bf1-41db-a4bc-b67d04801793 req-4f036f54-520f-4023-96df-db2d4e59da64 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:05.230767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15bff740-4bf1-41db-a4bc-b67d04801793 req-4f036f54-520f-4023-96df-db2d4e59da64 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0484498 Nov 12 04:19:05.281847 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-15bff740-4bf1-41db-a4bc-b67d04801793 req-acf1836c-423c-4154-a537-c5de574fd97d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 Nov 12 04:19:06.398722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ea252-8221-4d48-9efd-83e180cd0a0e req-0167ea4c-2b65-4b70-8dc0-d9a628d2b09a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:06.400217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-324ea252-8221-4d48-9efd-83e180cd0a0e req-0167ea4c-2b65-4b70-8dc0-d9a628d2b09a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0490870 Nov 12 04:19:06.447260 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-324ea252-8221-4d48-9efd-83e180cd0a0e req-1571392d-a9c0-436f-bd7a-e522167ea21f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Nov 12 04:19:07.566237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59faf4-ffd4-4510-aa28-8e2d6693044b req-36602c7c-b29c-42aa-9ca0-4f5789a775a8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:07.567734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be59faf4-ffd4-4510-aa28-8e2d6693044b req-36602c7c-b29c-42aa-9ca0-4f5789a775a8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0492008 Nov 12 04:19:07.613344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be59faf4-ffd4-4510-aa28-8e2d6693044b req-bd7045ca-a7b2-419d-93d5-d8b15eb3c3bb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Nov 12 04:19:08.736837 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7d74-8713-4e71-a804-13728ea3bec8 req-698b8bd4-2d5d-4587-80df-0584d9043cd8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:08.738873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-145c7d74-8713-4e71-a804-13728ea3bec8 req-698b8bd4-2d5d-4587-80df-0584d9043cd8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0530643 Nov 12 04:19:08.787700 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-145c7d74-8713-4e71-a804-13728ea3bec8 req-7353bec5-3922-4220-8f1d-e20dc34327a5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Nov 12 04:19:09.915625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b9247-e76d-4d4a-89b6-d64ba75e0e65 req-2bb27c8e-29a9-4dc2-9528-baa97666e571 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:09.917193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be2b9247-e76d-4d4a-89b6-d64ba75e0e65 req-2bb27c8e-29a9-4dc2-9528-baa97666e571 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 12 04:19:09.964184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be2b9247-e76d-4d4a-89b6-d64ba75e0e65 req-b63e2347-280e-4ab5-829d-33b5a6ef03b8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Nov 12 04:19:10.040449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:11.086015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b4798-68b0-4655-b251-fa969fd5d55b req-7f51cb12-9d8f-45df-a5ba-bb37ece0314c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:11.087996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a6b4798-68b0-4655-b251-fa969fd5d55b req-7f51cb12-9d8f-45df-a5ba-bb37ece0314c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0534322 Nov 12 04:19:11.137174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2a6b4798-68b0-4655-b251-fa969fd5d55b req-1a1919ec-3740-4696-9182-13ac994c5f36 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Nov 12 04:19:12.254201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aedc5-4c39-4350-ba11-66f41507e116 req-46574aa4-cbdc-4b70-9642-3b1403b6b2e6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:12.255690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f1aedc5-4c39-4350-ba11-66f41507e116 req-46574aa4-cbdc-4b70-9642-3b1403b6b2e6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0483227 Nov 12 04:19:12.302349 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f1aedc5-4c39-4350-ba11-66f41507e116 req-a963317d-c71f-4c62-9655-5b95b2c7d28a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Nov 12 04:19:13.419891 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149741f-6468-4074-b77e-df28955e3208 req-34e7da92-945c-467a-9d48-1c19773a5a43 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:13.421533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2149741f-6468-4074-b77e-df28955e3208 req-34e7da92-945c-467a-9d48-1c19773a5a43 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0492463 Nov 12 04:19:13.479623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2149741f-6468-4074-b77e-df28955e3208 req-4381974f-0b44-41db-a4b4-7cc98ffd3417 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520678 Nov 12 04:19:14.595697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab664-b082-4772-9545-aa43471d0280 req-cf95249e-0f57-4dab-8074-aac6b0d8b9c8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:14.597190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7ab664-b082-4772-9545-aa43471d0280 req-cf95249e-0f57-4dab-8074-aac6b0d8b9c8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0482175 Nov 12 04:19:14.644216 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c7ab664-b082-4772-9545-aa43471d0280 req-454cf61d-5ae3-4b40-bfc3-b20217f82b2d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Nov 12 04:19:15.093668 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-31aece29-5747-4129-91ab-afd05a5618cd req-edc93741-cb70-497c-b69c-02bdc561d8b7 service neutron] show failed (client error): The resource could not be found. Nov 12 04:19:15.094683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-edc93741-cb70-497c-b69c-02bdc561d8b7 service neutron] 10.222.0.104 "GET /v2.0/ports/d3737604-44bb-4b64-b545-ca50b459b14b/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0586476 Nov 12 04:19:15.392868 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-48156d39-1776-4c40-b756-468e7dcd6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.394410 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-48156d39-1776-4c40-b756-468e7dcd6929 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1097 time: 0.0859194 Nov 12 04:19:15.422179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:15.483268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.687508 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:15.726036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:15.766015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2275611-3ab0-4d20-a9d5-232cdbba168d req-507e629b-3444-4e8f-a703-6b318ab9d47d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:15.767616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2275611-3ab0-4d20-a9d5-232cdbba168d req-507e629b-3444-4e8f-a703-6b318ab9d47d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0529659 Nov 12 04:19:15.771748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:15.778370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.792172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Transition to ACTIVE for port object d3737604-44bb-4b64-b545-ca50b459b14b will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:15.796785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:15.823314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2275611-3ab0-4d20-a9d5-232cdbba168d req-a21b306b-0a63-402b-9247-852ad4586254 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495808 Nov 12 04:19:15.826200 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326b2ee-3d45-4368-9c57-ee0f1e040968" -d '{"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-unplugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:15.916745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:15.942683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.943059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.943395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.943730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.944062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.944394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.944733 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.945525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.945651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.946406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.946730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.947072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:15.957301 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2df250-e7cd-4551-a5a2-96263ace1c91 x-openstack-request-id: req-ec2df250-e7cd-4551-a5a2-96263ace1c91 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:15.957587 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-unplugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:15.957834 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ec2df250-e7cd-4551-a5a2-96263ace1c91 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:15.958230 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'code': 200} Nov 12 04:19:16.000011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] No DVR routers for this DVR port d3737604-44bb-4b64-b545-ca50b459b14b on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:16.139311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:16.139561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:16.139897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:16.144316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:16.144638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Attempting to bind port d3737604-44bb-4b64-b545-ca50b459b14b on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:16.149866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:16.150204 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:16.150604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:16.151048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Bound port: d3737604-44bb-4b64-b545-ca50b459b14b, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:16.151405 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.217512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:16.220728 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:16.224666 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.262636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.263288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:16.264677 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 1092 time: 0.8468285 Nov 12 04:19:16.281160 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97211-9c0e-4f4f-a4b7-6de508b8c964 service neutron] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:16.349672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-e270f047-a3ec-46be-aaea-e5d910f02f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.351213 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-e270f047-a3ec-46be-aaea-e5d910f02f30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1095 time: 0.0430033 Nov 12 04:19:16.456632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-0e796f08-02da-48ab-90b6-2dce04da26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.458154 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-0e796f08-02da-48ab-90b6-2dce04da26ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0995431 Nov 12 04:19:16.530807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-74d855d9-ef24-4404-bf5d-f0d0c68b2ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 998 time: 0.0607183 Nov 12 04:19:16.584922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-7591e880-6d51-4be7-a0d8-b6d58a52522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.586372 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-7591e880-6d51-4be7-a0d8-b6d58a52522f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0435276 Nov 12 04:19:16.641922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aece29-5747-4129-91ab-afd05a5618cd req-fb7ffd71-1adf-4f3f-837f-2d6e3ed2f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.643459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-fb7ffd71-1adf-4f3f-837f-2d6e3ed2f8ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451829 Nov 12 04:19:16.739099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-2c271d0a-bcba-4409-9184-36deb9a3cd86 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824964 Nov 12 04:19:16.839134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-31aece29-5747-4129-91ab-afd05a5618cd req-6a96fdae-8026-41c4-b598-3e85fb906e7b service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882792 Nov 12 04:19:16.947610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059eff1-c44c-4476-b406-9a0bd0287c31 req-74e2a26b-4d52-40d8-8323-c07b2549414d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:16.949223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e059eff1-c44c-4476-b406-9a0bd0287c31 req-74e2a26b-4d52-40d8-8323-c07b2549414d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0518799 Nov 12 04:19:17.000843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e059eff1-c44c-4476-b406-9a0bd0287c31 req-9f502fcb-65a3-419a-ab2d-91204b97ff42 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Nov 12 04:19:17.959120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:17.961497 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a860515-2b3d-4927-9d35-2aab8ac0ca65" -d '{"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:18.012196 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa568cf-f983-4c69-8d7f-bd0a871b2dd3 x-openstack-request-id: req-9aa568cf-f983-4c69-8d7f-bd0a871b2dd3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:18.012487 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:18.012739 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9aa568cf-f983-4c69-8d7f-bd0a871b2dd3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:18.013141 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'status': 'completed', 'code': 200} Nov 12 04:19:18.107763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-3df44fae-05b0-461a-af90-4e8eb9e74ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.109289 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-3df44fae-05b0-461a-af90-4e8eb9e74ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1095 time: 0.0421550 Nov 12 04:19:18.128191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-e7a9cbbe-cc94-474b-bf89-f3d3d403140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.129701 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-e7a9cbbe-cc94-474b-bf89-f3d3d403140e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1095 time: 0.0748513 Nov 12 04:19:18.142398 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c4b9f-3d29-47ed-9867-6cd7aeee85f8 req-82419fa4-1c22-4557-8b57-88804b1a7f76 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.144148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f4c4b9f-3d29-47ed-9867-6cd7aeee85f8 req-82419fa4-1c22-4557-8b57-88804b1a7f76 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0644808 Nov 12 04:19:18.208991 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-0139a4ab-6394-4062-a95e-3c721db60a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.210824 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-0139a4ab-6394-4062-a95e-3c721db60a4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0941181 Nov 12 04:19:18.248023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f4c4b9f-3d29-47ed-9867-6cd7aeee85f8 req-29e31ab8-6658-4acd-a147-a513578fd40d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958498 Nov 12 04:19:18.263357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-38074e31-54ca-4be1-acfd-c80eef3d0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.264830 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-38074e31-54ca-4be1-acfd-c80eef3d0c55 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1198137 Nov 12 04:19:18.279769 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-cd8b6c8a-5280-4a2b-ada3-224acf1bb159 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 998 time: 0.0608292 Nov 12 04:19:18.305441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:18.334661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-63e61abd-638c-4394-bc6b-daed1721ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.336310 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-63e61abd-638c-4394-bc6b-daed1721ae89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0483205 Nov 12 04:19:18.338868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-fb50174f-6568-4a9c-bf97-073e392fcd1a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 998 time: 0.0657456 Nov 12 04:19:18.345515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:18.387361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-0e806375-9015-4a2f-afb9-67c6a19c818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.389002 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-0e806375-9015-4a2f-afb9-67c6a19c818f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451913 Nov 12 04:19:18.389135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-5b00b476-8b0f-4442-94c8-201f4001534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.390465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-5b00b476-8b0f-4442-94c8-201f4001534b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0448139 Nov 12 04:19:18.437554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-bacdc58d-420d-42a8-b093-417d7ef154b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:18.439098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-bacdc58d-420d-42a8-b093-417d7ef154b1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412192 Nov 12 04:19:18.484117 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-95d93f24-cf98-4833-87f7-03fb96b1e397 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Nov 12 04:19:18.533359 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-7bf4e1ab-fc82-4852-8f78-8da550b678dd service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Nov 12 04:19:18.577792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-59f52081-f7f9-4ba6-9de5-11b5ab3377c3 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Nov 12 04:19:18.624365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a860515-2b3d-4927-9d35-2aab8ac0ca65 req-41e3a333-3610-44ca-b72a-4b656eb05bc2 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831716 Nov 12 04:19:19.199653 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:19.296212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:19.308203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'mac_address': 'fa:16:3e:6b:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:19.345636 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.358861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3737604-44bb-4b64-b545-ca50b459b14b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:19.370047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2889-e428-43c0-875e-1aa04a3996b0 req-7d542325-0a47-416f-a25e-7a1921d0d23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.371610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-765d2889-e428-43c0-875e-1aa04a3996b0 req-7d542325-0a47-416f-a25e-7a1921d0d23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 943 time: 0.0535905 Nov 12 04:19:19.379901 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:19.384505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:19.419910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-765d2889-e428-43c0-875e-1aa04a3996b0 req-d4c7f2d3-977b-4352-b911-e84f3b595f06 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Nov 12 04:19:19.430972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:19.439056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.439394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.439722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.440050 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.440371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.440728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.441030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.441365 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.441681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.441993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.442306 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.442612 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:19.646082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4558d2-55be-4606-baff-154c24c1115f req-c7965c56-2f9d-449f-8d1b-9247fa9c8531 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.647620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4558d2-55be-4606-baff-154c24c1115f req-c7965c56-2f9d-449f-8d1b-9247fa9c8531 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0795240 Nov 12 04:19:19.662882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a53c-2d70-401d-9825-900a79572136 req-0e31f6cb-eb22-494f-8875-3c5a2314aed3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.664261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-0e31f6cb-eb22-494f-8875-3c5a2314aed3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d&tenant_id=fae33b73f8664e4684f3f2306f73b94a&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 944 time: 0.0691404 Nov 12 04:19:19.725548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['d3737604-44bb-4b64-b545-ca50b459b14b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:19.738673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fd4558d2-55be-4606-baff-154c24c1115f req-23aed634-d41d-4e5b-bec9-2d99fb657853 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840991 Nov 12 04:19:19.755560 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-d780a53c-2d70-401d-9825-900a79572136 req-2764a2dd-64fd-4ab4-a7e2-48d740e01f54 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:19:19.756563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-2764a2dd-64fd-4ab4-a7e2-48d740e01f54 service neutron] 10.222.0.104 "DELETE /v2.0/ports/d3737604-44bb-4b64-b545-ca50b459b14b/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0765400 Nov 12 04:19:19.862417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a53c-2d70-401d-9825-900a79572136 req-1509bdec-c323-4c11-8669-85bf09bd8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.863957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-1509bdec-c323-4c11-8669-85bf09bd8e80 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 1096 time: 0.0406067 Nov 12 04:19:19.957643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a53c-2d70-401d-9825-900a79572136 req-0bee1852-2557-4545-b15f-1ba98f72796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:19.959152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-0bee1852-2557-4545-b15f-1ba98f72796c service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0871894 Nov 12 04:19:20.023902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-aff6ca7c-1212-4d64-a0f3-bbab4c2f1319 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 200 len: 999 time: 0.0575247 Nov 12 04:19:20.073113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a53c-2d70-401d-9825-900a79572136 req-07cc7e86-1842-45e0-805e-5cc6d4666089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.074543 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-07cc7e86-1842-45e0-805e-5cc6d4666089 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0436220 Nov 12 04:19:20.122677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a53c-2d70-401d-9825-900a79572136 req-452db3ab-3c1d-41c0-8c95-e5a6f8643713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.124182 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-452db3ab-3c1d-41c0-8c95-e5a6f8643713 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430753 Nov 12 04:19:20.213094 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-3afaeadb-0f3e-4c08-8b73-7a45a3f5ff8b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814126 Nov 12 04:19:20.307316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d780a53c-2d70-401d-9825-900a79572136 req-f51a41ac-9428-4ce4-b3d4-77cc703c420c service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870717 Nov 12 04:19:20.859905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1cd47-31c5-49d5-8930-a121c49cee38 req-958363ad-fef2-47d8-9bf2-714939e14781 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:20.861399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36f1cd47-31c5-49d5-8930-a121c49cee38 req-958363ad-fef2-47d8-9bf2-714939e14781 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0502853 Nov 12 04:19:20.912495 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36f1cd47-31c5-49d5-8930-a121c49cee38 req-32ce9edb-854c-49d0-bb78-06718dec3030 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Nov 12 04:19:21.025427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c216-fc3e-4a90-8422-5a0f64d13e0e req-6301aef4-9490-409d-82fb-f6228e6aedd2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.026802 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f13c216-fc3e-4a90-8422-5a0f64d13e0e req-6301aef4-9490-409d-82fb-f6228e6aedd2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0477741 Nov 12 04:19:21.077590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9f13c216-fc3e-4a90-8422-5a0f64d13e0e req-44d276b8-201d-464a-9c76-9016ccf7c28e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Nov 12 04:19:21.189511 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb3537-574c-4d3e-968e-427bf9f71677 req-1b189924-02b8-4fd8-8533-6aa2e2bb70f0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.190973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cccb3537-574c-4d3e-968e-427bf9f71677 req-1b189924-02b8-4fd8-8533-6aa2e2bb70f0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 944 time: 0.0481691 Nov 12 04:19:21.200172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:21.237666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cccb3537-574c-4d3e-968e-427bf9f71677 req-e2cc124a-5245-4f0b-8519-f2f3402b80b6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Nov 12 04:19:21.248492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port d3737604-44bb-4b64-b545-ca50b459b14b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:21.252441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port d3737604-44bb-4b64-b545-ca50b459b14b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:21.252814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.333601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.358764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:21.372783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:21.377039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:21.414327 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b91afd-2ada-4d9f-a3ac-bf5897cbee1c" -d '{"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-plugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:21.446910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:21.486027 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8652-d07e-4cb6-9fd9-61c308c7a0c5 req-458965c0-6edb-44fc-9a92-2250e8808a03 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:21.487532 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-562c8652-d07e-4cb6-9fd9-61c308c7a0c5 req-458965c0-6edb-44fc-9a92-2250e8808a03 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0543320 Nov 12 04:19:21.534122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-562c8652-d07e-4cb6-9fd9-61c308c7a0c5 req-e15fe9d1-a509-4be4-a7ad-2de9f052abea tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405393 Nov 12 04:19:21.625140 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb1bfd2-97a4-4302-84b7-00695fee4344 x-openstack-request-id: req-cbb1bfd2-97a4-4302-84b7-00695fee4344 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:21.625433 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-plugged", "status": "completed", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:21.625688 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cbb1bfd2-97a4-4302-84b7-00695fee4344 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:21.626086 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'code': 200} Nov 12 04:19:22.293566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be23749f-9fda-4763-aa91-7da3afde62e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:22.963075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a629e-0054-4a2e-b9f5-c4984b6c0c43 req-b964e8f7-4aea-4052-8ca2-0cef7b4e8885 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:22.964559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a24a629e-0054-4a2e-b9f5-c4984b6c0c43 req-b964e8f7-4aea-4052-8ca2-0cef7b4e8885 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.3598142 Nov 12 04:19:23.011201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a24a629e-0054-4a2e-b9f5-c4984b6c0c43 req-b5c914d4-7824-4361-bf30-a7a8a6b5100b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 Nov 12 04:19:23.047732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-632e8cb9-2837-4533-8c94-65fe84d09728 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:23.049224 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-632e8cb9-2837-4533-8c94-65fe84d09728 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 945 time: 0.0507257 Nov 12 04:19:23.141231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Deleting port d3737604-44bb-4b64-b545-ca50b459b14b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:19:23.141569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.234926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] For port d3737604-44bb-4b64-b545-ca50b459b14b, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=d3737604-44bb-4b64-b545-ca50b459b14b,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:23.235208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.413248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.413687 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.413927 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 disassociated. External IP: 172.25.7.30, port: d3737604-44bb-4b64-b545-ca50b459b14b. Nov 12 04:19:23.414272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Calling delete_port for d3737604-44bb-4b64-b545-ca50b459b14b owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:19:23.550539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.578422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'Port': ['ID=d3737604-44bb-4b64-b545-ca50b459b14b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:23.701079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:23.812410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:23.822835 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:23.832823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:23.833424 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:18:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:23.853877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] No DVR routers for this DVR port d3737604-44bb-4b64-b545-ca50b459b14b on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:19:23.856513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:23.859947 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-475b478d-d21f-4a71-a4a7-715557ea1520 req-ebc778a1-4556-4f0d-b72a-36f150239760 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "DELETE /v2.0/ports/d3737604-44bb-4b64-b545-ca50b459b14b HTTP/1.1" status: 204 len: 173 time: 0.8005662 Nov 12 04:19:23.860394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-deleted', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:23.862651 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddf4d83-bbf4-47f6-ae3c-6fa5dba88c56" -d '{"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-deleted", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:23.903694 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731cad1-096c-4322-b8d4-c4afafe0eb20 x-openstack-request-id: req-d731cad1-096c-4322-b8d4-c4afafe0eb20 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:23.903998 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d996ec6c-56e2-434d-a68b-a072b89a666d", "name": "network-vif-deleted", "tag": "d3737604-44bb-4b64-b545-ca50b459b14b", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:23.904259 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d731cad1-096c-4322-b8d4-c4afafe0eb20 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:23.905054 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd996ec6c-56e2-434d-a68b-a072b89a666d', 'name': 'network-vif-deleted', 'tag': 'd3737604-44bb-4b64-b545-ca50b459b14b', 'status': 'completed', 'code': 200} Nov 12 04:19:23.946334 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:24.139267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52266212-06cf-47b9-bbe6-b808c1d7eb82 req-1f433309-cc5a-455e-8c47-ba8cb46a7d72 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=d996ec6c-56e2-434d-a68b-a072b89a666d HTTP/1.1" status: 200 len: 210 time: 0.0310707 Nov 12 04:19:24.159698 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:24.277407 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:24.286123 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:24.286738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:18:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:24.389338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:24.581323 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:24.607880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e19c10-560c-4300-9ad3-04f52c189ea1 None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:24.645924 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-93e1002b-e242-456d-a339-555f643f3c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:24.822509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0cdf3-37c1-45da-b9a9-276a0ef6d1b1 None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:25.375241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-3c30c44d-e05d-41a5-9d40-8e8a53e42023 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1747319532&fields=id&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 267 time: 0.0410893 Nov 12 04:19:25.483801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-fddd480f-6cc6-43da-87c0-5e9b89c8d6f8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:25.485257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-fddd480f-6cc6-43da-87c0-5e9b89c8d6f8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1029067 Nov 12 04:19:25.500602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-7c616639-2265-47e4-8cac-2f777e11036a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/quotas/fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 375 time: 0.0095387 Nov 12 04:19:25.553443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-996c7cc2-f00c-4c4b-b87c-e8588a985ccc tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472999 Nov 12 04:19:25.629229 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:25.727977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-70919278-52c9-4d53-aa20-30916bc22c5e service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291564 Nov 12 04:19:25.816526 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-d69da211-635c-466c-aaf0-f44357121322 service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Nov 12 04:19:25.991289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61a62d9c-d381-4f8e-ba22-44977b5adcd6 req-af0d706c-43e3-41ac-9808-8aae9fc3536e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 210 time: 0.0303717 Nov 12 04:19:27.058099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-81b01710-ab0c-474b-ade4-a10ec8291a54 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.059732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-81b01710-ab0c-474b-ade4-a10ec8291a54 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1175628 Nov 12 04:19:27.092507 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.107293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d347caf6-925e-4c02-afda-cccd5e297851 req-6a99b221-2b71-49d5-9461-75609aa7bedb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 210 time: 0.0311255 Nov 12 04:19:27.154328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-f5c36bd6-5b64-4a89-ad8b-ae7da6dc0f3e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 380 time: 0.0769179 Nov 12 04:19:27.177762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'port': {'device_id': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'admin_state_up': True, 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'security_groups': ['23c3ca91-bbd1-414e-a0f4-1de585449a88']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:27.247680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:19:27.267658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: d3737604-44bb-4b64-b545-ca50b459b14b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:19:27.267998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device d3737604-44bb-4b64-b545-ca50b459b14b not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:19:27.294446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:19:27.298141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.424543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Allocated IP 172.20.0.10 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/f427dd11-4e4f-4200-a42c-4bd7dabf1a01) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:19:27.561945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.595283 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.639724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:19:27.644695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:19:27.648526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:19:27.676895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:27.690138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.690401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.690741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.691104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.691442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.691769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.692110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.692411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.692732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.693049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.693366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.693683 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:19:27.715181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:27.715818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.732171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-78c69378-de1b-4d77-b3e6-953434ad7bbf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588112 Nov 12 04:19:27.751138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Request body: {'port': {'device_id': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:27.808580 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.831525 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.851849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6beb4387-1ad5-46d8-90ad-090bd67a76c3 None None] Provisioning complete for port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:27.852411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6beb4387-1ad5-46d8-90ad-090bd67a76c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:27.890010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6beb4387-1ad5-46d8-90ad-090bd67a76c3 None None] Port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:19:28.077292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f427dd11-4e4f-4200-a42c-4bd7dabf1a01 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:28.084643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.096847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Transition to ACTIVE for port object f427dd11-4e4f-4200-a42c-4bd7dabf1a01 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:19:28.099943 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.150723 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.258803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:19:28.259159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:19:28.259490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:28.265473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:19:28.265791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:19:28.272967 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:19:28.273309 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:19:28.273734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:19:28.274170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Bound port: f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:19:28.274530 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.283659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffc67d-b586-43bd-a8f1-9e6351de7948 req-ddd26d1c-b785-44fe-9598-74961920bd9a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.285178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10ffc67d-b586-43bd-a8f1-9e6351de7948 req-ddd26d1c-b785-44fe-9598-74961920bd9a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0858924 Nov 12 04:19:28.376398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10ffc67d-b586-43bd-a8f1-9e6351de7948 req-63e16f82-4b73-476e-acaf-a3005f72bd49 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826418 Nov 12 04:19:28.385814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:19:28.389244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:19:28.393059 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.428002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.428648 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:28.430618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] 10.222.0.104 "PUT /v2.0/ports/f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1093 time: 0.6834595 Nov 12 04:19:28.431088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:28.459691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8e1d0-2605-468c-a805-1cb9927ad2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:28.479701 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af788084-9b77-4b0f-b041-06b7c104a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:28.544307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-e6a6838c-e3ec-4626-a380-d1da4668fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.545851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-e6a6838c-e3ec-4626-a380-d1da4668fb73 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0499291 Nov 12 04:19:28.600988 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20849620-1e70-41d5-91b1-4f950ef15e5e x-openstack-request-id: req-20849620-1e70-41d5-91b1-4f950ef15e5e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:28.601237 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:28.601527 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20849620-1e70-41d5-91b1-4f950ef15e5e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:28.602449 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'status': 'completed', 'code': 200} Nov 12 04:19:28.604282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-52116e2f-3475-43a7-af09-5cdbaafdd719 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 217 time: 0.0408025 Nov 12 04:19:28.656676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-80bebc39-6d97-413b-974a-6f61a5810af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.658133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-80bebc39-6d97-413b-974a-6f61a5810af2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0448124 Nov 12 04:19:28.710628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433113a-6890-4a45-8c9c-d44e6522695c req-e7d39648-9d1c-4073-9fd7-2ea6de133ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:28.712104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-e7d39648-9d1c-4073-9fd7-2ea6de133ada service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448132 Nov 12 04:19:28.804560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-a05a66b7-b630-47ef-b9ba-aef5b1f26c98 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834775 Nov 12 04:19:28.904835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d433113a-6890-4a45-8c9c-d44e6522695c req-f5158c30-e494-458b-a728-d99b1b46ce7f service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Nov 12 04:19:29.037484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-e776dd32-2630-4497-b87b-31dc1a772bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.039297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-e776dd32-2630-4497-b87b-31dc1a772bef service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0459042 Nov 12 04:19:29.129585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-61fd3c78-7113-4722-8ce4-4cfc52b22018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.131085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-61fd3c78-7113-4722-8ce4-4cfc52b22018 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0842421 Nov 12 04:19:29.177342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-3270ba9e-2909-47dd-b9ce-4df775f1aa70 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 217 time: 0.0383587 Nov 12 04:19:29.229115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-18c718c0-6b34-40af-b667-cef4debeeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.230563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-18c718c0-6b34-40af-b667-cef4debeeb3f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0467854 Nov 12 04:19:29.277343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-6ec2e236-23fa-40ea-bddc-5c3c9e6fc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.278903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-6ec2e236-23fa-40ea-bddc-5c3c9e6fc103 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417278 Nov 12 04:19:29.372604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-6b9c6132-2084-48c6-9156-cc74e6fcc634 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Nov 12 04:19:29.501943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af788084-9b77-4b0f-b041-06b7c104a4c4 req-9d4d7995-2308-4160-9c7c-0b6b6224acf5 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196094 Nov 12 04:19:29.519497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0c61-cc2b-4be0-97f9-f1a641600ff5 req-25ec2914-fd9a-4cee-a6ed-294d10c23248 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:29.520950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-478b0c61-cc2b-4be0-97f9-f1a641600ff5 req-25ec2914-fd9a-4cee-a6ed-294d10c23248 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0717270 Nov 12 04:19:29.574478 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-478b0c61-cc2b-4be0-97f9-f1a641600ff5 req-c13418cd-d8f0-4c20-9558-def1a9c0fd58 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Nov 12 04:19:30.701266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b1a27-a20a-49f2-93a7-9a5bd6cc45e0 req-9ea2575c-cb3d-4d5c-9008-9e93c511680f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:30.702750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-674b1a27-a20a-49f2-93a7-9a5bd6cc45e0 req-9ea2575c-cb3d-4d5c-9008-9e93c511680f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0497661 Nov 12 04:19:30.753000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-674b1a27-a20a-49f2-93a7-9a5bd6cc45e0 req-a3b4d954-f3d5-40de-8ded-3df5133f1399 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Nov 12 04:19:31.873599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6168a-5849-4cbd-9d8d-9eeab029e942 req-9e599ecb-6b30-4c5f-928f-5f4455ba57c2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:31.875130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1a6168a-5849-4cbd-9d8d-9eeab029e942 req-9e599ecb-6b30-4c5f-928f-5f4455ba57c2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0531809 Nov 12 04:19:31.896918 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:31.926759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1a6168a-5849-4cbd-9d8d-9eeab029e942 req-6eea7832-b535-4e5e-a0f6-2e5cae5f3c0c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Nov 12 04:19:32.374742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:19:32.469023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:32.480384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'mac_address': 'fa:16:3e:6d:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:19:32.517971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.531701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f427dd11-4e4f-4200-a42c-4bd7dabf1a01 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:19:32.552235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:32.556532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:32.604024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:33.010183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f427dd11-4e4f-4200-a42c-4bd7dabf1a01'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:19:33.047336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ac735-c469-4078-af0f-5db8faec12c1 req-b3357ede-041c-484d-b05a-7545666c03ed tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:33.048919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-515ac735-c469-4078-af0f-5db8faec12c1 req-b3357ede-041c-484d-b05a-7545666c03ed tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Nov 12 04:19:33.099166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-515ac735-c469-4078-af0f-5db8faec12c1 req-6cf1b2b4-bdb5-4499-ab88-661286291eae tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Nov 12 04:19:34.220934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac549-4975-471c-b255-e4d31fb74c5c req-0df7d424-412b-4ae3-8973-e221e3b5a82f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.222315 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-638ac549-4975-471c-b255-e4d31fb74c5c req-0df7d424-412b-4ae3-8973-e221e3b5a82f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Nov 12 04:19:34.273515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-638ac549-4975-471c-b255-e4d31fb74c5c req-43fe7395-2cce-4977-add9-982913b9b601 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Nov 12 04:19:34.392319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:19:34.443682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:19:34.447270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:19:34.447631 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.523576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.545887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:34.548119 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5515247-92aa-4631-aac1-93fbbf8ab8ea" -d '{"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-plugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:34.560992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:19:34.564952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:34.588444 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719fefdc-1835-4ecf-b273-bbf4b1ea4613 x-openstack-request-id: req-719fefdc-1835-4ecf-b273-bbf4b1ea4613 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:34.588735 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-plugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:34.588989 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-719fefdc-1835-4ecf-b273-bbf4b1ea4613 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:34.589379 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'code': 200} Nov 12 04:19:34.614873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:19:34.718771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed6410-af43-49db-afce-43b4883fe424 req-e0aa5202-e5ac-43be-9a91-6eed8ea5fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:34.720283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fed6410-af43-49db-afce-43b4883fe424 req-e0aa5202-e5ac-43be-9a91-6eed8ea5fe1e service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0398967 Nov 12 04:19:34.765538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fed6410-af43-49db-afce-43b4883fe424 req-4e923b89-83c1-4b9b-9e5c-1d9e0e9cec9e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Nov 12 04:19:35.394519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac1ec7-2948-494d-b95b-d17337bb7a61 req-3bf21725-e111-4173-8f9d-1e66daa8fb3d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:35.396169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faac1ec7-2948-494d-b95b-d17337bb7a61 req-3bf21725-e111-4173-8f9d-1e66daa8fb3d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0514226 Nov 12 04:19:35.452899 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-faac1ec7-2948-494d-b95b-d17337bb7a61 req-5280f008-bfd0-4844-b3f1-b206513d605c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493476 Nov 12 04:19:35.529986 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:19:36.572530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946a61f-4612-4012-b6d5-27153bfb60e4 req-610aefbc-4fd3-4c5d-8422-89f547bcb958 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.574010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a946a61f-4612-4012-b6d5-27153bfb60e4 req-610aefbc-4fd3-4c5d-8422-89f547bcb958 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0534675 Nov 12 04:19:36.621248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a946a61f-4612-4012-b6d5-27153bfb60e4 req-b792c375-dccd-45d0-b705-ea639b04a9cf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Nov 12 04:19:36.732417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f44f1-72a2-4dc8-821e-480529605d48 req-e504eac9-9b24-4208-b941-ef29bbe52cb6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:36.733833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f53f44f1-72a2-4dc8-821e-480529605d48 req-e504eac9-9b24-4208-b941-ef29bbe52cb6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Nov 12 04:19:36.742830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38412) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:19:36.747238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'floatingip': {'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:19:36.790177 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.216567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.220654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.319936 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 associated. External IP: 172.25.7.30, port: f427dd11-4e4f-4200-a42c-4bd7dabf1a01. Nov 12 04:19:37.527443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:19:37.635957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:19:37.640860 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:37.646182 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:19:37.655691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:37.656310 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:19:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:37.667896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-49ffc133-d5b4-4062-946d-1cd379b7bfdb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "PUT /v2.0/floatingips/4d4cee6e-1aed-49c2-9b0b-af4b69465700 HTTP/1.1" status: 200 len: 991 time: 0.9239726 Nov 12 04:19:37.668490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:19:37.670732 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652cfdb-14e3-43ca-95f4-c92aa893f97a" -d '{"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:19:37.768031 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:37.775886 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0160f3-6918-4a94-8c91-27c4f253a625 x-openstack-request-id: req-bf0160f3-6918-4a94-8c91-27c4f253a625 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:19:37.776177 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:19:37.776433 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bf0160f3-6918-4a94-8c91-27c4f253a625 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:19:37.776836 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'status': 'completed', 'code': 200} Nov 12 04:19:37.861227 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-9c5d4b63-456b-4933-8ba9-7f7516a2bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:37.862714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-9c5d4b63-456b-4933-8ba9-7f7516a2bd82 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0413270 Nov 12 04:19:37.955800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-54c13dfd-5229-4cc6-b744-74dba12db820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:37.957264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-54c13dfd-5229-4cc6-b744-74dba12db820 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0874979 Nov 12 04:19:37.992141 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6d:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:19:37Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:38.017162 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:19:38.021953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-8f38a7c6-40da-4bc7-ba34-33f61e0ff39a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 999 time: 0.0568569 Nov 12 04:19:38.025967 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:19:38.026557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:19:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:38.075694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-2b518db4-bfa4-4bc7-b105-732cbc5921fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:38.077200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-2b518db4-bfa4-4bc7-b105-732cbc5921fa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0487657 Nov 12 04:19:38.124912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-b28eec43-26cc-430b-afce-6f17890cb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:38.126334 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-b28eec43-26cc-430b-afce-6f17890cb469 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419159 Nov 12 04:19:38.135519 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:19:38.218296 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-d0bc9247-6931-441f-9617-c8b96fc5a068 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 Nov 12 04:19:38.312470 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b652cfdb-14e3-43ca-95f4-c92aa893f97a req-120f9604-0650-4ac8-9b66-5e552b0a370d service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871184 Nov 12 04:19:38.359859 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6d:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:19:37Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:19:38.385808 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49762d67-b0d9-4873-8ad3-02d34cf7c88d None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:6d:b8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:19:37Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:19:38.575263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb64af-5d23-4d22-b61d-c63287af07f9 None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:19:40.061537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:41.747963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-da34f707-ecef-46a9-9869-c43992f7e2ed service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398102 Nov 12 04:19:41.857071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-1fbf51bd-b62a-471f-b0ce-b10a9ecbe66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:41.858574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-1fbf51bd-b62a-471f-b0ce-b10a9ecbe66b service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0445077 Nov 12 04:19:41.967460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-ad7b85af-1708-4be4-9da0-ab57053cf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:41.968963 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-ad7b85af-1708-4be4-9da0-ab57053cf56e service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0904458 Nov 12 04:19:42.041129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-f56fd4de-f02a-4999-8d7f-2bee88b314c8 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1001 time: 0.0651176 Nov 12 04:19:42.410046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-c9da4b23-f1d8-49ab-85cf-d2fa2b266fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:42.411574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-c9da4b23-f1d8-49ab-85cf-d2fa2b266fa9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.3517041 Nov 12 04:19:42.458061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-8d3ee3de-9cfa-4185-917a-c6727a73e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:19:42.459573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-8d3ee3de-9cfa-4185-917a-c6727a73e6a0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396414 Nov 12 04:19:42.549970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-94bd2503-1d0b-4773-b66a-b4994df92a26 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Nov 12 04:19:42.637748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3ad12fa2-37d8-42a5-a8b2-98d0c8695e50 req-9ddec3d8-fa05-4830-948a-ec9eca950de2 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806596 Nov 12 04:19:52.299760 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4996b4d-ecac-4d4e-b4ee-0452e086c5bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:54.640580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79221d74-fd1c-4876-920d-5e5844b08b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:55.634617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.092028 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:19:57.824628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:01.895490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:10.054831 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:12.529729 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:22.292133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-239cd9e2-efd3-4531-977d-5dabbbbd8c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:24.643920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9582451-2e63-463f-90ed-ae3ca016699e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:25.633146 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.095377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:27.827331 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:31.909883 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:40.053269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:42.766826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-683b2fcb-c17a-4bbd-a966-65b57394b2a1 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442162 Nov 12 04:20:42.874508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-c976646c-f072-4e91-9032-10f357419f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.876068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-c976646c-f072-4e91-9032-10f357419f89 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0465775 Nov 12 04:20:42.980141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-a5b0164a-aeca-4a79-b6c6-304d8b21808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:42.982172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-a5b0164a-aeca-4a79-b6c6-304d8b21808f service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0864518 Nov 12 04:20:43.054180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-9510ef18-063b-4bc5-b4cc-fcc69f066bca service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1001 time: 0.0637174 Nov 12 04:20:43.105077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-24058650-cd16-48f1-a231-e9616ee581ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.107171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-24058650-cd16-48f1-a231-e9616ee581ca service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0449090 Nov 12 04:20:43.152697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-6303e14b-cf89-40ce-8481-29f03649acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:20:43.154178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-6303e14b-cf89-40ce-8481-29f03649acb0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394866 Nov 12 04:20:43.165608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-268f5914-91e1-4c7a-b6ef-11f395134e18 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:20:43.166481 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-268f5914-91e1-4c7a-b6ef-11f395134e18 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051453 Nov 12 04:20:43.260337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-5090b6d8-d79b-4e06-86c5-5eb115e055c6 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848281 Nov 12 04:20:43.352424 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3fff5e44-a6f4-4d4c-871b-d185c3bba16a req-a0f2f9e2-40d9-4d83-86f1-2cbfcbf72a1b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823689 Nov 12 04:20:49.528382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:20:52.293969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3ae23d78-5bd4-45ba-b797-f1fb1ea0c6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:54.645221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e90b5b89-7f4e-49e3-8e5e-03d61290cd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:55.636068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.102597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:20:57.829036 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:01.908390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:10.057005 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:22.295870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28bb00be-a572-4d88-8b2c-9bbb788948cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:24.647089 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7b0e73cd-85c4-416d-9ce2-e0c1c1220014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:25.638126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:26.527010 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:21:27.099573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:27.825061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:31.924621 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:40.069825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:43.771939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-c9b53420-99f7-442c-9df0-169bf2bcabf4 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468047 Nov 12 04:21:43.872733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-897b6f14-d580-49df-9949-9c81e0418819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.874231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-897b6f14-d580-49df-9949-9c81e0418819 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0420890 Nov 12 04:21:43.976105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-fc6337c8-c6d4-48f4-9f0b-438971485d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:43.977561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-fc6337c8-c6d4-48f4-9f0b-438971485d4a service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0843503 Nov 12 04:21:44.045170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-177d4443-dcb7-4ca5-b334-76008d6f2224 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1001 time: 0.0601580 Nov 12 04:21:44.095748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-90e4087c-78e8-404b-abf7-722d15899ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.097165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-90e4087c-78e8-404b-abf7-722d15899ba4 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0435228 Nov 12 04:21:44.144660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-b0eafe5f-4dfb-4d9a-8960-4063d0a89bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:21:44.146188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-b0eafe5f-4dfb-4d9a-8960-4063d0a89bf5 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419445 Nov 12 04:21:44.240782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-97eb192c-e6b3-4f30-b311-381b4179668b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Nov 12 04:21:44.334740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0925e74b-a9e6-4f03-9622-5f70fbc4daaf req-bba51b6a-3139-40af-9977-c6fe8ec848fd service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866818 Nov 12 04:21:52.298706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7da57e99-d523-422a-a097-19ffd502f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:54.648628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf79064d-25cb-44e0-90bf-51f42d4a7433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:55.639848 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.102754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:21:57.825850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:01.923542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:03.525791 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:06.307949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feee9c-492c-4fff-84bf-19bf1158912e req-462701de-2815-4261-b283-afaa699284af tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:06.309458 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33feee9c-492c-4fff-84bf-19bf1158912e req-462701de-2815-4261-b283-afaa699284af tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0562863 Nov 12 04:22:06.357658 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33feee9c-492c-4fff-84bf-19bf1158912e req-3fc463a1-3cc1-405d-a050-681b8bfb671b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Nov 12 04:22:07.475224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccc864-f121-43df-b035-2dfe074f7ea6 req-f6c22cc9-74c2-40ff-91cd-d980b80b9f94 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:07.476692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beccc864-f121-43df-b035-2dfe074f7ea6 req-f6c22cc9-74c2-40ff-91cd-d980b80b9f94 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Nov 12 04:22:07.523220 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-beccc864-f121-43df-b035-2dfe074f7ea6 req-3f65d834-d034-49b7-8917-6a319ff14bfe tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Nov 12 04:22:08.641998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0868b8-8184-4c5f-aeb8-2958ef663a3c req-46e55d38-02ab-4255-8850-d6fedfb35381 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:08.643512 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d0868b8-8184-4c5f-aeb8-2958ef663a3c req-46e55d38-02ab-4255-8850-d6fedfb35381 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0526662 Nov 12 04:22:08.690323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d0868b8-8184-4c5f-aeb8-2958ef663a3c req-8176de0b-4d0d-4c99-8353-af6ff20b20cf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 Nov 12 04:22:09.805792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07ef63-2862-4c4d-b93d-3e91796887ca req-213d2b9e-24fc-48c8-b2f3-183205e62f13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:09.807186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e07ef63-2862-4c4d-b93d-3e91796887ca req-213d2b9e-24fc-48c8-b2f3-183205e62f13 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0491590 Nov 12 04:22:09.853918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e07ef63-2862-4c4d-b93d-3e91796887ca req-a754f502-fb94-4da7-a22f-ae18cacfba3c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408432 Nov 12 04:22:10.060212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:10.969943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aabb4c-19d5-4701-8567-148a297baab0 req-646612a0-ae4b-406d-8f54-aa04e5c0618c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:10.971451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0aabb4c-19d5-4701-8567-148a297baab0 req-646612a0-ae4b-406d-8f54-aa04e5c0618c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Nov 12 04:22:11.021998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f0aabb4c-19d5-4701-8567-148a297baab0 req-919c7139-0944-4748-a465-f652df963831 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Nov 12 04:22:12.136504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d5ff7-7cca-4016-b837-8b6b879fa0e2 req-c545927b-e52d-4e77-8db0-4bb409420b43 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:12.137996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e2d5ff7-7cca-4016-b837-8b6b879fa0e2 req-c545927b-e52d-4e77-8db0-4bb409420b43 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0489254 Nov 12 04:22:12.185627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1e2d5ff7-7cca-4016-b837-8b6b879fa0e2 req-2fa15511-fcb1-47c4-b4b1-beb53f6c312f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Nov 12 04:22:13.300939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489966e-60b4-4c5d-8a0f-9b069ca3da1f req-cd6457d9-4f28-4343-b6b2-7007ad55720e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:13.302977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f489966e-60b4-4c5d-8a0f-9b069ca3da1f req-cd6457d9-4f28-4343-b6b2-7007ad55720e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0500550 Nov 12 04:22:13.349750 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f489966e-60b4-4c5d-8a0f-9b069ca3da1f req-70703533-d321-44eb-bf34-841e826cf821 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Nov 12 04:22:14.472792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9244b-e5c1-4981-ae1e-10b3a6626f00 req-457f084b-2bea-4e11-a2f1-484a4094350b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:14.474262 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9b9244b-e5c1-4981-ae1e-10b3a6626f00 req-457f084b-2bea-4e11-a2f1-484a4094350b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0531204 Nov 12 04:22:14.521099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9b9244b-e5c1-4981-ae1e-10b3a6626f00 req-96e9ada6-68fb-4524-b795-35a0e18a5909 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Nov 12 04:22:15.635347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37463d-4ae9-4dac-b0db-f8fa4bb7e6cc req-89ed9f61-8815-40dd-98a9-db9a0816e80a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:15.638289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e37463d-4ae9-4dac-b0db-f8fa4bb7e6cc req-89ed9f61-8815-40dd-98a9-db9a0816e80a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0500016 Nov 12 04:22:15.692920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8e37463d-4ae9-4dac-b0db-f8fa4bb7e6cc req-e15cb3e0-89cf-4683-88ab-4ce1cf26e4ce tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484264 Nov 12 04:22:16.807855 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1464e2-4e76-4869-8005-c45030a4d1d4 req-d3a0c3d0-f463-4997-bac6-aa7d4da90c40 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:16.809314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f1464e2-4e76-4869-8005-c45030a4d1d4 req-d3a0c3d0-f463-4997-bac6-aa7d4da90c40 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Nov 12 04:22:16.860986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f1464e2-4e76-4869-8005-c45030a4d1d4 req-9a516db9-707d-4e0d-9f4b-0f095c1abea5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Nov 12 04:22:17.113374 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-b2c33e85-2444-4b03-bf07-ef6565f969c5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697899 Nov 12 04:22:17.124886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b1c26-04ed-40bf-b3f9-097422a3b30b req-3d16cce5-f49a-4f69-9592-34f8c5677133 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:17.126394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-481b1c26-04ed-40bf-b3f9-097422a3b30b req-3d16cce5-f49a-4f69-9592-34f8c5677133 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0699904 Nov 12 04:22:17.174758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-481b1c26-04ed-40bf-b3f9-097422a3b30b req-ab7e47f1-d0cb-40cd-8bba-4d93388fa3a5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Nov 12 04:22:18.299242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882624-5d01-46e4-a227-aaa15e79d930 req-5a993217-3978-4da8-95ef-09add5bbe509 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.300727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e882624-5d01-46e4-a227-aaa15e79d930 req-5a993217-3978-4da8-95ef-09add5bbe509 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Nov 12 04:22:18.374021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e882624-5d01-46e4-a227-aaa15e79d930 req-50c6d323-b282-4d2e-85e9-02623ff974e5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671680 Nov 12 04:22:18.384439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-0417608f-00f5-44b8-8be8-0fb4e92b6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.385872 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-0417608f-00f5-44b8-8be8-0fb4e92b6238 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1098 time: 0.0627067 Nov 12 04:22:18.482652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-c65e58f1-5d8e-4fce-8ba5-0e01e936e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.484071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-c65e58f1-5d8e-4fce-8ba5-0e01e936e482 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0882716 Nov 12 04:22:18.549866 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-687a75ed-ab91-4dce-a557-bf4e618ed1dc service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1001 time: 0.0576706 Nov 12 04:22:18.599699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-17b24ba4-20ff-4aa6-b7aa-b5be1602d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.601151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-17b24ba4-20ff-4aa6-b7aa-b5be1602d39e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0440202 Nov 12 04:22:18.651192 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-928392a3-61d3-4144-9943-bb16f95ceb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:18.652712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-928392a3-61d3-4144-9943-bb16f95ceb54 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443439 Nov 12 04:22:18.742429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-a0caa88e-b00c-4ad2-9b46-10d1531a7bd4 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812769 Nov 12 04:22:18.836797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-69de0cbd-f941-4725-be1b-563920366a32 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Nov 12 04:22:19.492446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6f07b-ef38-4c4d-b37c-be563bdd6d7d req-bb047789-f6af-43a8-b3b7-ffd0f646d269 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:19.493939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12d6f07b-ef38-4c4d-b37c-be563bdd6d7d req-bb047789-f6af-43a8-b3b7-ffd0f646d269 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0492170 Nov 12 04:22:19.540905 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12d6f07b-ef38-4c4d-b37c-be563bdd6d7d req-0f0dd314-238b-4003-80cd-2c4e7b2ed7a1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Nov 12 04:22:20.658154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91fdd7-216c-4bd7-a1e5-64f0f5bb6a2a req-35ad5d3d-c2fd-48e6-bd57-c4ec79fc95ba tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:20.659678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b91fdd7-216c-4bd7-a1e5-64f0f5bb6a2a req-35ad5d3d-c2fd-48e6-bd57-c4ec79fc95ba tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0501368 Nov 12 04:22:20.711389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b91fdd7-216c-4bd7-a1e5-64f0f5bb6a2a req-28b143b8-715b-4971-9628-e4f421e4e4d0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453331 Nov 12 04:22:21.463785 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-744f918c-177e-47fa-8578-6eeffd572a5c req-c9bf14ea-caa8-470b-89ed-a54fbebe1d74 service neutron] show failed (client error): The resource could not be found. Nov 12 04:22:21.464812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-c9bf14ea-caa8-470b-89ed-a54fbebe1d74 service neutron] 10.222.0.104 "GET /v2.0/ports/f427dd11-4e4f-4200-a42c-4bd7dabf1a01/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0559230 Nov 12 04:22:21.679760 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-9a0db55b-aab7-49e0-97c0-2123b758c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:21.681255 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-9a0db55b-aab7-49e0-97c0-2123b758c126 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1098 time: 0.0452919 Nov 12 04:22:21.699957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-2282f584-2c01-4bd4-b7cf-29082721684a service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:22:21.700914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-2282f584-2c01-4bd4-b7cf-29082721684a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051744 Nov 12 04:22:21.725062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:21.779233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:21.828116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e5182-4813-42c1-8eee-c56f7fd8b24c req-2dd0449f-e63d-40a9-ab36-33138c128532 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:21.829601 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a45e5182-4813-42c1-8eee-c56f7fd8b24c req-2dd0449f-e63d-40a9-ab36-33138c128532 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0493374 Nov 12 04:22:21.879004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a45e5182-4813-42c1-8eee-c56f7fd8b24c req-aa885cb9-4c2a-418d-8c54-7287c465c58c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Nov 12 04:22:21.983917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:22.016123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:22.065070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:22.067428 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c25016-9ed3-4376-b538-0e238170d5cb" -d '{"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:22.072294 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.084619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Transition to ACTIVE for port object f427dd11-4e4f-4200-a42c-4bd7dabf1a01 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:22.089639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.120554 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07655a1d-9f9c-4807-9d8d-ad9a2d95284d x-openstack-request-id: req-07655a1d-9f9c-4807-9d8d-ad9a2d95284d {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:22.120842 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:22.121090 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-07655a1d-9f9c-4807-9d8d-ad9a2d95284d {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:22.121487 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'code': 200} Nov 12 04:22:22.141664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.181150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.181493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.181825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.182153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.182483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.182804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.183150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.183469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.183790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.184104 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.184425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.184740 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:22.223553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] No DVR routers for this DVR port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:22.302940 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-08d25960-1f25-42f6-b6e6-3945184c4f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.372328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:22.372661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:22.372993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:22.377475 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:22.377928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Attempting to bind port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:22.382874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:22.383220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:22.383599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:22.384022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Bound port: f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:22.384383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.447158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:22.450117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:22.455095 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.489326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.489859 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:22.491860 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] 10.222.0.16 "PUT /v2.0/ports/f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1093 time: 0.7710617 Nov 12 04:22:22.512295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aee9f-c591-48bc-ba44-ca8a1837ea73 service neutron] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:22.579753 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-530ebe63-bd28-452f-8535-ded6b9808345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.581350 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-530ebe63-bd28-452f-8535-ded6b9808345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0460739 Nov 12 04:22:22.684048 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-382fd8e3-be55-4569-9c93-17653129f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.685543 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-382fd8e3-be55-4569-9c93-17653129f487 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0929186 Nov 12 04:22:22.756781 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-c2a1a28a-0f01-4e80-8025-10d5b593059a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 999 time: 0.0587368 Nov 12 04:22:22.815561 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-60356064-36ab-44d4-8156-4f5bdad4900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.817020 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-60356064-36ab-44d4-8156-4f5bdad4900f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0481579 Nov 12 04:22:22.869969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f918c-177e-47fa-8578-6eeffd572a5c req-4e6c79bb-efcf-4b3e-a8e9-ed4194bcd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:22.871492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-4e6c79bb-efcf-4b3e-a8e9-ed4194bcd9db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407789 Nov 12 04:22:22.968888 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-f8628669-80f7-4025-bcb8-76ab8c98d574 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846128 Nov 12 04:22:23.001445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3504-0063-4fa6-9e18-23ad4db9a62a req-dceea220-2bb6-4bbd-b92e-1e4fb4842f5e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:23.002950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9eb3504-0063-4fa6-9e18-23ad4db9a62a req-dceea220-2bb6-4bbd-b92e-1e4fb4842f5e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0484655 Nov 12 04:22:23.054557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9eb3504-0063-4fa6-9e18-23ad4db9a62a req-0324be82-4e3c-44e8-a0f7-6d4e9e96160e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453410 Nov 12 04:22:23.071856 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-744f918c-177e-47fa-8578-6eeffd572a5c req-ea8be8a9-7b4b-4511-b89d-0450ea84f545 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904582 Nov 12 04:22:24.122408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:24.124832 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01281e50-fda1-40b0-afe7-6ba0a17b57b9" -d '{"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:24.170114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585457c-b40b-4ce9-ae99-82ba0db7c82e req-ae42eff5-b673-4c96-828f-258d3be82e83 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.171643 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f585457c-b40b-4ce9-ae99-82ba0db7c82e req-ae42eff5-b673-4c96-828f-258d3be82e83 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0497000 Nov 12 04:22:24.219099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f585457c-b40b-4ce9-ae99-82ba0db7c82e req-5aad48be-aa69-4f36-8d95-2031b04887d6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Nov 12 04:22:24.271800 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd9954-d524-4e2d-a811-0d4dc8280f37 x-openstack-request-id: req-5ecd9954-d524-4e2d-a811-0d4dc8280f37 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:24.272094 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:24.272350 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ecd9954-d524-4e2d-a811-0d4dc8280f37 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:24.273234 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'status': 'completed', 'code': 200} Nov 12 04:22:24.358789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-c8a3827f-1d6b-4ee3-9b53-b7135eef7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.360253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-c8a3827f-1d6b-4ee3-9b53-b7135eef7be6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0424366 Nov 12 04:22:24.369648 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-f3780e6d-86c6-4609-b4ea-89cc1c07d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.371157 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-f3780e6d-86c6-4609-b4ea-89cc1c07d59d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0423124 Nov 12 04:22:24.456018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-03101ba3-f6b7-4fef-8b9e-4eaa0c297f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.457504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-03101ba3-f6b7-4fef-8b9e-4eaa0c297f0e service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0899591 Nov 12 04:22:24.467519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-1dbf072d-0562-429b-b485-50afee567194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.469002 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-1dbf072d-0562-429b-b485-50afee567194 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0910001 Nov 12 04:22:24.522202 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-fb911f41-8a59-4b86-91c4-fd670443c401 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 999 time: 0.0571427 Nov 12 04:22:24.534404 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-00363f88-299c-4563-a75e-4ff81dc35386 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 999 time: 0.0568726 Nov 12 04:22:24.576461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-0e7f3a2e-544a-4c4f-a2a8-60e7b42ea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.578010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-0e7f3a2e-544a-4c4f-a2a8-60e7b42ea373 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0490370 Nov 12 04:22:24.590395 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-928689b2-1da9-4e8c-adf4-9ba8a6ff405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.592104 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-928689b2-1da9-4e8c-adf4-9ba8a6ff405f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0492053 Nov 12 04:22:24.626542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-49b90f25-6fc4-43c6-b1f1-de19e963f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.627987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-49b90f25-6fc4-43c6-b1f1-de19e963f9d2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411608 Nov 12 04:22:24.648763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-708d6e8f-c621-4cbd-8345-2196105f41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:24.650631 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-708d6e8f-c621-4cbd-8345-2196105f41e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452654 Nov 12 04:22:24.652735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-37615da1-a6ea-45a8-9341-6597af416494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:24.735136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-b9960a06-65ea-4504-8538-dead69ef915b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994482 Nov 12 04:22:24.751539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-9a46936e-79a9-40b2-86a4-f11f9cd1fbcf service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867767 Nov 12 04:22:24.830409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-a720cb57-e8d7-4c2c-a521-ee2b973398ea service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878749 Nov 12 04:22:24.849152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-01281e50-fda1-40b0-afe7-6ba0a17b57b9 req-734904a6-7bb5-4c5e-9437-81eb7d91a0eb service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888393 Nov 12 04:22:25.340329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfbbf5-6d26-4ed5-b2f6-9e0a737e71e3 req-66af85ff-3782-4fb8-9554-4c97b374ed1f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.341788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfbbf5-6d26-4ed5-b2f6-9e0a737e71e3 req-66af85ff-3782-4fb8-9554-4c97b374ed1f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0492773 Nov 12 04:22:25.356554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:25.390410 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fdfbbf5-6d26-4ed5-b2f6-9e0a737e71e3 req-8fd63f85-4072-435d-9c20-26c2532dd182 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Nov 12 04:22:25.394694 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:25.615220 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314051d4-b370-4aff-8d72-e43301bd2ef8 req-f643d275-a538-4551-b3f2-2fa27455417a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.616781 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-314051d4-b370-4aff-8d72-e43301bd2ef8 req-f643d275-a538-4551-b3f2-2fa27455417a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 944 time: 0.0831234 Nov 12 04:22:25.630672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-5304abf5-ee79-43fd-8038-123179df14d4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.632705 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-5304abf5-ee79-43fd-8038-123179df14d4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7&tenant_id=fae33b73f8664e4684f3f2306f73b94a&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 944 time: 0.0686510 Nov 12 04:22:25.647316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:25.716061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-314051d4-b370-4aff-8d72-e43301bd2ef8 req-4eea0991-ec93-4b0e-883f-078d05f31a25 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932169 Nov 12 04:22:25.722734 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-c6372bfb-ea22-4d82-8152-fcde9e86ad44 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:22:25.723737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-c6372bfb-ea22-4d82-8152-fcde9e86ad44 service neutron] 10.222.0.104 "DELETE /v2.0/ports/f427dd11-4e4f-4200-a42c-4bd7dabf1a01/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0836022 Nov 12 04:22:25.836048 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-dc59874c-e6de-43ad-a466-eb634d0d1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.837464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-dc59874c-e6de-43ad-a466-eb634d0d1fb0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1096 time: 0.0464995 Nov 12 04:22:25.926925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-e94aa20a-13db-43b1-8b21-5c771da42f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:25.928397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-e94aa20a-13db-43b1-8b21-5c771da42f13 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0841329 Nov 12 04:22:25.996084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-5969a6b7-5879-47eb-aab4-0547ea5c625f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 999 time: 0.0607743 Nov 12 04:22:26.047506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-f2532dd5-f696-4a0e-ab07-7e1af9588d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.048972 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-f2532dd5-f696-4a0e-ab07-7e1af9588d9a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0444996 Nov 12 04:22:26.094230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-2e388dab-a543-487e-810d-abf11b7a1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.095646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-2e388dab-a543-487e-810d-abf11b7a1f2d service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392005 Nov 12 04:22:26.188204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-fe8bf5c6-8dd5-4043-a662-b162c18c3cdd service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Nov 12 04:22:26.277592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:26.278166 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b7f21a64-3db1-4c03-bab5-74fc513c39b9 req-a4dd964f-1f0c-4b20-b36d-f4167829b49b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816033 Nov 12 04:22:26.376011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:26.387810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'mac_address': 'fa:16:3e:6d:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:26.426186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.439665 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f427dd11-4e4f-4200-a42c-4bd7dabf1a01 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:26.458280 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:26.462651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:26.507927 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:26.515626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.515962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.516295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.516618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.516940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.517259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.517576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.517893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.518208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.518523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.518834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.519165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:26.842632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4c25a-fe8c-4d3c-9a79-07ed2460304b req-a108d754-b15e-465b-bf6d-273f11c976ce tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:26.844172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91e4c25a-fe8c-4d3c-9a79-07ed2460304b req-a108d754-b15e-465b-bf6d-273f11c976ce tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Nov 12 04:22:26.894507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-91e4c25a-fe8c-4d3c-9a79-07ed2460304b req-82ce78dc-b461-4149-89ff-0551b68cb1bb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Nov 12 04:22:26.904974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['f427dd11-4e4f-4200-a42c-4bd7dabf1a01'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:27.103727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:27.827345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.012035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e0c37-be01-4dd8-a0e3-adcfe683dd6d req-7dacd11f-b8a3-414f-a54b-e99251966bdc tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.013508 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af2e0c37-be01-4dd8-a0e3-adcfe683dd6d req-7dacd11f-b8a3-414f-a54b-e99251966bdc tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Nov 12 04:22:28.060561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af2e0c37-be01-4dd8-a0e3-adcfe683dd6d req-0ed51333-aa17-4b87-83ce-733efc78a024 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Nov 12 04:22:28.173076 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c25b9-cc8d-4d39-aff1-f53f73efb609 req-cc04593b-563d-4817-9cfd-8f0fdf0ba1f8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.174550 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef3c25b9-cc8d-4d39-aff1-f53f73efb609 req-cc04593b-563d-4817-9cfd-8f0fdf0ba1f8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0489573 Nov 12 04:22:28.224408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef3c25b9-cc8d-4d39-aff1-f53f73efb609 req-5072be47-4921-4ac3-abc5-c581f49aabe1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Nov 12 04:22:28.293832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:28.349893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:28.353703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:28.354064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.426288 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c00c8-e374-4f5c-939a-6ac1cf010f1f req-05995f57-3733-40cd-b160-920dd138c839 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.431332 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b4c00c8-e374-4f5c-939a-6ac1cf010f1f req-05995f57-3733-40cd-b160-920dd138c839 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 945 time: 0.0561128 Nov 12 04:22:28.439096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.463724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:28.466027 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a67610-9d13-4bd7-b4cd-8136d92edecf" -d '{"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-plugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:28.478722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:28.481339 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0b4c00c8-e374-4f5c-939a-6ac1cf010f1f req-fbcea4f8-be27-4d3b-a6ea-ddbb23e880b8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461597 Nov 12 04:22:28.484493 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:28.511794 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-adaaa827-d7c2-4daa-85af-3f85b11740a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.513649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-adaaa827-d7c2-4daa-85af-3f85b11740a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 1097 time: 0.0474129 Nov 12 04:22:28.536879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:28.542345 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc09960d-5868-484b-9d91-54dc9d271fb5 x-openstack-request-id: req-bc09960d-5868-484b-9d91-54dc9d271fb5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:28.542711 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-plugged", "status": "completed", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:28.543065 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bc09960d-5868-484b-9d91-54dc9d271fb5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:28.544009 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'code': 200} Nov 12 04:22:28.614467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-54543147-7016-4688-b5ce-ad1543a90d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.615906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-54543147-7016-4688-b5ce-ad1543a90d8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0910265 Nov 12 04:22:28.685189 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-00b23f8c-c345-4313-9352-6e1e6ba92002 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 200 len: 1001 time: 0.0592380 Nov 12 04:22:28.740918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-78844f95-7310-4fb1-bd30-3a4006f52fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.742913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-78844f95-7310-4fb1-bd30-3a4006f52fec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0463481 Nov 12 04:22:28.794499 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-8a258ecd-af50-4c15-a0a1-601e8337098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:28.796035 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-8a258ecd-af50-4c15-a0a1-601e8337098c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408888 Nov 12 04:22:28.890305 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-c1bda72f-7884-4997-8eae-cee33f62fb2a service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820658 Nov 12 04:22:28.988923 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2b4ff318-9c7c-4709-962e-ae6653b31ea9 req-28891fe9-12ef-4832-93de-fdb2fc9b5654 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874636 Nov 12 04:22:29.622265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67378-1533-4781-8ebc-d876587bd967 req-94297bda-e900-4a62-9157-02edd0209351 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:29.626884 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3e67378-1533-4781-8ebc-d876587bd967 req-94297bda-e900-4a62-9157-02edd0209351 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0523863 Nov 12 04:22:29.676395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3e67378-1533-4781-8ebc-d876587bd967 req-dbb828d9-8c75-4bf7-a758-117884d30d8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Nov 12 04:22:30.795798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749d83f-431d-4e67-8a74-86a2a0d63a4d req-d2bb23b1-eea8-4cb0-b71e-d527e7723483 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:30.797276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a749d83f-431d-4e67-8a74-86a2a0d63a4d req-d2bb23b1-eea8-4cb0-b71e-d527e7723483 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0518575 Nov 12 04:22:30.842926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a749d83f-431d-4e67-8a74-86a2a0d63a4d req-6aefe096-cdc4-4b45-8039-d97f44dd5be0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Nov 12 04:22:31.072535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205511be-ae9d-472f-949c-d6d5ad4e8a97 req-84be6d9a-86ca-4bee-9f80-04d2cf39493b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:31.074017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-205511be-ae9d-472f-949c-d6d5ad4e8a97 req-84be6d9a-86ca-4bee-9f80-04d2cf39493b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Nov 12 04:22:31.120427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-205511be-ae9d-472f-949c-d6d5ad4e8a97 req-1f8a39f6-e9a8-48ca-85a6-d410d1faf1d4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Nov 12 04:22:31.926074 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.234871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3d762-e366-4397-be4d-a472e2e4dc32 req-4db1fe58-ae96-47f7-921c-b3fc09735f9f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:32.236317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dc3d762-e366-4397-be4d-a472e2e4dc32 req-4db1fe58-ae96-47f7-921c-b3fc09735f9f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Nov 12 04:22:32.289915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dc3d762-e366-4397-be4d-a472e2e4dc32 req-3e69bd5d-c4f6-4a28-bdf9-159e085f261d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Nov 12 04:22:32.584136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-27ded0c1-4580-4fa6-95de-b229b28d98fe tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:32.585526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-27ded0c1-4580-4fa6-95de-b229b28d98fe tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 946 time: 0.0488176 Nov 12 04:22:32.680595 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Deleting port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:22:32.680934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.767708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] For port f427dd11-4e4f-4200-a42c-4bd7dabf1a01, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:32.768067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.939297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.939778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:32.939972 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 disassociated. External IP: 172.25.7.30, port: f427dd11-4e4f-4200-a42c-4bd7dabf1a01. Nov 12 04:22:32.940381 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Calling delete_port for f427dd11-4e4f-4200-a42c-4bd7dabf1a01 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:22:33.064500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.095867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'Port': ['ID=f427dd11-4e4f-4200-a42c-4bd7dabf1a01,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:33.213458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:33.325205 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:33.336583 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:33.347197 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:33.347810 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:22:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.373573 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] No DVR routers for this DVR port f427dd11-4e4f-4200-a42c-4bd7dabf1a01 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:22:33.376109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:33.379411 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2fea26db-4f49-4f56-bf5e-9bbc07b7d057 req-1a400394-49cf-48d9-82c0-8ce49fbe24a4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "DELETE /v2.0/ports/f427dd11-4e4f-4200-a42c-4bd7dabf1a01 HTTP/1.1" status: 204 len: 173 time: 0.7845254 Nov 12 04:22:33.379856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-deleted', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:33.383303 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceeae01-4def-45c2-9ecb-ef6741ff72cf" -d '{"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-deleted", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:33.415174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c404ae74-5d02-4803-b6b1-b75db90a2c65 req-5f59c9e5-6042-49a7-a038-2808fb7a1fae tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=942b5ebc-64b5-4bc7-9006-133ce4dc29f7 HTTP/1.1" status: 200 len: 210 time: 0.0556064 Nov 12 04:22:33.457823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:33.463016 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a0b413-c159-4318-9ba6-6ccdcded9066 x-openstack-request-id: req-d3a0b413-c159-4318-9ba6-6ccdcded9066 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:33.463318 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942b5ebc-64b5-4bc7-9006-133ce4dc29f7", "name": "network-vif-deleted", "tag": "f427dd11-4e4f-4200-a42c-4bd7dabf1a01", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:33.463602 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d3a0b413-c159-4318-9ba6-6ccdcded9066 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:33.464004 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942b5ebc-64b5-4bc7-9006-133ce4dc29f7', 'name': 'network-vif-deleted', 'tag': 'f427dd11-4e4f-4200-a42c-4bd7dabf1a01', 'status': 'completed', 'code': 200} Nov 12 04:22:33.675919 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.705785 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:33.714695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:33.715334 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:22:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:33.818606 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:34.012536 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:34.041212 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87863c44-8931-400a-85e5-beba8ad994f5 None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:34.239344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be46d1d-b8ed-4b75-aced-4d63545e8ab4 None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:34.719603 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-533d59f6-249c-462b-a22c-11a47f140436 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1747319532&fields=id&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 267 time: 0.0425711 Nov 12 04:22:34.827510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-337b3b9b-71fa-4424-8c22-6fe2151f7b23 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:34.828981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-337b3b9b-71fa-4424-8c22-6fe2151f7b23 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1022499 Nov 12 04:22:34.844272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eaa8b5b2-2b64-4e27-9632-d3380a0771f8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/quotas/fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 375 time: 0.0096173 Nov 12 04:22:34.896662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-c70e1203-6ffd-4c4f-a647-db0dc03184fd tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469968 Nov 12 04:22:34.992930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-8d5b565f-da5e-48f6-9de9-46a7307cc3d8 service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839984 Nov 12 04:22:35.084434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-9f9a6bf2-6cb9-42a8-a2af-4d62aca1ae4e service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Nov 12 04:22:35.243610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8a92c8f9-66eb-40ef-8303-cd5ca15faf90 req-a4d902f0-0aaa-4bad-8644-fe347166b14a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Nov 12 04:22:36.350394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b384329b-c2f0-41ef-aaab-612a7fb79c25 req-f411176a-fe9d-490b-9cc1-3f51d82c50cf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 210 time: 0.0345440 Nov 12 04:22:36.356433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:22:36.378091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: f427dd11-4e4f-4200-a42c-4bd7dabf1a01 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:22:36.378443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device f427dd11-4e4f-4200-a42c-4bd7dabf1a01 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:22:36.385419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-3b311573-7cc3-462c-abe5-1fe0c8739434 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:36.386858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-3b311573-7cc3-462c-abe5-1fe0c8739434 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1438127 Nov 12 04:22:36.464805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-2406fd97-8760-477f-85fc-676b4d7af94c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 380 time: 0.0528865 Nov 12 04:22:36.475539 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'port': {'device_id': '58d1e62f-9910-418b-a691-80af29afadc1', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'admin_state_up': True, 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'security_groups': ['23c3ca91-bbd1-414e-a0f4-1de585449a88']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:36.586947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:22:36.590407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.714142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Allocated IP 172.20.0.7 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/8663d568-f9b0-4897-850f-3c5df38f4918) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:22:36.854044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.889349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:36.932835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:22:36.937785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:22:36.941562 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:22:36.973585 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:36.987282 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.987629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.987972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.988307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.988647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.988979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.989306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.989632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.989956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.990280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.990602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:36.990950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:22:37.012293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.012960 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.031131 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-23b0b571-6595-4173-8bf5-2d3839ef9580 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590546 Nov 12 04:22:37.050498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Request body: {'port': {'device_id': '58d1e62f-9910-418b-a691-80af29afadc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:37.105906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.214947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7d852012-57a4-404b-aa54-bfdc86811a06 None None] Provisioning complete for port 8663d568-f9b0-4897-850f-3c5df38f4918 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:37.215226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7d852012-57a4-404b-aa54-bfdc86811a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.253358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7d852012-57a4-404b-aa54-bfdc86811a06 None None] Port 8663d568-f9b0-4897-850f-3c5df38f4918 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:22:37.364444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:37.372307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.385201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Transition to ACTIVE for port object 8663d568-f9b0-4897-850f-3c5df38f4918 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:22:37.389070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.467298 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.524312 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81d20-7a49-490a-925f-5b2191e078af req-798e879c-1a7d-404c-8a73-792c5c0c05bf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.525881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c81d20-7a49-490a-925f-5b2191e078af req-798e879c-1a7d-404c-8a73-792c5c0c05bf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.1002631 Nov 12 04:22:37.586548 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:22:37.586974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:22:37.587537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:37.602418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37c81d20-7a49-490a-925f-5b2191e078af req-33ba6ba8-819b-4607-b5ab-781c347e34f7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699549 Nov 12 04:22:37.603141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:22:37.603461 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:22:37.608597 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:22:37.608929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:22:37.609299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:22:37.609719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Bound port: 8663d568-f9b0-4897-850f-3c5df38f4918, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:22:37.610073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.678275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:22:37.683601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:22:37.687612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.721981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.722438 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:37.723748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] 10.222.0.104 "PUT /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1092 time: 0.6779070 Nov 12 04:22:37.724190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:37.727066 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:37.750977 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e119-61f2-4040-b3d4-bbb37dee6853 service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:37.773215 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41db4aeb-8240-4a46-aefa-48fc96c39c47 x-openstack-request-id: req-41db4aeb-8240-4a46-aefa-48fc96c39c47 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:37.773511 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:37.773764 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-41db4aeb-8240-4a46-aefa-48fc96c39c47 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:37.774173 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'status': 'completed', 'code': 200} Nov 12 04:22:37.832579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-cd87ad30-e81a-4b7e-bd32-5638e16c50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:37.834114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-cd87ad30-e81a-4b7e-bd32-5638e16c50e0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0422466 Nov 12 04:22:38.196610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-cb0f2b69-eecc-4a89-8b70-273c1f531cca service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 217 time: 0.3463542 Nov 12 04:22:38.244771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-4e79c29c-78bc-4b86-83e8-3ec534ef4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.246193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-4e79c29c-78bc-4b86-83e8-3ec534ef4333 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0423400 Nov 12 04:22:38.292402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-1cddda94-3e7e-4ba9-ac04-31efd866f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.293931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-1cddda94-3e7e-4ba9-ac04-31efd866f15e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409901 Nov 12 04:22:38.385331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-3748ebb3-04c4-4c38-bb57-9d15027005b2 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844548 Nov 12 04:22:38.473946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d628a8c6-94c0-49d9-b0e8-225183a0f14f req-866b4395-9a51-491a-8418-1ef9370670cf service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816102 Nov 12 04:22:38.599351 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-185112bf-0ad6-42f1-8284-e12acfab82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.600814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-185112bf-0ad6-42f1-8284-e12acfab82ad service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0440674 Nov 12 04:22:38.716377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-d205daa5-c5cb-4ba1-8674-b0f4d5f6e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.717829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-d205daa5-c5cb-4ba1-8674-b0f4d5f6e674 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1102772 Nov 12 04:22:38.739233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d507b1-6a7b-498e-b5b0-1cfbfb655368 req-f9ac11da-4b43-4098-aa39-b9899a09152f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.740555 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5d507b1-6a7b-498e-b5b0-1cfbfb655368 req-f9ac11da-4b43-4098-aa39-b9899a09152f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0658560 Nov 12 04:22:38.773049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-f25640e8-6fff-4039-a810-82438d8ba0d2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 217 time: 0.0477574 Nov 12 04:22:38.848840 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5d507b1-6a7b-498e-b5b0-1cfbfb655368 req-d2d2c1ce-b0f4-4c82-bc7d-0ad84812be12 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783646 Nov 12 04:22:38.850307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-2abc3edb-cbfd-4e9e-bcf5-183af58b211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.852300 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-2abc3edb-cbfd-4e9e-bcf5-183af58b211e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0669100 Nov 12 04:22:38.897573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-9b5ddaf2-cca3-4c11-af1f-0ded49895c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:38.899075 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-9b5ddaf2-cca3-4c11-af1f-0ded49895c90 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401103 Nov 12 04:22:38.994484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-709dec1d-5d23-48b1-b9f8-b308727e1814 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882330 Nov 12 04:22:39.086338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54dc254d-2e76-4b38-a03f-88fb69e5e5ca req-5ddcf856-7007-432c-8066-ce336bde40a3 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Nov 12 04:22:39.967471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49d95-2165-40cf-bb77-093007dd2a09 req-1a33ff69-6fdf-44be-bd00-5c7b3191a964 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:39.968928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50b49d95-2165-40cf-bb77-093007dd2a09 req-1a33ff69-6fdf-44be-bd00-5c7b3191a964 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0490911 Nov 12 04:22:40.015002 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50b49d95-2165-40cf-bb77-093007dd2a09 req-18cd0bd6-23c2-440a-9586-fd3599c63730 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Nov 12 04:22:40.074861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:40.525239 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:22:41.131986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f334536-c210-49ca-9e27-292e1871ab04 req-6f976451-e808-4c43-9ac6-9ac8d2aaed24 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:41.133448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f334536-c210-49ca-9e27-292e1871ab04 req-6f976451-e808-4c43-9ac6-9ac8d2aaed24 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0486312 Nov 12 04:22:41.181594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f334536-c210-49ca-9e27-292e1871ab04 req-e72fe122-5f3f-4b9f-8bb1-0df606ec5b18 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Nov 12 04:22:41.482808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:22:41.579029 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:41.590308 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '8663d568-f9b0-4897-850f-3c5df38f4918', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:22:41.626995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.639456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:22:41.659759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:41.664890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:41.713479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:42.104617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['8663d568-f9b0-4897-850f-3c5df38f4918'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:22:42.300451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07c555-3591-42e3-88c3-442a62e7b697 req-c4977626-1a45-432a-86ee-3d6cd0e998ca tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:42.301925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d07c555-3591-42e3-88c3-442a62e7b697 req-c4977626-1a45-432a-86ee-3d6cd0e998ca tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Nov 12 04:22:42.348272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d07c555-3591-42e3-88c3-442a62e7b697 req-c71cbe4d-d6ac-40ff-8313-c1003bf1c0c5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Nov 12 04:22:43.465736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e519607-6ca7-4cad-bf3c-25f2330e4387 req-db0bc117-0ea6-4740-bc02-ab9ceedcc655 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:43.467238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e519607-6ca7-4cad-bf3c-25f2330e4387 req-db0bc117-0ea6-4740-bc02-ab9ceedcc655 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0488234 Nov 12 04:22:43.483088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:22:43.515204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3e519607-6ca7-4cad-bf3c-25f2330e4387 req-d4f887fc-e4bb-45e5-99dc-84da12da1449 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Nov 12 04:22:43.537186 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 8663d568-f9b0-4897-850f-3c5df38f4918 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:22:43.542083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 8663d568-f9b0-4897-850f-3c5df38f4918 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:22:43.542499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.616978 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.639201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:43.641644 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f248468-4fb2-42c4-8b86-8d0a27a0c891" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:43.654966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:22:43.659017 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:43.685818 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c02905b-d727-4039-a7bf-1979989eb545 x-openstack-request-id: req-5c02905b-d727-4039-a7bf-1979989eb545 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:43.686109 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:43.686364 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5c02905b-d727-4039-a7bf-1979989eb545 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:43.686746 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'code': 200} Nov 12 04:22:43.712168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:22:43.845842 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d2784-4170-4af1-a8ef-813a5139db00 req-51784dfe-41a1-4c3e-a904-1a5786503b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:43.847331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c45d2784-4170-4af1-a8ef-813a5139db00 req-51784dfe-41a1-4c3e-a904-1a5786503b90 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0811672 Nov 12 04:22:43.893293 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c45d2784-4170-4af1-a8ef-813a5139db00 req-c5d10826-0201-4467-b6a8-37f6b504c2ef service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373483 Nov 12 04:22:44.633870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf414ec-be40-410e-ab58-211ae427e8e0 req-c6467bcc-edaa-4ee9-856d-dcb94058523d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:44.635405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bf414ec-be40-410e-ab58-211ae427e8e0 req-c6467bcc-edaa-4ee9-856d-dcb94058523d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Nov 12 04:22:44.683049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bf414ec-be40-410e-ab58-211ae427e8e0 req-cf90ef71-b677-40ef-8f23-77bda79889fe tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Nov 12 04:22:45.799247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ca10-e8e6-47bf-a0fc-ef9923bcf3d7 req-0663d34f-6d3e-40c2-979d-d421a1f066b9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.800732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9510ca10-e8e6-47bf-a0fc-ef9923bcf3d7 req-0663d34f-6d3e-40c2-979d-d421a1f066b9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Nov 12 04:22:45.851082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9510ca10-e8e6-47bf-a0fc-ef9923bcf3d7 req-cf21abf2-b6af-4203-9a2a-eaf0b4ce84d6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Nov 12 04:22:45.965392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7711b3-4982-4eb7-a427-57e05449f14e req-f5b0b8a2-9662-4a9c-b957-f8a5a732fc12 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:45.966810 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bb7711b3-4982-4eb7-a427-57e05449f14e req-f5b0b8a2-9662-4a9c-b957-f8a5a732fc12 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Nov 12 04:22:45.975587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 38898) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:22:45.980096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'floatingip': {'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:22:46.019631 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.450290 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.454113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.553644 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 associated. External IP: 172.25.7.30, port: 8663d568-f9b0-4897-850f-3c5df38f4918. Nov 12 04:22:46.759254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:22:46.865949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:22:46.870434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:46.876823 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:22:46.887183 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:46.887907 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:22:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:46.896621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-07dfcc82-b2af-48eb-a7e6-743431acd835 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "PUT /v2.0/floatingips/4d4cee6e-1aed-49c2-9b0b-af4b69465700 HTTP/1.1" status: 200 len: 990 time: 0.9199247 Nov 12 04:22:46.897218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:22:46.903135 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706" -d '{"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:22:46.998190 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:47.007913 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aac0eb-5121-4ab2-8ac8-3f31bd0214c1 x-openstack-request-id: req-d0aac0eb-5121-4ab2-8ac8-3f31bd0214c1 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:22:47.008344 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:22:47.008754 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0aac0eb-5121-4ab2-8ac8-3f31bd0214c1 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:22:47.009347 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'status': 'completed', 'code': 200} Nov 12 04:22:47.091734 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-d0d22c61-5483-44bd-89ba-830758c194ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.093251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-d0d22c61-5483-44bd-89ba-830758c194ed service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0433488 Nov 12 04:22:47.188267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-9c5b0c1a-a3bd-4852-b310-c64fd610f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.189734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-9c5b0c1a-a3bd-4852-b310-c64fd610f147 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0872078 Nov 12 04:22:47.221878 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1e62f-9910-418b-a691-80af29afadc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:22:46Z', 'revision_number': 9, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.251180 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:22:47.254657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-93483b79-c971-4f20-9e17-8ba4043fe40e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 998 time: 0.0578120 Nov 12 04:22:47.260488 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:22:47.261333 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:22:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.304088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-6f083ca9-da13-4b55-8752-f6a92036ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.305573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-6f083ca9-da13-4b55-8752-f6a92036ed04 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0443070 Nov 12 04:22:47.356142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-c896b37a-52c1-4830-bde8-9b1e0036479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:22:47.357677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-c896b37a-52c1-4830-bde8-9b1e0036479e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456760 Nov 12 04:22:47.453954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-289845fa-a94e-4582-9902-bf788aade980 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884817 Nov 12 04:22:47.460845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:22:47.552412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-88bdb4d1-85bf-4ad4-98fa-b3378c91f706 req-ba973132-189c-40f6-8274-f474b5d0097c service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894184 Nov 12 04:22:47.679949 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1e62f-9910-418b-a691-80af29afadc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:22:46Z', 'revision_number': 9, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:22:47.706110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14446e06-8bd8-4c9e-89e1-f5ce7f174848 None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d1e62f-9910-418b-a691-80af29afadc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:22:46Z', 'revision_number': 9, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:22:47.890531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20d4fd-1943-45fb-b925-40787b8f61c0 None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:22:52.305149 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c54bc910-2bf2-4dd7-8c8d-3e47dcb30fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:54.659066 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55629496-1f72-410a-8854-d16badf0586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:55.646567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.106870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:22:57.828453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:01.937025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:10.095183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:17.525396 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:22.306374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-247b5649-27ea-4b55-89a3-48f0663a1856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:24.661600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44b4ae4e-c389-4057-8b0a-7038e07f7708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:25.652384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.109934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:27.831961 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:31.934374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:40.103615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:46.735045 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-3d4872a5-1be2-4139-83f8-eedfe1a8b70b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417068 Nov 12 04:23:46.847247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-5d40b63b-5396-41a5-8d24-d318c4ab3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.848745 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-5d40b63b-5396-41a5-8d24-d318c4ab3c4a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0428445 Nov 12 04:23:46.959680 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-e4e2fd23-c5aa-4eaf-b165-c3b76017b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:46.961171 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-e4e2fd23-c5aa-4eaf-b165-c3b76017b6b9 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0927711 Nov 12 04:23:47.027586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-a94646dd-1c73-487b-a3d4-5b0711c27447 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1001 time: 0.0593174 Nov 12 04:23:47.083704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-8ab71fae-df42-449c-b2a2-c6b3e143eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.085200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-8ab71fae-df42-449c-b2a2-c6b3e143eadd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0502977 Nov 12 04:23:47.134133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-f7c75064-8956-4a23-ae87-5255a48bbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:23:47.135690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-f7c75064-8956-4a23-ae87-5255a48bbb7b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435672 Nov 12 04:23:47.230129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-b7a7f7eb-2158-4d45-a264-09ab1006fb8b service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859838 Nov 12 04:23:47.327741 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0f22b0e3-0a29-45b0-a774-2ff7538a0389 req-900f73fc-f68e-4ecf-9efe-0613d2794177 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Nov 12 04:23:52.309295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-10cdff78-b75d-4659-8457-6ffe81706508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:54.524449 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:23:54.664705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd149-c8ec-433e-8989-7653d532fce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:55.653681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.112687 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:23:57.833197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:01.952303 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:10.113400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:22.311210 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-78da8f2b-bf67-4c12-8d7d-b9bf76804326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:24.668350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-582970bf-ae2f-489e-b32c-f82e6f1f3731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:25.656333 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:27.114626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:27.834156 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:31.522910 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:24:31.951216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:40.109637 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:48.752013 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-cb6d8026-374c-4f93-8fc8-f827321886bc service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405347 Nov 12 04:24:48.855568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-4e83732c-9d48-4586-8e66-4bbc9f0efd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.857099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-4e83732c-9d48-4586-8e66-4bbc9f0efd76 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0456395 Nov 12 04:24:48.960890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-a3c9f53a-b43a-460b-a60e-7e4b4b71a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:48.962362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-a3c9f53a-b43a-460b-a60e-7e4b4b71a742 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0847638 Nov 12 04:24:49.031494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-7b13f9b0-6220-4932-b894-79097c1e50fb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1001 time: 0.0606148 Nov 12 04:24:49.080660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-3bc0f0d7-1e88-44d8-a022-298e5310804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.082119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-3bc0f0d7-1e88-44d8-a022-298e5310804e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0442221 Nov 12 04:24:49.126852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-29be48bb-c302-40d1-aa59-0c55febd8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:24:49.128347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-29be48bb-c302-40d1-aa59-0c55febd8b1e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390844 Nov 12 04:24:49.223051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-0ae58de3-223d-48fd-a287-dc5302dec865 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867960 Nov 12 04:24:49.315138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e776a5c-e146-46be-b3d1-f65f13a36c79 req-38e16851-93ff-4585-bd11-487ae5049b4d service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842960 Nov 12 04:24:52.313318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c9ecdf2-48d3-4a3d-8cde-866f4e104aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:54.670700 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64cfdca7-9ec9-4398-95f1-93a5ccd1de44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:55.660016 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.118309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:24:57.835944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:01.965980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:08.522157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:10.120586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:19.756608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-58f7dc49-6ad9-4a7f-9b16-6c240f7a6445 req-ec0f88f0-49b3-4c2b-8055-e4b206a71b36 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:19.757631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-58f7dc49-6ad9-4a7f-9b16-6c240f7a6445 req-ec0f88f0-49b3-4c2b-8055-e4b206a71b36 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0429697 Nov 12 04:25:21.014428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-bce0a131-3b6f-4d6e-80ad-855b1003af5f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148214 Nov 12 04:25:21.028244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260cb2f-7c75-4a39-af8d-03dab79add94 req-96f2c93b-c45f-4b38-bc30-36b3e9df0f96 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:21.029622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7260cb2f-7c75-4a39-af8d-03dab79add94 req-96f2c93b-c45f-4b38-bc30-36b3e9df0f96 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.1204300 Nov 12 04:25:21.033238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-2a9eb816-7006-4fac-a196-5ba3e48a197f service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:21.034165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-2a9eb816-7006-4fac-a196-5ba3e48a197f service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136561 Nov 12 04:25:21.088187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7260cb2f-7c75-4a39-af8d-03dab79add94 req-d6d1f7ce-ed2a-4161-96c0-2a822f66106c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525818 Nov 12 04:25:22.204246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eb318-503d-4a70-aa77-df0df1cd3245 req-b0090e10-062c-4791-9c7c-4c5bbc952bad tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:22.206192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce7eb318-503d-4a70-aa77-df0df1cd3245 req-b0090e10-062c-4791-9c7c-4c5bbc952bad tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0490615 Nov 12 04:25:22.251796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce7eb318-503d-4a70-aa77-df0df1cd3245 req-5d8fba0e-c30d-4160-8bc3-e781a33d8c56 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396564 Nov 12 04:25:22.315389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c9336f68-7be3-464f-908d-543a4cbb25af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:23.372473 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912451a-3bdb-494b-8795-30748ad6437f req-cd4b5dc1-9654-4da7-b48f-6d957c97ae27 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:23.373939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8912451a-3bdb-494b-8795-30748ad6437f req-cd4b5dc1-9654-4da7-b48f-6d957c97ae27 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Nov 12 04:25:23.421891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8912451a-3bdb-494b-8795-30748ad6437f req-365c003f-b072-4eab-97d0-4b4cc5e02026 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Nov 12 04:25:24.437507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e0660fa6-c4ca-4f93-9c50-f64e2a67dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.439673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e0660fa6-c4ca-4f93-9c50-f64e2a67dda4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0429878 Nov 12 04:25:24.568160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb6be3-38f2-4b57-b811-734e26dde493 req-d207f2df-6242-484f-8957-b00fc47011e4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.569668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dbb6be3-38f2-4b57-b811-734e26dde493 req-d207f2df-6242-484f-8957-b00fc47011e4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0703650 Nov 12 04:25:24.570829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-4bfa18f8-f8af-47b4-a86c-05b22ddaf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.572175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-4bfa18f8-f8af-47b4-a86c-05b22ddaf140 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1262071 Nov 12 04:25:24.667088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-972e0073-33e5-44e4-ab6c-2af23bdfec0a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1001 time: 0.0852644 Nov 12 04:25:24.670328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9dbb6be3-38f2-4b57-b811-734e26dde493 req-0fad56f2-037c-41ae-aabc-9768ac8ab65f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944893 Nov 12 04:25:24.671992 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd1aa-f6fd-470f-9caf-3b6024eec6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:24.719619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e37fa639-789c-4145-a55c-7a0880766951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.721498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e37fa639-789c-4145-a55c-7a0880766951 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0465174 Nov 12 04:25:24.767049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e75912d3-ad58-4a6b-b95d-abd3a25fe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:24.768547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-e75912d3-ad58-4a6b-b95d-abd3a25fe534 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397422 Nov 12 04:25:25.171950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-413ade55-a075-486c-86e3-eb8e1cfb2bd5 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952603 Nov 12 04:25:25.260467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-48f5e7af-f9dc-487a-b58d-8018bc724ad9 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812376 Nov 12 04:25:25.664976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:25.789564 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a3cfe-ee24-475b-95ce-adaadd519a4b req-44a26ba5-6c5b-4fcc-8544-dcc16016fa37 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:25.791136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf8a3cfe-ee24-475b-95ce-adaadd519a4b req-44a26ba5-6c5b-4fcc-8544-dcc16016fa37 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Nov 12 04:25:25.840954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf8a3cfe-ee24-475b-95ce-adaadd519a4b req-22fae635-ad9d-46e7-be22-5760a4a2b51e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 Nov 12 04:25:26.957050 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0d0a4-c214-44d3-9c47-07859ee03454 req-c0aaeaf9-fdd7-446b-a0e1-a012bc3a02f4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:26.958549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbf0d0a4-c214-44d3-9c47-07859ee03454 req-c0aaeaf9-fdd7-446b-a0e1-a012bc3a02f4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0479615 Nov 12 04:25:27.004938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bbf0d0a4-c214-44d3-9c47-07859ee03454 req-7653645e-0c54-448b-a646-1bf0da3dced3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Nov 12 04:25:27.121829 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:27.837568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:28.123336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffcd62-13f6-4fca-bad1-b12419433a93 req-bfd9bca8-3a28-46f8-8fd2-216a5dbfa930 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:28.124878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1ffcd62-13f6-4fca-bad1-b12419433a93 req-bfd9bca8-3a28-46f8-8fd2-216a5dbfa930 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Nov 12 04:25:28.171463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1ffcd62-13f6-4fca-bad1-b12419433a93 req-3c58f3e2-73fc-42fb-a8fb-ed7b8c3d3c17 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Nov 12 04:25:29.292133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ad824-afb3-47b1-9179-987e062d567b req-de9e8b68-abc2-494b-a4cb-9749fca86af5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:29.293609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d93ad824-afb3-47b1-9179-987e062d567b req-de9e8b68-abc2-494b-a4cb-9749fca86af5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0543215 Nov 12 04:25:29.341421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d93ad824-afb3-47b1-9179-987e062d567b req-c4866bf5-c931-4b9e-b402-033af7497df0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Nov 12 04:25:30.458506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78857f5-b580-4434-954c-346855f42048 req-afbfeb9b-0e9d-4645-84c7-0b147bab8236 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:30.460019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b78857f5-b580-4434-954c-346855f42048 req-afbfeb9b-0e9d-4645-84c7-0b147bab8236 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0497417 Nov 12 04:25:30.507574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b78857f5-b580-4434-954c-346855f42048 req-4690d7ed-1d9e-4320-9da8-ea8a588156f1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Nov 12 04:25:31.623531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d41a5-cc79-46de-9e15-77389b7a29ad req-97cc1a20-32e4-4041-b1ea-f983d40e4651 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:31.624990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-866d41a5-cc79-46de-9e15-77389b7a29ad req-97cc1a20-32e4-4041-b1ea-f983d40e4651 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Nov 12 04:25:31.675678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-866d41a5-cc79-46de-9e15-77389b7a29ad req-4ac9707b-2d3e-46af-a3ba-ff130210636b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Nov 12 04:25:31.964875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:32.789093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213f14-b4dc-4f1e-b9f9-e7e89e7f06bd req-d884c591-289e-4220-941c-c7cd7ae1aca3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:32.790541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a213f14-b4dc-4f1e-b9f9-e7e89e7f06bd req-d884c591-289e-4220-941c-c7cd7ae1aca3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0477068 Nov 12 04:25:32.836957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a213f14-b4dc-4f1e-b9f9-e7e89e7f06bd req-174b85d2-453b-42cc-881c-c04d12d6d884 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Nov 12 04:25:33.953028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b847f-07cc-47fe-81bb-791bcdda7661 req-f75a8be3-c41e-440f-a5f7-27baed4e24bf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:33.955257 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-311b847f-07cc-47fe-81bb-791bcdda7661 req-f75a8be3-c41e-440f-a5f7-27baed4e24bf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0494080 Nov 12 04:25:34.001879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-311b847f-07cc-47fe-81bb-791bcdda7661 req-72b7a759-e4d8-487f-986a-001807438ca2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Nov 12 04:25:35.121537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa313d-30ad-4521-8533-555e7abd024a req-fb15d108-738d-4f5f-b35a-f515af57576b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:35.123021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0fa313d-30ad-4521-8533-555e7abd024a req-fb15d108-738d-4f5f-b35a-f515af57576b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0520926 Nov 12 04:25:35.169572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d0fa313d-30ad-4521-8533-555e7abd024a req-2dafeec9-224a-412a-bb78-bbf520a3d349 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Nov 12 04:25:36.289294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5f1bd-3a84-471d-988b-a59d15ae2d5d req-2c215c19-f83e-4d55-8dfb-e0ba546fe390 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:36.290949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c5f1bd-3a84-471d-988b-a59d15ae2d5d req-2c215c19-f83e-4d55-8dfb-e0ba546fe390 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0499480 Nov 12 04:25:36.337244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c5f1bd-3a84-471d-988b-a59d15ae2d5d req-883960a7-f1f2-4f39-a426-3775844cf1c9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Nov 12 04:25:37.457417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d2402-d6f4-49b6-8641-dc1633f60d11 req-70100498-8287-4062-a2f6-d9d71dca885c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.458948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c81d2402-d6f4-49b6-8641-dc1633f60d11 req-70100498-8287-4062-a2f6-d9d71dca885c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0533092 Nov 12 04:25:37.505697 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c81d2402-d6f4-49b6-8641-dc1633f60d11 req-1e0028b0-4a8b-49a9-afdf-4d44a18a6a53 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Nov 12 04:25:37.571865 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-9a67ccc7-c5e2-4e52-ac31-481da431fa2c service neutron] show failed (client error): The resource could not be found. Nov 12 04:25:37.572885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-9a67ccc7-c5e2-4e52-ac31-481da431fa2c service neutron] 10.222.0.104 "GET /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0572627 Nov 12 04:25:37.826857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-3ad8d02b-f225-473c-9d33-61137eb22258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:37.828367 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-3ad8d02b-f225-473c-9d33-61137eb22258 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1097 time: 0.0786779 Nov 12 04:25:37.854103 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:37.904795 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.435716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:38.468185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:38.506637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:38.508907 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca65a71-522e-497c-b166-2f67c5823d95" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:38.512909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.525501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Transition to ACTIVE for port object 8663d568-f9b0-4897-850f-3c5df38f4918 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:38.530608 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.578363 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=6']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:38.618438 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73de96d5-2ec7-4f3d-9f05-84c55d2affa2 x-openstack-request-id: req-73de96d5-2ec7-4f3d-9f05-84c55d2affa2 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:38.618732 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:38.619014 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-73de96d5-2ec7-4f3d-9f05-84c55d2affa2 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:38.619407 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'code': 200} Nov 12 04:25:38.620877 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.621215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.621552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.621888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.622286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.622525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.622883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.623304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.623850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.624031 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.624530 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.624866 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:38.674929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] No DVR routers for this DVR port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:38.718560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe90e67-6e64-4716-a71d-19fb806835ef req-0c4448b2-8de6-4d03-bd46-9b36e6993c92 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:38.720311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abe90e67-6e64-4716-a71d-19fb806835ef req-0c4448b2-8de6-4d03-bd46-9b36e6993c92 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0529416 Nov 12 04:25:38.774537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abe90e67-6e64-4716-a71d-19fb806835ef req-fffa45c5-d5fb-4953-a74a-b34c9a99be2d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Nov 12 04:25:38.815655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:38.815971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:38.816299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:38.820540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:38.820859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:38.825622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:38.825958 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:38.826390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:38.826930 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Bound port: 8663d568-f9b0-4897-850f-3c5df38f4918, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:38.827495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.889170 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:38.892785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:38.896646 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.932587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:38.933306 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:38.934559 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] 10.222.0.16 "PUT /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1092 time: 1.0843487 Nov 12 04:25:38.958709 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c02403-376b-46db-8e6d-7ffae4eb019f service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=7']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:39.016886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-f4204182-0d4f-4399-980f-0e1a6a6bf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.019055 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-f4204182-0d4f-4399-980f-0e1a6a6bf978 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0437453 Nov 12 04:25:39.118453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-3590774f-0964-4216-80e8-de20e5fd6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.119980 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-3590774f-0964-4216-80e8-de20e5fd6166 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0897026 Nov 12 04:25:39.194707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-1ac0c989-5095-4f87-9058-3ffcb483bcec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0626056 Nov 12 04:25:39.247731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-4cd6c489-1fed-4026-a83e-152bed718f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.249109 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-4cd6c489-1fed-4026-a83e-152bed718f19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0429978 Nov 12 04:25:39.300221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-096ee8ea-2c0a-48d1-816e-955237890118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.301711 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-096ee8ea-2c0a-48d1-816e-955237890118 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404696 Nov 12 04:25:39.396824 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-1a0d5796-578f-4352-8257-b1c55423737d service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Nov 12 04:25:39.493500 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4767d291-0eb6-473a-b575-7095b34f2b25 req-221be51d-865e-45cc-9dd7-9d94bfd99e50 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832572 Nov 12 04:25:39.895779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aacf5-e206-418c-9eb5-11150fc087e0 req-7011a37b-4475-4fa5-ac20-7ffacc3f02ac tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:39.897180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-578aacf5-e206-418c-9eb5-11150fc087e0 req-7011a37b-4475-4fa5-ac20-7ffacc3f02ac tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0532994 Nov 12 04:25:39.946254 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-578aacf5-e206-418c-9eb5-11150fc087e0 req-4db51f66-175f-477f-b335-f2b2ef118cda tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Nov 12 04:25:40.125681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:40.399191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:40.437304 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:40.620803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:40.623306 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c4b601-e1b7-4906-a31a-079b8f9eb447" -d '{"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:40.670674 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9fba80-3373-4265-8919-25799cc5b33b x-openstack-request-id: req-df9fba80-3373-4265-8919-25799cc5b33b {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:40.670994 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:40.671248 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-df9fba80-3373-4265-8919-25799cc5b33b {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:40.671648 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'status': 'completed', 'code': 200} Nov 12 04:25:40.764490 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb5de-134b-4288-8649-789dcc257d06 req-99568c18-a19c-4735-85d6-fd7d6b49bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.765625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-7249d940-d48c-4cb3-a316-900fa5af69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.766021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-99568c18-a19c-4735-85d6-fd7d6b49bc2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0470860 Nov 12 04:25:40.767159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-7249d940-d48c-4cb3-a316-900fa5af69ec service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0410986 Nov 12 04:25:40.862716 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-88845c28-9e39-46b7-9647-64ca1d8604f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.864213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-88845c28-9e39-46b7-9647-64ca1d8604f8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0885761 Nov 12 04:25:40.870552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb5de-134b-4288-8649-789dcc257d06 req-7b8a7988-03c1-4f7e-959d-a511e6fa8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.872081 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-7b8a7988-03c1-4f7e-959d-a511e6fa8a42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0857358 Nov 12 04:25:40.931484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-77e4a2b5-d2df-4878-9bb7-00e2a02d0f3b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0591626 Nov 12 04:25:40.949916 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-bdf1945b-8d5e-401c-ae7a-1c3656269217 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0635760 Nov 12 04:25:40.983826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-d5d4d05b-a59d-4fe2-b393-70a1d1da3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:40.985321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-d5d4d05b-a59d-4fe2-b393-70a1d1da3030 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0435534 Nov 12 04:25:41.004997 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb5de-134b-4288-8649-789dcc257d06 req-23b3b893-46e0-4f36-bc74-e8ac7fd92136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.007638 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-23b3b893-46e0-4f36-bc74-e8ac7fd92136 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0494547 Nov 12 04:25:41.061906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb5de-134b-4288-8649-789dcc257d06 req-56bdf268-38fa-40a0-b44e-29f70be5ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.063578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-56bdf268-38fa-40a0-b44e-29f70be5ee9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464311 Nov 12 04:25:41.073869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-28df77c2-cbfc-431e-9dca-d31d78f82bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.075396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-28df77c2-cbfc-431e-9dca-d31d78f82bf1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754347 Nov 12 04:25:41.091889 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d2452-cfbe-41b1-84b5-cfb515cfb5ee req-b49a9833-258b-4b24-8ed0-d71fd111d136 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.093377 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-037d2452-cfbe-41b1-84b5-cfb515cfb5ee req-b49a9833-258b-4b24-8ed0-d71fd111d136 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0628443 Nov 12 04:25:41.165203 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-e8d91a67-9c09-435e-b73b-6358d53c2fc1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929227 Nov 12 04:25:41.210007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-037d2452-cfbe-41b1-84b5-cfb515cfb5ee req-e8729298-0d27-4074-a410-1dbd5d0bfac9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100125 Nov 12 04:25:41.231196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-1903ea11-ef07-41ec-b63b-bb545b70a28f service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325474 Nov 12 04:25:41.273858 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a75fb5de-134b-4288-8649-789dcc257d06 req-a4ebf281-2075-4c23-937c-266343970273 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005831 Nov 12 04:25:41.326006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-c85b4c8f-e573-4e60-8e59-79a274eda1bf service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877287 Nov 12 04:25:41.432505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-de500a6e-7713-4e02-b4b3-ee66c470dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.434066 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-de500a6e-7713-4e02-b4b3-ee66c470dfa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0498419 Nov 12 04:25:41.545079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-809b2302-18bc-444d-aa2e-09b9a4c9d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.546570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-809b2302-18bc-444d-aa2e-09b9a4c9d828 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0891807 Nov 12 04:25:41.618180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-efd1c3c6-c2bb-4c3f-876a-e7f31a7bccaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0638046 Nov 12 04:25:41.672319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-65dedc7f-619e-4b64-9658-27b9b15a89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.673896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-65dedc7f-619e-4b64-9658-27b9b15a89c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0454557 Nov 12 04:25:41.719260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-3ea16be5-97a4-4625-9241-6e98649dcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:41.721356 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-3ea16be5-97a4-4625-9241-6e98649dcc1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405107 Nov 12 04:25:41.814064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-9ac0e768-5db0-43bc-ae74-04a93a1bad43 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Nov 12 04:25:41.906000 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-07c4b601-e1b7-4906-a31a-079b8f9eb447 req-d5b6980b-13bb-405f-acec-bd48e1b7087f service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840192 Nov 12 04:25:42.333081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65d9fc-a726-4310-b503-b312aa43751d req-9c66fc6c-b95b-4d2e-bb49-8724dd253676 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.334582 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c65d9fc-a726-4310-b503-b312aa43751d req-9c66fc6c-b95b-4d2e-bb49-8724dd253676 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0491729 Nov 12 04:25:42.385355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c65d9fc-a726-4310-b503-b312aa43751d req-6a6e600b-e14a-4c03-9d79-fbdc2f049657 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448468 Nov 12 04:25:42.675653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-b186724d-eb05-4d6f-8466-141451240822 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.677330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-b186724d-eb05-4d6f-8466-141451240822 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&tenant_id=fae33b73f8664e4684f3f2306f73b94a&binding%3Ahost_id=n-h1-766726-29 HTTP/1.1" status: 200 len: 943 time: 0.0646110 Nov 12 04:25:42.683104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786068-657d-461d-befd-7acc508cc120 req-bb4de0c7-328a-461f-82ff-1725f213df14 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.684572 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da786068-657d-461d-befd-7acc508cc120 req-bb4de0c7-328a-461f-82ff-1725f213df14 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Nov 12 04:25:42.731414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da786068-657d-461d-befd-7acc508cc120 req-09be7ea8-75e6-4744-a5ff-dcb8868a5853 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Nov 12 04:25:42.742945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d24a1d20-2e3a-46b8-bf7c-bcb9262655de service neutron] 10.222.0.16 "GET /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918/bindings/n-h1-766726-29 HTTP/1.1" status: 200 len: 383 time: 0.0558596 Nov 12 04:25:42.821640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-9439a491-6c20-4217-b1ec-49a507c7cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.823163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-9439a491-6c20-4217-b1ec-49a507c7cee8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1095 time: 0.0419645 Nov 12 04:25:42.918721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-fffef03e-b02b-4515-b3c6-bd5b8e5edf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:42.920290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-fffef03e-b02b-4515-b3c6-bd5b8e5edf04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0896988 Nov 12 04:25:42.984910 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-36fc5aef-8ac9-4847-b768-c142cc019f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0579953 Nov 12 04:25:43.018788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:43.036262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-89e06d5b-ad55-4f91-9d68-1ac86e47e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.038182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-89e06d5b-ad55-4f91-9d68-1ac86e47e541 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0452383 Nov 12 04:25:43.088988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-2c821273-1f5d-496d-840f-b36ef13581f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.090477 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-2c821273-1f5d-496d-840f-b36ef13581f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441897 Nov 12 04:25:43.114738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:43.126520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '8663d568-f9b0-4897-850f-3c5df38f4918', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:43.164020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.176533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:43.182179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-e4d6fe83-cb3c-43d9-a92c-df8ad8914c82 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Nov 12 04:25:43.196136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:43.200314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:43.246894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:43.254374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.254719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.255091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.255428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.255760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.256090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.256422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.256747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.257070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.257391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.257712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.258031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:43.280920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-9156d5ec-d158-48a4-8b40-98576b267b4b service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Nov 12 04:25:43.555293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['8663d568-f9b0-4897-850f-3c5df38f4918'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:43.847512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd38f2-d5e6-4cb5-8df4-ce8a7e8c86bc req-fe041596-ee3d-4571-84f9-b42206bfd423 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:43.848904 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32dd38f2-d5e6-4cb5-8df4-ce8a7e8c86bc req-fe041596-ee3d-4571-84f9-b42206bfd423 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0481386 Nov 12 04:25:43.896251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32dd38f2-d5e6-4cb5-8df4-ce8a7e8c86bc req-4eab6bf9-a44d-4351-b007-bc6da11507ca tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Nov 12 04:25:45.021134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:45.024759 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7521d-2939-4091-abb3-7889fadc57d1 req-969ead44-687b-490e-be0f-6ef56b024bd5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:45.025212 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bc7521d-2939-4091-abb3-7889fadc57d1 req-969ead44-687b-490e-be0f-6ef56b024bd5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0577466 Nov 12 04:25:45.071520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 8663d568-f9b0-4897-850f-3c5df38f4918 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:45.075598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 8663d568-f9b0-4897-850f-3c5df38f4918 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:45.075971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.083631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bc7521d-2939-4091-abb3-7889fadc57d1 req-97de8420-d1a0-457b-884e-7c61b17517df tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513477 Nov 12 04:25:45.158803 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.180994 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:45.183232 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d56354-b2cf-4541-8ebb-6bd80d593cae" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:45.197018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:45.200861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.249617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:45.307792 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a722bec-04bf-4de3-8215-2e0a729bd76b x-openstack-request-id: req-7a722bec-04bf-4de3-8215-2e0a729bd76b {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:45.308291 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:45.308851 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7a722bec-04bf-4de3-8215-2e0a729bd76b {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:45.309416 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'code': 200} Nov 12 04:25:45.520881 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:25:45.654607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-a892971d-031d-4fb0-afd4-0148ebe83b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:45.656116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-a892971d-031d-4fb0-afd4-0148ebe83b19 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1097 time: 0.0433099 Nov 12 04:25:45.673608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:45.729647 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:45.929483 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:45.962112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:46.001995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:46.004466 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd502852-9ce1-4f1f-9fe3-8d7fc49d8dfd" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:46.008143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.021369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Transition to ACTIVE for port object 8663d568-f9b0-4897-850f-3c5df38f4918 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:46.025432 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.125890 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d09ba-ef6f-4492-bdc3-1f47aecdca53 x-openstack-request-id: req-b76d09ba-ef6f-4492-bdc3-1f47aecdca53 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:46.126187 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:46.126443 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b76d09ba-ef6f-4492-bdc3-1f47aecdca53 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:46.126872 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'code': 200} Nov 12 04:25:46.132950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:46.152938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.153867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.153867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.154099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.154278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.154613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.154970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.155303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.155633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.155960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.156285 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.156607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:25:46.240875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] No DVR routers for this DVR port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:46.298721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18630d-4035-4815-83bd-d85026a90b1b req-cabd5b52-a5a1-42bd-82a7-bab4814dd6f5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.300292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f18630d-4035-4815-83bd-d85026a90b1b req-cabd5b52-a5a1-42bd-82a7-bab4814dd6f5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.1263211 Nov 12 04:25:46.392152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2f18630d-4035-4815-83bd-d85026a90b1b req-20f0926f-5b1d-4f9a-8665-f5e30572648c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857184 Nov 12 04:25:46.423651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:46.423940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:46.424262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:46.428480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:46.428799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Attempting to bind port 8663d568-f9b0-4897-850f-3c5df38f4918 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:46.433537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:46.433866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:46.434241 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:46.434658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Bound port: 8663d568-f9b0-4897-850f-3c5df38f4918, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:46.435040 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.496137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:46.499340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:46.504171 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.541632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.542261 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:46.543683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] 10.222.0.104 "PUT /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1093 time: 0.8740590 Nov 12 04:25:46.568538 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54011-02dc-4015-a5d8-768638c0c070 service neutron] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=11']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:46.619173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-1d161c15-d0c9-4bf0-b419-6557355ad5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.620698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-1d161c15-d0c9-4bf0-b419-6557355ad5f6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1096 time: 0.0423770 Nov 12 04:25:46.714769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-5e4c6cf3-12df-4ee5-8152-c13d030f206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.716298 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-5e4c6cf3-12df-4ee5-8152-c13d030f206a service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0880163 Nov 12 04:25:46.783710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-83f7e472-41c3-43d5-8273-6c9926035be0 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0597148 Nov 12 04:25:46.834826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-bd4f2055-da6a-4b14-b7a9-3a50aefa4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.836395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-bd4f2055-da6a-4b14-b7a9-3a50aefa4c22 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0463202 Nov 12 04:25:46.882582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-de89c2e6-0a90-42a5-8588-0c60bdb10edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:46.884088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-de89c2e6-0a90-42a5-8588-0c60bdb10edd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399830 Nov 12 04:25:46.976484 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-174b4236-9aab-4853-9cd8-4dfac69d017a service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842743 Nov 12 04:25:47.064362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fd25731-24f6-47dd-b472-8bbbd88e4eb2 req-12f1b498-adce-46f3-825e-ca55ce8c6ced service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801616 Nov 12 04:25:47.512081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b573435-9c7f-4e31-8fe9-8bbbe95af38d req-66173ddf-eb87-42c8-88b5-26dd1d8d0522 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:47.513552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b573435-9c7f-4e31-8fe9-8bbbe95af38d req-66173ddf-eb87-42c8-88b5-26dd1d8d0522 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0521829 Nov 12 04:25:47.560914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b573435-9c7f-4e31-8fe9-8bbbe95af38d req-9df3cfd1-2429-4a80-8e2f-909faf0ae7c5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Nov 12 04:25:48.127974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:48.130815 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70dfc13-099e-4269-9730-28a771af6b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:48.176914 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3806a47f-b132-4047-9ced-870f0a900157 x-openstack-request-id: req-3806a47f-b132-4047-9ced-870f0a900157 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:48.177216 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:48.177496 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3806a47f-b132-4047-9ced-870f0a900157 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:48.177895 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'status': 'completed', 'code': 200} Nov 12 04:25:48.259606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-1ad55376-0bce-4ca8-9d67-074734ee25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.261099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-1ad55376-0bce-4ca8-9d67-074734ee25fb service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1096 time: 0.0417168 Nov 12 04:25:48.264716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-59d26807-7716-41b8-99d6-14b953c46ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.266225 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-59d26807-7716-41b8-99d6-14b953c46ad4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1096 time: 0.0421693 Nov 12 04:25:48.355151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-750343a1-d886-4db3-ae96-c44a4dc0a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.356614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-750343a1-d886-4db3-ae96-c44a4dc0a6ba service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0866024 Nov 12 04:25:48.363299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-1e56ef95-b9a1-49e0-a858-82859a079388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.364785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-1e56ef95-b9a1-49e0-a858-82859a079388 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0909455 Nov 12 04:25:48.421206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-748c6b40-aa16-47d0-99da-159086667048 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0570400 Nov 12 04:25:48.433846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-f344fb89-1b92-4550-9de5-d59c3f1e58dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 999 time: 0.0610132 Nov 12 04:25:48.469859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-e381de03-4603-47a0-b8bf-068724008d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.471362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-e381de03-4603-47a0-b8bf-068724008d4c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0435746 Nov 12 04:25:48.483746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-47af2d70-11c5-4e96-8616-d882294f7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.485221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-47af2d70-11c5-4e96-8616-d882294f7f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0437758 Nov 12 04:25:48.525102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-054c0605-04f7-478a-9f63-832e039ac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.526614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-054c0605-04f7-478a-9f63-832e039ac888 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483270 Nov 12 04:25:48.545516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dfc13-099e-4269-9730-28a771af6b2f req-d2093ff2-bf89-4a1e-82ac-0e607b0a9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.547062 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-d2093ff2-bf89-4a1e-82ac-0e607b0a9da1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498061 Nov 12 04:25:48.620218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-b0b93ae7-1fcd-4f62-8596-08599b7ab85e service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861437 Nov 12 04:25:48.645679 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-00036fa6-5d04-4eb1-a493-4f5c2852a2c6 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874839 Nov 12 04:25:48.739831 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce7bbf-fa56-4b6e-879a-040e5f66fe54 req-04df2aa6-0225-4a70-9c2f-39b5a8c1c687 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:48.741205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fce7bbf-fa56-4b6e-879a-040e5f66fe54 req-04df2aa6-0225-4a70-9c2f-39b5a8c1c687 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.1042495 Nov 12 04:25:48.746765 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-0fa3da2c-ca7b-4b23-bb01-c2e01b06b89f service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891781 Nov 12 04:25:48.766788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e70dfc13-099e-4269-9730-28a771af6b2f req-3f53b166-c20b-496f-87fb-ea02e9eea8e1 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380160 Nov 12 04:25:48.797854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1fce7bbf-fa56-4b6e-879a-040e5f66fe54 req-dbba9323-c36b-4889-893a-b068d7e29c81 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Nov 12 04:25:49.024303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:49.062249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:49.917872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bde24-56d8-4da3-87a2-d37260c00c99 req-4da7a883-63f6-48ec-9616-6d9739f605f4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:49.919398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d7bde24-56d8-4da3-87a2-d37260c00c99 req-4da7a883-63f6-48ec-9616-6d9739f605f4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 944 time: 0.0534759 Nov 12 04:25:49.966010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d7bde24-56d8-4da3-87a2-d37260c00c99 req-e0edaa84-5c26-46ac-9428-e9b7c77f9c9e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Nov 12 04:25:50.461496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:25:50.711669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:50.722698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '8663d568-f9b0-4897-850f-3c5df38f4918', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': '8663d568-f9b0-4897-850f-3c5df38f4918', 'mac_address': 'fa:16:3e:16:fb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:25:50.747602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-3c4b971f-3be2-460a-9b02-46a8e2c53c36 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386410 Nov 12 04:25:50.759664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.772141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:50.791683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:50.796209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:50.842958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:50.847392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-1415dcf9-604f-485b-b6de-e7aecf94fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.848909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-1415dcf9-604f-485b-b6de-e7aecf94fcd1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 1097 time: 0.0411556 Nov 12 04:25:50.954559 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-417cfc8c-8af7-4c95-97cc-46e29291a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:50.956054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-417cfc8c-8af7-4c95-97cc-46e29291a927 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0883911 Nov 12 04:25:51.020634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-543c33f5-01ef-4604-9240-67a3806c494f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 200 len: 1000 time: 0.0570543 Nov 12 04:25:51.096700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-e61115c4-f8ed-4840-a072-e68fc8d8961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.098653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-e61115c4-f8ed-4840-a072-e68fc8d8961e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0711446 Nov 12 04:25:51.122415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af5670-ee84-4d5f-9d01-e94e35e2a55f req-5f3c99de-5806-4e8d-bef0-9027fe8b9bb7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.123943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37af5670-ee84-4d5f-9d01-e94e35e2a55f req-5f3c99de-5806-4e8d-bef0-9027fe8b9bb7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0888028 Nov 12 04:25:51.177384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-1b746064-2374-4d95-973a-513759b0abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.178873 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-1b746064-2374-4d95-973a-513759b0abc7 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729434 Nov 12 04:25:51.196309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-37af5670-ee84-4d5f-9d01-e94e35e2a55f req-84585317-b5c4-42aa-bc46-1418b7df0b86 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587733 Nov 12 04:25:51.221322 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['8663d568-f9b0-4897-850f-3c5df38f4918'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:25:51.289425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-4aed4679-2438-4938-a558-d50af29e4bba service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023676 Nov 12 04:25:51.389707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212818-00dc-4229-a317-47286a43b7c4 req-718ed998-867c-4955-8eb9-6ecc5aac240d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.391234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31212818-00dc-4229-a317-47286a43b7c4 req-718ed998-867c-4955-8eb9-6ecc5aac240d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.1178381 Nov 12 04:25:51.433506 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e12de42-1a3b-4d86-9b1a-1a799fe8bfe2 req-f7f15a4f-ce7d-4413-991f-cf815cebfac4 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307228 Nov 12 04:25:51.454390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31212818-00dc-4229-a317-47286a43b7c4 req-6167b99f-2c59-4b91-b6aa-11197b411a78 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562832 Nov 12 04:25:51.571750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f18619-361b-4902-b394-a094c9b9e0b2 req-85319a3e-c9cf-42c2-a88c-718eb6bceeb3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.573133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20f18619-361b-4902-b394-a094c9b9e0b2 req-85319a3e-c9cf-42c2-a88c-718eb6bceeb3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Nov 12 04:25:51.619688 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20f18619-361b-4902-b394-a094c9b9e0b2 req-1df7d806-0aa0-4fcf-a856-5273ae1722d0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Nov 12 04:25:51.862626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540698-27b0-4e43-b6a6-9056582a9a63 req-ef60147f-8fc8-42e6-9a4a-83d717574d6a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:51.864079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4540698-27b0-4e43-b6a6-9056582a9a63 req-ef60147f-8fc8-42e6-9a4a-83d717574d6a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 945 time: 0.0485020 Nov 12 04:25:51.915355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4540698-27b0-4e43-b6a6-9056582a9a63 req-d804e57f-1c54-4782-9364-203f1702644a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Nov 12 04:25:52.317525 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-928a19cc-b2c6-4ac1-9829-177d33ea4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.477570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:25:52.525212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 8663d568-f9b0-4897-850f-3c5df38f4918 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:25:52.529076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 8663d568-f9b0-4897-850f-3c5df38f4918 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:52.529440 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.608748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.631414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:52.633643 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed1e32-cb75-4cc1-83c2-ecbd130ff83b" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:52.645903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:52.649960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:52.679922 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6bd553-2168-4ae9-9c25-dbac29e3f86d x-openstack-request-id: req-6c6bd553-2168-4ae9-9c25-dbac29e3f86d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:52.680223 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-plugged", "status": "completed", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:52.680480 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c6bd553-2168-4ae9-9c25-dbac29e3f86d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:52.680900 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'code': 200} Nov 12 04:25:52.700181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:53.030526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bd67d-56ca-4ba4-8f46-dd08483c9a88 req-fe344428-994a-4b0b-8bc2-96560ace5c16 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:53.032038 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-650bd67d-56ca-4ba4-8f46-dd08483c9a88 req-fe344428-994a-4b0b-8bc2-96560ace5c16 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 946 time: 0.0481739 Nov 12 04:25:53.079676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-650bd67d-56ca-4ba4-8f46-dd08483c9a88 req-13648624-27b0-4913-95c6-238059e6a061 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407925 Nov 12 04:25:53.523146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca302-9a41-4613-b44f-ac746570f713 req-13f02188-9e2c-4eaf-b039-2b18b57da48f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:53.524612 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-361ca302-9a41-4613-b44f-ac746570f713 req-13f02188-9e2c-4eaf-b039-2b18b57da48f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 946 time: 0.0477691 Nov 12 04:25:53.614979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Deleting port 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:25:53.615310 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:53.703998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] For port 8663d568-f9b0-4897-850f-3c5df38f4918, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=8663d568-f9b0-4897-850f-3c5df38f4918,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:25:53.704357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.253682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850f6eb-26fb-4778-a22d-d93fed70a9d1 req-c9a00837-75f1-4e4b-b6f2-c4c5c1ee62a3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:54.255121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b850f6eb-26fb-4778-a22d-d93fed70a9d1 req-c9a00837-75f1-4e4b-b6f2-c4c5c1ee62a3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=58d1e62f-9910-418b-a691-80af29afadc1 HTTP/1.1" status: 200 len: 946 time: 0.0966268 Nov 12 04:25:54.286583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.286973 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.287291 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 disassociated. External IP: 172.25.7.30, port: 8663d568-f9b0-4897-850f-3c5df38f4918. Nov 12 04:25:54.287641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Calling delete_port for 8663d568-f9b0-4897-850f-3c5df38f4918 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:25:54.356758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b850f6eb-26fb-4778-a22d-d93fed70a9d1 req-9ee4c361-fb2a-4b46-8b17-2f1eb69e6bf3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949814 Nov 12 04:25:54.437574 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.465536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'Port': ['ID=8663d568-f9b0-4897-850f-3c5df38f4918,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:54.584147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:25:54.675575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-51478776-b8c2-481f-9f2f-57a09eeeeca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.695547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:25:54.704880 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:25:54.719693 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:54.720381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:25:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:54.740165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] No DVR routers for this DVR port 8663d568-f9b0-4897-850f-3c5df38f4918 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:25:54.742746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:54.746224 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-361ca302-9a41-4613-b44f-ac746570f713 req-792c5632-ef06-44c8-8554-869bc35b4b6b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "DELETE /v2.0/ports/8663d568-f9b0-4897-850f-3c5df38f4918 HTTP/1.1" status: 204 len: 173 time: 1.2154675 Nov 12 04:25:54.746664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-deleted', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:54.748930 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc94b33-23fb-4ead-a04c-9e408e4161d2" -d '{"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-deleted", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:54.787191 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0ff662-c00d-4c64-96a7-26284d0edf61 x-openstack-request-id: req-4b0ff662-c00d-4c64-96a7-26284d0edf61 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:54.787520 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d1e62f-9910-418b-a691-80af29afadc1", "name": "network-vif-deleted", "tag": "8663d568-f9b0-4897-850f-3c5df38f4918", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:54.787747 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4b0ff662-c00d-4c64-96a7-26284d0edf61 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:54.788135 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d1e62f-9910-418b-a691-80af29afadc1', 'name': 'network-vif-deleted', 'tag': '8663d568-f9b0-4897-850f-3c5df38f4918', 'status': 'completed', 'code': 200} Nov 12 04:25:54.829872 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:55.039363 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:55.065306 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:25:55.073899 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:25:55.074486 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:25:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:55.177612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:25:55.371636 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:25:55.397611 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8b9fe-d917-477b-ac9f-6ecbccb95b2c None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:25:55.617875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cdcc1-a2d2-4191-b164-35512c00b2b9 None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:25:55.674198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-963802be-63a5-4633-9758-11af393325c4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1747319532&fields=id&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 267 time: 0.0514731 Nov 12 04:25:55.706899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:55.783793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-a236b842-8970-4657-84b3-d546b43242eb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:55.785843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-a236b842-8970-4657-84b3-d546b43242eb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1038351 Nov 12 04:25:55.800876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-f24a8315-34ae-49a4-a829-509373a92254 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/quotas/fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 375 time: 0.0089393 Nov 12 04:25:55.856698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-933e59dc-baef-487d-b355-46a60b5349c0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507183 Nov 12 04:25:55.872053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-022cbfac-2607-43bf-b05e-6c349fb92b3e service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:25:55.873003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-022cbfac-2607-43bf-b05e-6c349fb92b3e service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050390 Nov 12 04:25:55.960730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8ada35d5-0f94-4d81-86ee-2302f4e26367 service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818617 Nov 12 04:25:56.051851 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-3b0e7777-f14d-4196-946e-bb8758b7ed8e service neutron] 10.222.0.97 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851188 Nov 12 04:25:56.208997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5ac51f98-672b-40c5-8eb0-e8f7098a4bed req-d3200f19-cafb-4b6f-9a65-0a705f9493e7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0273509 Nov 12 04:25:56.601170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:25:56.621092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 8663d568-f9b0-4897-850f-3c5df38f4918 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:25:56.621429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 8663d568-f9b0-4897-850f-3c5df38f4918 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:25:57.123933 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.310727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2218615-6104-49bc-84d4-b99d22c89621 req-76aa4623-aba1-481c-a076-5b9cc71b52d6 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0272958 Nov 12 04:25:57.316181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-d74cdc7f-bd0e-4528-91f7-b160d4f9902f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.317978 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-d74cdc7f-bd0e-4528-91f7-b160d4f9902f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 811 time: 0.1094518 Nov 12 04:25:57.403248 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-2ef9f776-8c49-495b-b7f0-a5884b1f123f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 380 time: 0.0523803 Nov 12 04:25:57.447357 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'port': {'device_id': 'ff696365-452a-47cc-983c-4ceff19f109e', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'admin_state_up': True, 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'security_groups': ['23c3ca91-bbd1-414e-a0f4-1de585449a88']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:57.557011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Made reservation on behalf of fae33b73f8664e4684f3f2306f73b94a for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:25:57.560539 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.692184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Allocated IP 172.20.0.13 (4d774424-532c-4d27-87d0-cfac4814c3d7/7466896f-cafd-4bee-8fff-fdc9848d0a10/fbed1173-73da-4204-af29-a188da483b35) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:25:57.834566 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.840404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.871808 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:57.922734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:25:57.926556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:25:57.929029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:25:57.958018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:57.990635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:57.991327 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.007702 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-8a45cd77-18a0-4e26-aef2-a5983b80d298 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642316 Nov 12 04:25:58.036917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Request body: {'port': {'device_id': 'ff696365-452a-47cc-983c-4ceff19f109e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:25:58.092611 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.116233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56475a5a-8d99-4e53-9992-c643687fb3ad None None] Provisioning complete for port fbed1173-73da-4204-af29-a188da483b35 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:25:58.116588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56475a5a-8d99-4e53-9992-c643687fb3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.154484 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-56475a5a-8d99-4e53-9992-c643687fb3ad None None] Port fbed1173-73da-4204-af29-a188da483b35 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:25:58.362025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbed1173-73da-4204-af29-a188da483b35 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:25:58.369683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.382462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Transition to ACTIVE for port object fbed1173-73da-4204-af29-a188da483b35 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:25:58.386751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.431248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0444f-2a23-4b8e-ba3a-c912802976fc req-d0d9a7fe-739e-4278-acde-2e2c613389c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.432720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe0444f-2a23-4b8e-ba3a-c912802976fc req-d0d9a7fe-739e-4278-acde-2e2c613389c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0497119 Nov 12 04:25:58.439216 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.495820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fe0444f-2a23-4b8e-ba3a-c912802976fc req-0931ccce-9bdf-46be-8db1-9de1c8edeacf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536747 Nov 12 04:25:58.522665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:25:58.523040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:25:58.523372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:58.527935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:25:58.528256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:25:58.533549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:25:58.533889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:25:58.534322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:25:58.534747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Bound port: fbed1173-73da-4204-af29-a188da483b35, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:25:58.535130 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.601572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:25:58.604780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:25:58.609693 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.648883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.649500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:25:58.650915 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1093 time: 0.6196485 Nov 12 04:25:58.651351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:25:58.653595 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c991a-ad19-42f4-aefd-ca291f5706e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:25:58.675721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9b046-2e81-4338-a0a2-5075af8502d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:25:58.716868 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3324258-1761-4a9c-94c9-f02ed1a1c9eb x-openstack-request-id: req-a3324258-1761-4a9c-94c9-f02ed1a1c9eb {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:25:58.717175 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:25:58.717427 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a3324258-1761-4a9c-94c9-f02ed1a1c9eb {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:25:58.717835 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'status': 'completed', 'code': 200} Nov 12 04:25:58.788181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-f96db14b-da46-463b-a7d0-25f4ac39d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.789736 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-f96db14b-da46-463b-a7d0-25f4ac39d841 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0540094 Nov 12 04:25:58.856818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-9add9fb0-f4c7-440a-b5f9-1608d6cc1d46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 217 time: 0.0382161 Nov 12 04:25:58.909244 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-5a6ed462-eb48-44a9-a2f4-785562aed3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.909244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-5a6ed462-eb48-44a9-a2f4-785562aed3cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0449395 Nov 12 04:25:58.962042 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-b5e3c582-7a7c-47e2-b401-ba829e92c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:58.963564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-b5e3c582-7a7c-47e2-b401-ba829e92c6f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418975 Nov 12 04:25:59.060381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-18adad46-af64-4139-85ea-02e52450d83d service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856252 Nov 12 04:25:59.154783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ba56e67-8a57-47ef-bf70-85cd542d88cf req-84fbf023-2b72-4f07-b839-cd36c12176ef service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825438 Nov 12 04:25:59.298990 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-1b26cae7-750e-4d3b-a9e5-1466f2f4fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.301216 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-1b26cae7-750e-4d3b-a9e5-1466f2f4fdcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0467496 Nov 12 04:25:59.391565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-72542469-5438-4c5f-84c6-62d448f74e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.393061 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-72542469-5438-4c5f-84c6-62d448f74e3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0844331 Nov 12 04:25:59.441119 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-e44f4cf7-a663-4c38-af45-04fe7fef053a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 217 time: 0.0396149 Nov 12 04:25:59.492442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-41737339-7dc3-49ff-afba-080ad5b254a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.493905 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-41737339-7dc3-49ff-afba-080ad5b254a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0452156 Nov 12 04:25:59.541130 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-be103622-cf69-4387-9a83-37676c36f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.542635 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-be103622-cf69-4387-9a83-37676c36f692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407741 Nov 12 04:25:59.626925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453f223-774b-4102-b9e3-65277ffabbf6 req-839faa27-f594-4b29-9c3d-22c7426161f9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:25:59.628446 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8453f223-774b-4102-b9e3-65277ffabbf6 req-839faa27-f594-4b29-9c3d-22c7426161f9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0603576 Nov 12 04:25:59.640715 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-e3b614d1-15e0-48d0-9ad4-eaa8437696ef service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886524 Nov 12 04:25:59.676966 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8453f223-774b-4102-b9e3-65277ffabbf6 req-70db9d9d-88c3-4d56-88ab-a9e386c9441c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Nov 12 04:25:59.733557 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-204c991a-ad19-42f4-aefd-ca291f5706e4 req-557fafe7-4f14-4fe3-9d3f-d664ae9412fc service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Nov 12 04:26:00.793374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf57bd-93ea-42b7-a366-dd24d185873e req-9ba89d45-72c7-4283-85b4-136c09dae968 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:00.794921 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddaf57bd-93ea-42b7-a366-dd24d185873e req-9ba89d45-72c7-4283-85b4-136c09dae968 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0490022 Nov 12 04:26:00.841370 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddaf57bd-93ea-42b7-a366-dd24d185873e req-70c5bce1-1166-493f-8084-7f6cd236dde0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 Nov 12 04:26:01.956159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9535e0-4e87-4184-b21e-44138b43227e req-0a3ec3d7-03c9-4529-8abc-9401510aeeb3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:01.958104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c9535e0-4e87-4184-b21e-44138b43227e req-0a3ec3d7-03c9-4529-8abc-9401510aeeb3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0490534 Nov 12 04:26:01.980741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:02.011007 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c9535e0-4e87-4184-b21e-44138b43227e req-1f8d1eb1-e6df-4825-ac30-47e169fd9679 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Nov 12 04:26:03.085944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:26:03.130622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af559a-7e21-4bbd-aabc-d0a3677b6769 req-07c16b38-b6f0-46d8-9b3c-74bab1f93bc2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:03.132158 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7af559a-7e21-4bbd-aabc-d0a3677b6769 req-07c16b38-b6f0-46d8-9b3c-74bab1f93bc2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0493581 Nov 12 04:26:03.181748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7af559a-7e21-4bbd-aabc-d0a3677b6769 req-cc2a866e-6c41-42ce-98c5-5e5790364e69 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434000 Nov 12 04:26:03.184894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:03.196076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'fbed1173-73da-4204-af29-a188da483b35', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:26:03.233772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.246346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbed1173-73da-4204-af29-a188da483b35 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:26:03.265391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:03.269890 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:03.317208 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:03.611337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['fbed1173-73da-4204-af29-a188da483b35'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:26:04.298753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546064-9808-4352-9d65-fc4814009068 req-fbad458b-82e1-41ee-ae11-7de6dd99244c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:04.300281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee546064-9808-4352-9d65-fc4814009068 req-fbad458b-82e1-41ee-ae11-7de6dd99244c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0523267 Nov 12 04:26:04.347039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee546064-9808-4352-9d65-fc4814009068 req-ce12432b-f2c6-46e0-bf90-8c9a54d726e0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Nov 12 04:26:05.087346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:26:05.136274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port fbed1173-73da-4204-af29-a188da483b35 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:26:05.140692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port fbed1173-73da-4204-af29-a188da483b35 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:26:05.141060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.220472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.241872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:05.244102 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa7c8a4-6f76-457d-9b1a-d34cf7f8352e" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:05.257783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:26:05.262174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:05.286672 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a7f657-8185-4c98-a281-08632fb2e5b8 x-openstack-request-id: req-36a7f657-8185-4c98-a281-08632fb2e5b8 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:05.287000 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:05.287262 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-36a7f657-8185-4c98-a281-08632fb2e5b8 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:05.287654 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'code': 200} Nov 12 04:26:05.312728 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:26:05.424656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f69d56-a4b0-41d7-a947-d5e472ee5531 req-c5be258b-172b-415f-89e0-cfe8de908e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.426209 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-87f69d56-a4b0-41d7-a947-d5e472ee5531 req-c5be258b-172b-415f-89e0-cfe8de908e71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1098 time: 0.0419879 Nov 12 04:26:05.483480 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-87f69d56-a4b0-41d7-a947-d5e472ee5531 req-25fea987-9264-4b17-8935-bac2404bc413 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Nov 12 04:26:05.520623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc83b02-fd8f-4b3d-ab2e-3fd18651dfb5 req-96e485e7-0335-4357-88a3-1da98feec794 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:05.522086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fc83b02-fd8f-4b3d-ab2e-3fd18651dfb5 req-96e485e7-0335-4357-88a3-1da98feec794 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0541217 Nov 12 04:26:05.569846 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6fc83b02-fd8f-4b3d-ab2e-3fd18651dfb5 req-6e028dbe-691f-44f0-8534-bbea843d3ea8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Nov 12 04:26:06.687386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f3457-5f35-41f5-b16f-f107246c0004 req-b35222a4-40d7-4037-80a0-27fd6a13f523 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:06.688902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b0f3457-5f35-41f5-b16f-f107246c0004 req-b35222a4-40d7-4037-80a0-27fd6a13f523 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0522175 Nov 12 04:26:06.741753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b0f3457-5f35-41f5-b16f-f107246c0004 req-bb2ef9c6-9f31-41b8-b217-84b16d8de61f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453711 Nov 12 04:26:07.866245 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c423b-bae5-4637-b7d8-6a99b260a21c req-17bcbf17-d540-4d72-a891-8971eb406e21 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:07.867834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75c423b-bae5-4637-b7d8-6a99b260a21c req-17bcbf17-d540-4d72-a891-8971eb406e21 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0546391 Nov 12 04:26:07.919613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d75c423b-bae5-4637-b7d8-6a99b260a21c req-e61cd37b-d05f-4c17-8b82-9da801567155 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Nov 12 04:26:08.032215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4772f-ccc5-4631-9b96-84e749a595c2 req-4efccd18-457d-4a31-91a7-5be065f14892 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:08.033685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09b4772f-ccc5-4631-9b96-84e749a595c2 req-4efccd18-457d-4a31-91a7-5be065f14892 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0489039 Nov 12 04:26:08.042515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:26:08.046818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Request body: {'floatingip': {'port_id': 'fbed1173-73da-4204-af29-a188da483b35'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:26:08.085702 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.513140 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.516967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.618630 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 associated. External IP: 172.25.7.30, port: fbed1173-73da-4204-af29-a188da483b35. Nov 12 04:26:08.829531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:26:08.940205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:26:08.945085 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:08.950049 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:26:08.959978 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:08.960582 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:25:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:08.972291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a1c097dc-413f-42c0-883b-a58b1a8b5223 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "PUT /v2.0/floatingips/4d4cee6e-1aed-49c2-9b0b-af4b69465700 HTTP/1.1" status: 200 len: 992 time: 0.9287145 Nov 12 04:26:08.972982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:26:08.975877 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17499db-88dd-4109-b3bb-dac21b67ce58" -d '{"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:26:09.068024 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:09.085418 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794b8ff-6370-4c6c-b6e5-7a75c34b60aa x-openstack-request-id: req-f794b8ff-6370-4c6c-b6e5-7a75c34b60aa {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:26:09.085714 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:26:09.085974 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f794b8ff-6370-4c6c-b6e5-7a75c34b60aa {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:26:09.086386 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'status': 'completed', 'code': 200} Nov 12 04:26:09.177679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-8ee38ae0-604b-48b6-9d67-19aaae483228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.179265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-8ee38ae0-604b-48b6-9d67-19aaae483228 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1098 time: 0.0415857 Nov 12 04:26:09.271937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-71e84d28-c3ed-424c-af30-3f349f38f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.273438 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-71e84d28-c3ed-424c-af30-3f349f38f33c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0850937 Nov 12 04:26:09.292668 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff696365-452a-47cc-983c-4ceff19f109e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:26:08Z', 'revision_number': 13, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:09.318670 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:26:09.326941 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:26:09.327548 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:25:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:09.344382 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-27a3b067-afc8-4f01-99c6-ff9c13a2692d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0628843 Nov 12 04:26:09.395067 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-23e70614-e813-4605-b88d-f327144356f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.397084 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-23e70614-e813-4605-b88d-f327144356f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0446970 Nov 12 04:26:09.432758 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:26:09.444299 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-4f7de3c1-3da5-4b9b-b921-4325c886a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:09.445815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-4f7de3c1-3da5-4b9b-b921-4325c886a6cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405047 Nov 12 04:26:09.544796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-4a5a34ed-b317-47e6-873c-fcacdec1cf5c service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Nov 12 04:26:09.640991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d17499db-88dd-4109-b3bb-dac21b67ce58 req-8a146d5f-6f48-4ef4-84b3-4fdf44d7c11b service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Nov 12 04:26:09.751825 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff696365-452a-47cc-983c-4ceff19f109e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:26:08Z', 'revision_number': 13, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:26:09.780274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd32b5-ec6b-452b-ad65-df5db99c61be None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '4d4cee6e-1aed-49c2-9b0b-af4b69465700', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff696365-452a-47cc-983c-4ceff19f109e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:16:06Z', 'updated_at': '2021-11-12T04:26:08Z', 'revision_number': 13, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:26:09.957141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4223e1-71a4-42d0-bd14-26706fee12ac None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:26:10.133734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.322060 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfdd4-d202-47c6-9fc6-4a445edc1289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:22.520170 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:26:24.676363 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a5601e74-8e44-426e-bbbb-d49059713a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:25.671071 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.124836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:27.843437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:31.993657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:40.129534 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:42.727651 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-fb6ce4cc-6452-4824-8217-a6d785ae9514 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457239 Nov 12 04:26:42.838027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-1c583853-5204-4d7e-8c8e-c1ef147a228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.839504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-1c583853-5204-4d7e-8c8e-c1ef147a228f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1098 time: 0.0416772 Nov 12 04:26:42.951713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-11df9a38-6bfe-467b-b873-2ef3dd778b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:42.953215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-11df9a38-6bfe-467b-b873-2ef3dd778b6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0911806 Nov 12 04:26:43.021813 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-c3e8c8f0-7ab9-4116-8bca-6dcf6e72b03c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1002 time: 0.0598967 Nov 12 04:26:43.071541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-9adc39c5-6a36-4789-bcb3-33c4e3133862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.073022 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-9adc39c5-6a36-4789-bcb3-33c4e3133862 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0447879 Nov 12 04:26:43.123544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-bae71ea3-b6fa-4dbc-b069-3259b7e3da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:26:43.124981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-bae71ea3-b6fa-4dbc-b069-3259b7e3da0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446439 Nov 12 04:26:43.217570 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-035bc1d3-8fd0-4007-8457-514f49659d79 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Nov 12 04:26:43.316051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5407c48b-7213-4179-bba9-f8e70ad7d31a req-24f9a002-80e2-4355-b7d5-141a8790c41d service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907645 Nov 12 04:26:52.323743 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7905b188-698b-400b-9ba1-4f5b7bc2877c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:54.679354 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4f60a916-6db9-46e8-bc9a-ada6a8e72282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:55.674570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.126785 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:57.845541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:26:59.518830 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:02.004127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:10.139269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:22.324582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4735f1e5-7acd-4aab-a9ff-65e6a736f313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:24.681144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d6c90ed-461d-4b04-8753-80615e3a7512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:25.677168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.129493 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:27.847784 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:32.010295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:36.517820 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:27:40.154666 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:44.712261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-08c6bf06-3b3e-4ffe-889e-c8f10b8710af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420265 Nov 12 04:27:44.817814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-7a4149d1-cfaf-488f-ba9f-39dd8c4f11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:44.819394 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-7a4149d1-cfaf-488f-ba9f-39dd8c4f11dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1098 time: 0.0428064 Nov 12 04:27:44.939282 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-c518b8b9-04d6-44c5-bdef-d4df133c626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:44.940914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-c518b8b9-04d6-44c5-bdef-d4df133c626f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0947444 Nov 12 04:27:45.014792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-3dc5ea43-211f-40a6-ace9-6dbb82d3039a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1002 time: 0.0611780 Nov 12 04:27:45.073465 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-99f74ff3-743a-4285-8686-c6ec6d15114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:45.075012 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-99f74ff3-743a-4285-8686-c6ec6d15114a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0472724 Nov 12 04:27:45.126946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-b05acc25-8365-407f-9d9c-547697a984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:45.128432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-b05acc25-8365-407f-9d9c-547697a984fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402553 Nov 12 04:27:45.225244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-08ea0e8a-8408-44a7-adff-880fdf7e91ae service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828359 Nov 12 04:27:45.658025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e51495e6-d5c1-46ab-bf22-43d99055284b req-3ab074cd-851f-445e-9ac6-ffd1332a71d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219911 Nov 12 04:27:50.664551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b22ee-361a-4725-a2aa-48a0f6b84fcd req-287f4cb5-3f37-45dd-97b0-3c6d8d257a60 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:27:50.666056 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d98b22ee-361a-4725-a2aa-48a0f6b84fcd req-287f4cb5-3f37-45dd-97b0-3c6d8d257a60 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0515699 Nov 12 04:27:50.716925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d98b22ee-361a-4725-a2aa-48a0f6b84fcd req-3099c0a5-27a8-48c8-934a-70b887d55758 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449610 Nov 12 04:27:52.327459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b830b400-23b7-4791-bc64-808d4ecaa614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:54.683706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2444120c-597c-4877-835e-a7865b7a4727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:55.680404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.132575 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:27:57.850137 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.008088 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:02.909452 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-4d9da29b-73f3-4002-a61a-c2619fb14ac5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676143 Nov 12 04:28:02.926350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41041f4-6cef-462c-957a-113adfa579a7 req-13468f75-919e-49b8-8fa7-d73adad73b5d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:02.927969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c41041f4-6cef-462c-957a-113adfa579a7 req-13468f75-919e-49b8-8fa7-d73adad73b5d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0603933 Nov 12 04:28:02.981064 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c41041f4-6cef-462c-957a-113adfa579a7 req-c6663ea4-bb5b-4168-96f5-460326ed4fb4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Nov 12 04:28:04.099875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6f967-6dd0-4477-bb1a-3d58c3922a08 req-1722b9af-1f50-4115-ad98-8ac03ec338a1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.101365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26a6f967-6dd0-4477-bb1a-3d58c3922a08 req-1722b9af-1f50-4115-ad98-8ac03ec338a1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0510635 Nov 12 04:28:04.155682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26a6f967-6dd0-4477-bb1a-3d58c3922a08 req-3c52558e-bc52-45e7-a428-fd47e173f787 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 Nov 12 04:28:04.225575 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-9b3dc266-367c-46e2-950d-a1bd85391db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.227091 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-9b3dc266-367c-46e2-950d-a1bd85391db0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1098 time: 0.0401986 Nov 12 04:28:04.319883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-4abe8c1c-b558-47aa-8f8d-456b40ec47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.321276 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-4abe8c1c-b558-47aa-8f8d-456b40ec47c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0861557 Nov 12 04:28:04.391670 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-fde85cad-3e1e-4ed1-aa3d-89f1b1fd9ab9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1002 time: 0.0584428 Nov 12 04:28:04.455162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-38b7f21c-04a5-4f2a-9350-d962398621e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.456616 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-38b7f21c-04a5-4f2a-9350-d962398621e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0517995 Nov 12 04:28:04.507185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-afadf9e0-18d4-471a-8bee-5a034a55c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:04.508658 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-afadf9e0-18d4-471a-8bee-5a034a55c723 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391834 Nov 12 04:28:04.599785 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-1c587153-57e9-4b26-941f-72504247d0f1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809665 Nov 12 04:28:04.700325 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-da9f6a49-95ea-4d88-934c-392b446f23d4 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 Nov 12 04:28:05.272671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8885c5-25f0-486e-96fd-cef28e2636a3 req-482fb061-f1e9-4bb4-990a-feefdd00e6ae tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:05.274157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc8885c5-25f0-486e-96fd-cef28e2636a3 req-482fb061-f1e9-4bb4-990a-feefdd00e6ae tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0491076 Nov 12 04:28:05.322314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cc8885c5-25f0-486e-96fd-cef28e2636a3 req-c5bf5329-c6d2-4fc2-a0c7-ad031bd2aad9 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Nov 12 04:28:06.441956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee1f0-c6aa-41d9-b147-9532d2be14fb req-63e4b976-c570-490b-aab6-998951a9fa7d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:06.443487 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-406ee1f0-c6aa-41d9-b147-9532d2be14fb req-63e4b976-c570-490b-aab6-998951a9fa7d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0518148 Nov 12 04:28:06.489679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-406ee1f0-c6aa-41d9-b147-9532d2be14fb req-7f2d5761-9593-4a9a-bddd-b826fc45ceef tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401547 Nov 12 04:28:07.614447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b699a-06bc-4811-a301-842408d3a224 req-e9bde53b-32ab-437c-a812-70527c48e483 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:07.616052 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b2b699a-06bc-4811-a301-842408d3a224 req-e9bde53b-32ab-437c-a812-70527c48e483 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0549636 Nov 12 04:28:07.666632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b2b699a-06bc-4811-a301-842408d3a224 req-d25a4bb9-0f1c-42a5-bded-1d4e4b3b1f2c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Nov 12 04:28:08.783392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2eb5d-d745-41f0-804a-9e99b4448115 req-35ac97e3-fdd9-4dca-ae6b-1b804905c179 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:08.784867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09e2eb5d-d745-41f0-804a-9e99b4448115 req-35ac97e3-fdd9-4dca-ae6b-1b804905c179 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0491061 Nov 12 04:28:08.832297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09e2eb5d-d745-41f0-804a-9e99b4448115 req-52a799f4-62ce-4786-9d00-9b445ea6f242 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Nov 12 04:28:09.958719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7367bc-8942-4f65-8432-a9a30e9f0bf7 req-8d99731d-c465-43b4-bce9-9c18b7d5c8b0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:09.960185 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7367bc-8942-4f65-8432-a9a30e9f0bf7 req-8d99731d-c465-43b4-bce9-9c18b7d5c8b0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0549331 Nov 12 04:28:10.009119 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7367bc-8942-4f65-8432-a9a30e9f0bf7 req-8c664923-d2e5-4d31-9b61-f35301764720 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427730 Nov 12 04:28:10.154054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:11.126008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157637-a0b4-44de-af47-867fcc0baaae req-d6be169e-12d5-4ebb-b266-1a3bfddc981d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:11.127539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48157637-a0b4-44de-af47-867fcc0baaae req-d6be169e-12d5-4ebb-b266-1a3bfddc981d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0490112 Nov 12 04:28:11.175214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48157637-a0b4-44de-af47-867fcc0baaae req-5500e6f5-1120-4bb1-a4d6-ae43d9898b10 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Nov 12 04:28:12.294589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422b307-87ab-4638-a3ef-6738db99c896 req-a2e0d74b-ce84-4b0d-a2f5-315d4ee88c80 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:12.296135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e422b307-87ab-4638-a3ef-6738db99c896 req-a2e0d74b-ce84-4b0d-a2f5-315d4ee88c80 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0505350 Nov 12 04:28:12.346451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e422b307-87ab-4638-a3ef-6738db99c896 req-1dbec8f6-389f-4927-8f21-345e84489267 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Nov 12 04:28:13.461933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab072e-b0e9-4275-ba82-4812448f9aeb req-830584fe-20b8-405d-873a-2883bc813186 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:13.464186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9ab072e-b0e9-4275-ba82-4812448f9aeb req-830584fe-20b8-405d-873a-2883bc813186 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0490491 Nov 12 04:28:13.513505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9ab072e-b0e9-4275-ba82-4812448f9aeb req-9def0bd5-ce92-4216-a441-8e1fdc794cb0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Nov 12 04:28:13.516834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:14.633113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1c3e5-aa08-4c84-bbfe-5ac5c88662fd req-11eef3de-f1e1-4c2a-9e4b-b9fac9f9b4f2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:14.635268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75c1c3e5-aa08-4c84-bbfe-5ac5c88662fd req-11eef3de-f1e1-4c2a-9e4b-b9fac9f9b4f2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0508907 Nov 12 04:28:14.688363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-75c1c3e5-aa08-4c84-bbfe-5ac5c88662fd req-4b3475b6-c92f-446b-bcc4-490f18686023 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458856 Nov 12 04:28:15.809615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae51a2-ab08-4e49-8b6b-db73a240d1ba req-0eaf36e3-e545-4919-983a-0652c04730fc tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:15.811099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3eae51a2-ab08-4e49-8b6b-db73a240d1ba req-0eaf36e3-e545-4919-983a-0652c04730fc tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0526006 Nov 12 04:28:15.857001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3eae51a2-ab08-4e49-8b6b-db73a240d1ba req-a5238d34-baa5-4e45-adf1-0e1daa453838 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399363 Nov 12 04:28:16.977795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167bd16-0f8a-41f4-82a0-0c0da8d13a58 req-d41639d8-dbc1-4bbd-8d57-735e5ede40e3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:16.979324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6167bd16-0f8a-41f4-82a0-0c0da8d13a58 req-d41639d8-dbc1-4bbd-8d57-735e5ede40e3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0480738 Nov 12 04:28:17.027284 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6167bd16-0f8a-41f4-82a0-0c0da8d13a58 req-1a1f9a88-f502-4ed8-9d12-9d176a633174 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Nov 12 04:28:18.145498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fa524-7d3a-43c0-a0b5-606486ce0eb8 req-2d898521-4b5d-4cdb-ab2f-e6153ebed9fa tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:18.147012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a4fa524-7d3a-43c0-a0b5-606486ce0eb8 req-2d898521-4b5d-4cdb-ab2f-e6153ebed9fa tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0489571 Nov 12 04:28:18.199062 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1a4fa524-7d3a-43c0-a0b5-606486ce0eb8 req-4caa0c13-3403-4be5-8de8-6a3ad63c1ff5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Nov 12 04:28:19.319739 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe8b74-1f45-464d-8363-55989cb64396 req-fe19e4eb-682a-4d6a-a86d-8d4e662ff3c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:19.321240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95fe8b74-1f45-464d-8363-55989cb64396 req-fe19e4eb-682a-4d6a-a86d-8d4e662ff3c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0502827 Nov 12 04:28:19.347113 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-8be8d3dd-3bc3-439e-bc91-b52d4b97f427 service neutron] show failed (client error): The resource could not be found. Nov 12 04:28:19.348136 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-8be8d3dd-3bc3-439e-bc91-b52d4b97f427 service neutron] 10.222.0.16 "GET /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0560818 Nov 12 04:28:19.369078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-95fe8b74-1f45-464d-8363-55989cb64396 req-22d39220-c3b4-4e11-84a8-d302cb5799de tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Nov 12 04:28:19.599721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:19.677227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.687660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-a910fd48-2342-4465-9839-08b2ca794b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:19.689190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-a910fd48-2342-4465-9839-08b2ca794b3b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1098 time: 0.1518064 Nov 12 04:28:19.700099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:19.702325 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fb71f-858c-4eef-af6f-c17a49d3b51b" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:19.709016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:19.716268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:19.721182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.759509 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92e417-0499-4e07-88d5-a5c2c9b5c99d x-openstack-request-id: req-6c92e417-0499-4e07-88d5-a5c2c9b5c99d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:19.759806 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:19.760067 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c92e417-0499-4e07-88d5-a5c2c9b5c99d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:19.760465 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'code': 200} Nov 12 04:28:19.771245 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:19.775578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:19.783520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.784463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.784816 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.785414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.785747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.786079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.786406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.786733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.787137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.787465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.787789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.788123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:19.971823 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:20.003596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:20.036543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbed1173-73da-4204-af29-a188da483b35 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:20.044250 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.056453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Transition to ACTIVE for port object fbed1173-73da-4204-af29-a188da483b35 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:20.059838 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.139658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.152582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.152943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.153268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.153604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.153936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.154266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.154607 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.154950 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.155275 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.155598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.155918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.156237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:20.195866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] No DVR routers for this DVR port fbed1173-73da-4204-af29-a188da483b35 on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:20.333489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:20.334191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:20.334191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:20.338219 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:20.338552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:20.343428 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:20.343757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:20.344142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:20.344561 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Bound port: fbed1173-73da-4204-af29-a188da483b35, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:20.344910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.407256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:20.410535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:20.415495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.463506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.464125 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:20.465617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] 10.222.0.104 "PUT /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1093 time: 0.7609670 Nov 12 04:28:20.481452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:20.483750 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459d94cf-66de-49c7-8257-9d5e24036409" -d '{"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:20.539849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d157a1-b826-4c3d-a195-27ce2027c51a service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=8']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:20.562619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915156d2-73d2-47f3-879e-780aea7cf38f req-204e22c8-c350-40ce-aac9-2dbd24f66209 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.564221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-915156d2-73d2-47f3-879e-780aea7cf38f req-204e22c8-c350-40ce-aac9-2dbd24f66209 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.1199732 Nov 12 04:28:20.579174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-d168ce42-58c6-4792-9db1-18ac5f56c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.580623 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-d168ce42-58c6-4792-9db1-18ac5f56c86f service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0701172 Nov 12 04:28:20.674644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-915156d2-73d2-47f3-879e-780aea7cf38f req-c19e3d6f-df96-4546-aa74-4a0b676aa8c2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034992 Nov 12 04:28:20.703051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-8052d404-7b2f-43d9-bb51-523d576fbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.704615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-8052d404-7b2f-43d9-bb51-523d576fbc3f service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1161420 Nov 12 04:28:20.749393 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe848-0c32-45fa-80be-9aa8c28d95c4 x-openstack-request-id: req-a28fe848-0c32-45fa-80be-9aa8c28d95c4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:20.749681 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:20.749935 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a28fe848-0c32-45fa-80be-9aa8c28d95c4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:20.750321 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'status': 'completed', 'code': 200} Nov 12 04:28:20.775015 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-2c76cb7a-69c5-4e14-81be-faa1e6c21ee2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0621834 Nov 12 04:28:20.828941 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-6a3ef788-528d-435f-a8ce-bc66b421420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.830164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-89be5c3f-bc49-4870-bb5d-c3eb6ac79da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.830466 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-6a3ef788-528d-435f-a8ce-bc66b421420f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0416882 Nov 12 04:28:20.831651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-89be5c3f-bc49-4870-bb5d-c3eb6ac79da0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0493784 Nov 12 04:28:20.880565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-eca6a9bb-7763-4986-b0c3-0505d02c0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.881985 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-eca6a9bb-7763-4986-b0c3-0505d02c0f85 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429778 Nov 12 04:28:20.932123 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-3dc5c2d1-e520-4def-bf52-4500058e26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:20.933643 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-3dc5c2d1-e520-4def-bf52-4500058e26e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0916393 Nov 12 04:28:20.973574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-c077881a-26d0-44de-96d6-b77e750164d2 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Nov 12 04:28:21.004896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-a229993e-885f-425f-a8ee-242eaf272635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0592909 Nov 12 04:28:21.063737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-d8401c16-c69e-4389-9dac-79067b1b6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.065240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-d8401c16-c69e-4389-9dac-79067b1b6415 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0490634 Nov 12 04:28:21.065620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-6dfe9ebc-0e35-4e95-a64f-ad6ca5e22b72 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847564 Nov 12 04:28:21.120116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-2ecfb997-1bc3-4e5c-a058-56dacb044159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.121640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-2ecfb997-1bc3-4e5c-a058-56dacb044159 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438643 Nov 12 04:28:21.183656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-02baff85-db45-4af6-a2c2-0686ffb54f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.185394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-02baff85-db45-4af6-a2c2-0686ffb54f0e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0433705 Nov 12 04:28:21.225856 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-e9bcb9f3-f3f2-4faa-bc94-3f9dbffebc83 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922177 Nov 12 04:28:21.293984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-460140a7-21d4-436f-9252-4423c80205ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.296372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-460140a7-21d4-436f-9252-4423c80205ac service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0942836 Nov 12 04:28:21.333228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-d0cab54b-50e2-46f7-9d63-8c97acbc8cc1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942743 Nov 12 04:28:21.363648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-666e8868-1f67-4e77-b4cc-604700564d78 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0607305 Nov 12 04:28:21.414294 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-1cb1e6a4-3f20-4e20-b519-34046929cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.415794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-1cb1e6a4-3f20-4e20-b519-34046929cb2b service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0441902 Nov 12 04:28:21.468601 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d94cf-66de-49c7-8257-9d5e24036409 req-11be4444-b31e-40cd-95c9-f874690824d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.470393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-11be4444-b31e-40cd-95c9-f874690824d2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453312 Nov 12 04:28:21.561522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-1d6e655f-c282-4c58-a034-42e68fe0535c service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832052 Nov 12 04:28:21.655375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-459d94cf-66de-49c7-8257-9d5e24036409 req-a0bfb394-2b55-413a-ad6f-474491a4c29f service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867472 Nov 12 04:28:21.797648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f6557-4da3-4d80-a0ef-da4cd45cdb0a req-4ca0d768-4485-49f0-b222-dd4da09e0037 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:21.799128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9f6557-4da3-4d80-a0ef-da4cd45cdb0a req-4ca0d768-4485-49f0-b222-dd4da09e0037 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0500958 Nov 12 04:28:21.847991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9f6557-4da3-4d80-a0ef-da4cd45cdb0a req-0f3fd70c-26bf-4fef-bd46-2d8feab6945d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Nov 12 04:28:22.331186 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3a937a30-e0d7-47aa-86f8-e694ef064906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:22.974450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458d605-65e4-443e-976a-9f6fbd23d8fd req-8114bbc4-50b9-46d7-82a7-54ec97734f1a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:22.975855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8458d605-65e4-443e-976a-9f6fbd23d8fd req-8114bbc4-50b9-46d7-82a7-54ec97734f1a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0535543 Nov 12 04:28:23.022319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8458d605-65e4-443e-976a-9f6fbd23d8fd req-a690b5ac-9c7a-464c-8926-ea43bb5795c2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399146 Nov 12 04:28:24.140954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d40de-b827-4555-8293-bea4bb57db21 req-7b0b7f3a-6a12-4c1f-8a7f-83d9949c4dbb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:24.142434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b80d40de-b827-4555-8293-bea4bb57db21 req-7b0b7f3a-6a12-4c1f-8a7f-83d9949c4dbb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0480735 Nov 12 04:28:24.189994 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b80d40de-b827-4555-8293-bea4bb57db21 req-6ed82613-0f7d-4e99-96ca-fe078c4f70d3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Nov 12 04:28:24.684600 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bc0633f4-3f29-4882-b87b-72e088973eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:25.309454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191b4e-ed2b-4298-94e7-ce690195c999 req-3e5a13c7-48b8-4849-992b-e32a6ec7b924 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:25.311035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46191b4e-ed2b-4298-94e7-ce690195c999 req-3e5a13c7-48b8-4849-992b-e32a6ec7b924 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0499673 Nov 12 04:28:25.362248 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-46191b4e-ed2b-4298-94e7-ce690195c999 req-aae48f74-666d-44c4-ad74-d1e811308021 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Nov 12 04:28:25.685746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:26.478345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbec71-b5dc-4f90-a515-8b6c129654b7 req-43366367-0342-433a-991d-cd84beb031a5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:26.480355 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84dbec71-b5dc-4f90-a515-8b6c129654b7 req-43366367-0342-433a-991d-cd84beb031a5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0487456 Nov 12 04:28:26.528513 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-84dbec71-b5dc-4f90-a515-8b6c129654b7 req-1f0ad7fe-c3a8-48dd-8357-79a2330a02ab tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Nov 12 04:28:27.135053 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:27.645677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae348c-9a47-4927-8497-3faaaf9d7a62 req-42f26762-7f5b-4d57-b647-d3cd89b5f9cf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:27.647199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3ae348c-9a47-4927-8497-3faaaf9d7a62 req-42f26762-7f5b-4d57-b647-d3cd89b5f9cf tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0483754 Nov 12 04:28:27.695263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e3ae348c-9a47-4927-8497-3faaaf9d7a62 req-d8c0649c-2f00-4e1d-86e9-6db130ee0b7e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Nov 12 04:28:27.851566 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:29.134385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae974047-21d2-4d41-8f7b-0437cd379c57 req-ca26620a-9796-40dd-bcae-c01ffa029df8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:29.136441 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae974047-21d2-4d41-8f7b-0437cd379c57 req-ca26620a-9796-40dd-bcae-c01ffa029df8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.3695722 Nov 12 04:28:29.183245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae974047-21d2-4d41-8f7b-0437cd379c57 req-c3492120-058c-47bd-8887-66fc3dbb211e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Nov 12 04:28:30.301161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654ba7-9b5b-43a5-a83f-fb4c771251c0 req-3b373450-fd0a-495f-ab7a-09f8ae94e537 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:30.302644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77654ba7-9b5b-43a5-a83f-fb4c771251c0 req-3b373450-fd0a-495f-ab7a-09f8ae94e537 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0487764 Nov 12 04:28:30.349356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77654ba7-9b5b-43a5-a83f-fb4c771251c0 req-29c3efba-1304-4fa6-8025-7ca83a79fdff tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401251 Nov 12 04:28:31.466142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0531ea-4b8d-4dc0-9d62-28609a94af41 req-e723f5d5-09b3-4b0c-bc9e-3cd9d8561386 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:31.467683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae0531ea-4b8d-4dc0-9d62-28609a94af41 req-e723f5d5-09b3-4b0c-bc9e-3cd9d8561386 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0482857 Nov 12 04:28:31.519076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae0531ea-4b8d-4dc0-9d62-28609a94af41 req-3c745004-b4a8-4bf8-8b5b-4927bfd6226f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Nov 12 04:28:32.040337 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:32.636937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f54aaf-7f69-4fc3-9496-212c3f6ae8b1 req-eed97fa0-c5ae-4dfb-be87-a03986026e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:32.638425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4f54aaf-7f69-4fc3-9496-212c3f6ae8b1 req-eed97fa0-c5ae-4dfb-be87-a03986026e8d tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0496664 Nov 12 04:28:32.685233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d4f54aaf-7f69-4fc3-9496-212c3f6ae8b1 req-a780df25-aff7-48cc-9a53-1f97059b2e17 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Nov 12 04:28:33.801404 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28392623-4e63-4106-a7c0-0cd6ac974fc8 req-805a7217-5720-4d80-8976-35984f126377 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:33.802887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28392623-4e63-4106-a7c0-0cd6ac974fc8 req-805a7217-5720-4d80-8976-35984f126377 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0491135 Nov 12 04:28:33.848990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28392623-4e63-4106-a7c0-0cd6ac974fc8 req-247ec558-7685-4204-adda-b9073af4102f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Nov 12 04:28:34.969927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132385-a6fb-4ca2-8d78-51da481aaf4a req-ebbaa26a-e504-4e7b-b78b-ec27bd63f63c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:34.971396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3132385-a6fb-4ca2-8d78-51da481aaf4a req-ebbaa26a-e504-4e7b-b78b-ec27bd63f63c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0514905 Nov 12 04:28:35.018970 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3132385-a6fb-4ca2-8d78-51da481aaf4a req-beae3107-b753-40e5-9040-9835ffc511e1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Nov 12 04:28:36.134769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e7ba0-4d3b-489f-ac7f-828be5381bf6 req-f0fe4783-7670-4007-b02e-c3d004a27e92 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.136292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a01e7ba0-4d3b-489f-ac7f-828be5381bf6 req-f0fe4783-7670-4007-b02e-c3d004a27e92 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0487888 Nov 12 04:28:36.183012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a01e7ba0-4d3b-489f-ac7f-828be5381bf6 req-7f1f1386-ab73-4d12-bc39-3cceca8c998a tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Nov 12 04:28:36.494747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c8fa0d45-db93-4707-824e-c5eee027d8f0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.496407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c8fa0d45-db93-4707-824e-c5eee027d8f0 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.104 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&tenant_id=fae33b73f8664e4684f3f2306f73b94a&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 944 time: 0.0829170 Nov 12 04:28:36.508478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b581b-6e6f-409c-9209-e6785e6c7538 req-44869f3a-6efd-4ee4-8bb0-40199dc5ba1e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.509841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb8b581b-6e6f-409c-9209-e6785e6c7538 req-44869f3a-6efd-4ee4-8bb0-40199dc5ba1e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 944 time: 0.0699034 Nov 12 04:28:36.596535 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb8b581b-6e6f-409c-9209-e6785e6c7538 req-7e63af1b-9dbf-4d17-bc12-641d325d729c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797331 Nov 12 04:28:36.597952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-fa1b03ae-22d5-4efc-827c-fac3a55adbaa service neutron] 10.222.0.104 "GET /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35/bindings/n-h2-766726-29 HTTP/1.1" status: 200 len: 383 time: 0.0872540 Nov 12 04:28:36.682698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-5222bab6-b000-405e-b0dc-011e276b24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.684234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-5222bab6-b000-405e-b0dc-011e276b24c0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1096 time: 0.0470004 Nov 12 04:28:36.772870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-65d5a5f0-fd2d-440f-882f-a575baf3d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.774316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-65d5a5f0-fd2d-440f-882f-a575baf3d1e6 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0834744 Nov 12 04:28:36.844336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-9ee36868-35eb-469b-9462-3e53065bee9c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0624115 Nov 12 04:28:36.893173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-23590886-0e2b-4cec-b9fc-3deef8394f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.894608 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-23590886-0e2b-4cec-b9fc-3deef8394f2c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0435050 Nov 12 04:28:36.941556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c9388dd0-1d42-488d-a9d3-4f5beb1cd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:36.942998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c9388dd0-1d42-488d-a9d3-4f5beb1cd6fc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417209 Nov 12 04:28:37.000038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fbed1173-73da-4204-af29-a188da483b35 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:37.036797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-a587fb7e-d4ca-42b6-a23e-6909919e9aef service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865653 Nov 12 04:28:37.097091 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:37.108429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'fbed1173-73da-4204-af29-a188da483b35', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:37.127897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-1e6a77c9-4993-45c2-8e0e-39b68eff4883 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837455 Nov 12 04:28:37.146660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.160296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbed1173-73da-4204-af29-a188da483b35 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:37.179737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:37.184521 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:37.229548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:37.607939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['fbed1173-73da-4204-af29-a188da483b35'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:37.719840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b05df-0fd5-4405-bbef-764eb61a7214 req-f9c04053-35bd-4fe8-9c69-e82109150995 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:37.721344 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e50b05df-0fd5-4405-bbef-764eb61a7214 req-f9c04053-35bd-4fe8-9c69-e82109150995 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0531466 Nov 12 04:28:37.768740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e50b05df-0fd5-4405-bbef-764eb61a7214 req-f8b43e3e-c38c-4446-aae4-a97f7e85b1ba tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Nov 12 04:28:38.885675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9453e4-f862-4780-a1c4-2279b56faaad req-66308e42-c156-444e-b6fe-74e43d2ad8c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:38.887175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac9453e4-f862-4780-a1c4-2279b56faaad req-66308e42-c156-444e-b6fe-74e43d2ad8c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0496647 Nov 12 04:28:38.936425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac9453e4-f862-4780-a1c4-2279b56faaad req-842bd434-2a5a-4f3d-a93e-bc8b7ca8ecb1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Nov 12 04:28:39.023867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fbed1173-73da-4204-af29-a188da483b35 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:39.073316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port fbed1173-73da-4204-af29-a188da483b35 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:39.077865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port fbed1173-73da-4204-af29-a188da483b35 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:39.078230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.158658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.181302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:39.183613 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6197722c-2a10-4d87-bdf3-d19d4c8209fd" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:39.197139 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:39.202232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:39.233339 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fce65-1575-4250-8bcd-0675325a0fa0 x-openstack-request-id: req-a54fce65-1575-4250-8bcd-0675325a0fa0 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:39.233636 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:39.233892 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a54fce65-1575-4250-8bcd-0675325a0fa0 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:39.234287 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'code': 200} Nov 12 04:28:39.255575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=10']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:40.059996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2c9f-8b7b-4f7b-b135-dc36a1e33881 req-848f2bcc-a7f3-42c6-afd6-6530eb34576e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:40.061521 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8f2c9f-8b7b-4f7b-b135-dc36a1e33881 req-848f2bcc-a7f3-42c6-afd6-6530eb34576e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 947 time: 0.0545917 Nov 12 04:28:40.114948 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e8f2c9f-8b7b-4f7b-b135-dc36a1e33881 req-fbe2bf18-ebbf-4ce9-9373-350ebb34f58b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464928 Nov 12 04:28:40.172475 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:41.233507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1551-2bf6-4ad0-89ca-650f57abd097 req-c61fc237-f8c8-426e-afbc-8973543b4b83 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:41.234969 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a8f1551-2bf6-4ad0-89ca-650f57abd097 req-c61fc237-f8c8-426e-afbc-8973543b4b83 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 947 time: 0.0501366 Nov 12 04:28:41.286919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3a8f1551-2bf6-4ad0-89ca-650f57abd097 req-cd18c21e-ecc5-4b89-a0de-0577dd2918a2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Nov 12 04:28:41.720002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-6cf8c0c6-154b-4dc6-8fbc-498b7ba0386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:41.721505 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-6cf8c0c6-154b-4dc6-8fbc-498b7ba0386f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e&tenant_id=fae33b73f8664e4684f3f2306f73b94a HTTP/1.1" status: 200 len: 1099 time: 0.0420785 Nov 12 04:28:41.746548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:28:41.803663 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.003787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:42.036667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h2-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:42.075721 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:42.077980 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb5b8c-bfca-4d73-ba64-597fb17dbb08" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:42.082038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.094747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Transition to ACTIVE for port object fbed1173-73da-4204-af29-a188da483b35 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:28:42.099311 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.132988 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3fc9c1-cf8b-4792-80c7-192bad430c9f x-openstack-request-id: req-9a3fc9c1-cf8b-4792-80c7-192bad430c9f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:42.133273 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-unplugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:42.133522 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9a3fc9c1-cf8b-4792-80c7-192bad430c9f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:42.133915 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'code': 200} Nov 12 04:28:42.189427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=11']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.203665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.204006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.204341 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.204672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.205002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.205345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.205654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.205973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.206422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.206597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.206937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.207258 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:28:42.234697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] No DVR routers for this DVR port fbed1173-73da-4204-af29-a188da483b35 on host n-h2-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:42.378516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:28:42.378869 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:28:42.379213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:42.383603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:28:42.383931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Attempting to bind port fbed1173-73da-4204-af29-a188da483b35 on network 4d774424-532c-4d27-87d0-cfac4814c3d7 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:28:42.388945 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:28:42.389284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Checking segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:28:42.389669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Bound using segment: {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:28:42.390120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Bound port: fbed1173-73da-4204-af29-a188da483b35, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:28:42.390463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.410464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe5f6b-a971-41ad-93ae-32adc8fda372 req-1fa2a879-f3fa-4f9b-803a-7adc36565944 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.411988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bffe5f6b-a971-41ad-93ae-32adc8fda372 req-1fa2a879-f3fa-4f9b-803a-7adc36565944 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0487704 Nov 12 04:28:42.458649 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:28:42.460737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bffe5f6b-a971-41ad-93ae-32adc8fda372 req-adc27ebf-4611-45df-91bb-47f5311e1e27 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Nov 12 04:28:42.461905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:28:42.467792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.505950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.506623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:42.508532 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] 10.222.0.16 "PUT /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1094 time: 0.7665987 Nov 12 04:28:42.534724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41268461-640c-4559-98ad-eee3e438ce02 service neutron] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=12']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:42.611979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-43b2a3a6-00cb-4190-933c-bebf0cdf859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.613589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-43b2a3a6-00cb-4190-933c-bebf0cdf859d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1097 time: 0.0441034 Nov 12 04:28:42.717017 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-f11a1a0b-b3e4-497a-9b00-31ce4bb746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.718489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-f11a1a0b-b3e4-497a-9b00-31ce4bb746a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.0923643 Nov 12 04:28:42.795753 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c42bef68-0b18-4646-b2f5-26251cb65252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0607913 Nov 12 04:28:42.853239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-113a8595-797e-4223-b622-a35c83168084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.854722 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-113a8595-797e-4223-b622-a35c83168084 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0442262 Nov 12 04:28:42.912756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb64997-2d67-4674-b353-95b667557dd5 req-e43939e6-36c5-48e2-812f-ec4268ddae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:42.914284 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-e43939e6-36c5-48e2-812f-ec4268ddae3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456638 Nov 12 04:28:43.009246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-563d49a5-c05c-4961-b3bc-af73b4ee72c9 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Nov 12 04:28:43.040031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fbed1173-73da-4204-af29-a188da483b35 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:28:43.081730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device fbed1173-73da-4204-af29-a188da483b35 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:28:43.108847 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bb64997-2d67-4674-b353-95b667557dd5 req-c67b4022-46d1-4eaf-a0aa-55a92c06fcf2 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887866 Nov 12 04:28:43.595705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37fd7-27d0-4feb-abad-f15099ec17b5 req-fe88a5be-9530-48e0-8450-92ee31b2b956 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:43.597337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17e37fd7-27d0-4feb-abad-f15099ec17b5 req-fe88a5be-9530-48e0-8450-92ee31b2b956 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0544314 Nov 12 04:28:43.648199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-17e37fd7-27d0-4feb-abad-f15099ec17b5 req-904d247b-07fe-4e71-aea3-93506089d40b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443122 Nov 12 04:28:44.135818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:44.138818 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e767b587-15c7-4b4e-8a2b-77621481819a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:44.191619 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140c7f7e-721c-4ad1-b402-a4ca7601a187 x-openstack-request-id: req-140c7f7e-721c-4ad1-b402-a4ca7601a187 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:44.191979 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "tag": "fbed1173-73da-4204-af29-a188da483b35", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:44.192325 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-140c7f7e-721c-4ad1-b402-a4ca7601a187 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:44.192760 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'status': 'completed', 'code': 200} Nov 12 04:28:44.276605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-ea1e2fed-dd45-40e4-a620-5a4496ef2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.282122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-ea1e2fed-dd45-40e4-a620-5a4496ef2e79 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1097 time: 0.0516090 Nov 12 04:28:44.317105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-763e875a-e891-4705-80dc-dc0b4200bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.319085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-763e875a-e891-4705-80dc-dc0b4200bc7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1097 time: 0.0604856 Nov 12 04:28:44.408111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-c587efeb-1f45-4684-bbc0-f638b19abdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.409489 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-c587efeb-1f45-4684-bbc0-f638b19abdd8 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1012909 Nov 12 04:28:44.452772 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-21d1ddeb-39e1-40ad-af8c-d67b48a990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.454696 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-21d1ddeb-39e1-40ad-af8c-d67b48a990e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1227522 Nov 12 04:28:44.484069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-c156ec5d-04a5-4fdb-bbe2-2af6291740c2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0671735 Nov 12 04:28:44.545447 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-9a7a5ec0-6bc6-4267-8afd-5ca1d2b3ae1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0767879 Nov 12 04:28:44.549448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-2e587ab6-03f7-4b8b-819b-9556687e7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.551029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-2e587ab6-03f7-4b8b-819b-9556687e7a49 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0605204 Nov 12 04:28:44.610978 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-ae84f0a5-3ea3-4867-ba56-2fccc8d12424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.613180 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-ae84f0a5-3ea3-4867-ba56-2fccc8d12424 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0546331 Nov 12 04:28:44.613341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-dbc59e96-2b7d-4932-afe9-dca2888eca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.615253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-dbc59e96-2b7d-4932-afe9-dca2888eca8e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562963 Nov 12 04:28:44.679570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b587-15c7-4b4e-8a2b-77621481819a req-7e8afe82-30c8-4e49-90dd-9a916a0fac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.681168 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-7e8afe82-30c8-4e49-90dd-9a916a0fac1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546927 Nov 12 04:28:44.719229 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-f5a1b61d-cc05-4291-a511-47643385f4a3 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964978 Nov 12 04:28:44.813678 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-452fba7e-fe53-4f1a-a7dd-297c6c0b7580 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190588 Nov 12 04:28:44.845181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a7540-9c1b-467a-86f3-ddb32a5428ff req-a8aed1be-0a31-4e97-89a5-f10d2ea6f195 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:44.846736 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9a7540-9c1b-467a-86f3-ddb32a5428ff req-a8aed1be-0a31-4e97-89a5-f10d2ea6f195 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.1206872 Nov 12 04:28:44.921738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af9a7540-9c1b-467a-86f3-ddb32a5428ff req-2d4ecd22-c813-4479-98f9-db41f44aecef tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681705 Nov 12 04:28:44.927932 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-c0ec668a-5a26-4eed-825e-71c4c8ffbde1 service neutron] 10.222.0.104 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997395 Nov 12 04:28:44.942948 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e767b587-15c7-4b4e-8a2b-77621481819a req-c0e47cf8-90d4-4021-9db4-c3662703eb3e service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123564 Nov 12 04:28:45.838477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-deb1b109-ea18-43b3-87b2-b3e3c9a5a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.840074 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-deb1b109-ea18-43b3-87b2-b3e3c9a5a72e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fae33b73f8664e4684f3f2306f73b94a&device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 1097 time: 0.0442338 Nov 12 04:28:45.966406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-c2113391-3aa9-4785-ab4a-7d437100e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:45.967962 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-c2113391-3aa9-4785-ab4a-7d437100e3e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 200 len: 911 time: 0.1005721 Nov 12 04:28:46.049552 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee23cd1-9603-4c7b-8750-1944e67e553f req-0e4ee571-3ab0-44bf-a3d8-2349d62b5467 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.051691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ee23cd1-9603-4c7b-8750-1944e67e553f req-0e4ee571-3ab0-44bf-a3d8-2349d62b5467 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0568218 Nov 12 04:28:46.053932 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-955e2293-6d3c-492f-904e-939e4b1ef1a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 200 len: 1000 time: 0.0725422 Nov 12 04:28:46.110501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-f59cb811-c5c0-4cfc-a06f-c122454ad1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.112072 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-f59cb811-c5c0-4cfc-a06f-c122454ad1e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 200 len: 850 time: 0.0468781 Nov 12 04:28:46.114255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ee23cd1-9603-4c7b-8750-1944e67e553f req-c0d3cbf7-f0d3-4f91-9b35-b0b4dfcd42b4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556011 Nov 12 04:28:46.170400 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-0dc7abd5-de79-4950-a905-f268f3baee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:46.171961 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-0dc7abd5-de79-4950-a905-f268f3baee45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d774424-532c-4d27-87d0-cfac4814c3d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464928 Nov 12 04:28:46.270748 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-8c1ac1f2-8b51-42c2-857d-9e30f64420c5 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851204 Nov 12 04:28:46.374830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1d21814-9263-4e67-a219-0d4798e6ad38 req-e0e350d3-e9b3-4a19-9b1c-608ff091c725 service neutron] 10.222.0.16 "GET /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933666 Nov 12 04:28:47.235168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28e49-02f3-43e1-810f-c2bb04722818 req-a241eeee-7072-49cf-a78d-01065255ff16 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:47.236809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a28e49-02f3-43e1-810f-c2bb04722818 req-a241eeee-7072-49cf-a78d-01065255ff16 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0503781 Nov 12 04:28:47.284018 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-77a28e49-02f3-43e1-810f-c2bb04722818 req-0c1065e2-73e6-44d5-9b96-5bafaabc2c40 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Nov 12 04:28:48.404155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed214f-b856-47d1-b60f-57b5754a8d97 req-b1f67f1d-1945-4aa6-a193-ddf0f5846259 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:48.405672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5ed214f-b856-47d1-b60f-57b5754a8d97 req-b1f67f1d-1945-4aa6-a193-ddf0f5846259 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0484698 Nov 12 04:28:48.452738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5ed214f-b856-47d1-b60f-57b5754a8d97 req-f794916c-72e3-4bc2-aea5-d00225772956 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Nov 12 04:28:49.574634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21ce6-7c73-4fe2-a0ad-0cd06d85225a req-b1f79bfe-ad36-4c8c-9fe5-f6c788640fdd tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:49.576138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66b21ce6-7c73-4fe2-a0ad-0cd06d85225a req-b1f79bfe-ad36-4c8c-9fe5-f6c788640fdd tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0527761 Nov 12 04:28:49.625406 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66b21ce6-7c73-4fe2-a0ad-0cd06d85225a req-e0e22315-1e8f-40bc-ba27-b348002e1ce2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Nov 12 04:28:50.516001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:28:50.740318 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7d9ff-b2bb-4db2-97fb-726b9f074d4b req-d77d5688-6f63-43a8-a3c5-2e97ae480325 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:50.741798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c7d9ff-b2bb-4db2-97fb-726b9f074d4b req-d77d5688-6f63-43a8-a3c5-2e97ae480325 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0480630 Nov 12 04:28:50.790920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-64c7d9ff-b2bb-4db2-97fb-726b9f074d4b req-19b42cbe-c2c8-49ee-862f-ff61826169b4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425169 Nov 12 04:28:51.918895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28d12-d87e-477f-aca5-bde1f9d2a05e req-331d1c66-7ef5-40dd-a99c-fe281b5de94e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:51.920455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59e28d12-d87e-477f-aca5-bde1f9d2a05e req-331d1c66-7ef5-40dd-a99c-fe281b5de94e tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0564222 Nov 12 04:28:51.970016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-59e28d12-d87e-477f-aca5-bde1f9d2a05e req-2258b8c7-da0f-421e-92e0-cc8c5f0d2df1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Nov 12 04:28:52.333682 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-722659ca-f423-4d09-9a67-06913abe1857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:53.086418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ebbc-8483-444d-88c9-60944b5b2b50 req-48401e2a-2ee2-4742-90e1-85a3729c864b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:53.087918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c317ebbc-8483-444d-88c9-60944b5b2b50 req-48401e2a-2ee2-4742-90e1-85a3729c864b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0483541 Nov 12 04:28:53.134413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c317ebbc-8483-444d-88c9-60944b5b2b50 req-64293b2b-19a3-4ad2-952c-0fcdd3ac396f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Nov 12 04:28:54.250462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5765-1f33-4d40-8017-10374ca69cf5 req-41a176b5-db57-4ff2-9b01-9c5b15ac3fad tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:54.251961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8dc5765-1f33-4d40-8017-10374ca69cf5 req-41a176b5-db57-4ff2-9b01-9c5b15ac3fad tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0487862 Nov 12 04:28:54.302952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8dc5765-1f33-4d40-8017-10374ca69cf5 req-39c9005f-181e-4827-aa0a-75f2e7b0ca4c tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449917 Nov 12 04:28:54.685683 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1af4-2299-4cb4-829e-9dcb0018bedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.431924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d5b96-ed83-4c4f-84a6-69670a6ce115 req-b07f592b-f9ed-4a3b-948e-07019da1feca tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:55.433432 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-850d5b96-ed83-4c4f-84a6-69670a6ce115 req-b07f592b-f9ed-4a3b-948e-07019da1feca tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 945 time: 0.0529566 Nov 12 04:28:55.485967 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-850d5b96-ed83-4c4f-84a6-69670a6ce115 req-d0f9b3a8-25be-4b60-aab6-95199f701924 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461354 Nov 12 04:28:55.690329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.799082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:28:55.892436 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:55.905119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'fbed1173-73da-4204-af29-a188da483b35', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'port_id': 'fbed1173-73da-4204-af29-a188da483b35', 'mac_address': 'fa:16:3e:a7:8b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:28:55.949605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:55.963386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbed1173-73da-4204-af29-a188da483b35 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:28:55.982863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:55.986825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:56.034705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=13']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:56.309916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['fbed1173-73da-4204-af29-a188da483b35'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:28:56.606540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f72a6-ea95-4fd4-b079-21364dec2afa req-47f2a33d-c524-48da-807f-6042c0ea04d5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.608590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c06f72a6-ea95-4fd4-b079-21364dec2afa req-47f2a33d-c524-48da-807f-6042c0ea04d5 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0496202 Nov 12 04:28:56.655686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c06f72a6-ea95-4fd4-b079-21364dec2afa req-78a9037f-f928-45be-9e0f-719671efcdc1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 Nov 12 04:28:56.774518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92082ec6-2e2e-4a35-9dea-fc7c44deab07 req-3330248e-eea7-4bb7-aff7-2c673dd76769 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.776016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92082ec6-2e2e-4a35-9dea-fc7c44deab07 req-3330248e-eea7-4bb7-aff7-2c673dd76769 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0522258 Nov 12 04:28:56.823168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92082ec6-2e2e-4a35-9dea-fc7c44deab07 req-b1cbf340-40ff-4db0-a122-ec984ab7f6a8 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407708 Nov 12 04:28:56.937432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddca45-860f-4dc2-b174-779697ed7e4d req-ed3d392a-bbe1-4534-8338-60eab53ac1c4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:56.938960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36ddca45-860f-4dc2-b174-779697ed7e4d req-ed3d392a-bbe1-4534-8338-60eab53ac1c4 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0498919 Nov 12 04:28:56.985924 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-36ddca45-860f-4dc2-b174-779697ed7e4d req-ae610b20-3e0e-42f0-8f30-f3e71a40b1ce tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Nov 12 04:28:57.139681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.228754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016afe5-ef73-4b0c-99d7-97282eac1526 req-f7019b32-7e93-4bd1-8259-a3c964ddfb33 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:57.230238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4016afe5-ef73-4b0c-99d7-97282eac1526 req-f7019b32-7e93-4bd1-8259-a3c964ddfb33 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 946 time: 0.0487852 Nov 12 04:28:57.281096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4016afe5-ef73-4b0c-99d7-97282eac1526 req-b8bc366c-6e3d-4fd9-aba2-03600883b4ee tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Nov 12 04:28:57.798124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:28:57.855362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.857195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port fbed1173-73da-4204-af29-a188da483b35 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:28:57.861796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port fbed1173-73da-4204-af29-a188da483b35 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:28:57.862159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.945463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:57.974179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:57.976389 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761ed146-6567-4d81-9f62-d0edcc0d74d5" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:28:57.989747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:57.994374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:58.017589 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277dce42-9c37-48f1-8f1a-3765a6d5032d x-openstack-request-id: req-277dce42-9c37-48f1-8f1a-3765a6d5032d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:28:58.017886 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-plugged", "status": "completed", "tag": "fbed1173-73da-4204-af29-a188da483b35", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:28:58.018139 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-277dce42-9c37-48f1-8f1a-3765a6d5032d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:28:58.018532 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'code': 200} Nov 12 04:28:58.044644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=14']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:58.409099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e278b27-af5b-42b4-8664-61f700a87ebd req-d0497301-9a66-403d-8160-86cd9b92b7e3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:58.410890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e278b27-af5b-42b4-8664-61f700a87ebd req-d0497301-9a66-403d-8160-86cd9b92b7e3 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 947 time: 0.0578403 Nov 12 04:28:58.464455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2e278b27-af5b-42b4-8664-61f700a87ebd req-fe3bb983-9575-411f-aca9-94bbf2709c92 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Nov 12 04:28:59.155120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-0d9ae684-38ea-4124-94ed-479ee6ade75b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.156583 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-0d9ae684-38ea-4124-94ed-479ee6ade75b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 947 time: 0.0492933 Nov 12 04:28:59.247708 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Deleting port fbed1173-73da-4204-af29-a188da483b35 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:28:59.247958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.337670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] For port fbed1173-73da-4204-af29-a188da483b35, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=fbed1173-73da-4204-af29-a188da483b35,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:28:59.338022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.508813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.509368 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.509813 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700 disassociated. External IP: 172.25.7.30, port: fbed1173-73da-4204-af29-a188da483b35. Nov 12 04:28:59.510182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Calling delete_port for fbed1173-73da-4204-af29-a188da483b35 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:28:59.582412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b9d5c-b2ff-4c19-af1e-8b29b3ab9da6 req-fc45db85-6e2d-4ee9-9174-cfce405b8854 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:28:59.583930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b46b9d5c-b2ff-4c19-af1e-8b29b3ab9da6 req-fc45db85-6e2d-4ee9-9174-cfce405b8854 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 947 time: 0.0491211 Nov 12 04:28:59.635005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b46b9d5c-b2ff-4c19-af1e-8b29b3ab9da6 req-72505d29-3735-40a0-9bf7-702f5dea6e60 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups?id=23c3ca91-bbd1-414e-a0f4-1de585449a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Nov 12 04:28:59.644907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.675230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'Port': ['ID=fbed1173-73da-4204-af29-a188da483b35,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:28:59.797211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:28:59.908957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:28:59.919035 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:28:59.928242 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:28:59.928838 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:28:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:28:59.947758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] No DVR routers for this DVR port fbed1173-73da-4204-af29-a188da483b35 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:28:59.950509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:28:59.954671 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-060cc0ee-4ab3-480b-b39a-5babdc59f49f req-9bbd4cc6-1c88-4605-95e1-854ef6376a9b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.16 "DELETE /v2.0/ports/fbed1173-73da-4204-af29-a188da483b35 HTTP/1.1" status: 204 len: 173 time: 0.7881062 Nov 12 04:28:59.955152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-deleted', 'tag': 'fbed1173-73da-4204-af29-a188da483b35'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:28:59.957384 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef608e52-7ea1-4bb5-b38c-cbb9bf9db7ee" -d '{"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-deleted", "tag": "fbed1173-73da-4204-af29-a188da483b35"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:00.001665 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df6f75-390d-40bc-80bd-6fbc9e0d1310 x-openstack-request-id: req-47df6f75-390d-40bc-80bd-6fbc9e0d1310 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:00.001996 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff696365-452a-47cc-983c-4ceff19f109e", "name": "network-vif-deleted", "tag": "fbed1173-73da-4204-af29-a188da483b35", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:00.002314 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-47df6f75-390d-40bc-80bd-6fbc9e0d1310 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:00.002721 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff696365-452a-47cc-983c-4ceff19f109e', 'name': 'network-vif-deleted', 'tag': 'fbed1173-73da-4204-af29-a188da483b35', 'status': 'completed', 'code': 200} Nov 12 04:29:00.037043 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:00.234976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.261059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:00.269982 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:00.270578 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:28:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.376836 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:00.575606 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:00.601710 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a3b60-fe29-4740-bee0-ee68e992607e None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '263845d2-5ffe-4562-840b-3cdefef09156', 'name': '', 'network_id': '4d774424-532c-4d27-87d0-cfac4814c3d7', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'mac_address': 'fa:16:3e:bf:b5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:04Z', 'updated_at': '2021-11-12T04:16:08Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'subnets': [{'id': '7466896f-cafd-4bee-8fff-fdc9848d0a10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:00.759666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06bef624-cd9f-4203-b2fd-0bce387332ad req-2da0c4fa-d258-42f5-8c63-a6b2bb99f4b2 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0319500 Nov 12 04:29:00.839947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9013954-ea98-49ab-9b59-a63026b0c41f None None] New status for floating IP 4d4cee6e-1aed-49c2-9b0b-af4b69465700: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:29:01.818259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:01.843210 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: fbed1173-73da-4204-af29-a188da483b35 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:01.843890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device fbed1173-73da-4204-af29-a188da483b35 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:01.857507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-215d0d70-3474-4229-895b-beb302789bd3 req-af4b5c4b-959e-4644-baf7-64be6d58e31b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0278628 Nov 12 04:29:02.054443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:02.955164 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-db457abd-ab74-4319-bc60-13c81eb62024 req-82a62260-8db4-4ec1-8429-0fd2350775d1 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0267086 Nov 12 04:29:04.053480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8cc1cd4-a618-431b-b053-82ac34051db8 req-a3f25596-cf02-4f6f-958a-4997c5656d9f tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/ports?device_id=ff696365-452a-47cc-983c-4ceff19f109e HTTP/1.1" status: 200 len: 210 time: 0.0286918 Nov 12 04:29:08.800660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.856141 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.880604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.937205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.939818 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:08.943386 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "DELETE /v2.0/security-groups/23c3ca91-bbd1-414e-a0f4-1de585449a88 HTTP/1.1" status: 204 len: 168 time: 0.1391325 Nov 12 04:29:08.944413 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39860) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:08.950921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075754c-9b0e-4c76-bda7-9c6973e47ceb tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3ca91-bbd1-414e-a0f4-1de585449a88,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:08.962875 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [None req-4afae5a5-b49a-4fde-a7ba-26deb9c581c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] show failed (client error): The resource could not be found. Nov 12 04:29:08.966832 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4afae5a5-b49a-4fde-a7ba-26deb9c581c7 tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "GET /v2.0/security-groups/23c3ca91-bbd1-414e-a0f4-1de585449a88 HTTP/1.1" status: 404 len: 347 time: 0.0184035 Nov 12 04:29:08.966832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39862) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.097252 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Deleting port b858778d-14b1-4c23-81f9-dfb07b9a7e9b {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:09.097488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.174107 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.174473 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.186986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Calling delete_port for b858778d-14b1-4c23-81f9-dfb07b9a7e9b owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:09.324876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.351617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Pushing event deleted for resources: {'Port': ['ID=b858778d-14b1-4c23-81f9-dfb07b9a7e9b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:09.429391 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.432051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:09.433217 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-832b5b62-cccf-4f09-98bf-058a3965c23b tempest-ServerActionsTestJSON-1637190498 tempest-ServerActionsTestJSON-1637190498-project] 10.222.0.97 "DELETE /v2.0/floatingips/4d4cee6e-1aed-49c2-9b0b-af4b69465700 HTTP/1.1" status: 204 len: 168 time: 0.4654517 Nov 12 04:29:09.436943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39864) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:09.929302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.187152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.517266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Deleting port 263845d2-5ffe-4562-840b-3cdefef09156 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:10.517836 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.597745 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] For port 263845d2-5ffe-4562-840b-3cdefef09156, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=263845d2-5ffe-4562-840b-3cdefef09156,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:10.598109 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.610351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Calling delete_port for 263845d2-5ffe-4562-840b-3cdefef09156 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:10.817267 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:10.843855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Pushing event deleted for resources: {'Port': ['ID=263845d2-5ffe-4562-840b-3cdefef09156,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.026428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.253754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Router e40832e4-d20f-4115-931e-621a7d7da5ba has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:29:11.365061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:29:11.371479 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-247bf207-4975-4df8-9ca2-2706c46aca6e admin admin] 10.222.0.97 "PUT /v2.0/routers/e40832e4-d20f-4115-931e-621a7d7da5ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331527 Nov 12 04:29:11.373407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:11.377005 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Sync routers for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:29:11.386649 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:11.387305 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:28:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:11.482726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.496183 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:11.593124 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.649273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Deleting port dab0e5c3-2255-48cc-a19d-c35b543d9e4d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:11.649610 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.746894 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] For port dab0e5c3-2255-48cc-a19d-c35b543d9e4d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:11.747273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.761817 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Calling delete_port for dab0e5c3-2255-48cc-a19d-c35b543d9e4d owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:11.769869 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:29:10Z', 'revision_number': 5, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port': {'id': 'dab0e5c3-2255-48cc-a19d-c35b543d9e4d', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:11.798568 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Checking router: e40832e4-d20f-4115-931e-621a7d7da5ba for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:29:11.815661 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Routers {'e40832e4-d20f-4115-931e-621a7d7da5ba'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:29:11.816277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:28:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['e40832e4-d20f-4115-931e-621a7d7da5ba'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:11.915059 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] Set router e40832e4-d20f-4115-931e-621a7d7da5ba gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:29:11.939343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:11.965314 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab0e5c3-2255-48cc-a19d-c35b543d9e4d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:11.976600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:29:11Z', 'revision_number': 6, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:11.982158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d4d88-8243-47cc-bc70-d5b735359911 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:12.004556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1f117-b238-4a1f-84b2-a205c489e292 None None] The sync data for ids ['e40832e4-d20f-4115-931e-621a7d7da5ba'] in n-d-766726-29 is: [{'id': 'e40832e4-d20f-4115-931e-621a7d7da5ba', 'name': 'tempest-ServerActionsTestJSON-169255504-router', 'tenant_id': 'fae33b73f8664e4684f3f2306f73b94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:16:02Z', 'updated_at': '2021-11-12T04:29:11Z', 'revision_number': 6, 'project_id': 'fae33b73f8664e4684f3f2306f73b94a', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:29:12.033135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.130752 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.132971 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.183552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.184041 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40832e4-d20f-4115-931e-621a7d7da5ba {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:29:12.189157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.190450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5372e114-796c-41f1-9c19-09eb3288b5e0 admin admin] 10.222.0.97 "DELETE /v2.0/routers/e40832e4-d20f-4115-931e-621a7d7da5ba HTTP/1.1" status: 204 len: 168 time: 0.8148842 Nov 12 04:29:12.192993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:12.241609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Deleting subnet 7466896f-cafd-4bee-8fff-fdc9848d0a10 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:12.244809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.282942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.368626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.427582 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.455837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7466896f-cafd-4bee-8fff-fdc9848d0a10,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.459281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.462450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2bfc0a2-04d3-4793-b2a4-9171c80f465b admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7466896f-cafd-4bee-8fff-fdc9848d0a10 HTTP/1.1" status: 204 len: 168 time: 0.2684417 Nov 12 04:29:12.464992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39872) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:12.468011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085d084-f6ef-436d-a54d-1074500ac2ba None None] Network 4d774424-532c-4d27-87d0-cfac4814c3d7 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:12.544040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.600768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Deleting port 59803abd-5416-4129-8fa2-573e3f95b786 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:12.600768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.665973 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] For port 59803abd-5416-4129-8fa2-573e3f95b786, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=59803abd-5416-4129-8fa2-573e3f95b786,segment=NetworkSegment(2d64a933-4cf8-41f9-833d-4f0e84e6cc8f),segment_id=2d64a933-4cf8-41f9-833d-4f0e84e6cc8f)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:12.666338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.683412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Calling delete_port for 59803abd-5416-4129-8fa2-573e3f95b786 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:12.776004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.801265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f59069-b179-4f49-a5e1-ae6b3042f423 None None] DHCP port deletion for 4d774424-532c-4d27-87d0-cfac4814c3d7 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:12.803477 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=59803abd-5416-4129-8fa2-573e3f95b786,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:12.806746 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] No DVR routers for this DVR port 59803abd-5416-4129-8fa2-573e3f95b786 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:12.885382 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.906736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d774424-532c-4d27-87d0-cfac4814c3d7']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:12.917931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:12.918224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d64a933-4cf8-41f9-833d-4f0e84e6cc8f') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:12.928320 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.941898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.948473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:12.948857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:12.950591 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:13.011422 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.017021 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.023353 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4d774424-532c-4d27-87d0-cfac4814c3d7 HTTP/1.1" status: 204 len: 168 time: 0.5573523 Nov 12 04:29:13.038961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d5c7-f873-46b3-9998-575b1db38a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d774424-532c-4d27-87d0-cfac4814c3d7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.158560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.198098 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ff9d818-8ace-45ea-89ca-d6acf866c86b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fae33b73f8664e4684f3f2306f73b94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383651 Nov 12 04:29:13.200566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39878) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:13.246604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.268317 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.318694 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.321316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:13.322492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/72bdba11-504d-4604-ad12-7588028a8c7c HTTP/1.1" status: 204 len: 168 time: 0.1210310 Nov 12 04:29:13.330956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e2f3-41cf-4490-92f2-32ecb4fd651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdba11-504d-4604-ad12-7588028a8c7c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:13.800404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59803abd-5416-4129-8fa2-573e3f95b786 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:13.820617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 59803abd-5416-4129-8fa2-573e3f95b786 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:13.820959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 59803abd-5416-4129-8fa2-573e3f95b786 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:13.821371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 263845d2-5ffe-4562-840b-3cdefef09156 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:13.844856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 263845d2-5ffe-4562-840b-3cdefef09156 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:13.845203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 263845d2-5ffe-4562-840b-3cdefef09156 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:13.845730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dab0e5c3-2255-48cc-a19d-c35b543d9e4d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:13.866592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: dab0e5c3-2255-48cc-a19d-c35b543d9e4d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:13.866965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device dab0e5c3-2255-48cc-a19d-c35b543d9e4d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:14.047059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 39900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.144328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2104587113-network', 'tenant_id': 'efca8617b99347218280a15ca179a2c9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:14.166099 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Made reservation on behalf of efca8617b99347218280a15ca179a2c9 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:14.168417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.176972 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.251396 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.255155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.282521 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:14.288072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fba5c9-0669-4777-acf6-26ae1c8c1dbc,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.297258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.297529 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Added segment 51bd883a-b648-4aad-8e9a-51419a471d85 of type vlan for network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 Nov 12 04:29:14.337995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.362300 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.363355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.363942 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.396791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3486612 Nov 12 04:29:14.399778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 39904) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:14.405397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Request body: {'subnet': {'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2104587113-subnet', 'tenant_id': 'efca8617b99347218280a15ca179a2c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:14.427949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Made reservation on behalf of efca8617b99347218280a15ca179a2c9 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:14.429920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.433239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdbeb9-b33a-435c-9c6b-5d7d615426a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.443571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:14.601498 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.662735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2e30d4-df1e-4131-9008-d697a7505309,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:14.670239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Checking segment: {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:14.670571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Network hostable DHCP agents. Network: 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:14.687702 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:14.696633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:14.703031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:14.703945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:14.711595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaefce4-1a30-470f-a403-f2264b3aadd7 None None] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:14.729911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4a3e47ed-7dcb-4a77-95d6-938f7c1250ad admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3289280 Nov 12 04:29:14.854161 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de9aa7-a313-4d4d-978b-4f1cbd8f7a55 None None] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:15.197515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-ca3e6225-e0d9-48c6-874a-4fdcd03e955c tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:15.199033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-ca3e6225-e0d9-48c6-874a-4fdcd03e955c tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 814 time: 0.1028779 Nov 12 04:29:15.214023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-35dbe0a8-867d-49e6-8dc1-3aab095cfc6a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/quotas/efca8617b99347218280a15ca179a2c9 HTTP/1.1" status: 200 len: 375 time: 0.0092027 Nov 12 04:29:15.246111 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-c3a11958-e38a-4b57-bc63-c2d169865942 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261445 Nov 12 04:29:15.340554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-ed5b763e-fbe0-4f14-863b-25d45d21977d service neutron] 10.222.0.97 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868306 Nov 12 04:29:15.429277 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-74bc039b-d855-41c0-8b38-8690e0f1b9cf service neutron] 10.222.0.97 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821176 Nov 12 04:29:15.595590 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-57493ec4-9d23-48eb-8bd2-a42c73956061 req-64471a52-4953-46dc-b82f-2b7bd8d6a3ab tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 210 time: 0.0323989 Nov 12 04:29:16.699929 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94586ae1-d30a-442a-88fa-b13537e4ff0c req-eb7afb26-adc2-490d-a3f7-a527b37aa55c tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 210 time: 0.0304146 Nov 12 04:29:16.819191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-d71db4aa-302f-4224-be4e-fea366356819 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:16.820740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-d71db4aa-302f-4224-be4e-fea366356819 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.104 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 814 time: 0.1199448 Nov 12 04:29:16.852698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Request body: {'port': {'device_id': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271', 'admin_state_up': True, 'tenant_id': 'efca8617b99347218280a15ca179a2c9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:16.973457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Made reservation on behalf of efca8617b99347218280a15ca179a2c9 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:16.977091 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.114484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Allocated IP 172.20.0.11 (6ff205ac-07e1-46a3-a9ac-d4e6e60c2271/0a2e30d4-df1e-4131-9008-d697a7505309/b619310c-5f6c-4acd-b8c3-d1dbc995e15f) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:17.289740 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.325491 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.374491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:17.377591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:17.381377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:17.387922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Pushing event updated for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.433954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.435068 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.450259 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-2f6e2aca-6259-4e66-b4a8-4fd767f1626d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6018724 Nov 12 04:29:17.470834 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Request body: {'port': {'device_id': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:17.523726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.820963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b619310c-5f6c-4acd-b8c3-d1dbc995e15f {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:17.830597 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.847396 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Transition to ACTIVE for port object b619310c-5f6c-4acd-b8c3-d1dbc995e15f will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:29:17.855957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9018-dd29-434c-bcbf-da9888c87423 req-2aab120c-e294-45fc-9cd7-87450cec0924 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:17.857445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c6c9018-dd29-434c-bcbf-da9888c87423 req-2aab120c-e294-45fc-9cd7-87450cec0924 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 932 time: 0.0750334 Nov 12 04:29:17.859056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:17.940007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:17.986219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c6c9018-dd29-434c-bcbf-da9888c87423 req-ce2051b1-c460-41e6-8233-1846c16492dd tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219189 Nov 12 04:29:18.015257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Attempting to bind port b619310c-5f6c-4acd-b8c3-d1dbc995e15f on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:18.015582 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Attempting to bind port b619310c-5f6c-4acd-b8c3-d1dbc995e15f by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:18.015903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Attempting to bind port b619310c-5f6c-4acd-b8c3-d1dbc995e15f on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:18.020034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Port b619310c-5f6c-4acd-b8c3-d1dbc995e15f on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:18.020355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Attempting to bind port b619310c-5f6c-4acd-b8c3-d1dbc995e15f on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:18.025061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:18.025387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Checking segment: {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:18.025757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Bound using segment: {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:18.026170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Bound port: b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:18.026514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.088879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:18.092490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:18.096589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.139611 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.140645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:18.142427 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] 10.222.0.104 "PUT /v2.0/ports/b619310c-5f6c-4acd-b8c3-d1dbc995e15f HTTP/1.1" status: 200 len: 1093 time: 0.6756690 Nov 12 04:29:18.144583 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:18.146866 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d505ea08-f4f2-4898-bd38-23f20976a5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:18.174211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6d329-8248-4949-a2ea-3bc16a048b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:18.187992 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207183c-0261-43c6-9626-8d4e9f222fe2 x-openstack-request-id: req-4207183c-0261-43c6-9626-8d4e9f222fe2 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:18.188210 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:18.188436 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4207183c-0261-43c6-9626-8d4e9f222fe2 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:18.188842 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f', 'status': 'completed', 'code': 200} Nov 12 04:29:18.251214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-9d2d715d-4001-4062-b8dc-cefbf8fb448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.252613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-9d2d715d-4001-4062-b8dc-cefbf8fb448c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 1096 time: 0.0423706 Nov 12 04:29:18.302878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-7b276377-4e77-4517-9ec8-73d489dcde30 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f HTTP/1.1" status: 200 len: 217 time: 0.0352087 Nov 12 04:29:18.353221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-45b04daf-3cd0-4eaf-81f5-7900fb25b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.354663 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-45b04daf-3cd0-4eaf-81f5-7900fb25b3d0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0a2e30d4-df1e-4131-9008-d697a7505309 HTTP/1.1" status: 200 len: 854 time: 0.0442815 Nov 12 04:29:18.391492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-80578b47-8c87-40e4-b713-bb2560389c82 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283055 Nov 12 04:29:18.490360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-66d71f60-6a67-4064-bff6-3d64518ae71c service neutron] 10.222.0.104 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906532 Nov 12 04:29:18.588710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e1f918d-61ae-4ef3-9f86-9c94a8073019 req-1cdf607e-670b-42f8-9784-1a123dfbf827 service neutron] 10.222.0.104 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904560 Nov 12 04:29:18.740068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-07a7ee47-07b5-4473-8048-c1bb536c24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.741581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-07a7ee47-07b5-4473-8048-c1bb536c24c1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 1096 time: 0.0424438 Nov 12 04:29:18.836987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-01143559-5d72-4fd6-80b1-a59923f7bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.838486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-01143559-5d72-4fd6-80b1-a59923f7bbfb service neutron] 10.222.0.104 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 914 time: 0.0894637 Nov 12 04:29:18.886942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-cbe0e75b-c39b-4127-b2c8-83bf1d70bc46 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f HTTP/1.1" status: 200 len: 217 time: 0.0356369 Nov 12 04:29:18.940696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-74913a4e-5dcb-4ab2-8b66-43eead2a4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:18.942167 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-74913a4e-5dcb-4ab2-8b66-43eead2a4768 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0a2e30d4-df1e-4131-9008-d697a7505309 HTTP/1.1" status: 200 len: 854 time: 0.0473051 Nov 12 04:29:18.975233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-e316e900-c949-45ae-9efb-418e26b1a0a2 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248430 Nov 12 04:29:19.105292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-c279c288-ae06-45cd-b466-6d3588ea2398 service neutron] 10.222.0.104 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Nov 12 04:29:19.150623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0250e30-e496-49fc-a2b6-eebca3bf3a0c req-e48e27c2-b65d-4ecb-aef4-0ee4daf32754 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:19.152054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0250e30-e496-49fc-a2b6-eebca3bf3a0c req-e48e27c2-b65d-4ecb-aef4-0ee4daf32754 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 944 time: 0.0825939 Nov 12 04:29:19.245388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d505ea08-f4f2-4898-bd38-23f20976a5a0 req-22e31b55-fcf7-4dd2-82ca-92183d0c050c service neutron] 10.222.0.104 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322327 Nov 12 04:29:19.248903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0250e30-e496-49fc-a2b6-eebca3bf3a0c req-5d77b816-e646-4ecf-85df-084fa4b514a0 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680237 Nov 12 04:29:20.368135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549444-8cbd-438f-a7ce-d1b540bbfc9a req-52d4d30c-7bc8-4239-8ed3-260c4c1d9a13 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:20.369646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74549444-8cbd-438f-a7ce-d1b540bbfc9a req-52d4d30c-7bc8-4239-8ed3-260c4c1d9a13 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 944 time: 0.0498624 Nov 12 04:29:20.423517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74549444-8cbd-438f-a7ce-d1b540bbfc9a req-d3bf1c9b-87e3-4d09-8e74-d5945b9d7369 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Nov 12 04:29:21.543389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444037f-9da0-4524-b24c-a9e5bb46359b req-6a574c1a-8f71-4c05-a4a5-cf18d7bfe003 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:21.544862 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2444037f-9da0-4524-b24c-a9e5bb46359b req-6a574c1a-8f71-4c05-a4a5-cf18d7bfe003 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 944 time: 0.0527539 Nov 12 04:29:21.592437 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2444037f-9da0-4524-b24c-a9e5bb46359b req-c7c9c387-9037-400f-8352-fb18e98101f9 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Nov 12 04:29:22.337313 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b28fb7c3-60b8-4f80-a5d9-6429bb961598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:22.711004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2e9d9-0bf5-448f-98e7-39e751086436 req-b2f296e0-4fb0-4027-919b-ff4714e9f656 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:22.712567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7d2e9d9-0bf5-448f-98e7-39e751086436 req-b2f296e0-4fb0-4027-919b-ff4714e9f656 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 944 time: 0.0513537 Nov 12 04:29:22.762673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7d2e9d9-0bf5-448f-98e7-39e751086436 req-ea3e6b2f-5cc6-448a-91c7-8483e12aa850 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Nov 12 04:29:23.256225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device b619310c-5f6c-4acd-b8c3-d1dbc995e15f details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:23.358292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:23.371131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f', 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271', 'port_id': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f', 'mac_address': 'fa:16:3e:42:6e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2e30d4-df1e-4131-9008-d697a7505309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:23.411908 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.426373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b619310c-5f6c-4acd-b8c3-d1dbc995e15f {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:23.449689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:23.453981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:23.506216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:23.514035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.514298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.514630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.514991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.515317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.515642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.516067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.516386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.516705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.517021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.517352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.517664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:23.871783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['b619310c-5f6c-4acd-b8c3-d1dbc995e15f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:23.893814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62946b-4e83-401a-acd7-634a1f2ed3cd req-94abb7b2-e455-45b0-af07-408f75875a84 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:23.895463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e62946b-4e83-401a-acd7-634a1f2ed3cd req-94abb7b2-e455-45b0-af07-408f75875a84 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 945 time: 0.0581675 Nov 12 04:29:23.956034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4e62946b-4e83-401a-acd7-634a1f2ed3cd req-abee2940-9d26-4d48-b3cc-7c1f1b19ae0e tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520837 Nov 12 04:29:24.689896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-58c010d8-d6b1-4346-b941-69a4a9794456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.077436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0798c-06d1-4ffc-92e2-dd82f116bdc7 req-9d8b4aa6-5cba-44d6-86a6-e3cf36c4dd9d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:25.078950 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af0798c-06d1-4ffc-92e2-dd82f116bdc7 req-9d8b4aa6-5cba-44d6-86a6-e3cf36c4dd9d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 945 time: 0.0488200 Nov 12 04:29:25.126502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5af0798c-06d1-4ffc-92e2-dd82f116bdc7 req-3ffa94cd-93d7-4233-a73c-219ac8af0942 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Nov 12 04:29:25.287707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device b619310c-5f6c-4acd-b8c3-d1dbc995e15f up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:25.336073 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port b619310c-5f6c-4acd-b8c3-d1dbc995e15f completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:29:25.340417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port b619310c-5f6c-4acd-b8c3-d1dbc995e15f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:25.340785 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.421529 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.443710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:25.445937 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f31c18-bf97-4a88-849c-602c85126f21" -d '{"events": [{"server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "name": "network-vif-plugged", "status": "completed", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:25.458792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:25.463279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:25.486006 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6deff1e-c7cc-47cd-b1c1-0317473f4771 x-openstack-request-id: req-f6deff1e-c7cc-47cd-b1c1-0317473f4771 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:25.486299 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "name": "network-vif-plugged", "status": "completed", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:25.486547 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f6deff1e-c7cc-47cd-b1c1-0317473f4771 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:25.486963 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f', 'code': 200} Nov 12 04:29:25.511183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:25.615565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549e1d-8ade-47f5-98a8-6859254d5471 req-3714b992-ff0e-4545-8ce1-35ad1c4d6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:25.617029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25549e1d-8ade-47f5-98a8-6859254d5471 req-3714b992-ff0e-4545-8ce1-35ad1c4d6090 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 1098 time: 0.0427952 Nov 12 04:29:25.672713 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25549e1d-8ade-47f5-98a8-6859254d5471 req-185495fb-3270-45c3-b3cd-1ed3eaf97154 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Nov 12 04:29:25.691425 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:26.247699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dbff0-8325-48a7-adb7-0c3649c9fbec req-fdd47ea2-5d4e-43ac-bd9a-017419f84894 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:26.249197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a8dbff0-8325-48a7-adb7-0c3649c9fbec req-fdd47ea2-5d4e-43ac-bd9a-017419f84894 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0477490 Nov 12 04:29:26.297391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a8dbff0-8325-48a7-adb7-0c3649c9fbec req-d7d175b2-e5e8-4de8-be1d-1bc207b8beac tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Nov 12 04:29:27.142472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.412437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d2ae-2057-4fdb-813c-117492e41cb9 req-fd65fd67-0e53-43c4-977e-626dfefd4ef5 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:27.413914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26f2d2ae-2057-4fdb-813c-117492e41cb9 req-fd65fd67-0e53-43c4-977e-626dfefd4ef5 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0491340 Nov 12 04:29:27.461172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26f2d2ae-2057-4fdb-813c-117492e41cb9 req-37a305ed-4c55-4cad-8e72-a516c33cc142 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Nov 12 04:29:27.514336 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:29:27.684634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-cb763705-d94b-443e-8b23-4464cf098bce tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:27.686109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-cb763705-d94b-443e-8b23-4464cf098bce tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 814 time: 0.1055212 Nov 12 04:29:27.701337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-b480dffd-47a5-4e83-8960-2435dabee5af tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/quotas/efca8617b99347218280a15ca179a2c9 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Nov 12 04:29:27.749231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-fa91af76-697f-4207-afdd-739045d3846a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426855 Nov 12 04:29:27.841952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2f3cbaee-27c7-479b-b56d-bfe163612de6 service neutron] 10.222.0.97 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849378 Nov 12 04:29:27.858220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:27.943066 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-4ce2823e-e6cb-4f8b-bab3-9b8ecb5aa3fa service neutron] 10.222.0.97 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947037 Nov 12 04:29:28.102276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2accc3da-ed9c-414d-b88d-d860382578ef req-2fbedd65-7ee0-437a-a0b2-f9c9308daea4 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Nov 12 04:29:29.185592 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-ba7a30a5-e071-47cb-b0ee-4f289fff199c tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.187099 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-ba7a30a5-e071-47cb-b0ee-4f289fff199c tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.16 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 814 time: 0.1118152 Nov 12 04:29:29.222593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Request body: {'port': {'device_id': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271', 'admin_state_up': True, 'tenant_id': 'efca8617b99347218280a15ca179a2c9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:29.345005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Made reservation on behalf of efca8617b99347218280a15ca179a2c9 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:29.349261 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.485863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Allocated IP 172.20.0.6 (6ff205ac-07e1-46a3-a9ac-d4e6e60c2271/0a2e30d4-df1e-4131-9008-d697a7505309/eea88f90-cc76-4272-b29d-9ab664e21fb0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:29.528466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01296c29-6af8-43e6-8ece-9d632283b287 req-5befa952-7c3c-4e5c-8d75-4db8c9f57979 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 210 time: 0.3567405 Nov 12 04:29:29.635054 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.668598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.708558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['b619310c-5f6c-4acd-b8c3-d1dbc995e15f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:29.723313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:29.726544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:29.731433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:29.735861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Pushing event updated for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:29.782555 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:29.783193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:29.799548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-2ad6eaaf-2d5c-45a4-8079-1f65e7b41afe tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813770 Nov 12 04:29:29.828544 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Request body: {'port': {'device_id': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:29.880354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.140267 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea88f90-cc76-4272-b29d-9ab664e21fb0 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:30.148255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.160901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Transition to ACTIVE for port object eea88f90-cc76-4272-b29d-9ab664e21fb0 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:29:30.164986 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.217452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.283226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Attempting to bind port eea88f90-cc76-4272-b29d-9ab664e21fb0 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:30.283563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Attempting to bind port eea88f90-cc76-4272-b29d-9ab664e21fb0 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:30.283895 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Attempting to bind port eea88f90-cc76-4272-b29d-9ab664e21fb0 on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:30.288403 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Port eea88f90-cc76-4272-b29d-9ab664e21fb0 on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:29:30.288725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Attempting to bind port eea88f90-cc76-4272-b29d-9ab664e21fb0 on network 6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:30.293566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:30.293935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Checking segment: {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:30.294360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Bound using segment: {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:30.294850 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Bound port: eea88f90-cc76-4272-b29d-9ab664e21fb0, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bd883a-b648-4aad-8e9a-51419a471d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:30.295275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.357630 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:30.360643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:30.365163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.397980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:30.398561 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:30.400164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] 10.222.0.16 "PUT /v2.0/ports/eea88f90-cc76-4272-b29d-9ab664e21fb0 HTTP/1.1" status: 200 len: 1092 time: 0.5763750 Nov 12 04:29:30.402375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:30.404678 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943bb14-e083-465d-b7a7-b3f7e637cabc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:30.431855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aec40-33e9-4399-8bdc-a4f15b453cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:30.442275 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace87fc1-a190-4d9f-aa0c-9e69e3c14fed x-openstack-request-id: req-ace87fc1-a190-4d9f-aa0c-9e69e3c14fed {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:30.442577 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:30.442962 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ace87fc1-a190-4d9f-aa0c-9e69e3c14fed {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:30.443385 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0', 'status': 'completed', 'code': 200} Nov 12 04:29:30.506569 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-3a6894f1-9894-41e8-80fc-8b90d8570e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:30.508124 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-3a6894f1-9894-41e8-80fc-8b90d8570e7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 1095 time: 0.0417323 Nov 12 04:29:30.568226 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-50174344-635c-4e81-b168-c3429479a3ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0 HTTP/1.1" status: 200 len: 217 time: 0.0387721 Nov 12 04:29:30.619983 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-c6c287f6-f93c-4ccc-899e-4958aa36afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:30.621471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-c6c287f6-f93c-4ccc-899e-4958aa36afab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2e30d4-df1e-4131-9008-d697a7505309 HTTP/1.1" status: 200 len: 854 time: 0.0450613 Nov 12 04:29:30.647754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3c82b-2fde-4332-b6e6-6b283f54c801 req-39bf3723-3c7c-4b8f-848b-e3301276b8ee tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:30.649371 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7f3c82b-2fde-4332-b6e6-6b283f54c801 req-39bf3723-3c7c-4b8f-848b-e3301276b8ee tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 943 time: 0.0485716 Nov 12 04:29:30.659069 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-f1eb213e-7b12-4a5c-ad1d-03394c34b5f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252559 Nov 12 04:29:30.697734 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e7f3c82b-2fde-4332-b6e6-6b283f54c801 req-ffd6f76d-27bb-47e8-8ca6-886f41d0dfc8 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Nov 12 04:29:30.760413 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-b40abc9f-b305-4bf7-83e7-1e8f51237a26 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889692 Nov 12 04:29:30.855037 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-74853152-cb2e-4b47-9cfa-77c8e5288de8 req-d090715d-a0b2-40b2-a018-5687d29270b1 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827823 Nov 12 04:29:30.998703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-5afab1b3-d7a9-4ef9-9c3c-44c095c8bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.000598 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-5afab1b3-d7a9-4ef9-9c3c-44c095c8bdb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=efca8617b99347218280a15ca179a2c9&device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 1095 time: 0.0459876 Nov 12 04:29:31.091698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-407fc7ef-468f-49d7-be3d-ebfebcd3bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.094731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-407fc7ef-468f-49d7-be3d-ebfebcd3bc78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 200 len: 914 time: 0.0869384 Nov 12 04:29:31.141984 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-1934d1b7-536c-48e4-a133-4580679513bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0 HTTP/1.1" status: 200 len: 217 time: 0.0378575 Nov 12 04:29:31.191479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-bf3416bb-82f8-42a5-b79d-88118413208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.192842 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-bf3416bb-82f8-42a5-b79d-88118413208d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a2e30d4-df1e-4131-9008-d697a7505309 HTTP/1.1" status: 200 len: 854 time: 0.0437207 Nov 12 04:29:31.226318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-d6c01991-e313-4c5b-9aa9-05bac243f1cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254624 Nov 12 04:29:31.323161 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-29ee32c4-4270-4b4d-82f7-615a5fe80e7a service neutron] 10.222.0.16 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891082 Nov 12 04:29:31.415933 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c943bb14-e083-465d-b7a7-b3f7e637cabc req-41fbef12-25c2-4e0f-805d-4bc0d83e2f95 service neutron] 10.222.0.16 "GET /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849330 Nov 12 04:29:31.811091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fc0cb-26f5-4ae0-b435-9174494b3337 req-129ffc32-90bb-4ee3-b005-e731d47e5fa4 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:31.813109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31fc0cb-26f5-4ae0-b435-9174494b3337 req-129ffc32-90bb-4ee3-b005-e731d47e5fa4 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 943 time: 0.0482695 Nov 12 04:29:31.877641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31fc0cb-26f5-4ae0-b435-9174494b3337 req-e07c45ad-9b6d-4364-bd6f-a6e6259213dc tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585415 Nov 12 04:29:31.957240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eea88f90-cc76-4272-b29d-9ab664e21fb0 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:29:32.061367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:32.073249 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.074364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'eea88f90-cc76-4272-b29d-9ab664e21fb0', 'network_id': '6ff205ac-07e1-46a3-a9ac-d4e6e60c2271', 'port_id': 'eea88f90-cc76-4272-b29d-9ab664e21fb0', 'mac_address': 'fa:16:3e:32:99:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2e30d4-df1e-4131-9008-d697a7505309', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:29:32.111439 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.128686 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea88f90-cc76-4272-b29d-9ab664e21fb0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:29:32.148212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:32.151624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:32.199386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:32.473674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['eea88f90-cc76-4272-b29d-9ab664e21fb0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:32.991161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b5eb5-25a6-4659-87f2-8593904cbd3d req-58039712-dc47-4e6c-ba97-2f38bba877a1 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:32.992610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f82b5eb5-25a6-4659-87f2-8593904cbd3d req-58039712-dc47-4e6c-ba97-2f38bba877a1 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 944 time: 0.0478759 Nov 12 04:29:33.039043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f82b5eb5-25a6-4659-87f2-8593904cbd3d req-590fc8b5-a254-4961-ba51-5ac6e7e2e75a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Nov 12 04:29:33.961128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eea88f90-cc76-4272-b29d-9ab664e21fb0 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:34.009309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port eea88f90-cc76-4272-b29d-9ab664e21fb0 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:29:34.013034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port eea88f90-cc76-4272-b29d-9ab664e21fb0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:34.013404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.089685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.115995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:34.118254 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a1792-7d11-4754-99be-7a89df044706" -d '{"events": [{"server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "name": "network-vif-plugged", "status": "completed", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:34.130534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:34.134494 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:34.154201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70fc3d-1fbb-4bc5-a690-176032909770 req-9addcc66-607c-4c3a-b03f-103156896ab3 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.155757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a70fc3d-1fbb-4bc5-a690-176032909770 req-9addcc66-607c-4c3a-b03f-103156896ab3 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 944 time: 0.0493922 Nov 12 04:29:34.184263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:34.203140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a70fc3d-1fbb-4bc5-a690-176032909770 req-665617e0-b1b1-4a61-a40a-2ee4f8888122 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Nov 12 04:29:34.246161 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2eee772-00fc-4cf9-a813-145aa2d774ba x-openstack-request-id: req-c2eee772-00fc-4cf9-a813-145aa2d774ba {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:34.246452 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "name": "network-vif-plugged", "status": "completed", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:34.246705 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c2eee772-00fc-4cf9-a813-145aa2d774ba {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:34.247160 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0', 'code': 200} Nov 12 04:29:34.377992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820036c8-95f0-4b7d-a8de-bc0460866092 req-234c3908-2408-4294-acf1-b85e8b89cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:34.379437 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-820036c8-95f0-4b7d-a8de-bc0460866092 req-234c3908-2408-4294-acf1-b85e8b89cba9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 1097 time: 0.0397744 Nov 12 04:29:34.427886 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-820036c8-95f0-4b7d-a8de-bc0460866092 req-cc4d13b4-7d78-4f3d-8491-ba4326ae4a28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Nov 12 04:29:35.328578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e38ff6-4478-42f8-8ef8-b9313a47cdbc req-a9404e55-8c06-499d-bd26-0806c0cb96a2 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:35.330113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0e38ff6-4478-42f8-8ef8-b9313a47cdbc req-a9404e55-8c06-499d-bd26-0806c0cb96a2 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 945 time: 0.0572128 Nov 12 04:29:35.377449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b0e38ff6-4478-42f8-8ef8-b9313a47cdbc req-891b5838-ca43-4f92-9f90-25939f167b39 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Nov 12 04:29:36.491635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9abe5-bf8e-454a-8eab-39799ecac7b6 req-64432ca8-90f7-4038-8487-17715981c873 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:36.493078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76b9abe5-bf8e-454a-8eab-39799ecac7b6 req-64432ca8-90f7-4038-8487-17715981c873 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Nov 12 04:29:36.539005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76b9abe5-bf8e-454a-8eab-39799ecac7b6 req-c7073e64-59a0-4f78-a8d3-e7f5726e4fca tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Nov 12 04:29:36.774726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131fefd-3ed1-4683-97a7-cd66fe0e023c req-3187b759-ca20-44c9-bef5-436a1517069d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:36.776200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d131fefd-3ed1-4683-97a7-cd66fe0e023c req-3187b759-ca20-44c9-bef5-436a1517069d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Nov 12 04:29:36.822215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d131fefd-3ed1-4683-97a7-cd66fe0e023c req-0af41ace-61d4-42de-a1c9-bea95cbe6e89 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Nov 12 04:29:37.937196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a406fe-bdac-46e2-9fa7-a1584e6e2dca req-d3f1cbdd-5cb3-439f-9a31-326fac4b89d4 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:37.938709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5a406fe-bdac-46e2-9fa7-a1584e6e2dca req-d3f1cbdd-5cb3-439f-9a31-326fac4b89d4 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 945 time: 0.0488091 Nov 12 04:29:37.986798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5a406fe-bdac-46e2-9fa7-a1584e6e2dca req-7062d689-1930-4135-9157-01a3ed10f9bd tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Nov 12 04:29:38.308426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863b34-a9a7-48df-854a-f76a711df262 req-8e6743e4-b4f6-4b60-a6b2-53cd4d3d8348 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:38.309809 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc863b34-a9a7-48df-854a-f76a711df262 req-8e6743e4-b4f6-4b60-a6b2-53cd4d3d8348 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Nov 12 04:29:38.401688 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Deleting port eea88f90-cc76-4272-b29d-9ab664e21fb0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:38.402026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.492105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] For port eea88f90-cc76-4272-b29d-9ab664e21fb0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=eea88f90-cc76-4272-b29d-9ab664e21fb0,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:38.492464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.505584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Calling delete_port for eea88f90-cc76-4272-b29d-9ab664e21fb0 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:38.634428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.661903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Pushing event deleted for resources: {'Port': ['ID=eea88f90-cc76-4272-b29d-9ab664e21fb0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:38.675517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['b619310c-5f6c-4acd-b8c3-d1dbc995e15f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:38.699926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['eea88f90-cc76-4272-b29d-9ab664e21fb0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:38.704311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] No DVR routers for this DVR port eea88f90-cc76-4272-b29d-9ab664e21fb0 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:38.706965 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:38.710355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bc863b34-a9a7-48df-854a-f76a711df262 req-7a4f14be-1e85-4d21-86a5-410f22153290 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.16 "DELETE /v2.0/ports/eea88f90-cc76-4272-b29d-9ab664e21fb0 HTTP/1.1" status: 204 len: 173 time: 0.3910592 Nov 12 04:29:38.710937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'name': 'network-vif-deleted', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:38.713201 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28064b3-e006-4406-94cb-ac5238f12040" -d '{"events": [{"server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "name": "network-vif-deleted", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:38.756978 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31fc2b8-9ce8-4e08-9563-72e6e62fc00f x-openstack-request-id: req-d31fc2b8-9ce8-4e08-9563-72e6e62fc00f {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:38.757272 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb3427-c7cd-42ac-afd8-1a78806568d0", "name": "network-vif-deleted", "tag": "eea88f90-cc76-4272-b29d-9ab664e21fb0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:38.757528 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d31fc2b8-9ce8-4e08-9563-72e6e62fc00f {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:38.757929 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb3427-c7cd-42ac-afd8-1a78806568d0', 'name': 'network-vif-deleted', 'tag': 'eea88f90-cc76-4272-b29d-9ab664e21fb0', 'status': 'completed', 'code': 200} Nov 12 04:29:39.093005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12e66838-9264-4de0-bb26-cb0e8403e170 req-57d11bd0-7b8e-404a-ac50-512f5700cbe5 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=ddcb3427-c7cd-42ac-afd8-1a78806568d0 HTTP/1.1" status: 200 len: 210 time: 0.0256293 Nov 12 04:29:40.187051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:40.242623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ba25-5613-4764-9f42-80756d6f788a req-358b689f-9de2-4967-800c-70803624bcec tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:40.244101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e234ba25-5613-4764-9f42-80756d6f788a req-358b689f-9de2-4967-800c-70803624bcec tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0510235 Nov 12 04:29:40.290610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e234ba25-5613-4764-9f42-80756d6f788a req-5413eb1e-c537-45be-93cd-2a03f62de7cd tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Nov 12 04:29:40.422307 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc05f-897c-4fb6-ad58-0d34f4e6f3e3 req-98830f24-0c5f-4ccc-8ab3-da41b2223065 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:40.423808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eecc05f-897c-4fb6-ad58-0d34f4e6f3e3 req-98830f24-0c5f-4ccc-8ab3-da41b2223065 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0486979 Nov 12 04:29:40.470627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2eecc05f-897c-4fb6-ad58-0d34f4e6f3e3 req-5c96e809-3e53-4770-86a4-b5f951efa5b7 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Nov 12 04:29:40.584888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c20de-11d9-448f-8c37-33df61a3bb69 req-230f7210-952a-4740-a97e-6636f53a5a33 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:40.586467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b9c20de-11d9-448f-8c37-33df61a3bb69 req-230f7210-952a-4740-a97e-6636f53a5a33 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0471501 Nov 12 04:29:40.636451 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b9c20de-11d9-448f-8c37-33df61a3bb69 req-32b8b394-0489-4ba1-a910-d33e90a8ef74 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Nov 12 04:29:40.797630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec2df5-2050-413a-9e08-43c0023be451 req-5f07d3e3-34c2-4a73-8e35-11f93310fa70 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:40.799117 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5ec2df5-2050-413a-9e08-43c0023be451 req-5f07d3e3-34c2-4a73-8e35-11f93310fa70 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0488706 Nov 12 04:29:40.846696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5ec2df5-2050-413a-9e08-43c0023be451 req-e3718fd5-fb55-4e9f-a568-4aaae0b0f8bf tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Nov 12 04:29:40.960382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4693a38-6222-4df4-95df-ff761b5a3e3b req-fbbc5650-3e9d-4776-a73c-c4f2e49d0aa0 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:40.961760 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4693a38-6222-4df4-95df-ff761b5a3e3b req-fbbc5650-3e9d-4776-a73c-c4f2e49d0aa0 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0493009 Nov 12 04:29:41.008788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4693a38-6222-4df4-95df-ff761b5a3e3b req-68215368-5f97-449a-8969-0c7a36c8b271 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 12 04:29:41.135250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3536387-6ccf-4836-bf77-cd1a4d90c03b req-9276f797-8674-46a4-a6da-5e815ebb5a3e tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:41.136593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3536387-6ccf-4836-bf77-cd1a4d90c03b req-9276f797-8674-46a4-a6da-5e815ebb5a3e tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0525658 Nov 12 04:29:41.184979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3536387-6ccf-4836-bf77-cd1a4d90c03b req-24374430-3375-4563-8625-b8d9339473d1 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424490 Nov 12 04:29:41.480029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbd727-b88a-450a-ac39-2721aa756a4c req-bd565884-5600-4835-ad0e-e4b0faf4956a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:41.481640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26bbd727-b88a-450a-ac39-2721aa756a4c req-bd565884-5600-4835-ad0e-e4b0faf4956a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0491662 Nov 12 04:29:41.528547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-26bbd727-b88a-450a-ac39-2721aa756a4c req-7c13d595-98d2-466e-8a49-bd0a4e02b81d tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Nov 12 04:29:42.003680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eea88f90-cc76-4272-b29d-9ab664e21fb0 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:42.023623 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: eea88f90-cc76-4272-b29d-9ab664e21fb0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:42.023954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device eea88f90-cc76-4272-b29d-9ab664e21fb0 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:42.644767 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a912a-d8b6-48d8-baf9-00eb5805c837 req-791232e4-f688-40ba-92e4-1d3e738c6462 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:42.646261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-185a912a-d8b6-48d8-baf9-00eb5805c837 req-791232e4-f688-40ba-92e4-1d3e738c6462 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0492551 Nov 12 04:29:42.696978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-185a912a-d8b6-48d8-baf9-00eb5805c837 req-be141ba8-73b6-4c6a-bad7-fa77a3e42cd5 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/security-groups?id=46fba5c9-0669-4777-acf6-26ae1c8c1dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 Nov 12 04:29:43.423753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-4f8f8ec3-ded5-4f8f-87b0-9a6dfe6ad627 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:43.425231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-4f8f8ec3-ded5-4f8f-87b0-9a6dfe6ad627 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.104 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 946 time: 0.0493767 Nov 12 04:29:43.515374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Deleting port b619310c-5f6c-4acd-b8c3-d1dbc995e15f {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:43.515714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.608176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] For port b619310c-5f6c-4acd-b8c3-d1dbc995e15f, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,segment=NetworkSegment(51bd883a-b648-4aad-8e9a-51419a471d85),segment_id=51bd883a-b648-4aad-8e9a-51419a471d85)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:43.608520 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.621040 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Calling delete_port for b619310c-5f6c-4acd-b8c3-d1dbc995e15f owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:43.754315 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.789393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['b619310c-5f6c-4acd-b8c3-d1dbc995e15f'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:29:43.793058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Pushing event deleted for resources: {'Port': ['ID=b619310c-5f6c-4acd-b8c3-d1dbc995e15f,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:43.820761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4048ea8d-5826-4f51-9531-de267fbb3370 req-81ca5128-f1fd-4798-a1ec-007cbb406e59 tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.97 "GET /v2.0/ports?device_id=3072e9cf-ff0e-4fa2-aa54-66bb6817b64e HTTP/1.1" status: 200 len: 210 time: 0.0369718 Nov 12 04:29:43.822117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.822463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.822805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.823168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.823498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.823826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.824155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.824477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.824803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.825124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.825458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.825774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:43.863464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] No DVR routers for this DVR port b619310c-5f6c-4acd-b8c3-d1dbc995e15f on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:43.866007 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:43.869309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-772bd3fd-97d3-4677-8418-12e4c8e727fc req-5345d534-5fdf-4717-9149-e9709ec8fc3a tempest-ServersNegativeTestJSON-200917778 tempest-ServersNegativeTestJSON-200917778-project] 10.222.0.104 "DELETE /v2.0/ports/b619310c-5f6c-4acd-b8c3-d1dbc995e15f HTTP/1.1" status: 204 len: 173 time: 0.4369698 Nov 12 04:29:43.869743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'name': 'network-vif-deleted', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:29:43.872083 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c63346f-a3cf-4601-aa79-82dc3112fe8b" -d '{"events": [{"server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "name": "network-vif-deleted", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:29:43.909309 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b787ee30-e9e7-4bb8-ba20-0fbdcb157835 x-openstack-request-id: req-b787ee30-e9e7-4bb8-ba20-0fbdcb157835 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:29:43.909859 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3072e9cf-ff0e-4fa2-aa54-66bb6817b64e", "name": "network-vif-deleted", "tag": "b619310c-5f6c-4acd-b8c3-d1dbc995e15f", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:29:43.910117 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b787ee30-e9e7-4bb8-ba20-0fbdcb157835 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:29:43.910549 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3072e9cf-ff0e-4fa2-aa54-66bb6817b64e', 'name': 'network-vif-deleted', 'tag': 'b619310c-5f6c-4acd-b8c3-d1dbc995e15f', 'status': 'completed', 'code': 200} Nov 12 04:29:44.878518 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:44.924866 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Deleting subnet 0a2e30d4-df1e-4131-9008-d697a7505309 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:44.928039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:44.966078 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.007095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.063421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.087097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2e30d4-df1e-4131-9008-d697a7505309,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.092735 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.098992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-828f3406-fb86-4d9c-84d0-8561b77c0a05 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/0a2e30d4-df1e-4131-9008-d697a7505309 HTTP/1.1" status: 204 len: 168 time: 0.2191324 Nov 12 04:29:45.101266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40054) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.169846 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.252357 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.272247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff205ac-07e1-46a3-a9ac-d4e6e60c2271']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:45.281141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd883a-b648-4aad-8e9a-51419a471d85') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:45.281426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd883a-b648-4aad-8e9a-51419a471d85') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:45.291073 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.304045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.310075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:45.310449 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:45.312171 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:45.372930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.378727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.382010 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] 10.222.0.97 "DELETE /v2.0/networks/6ff205ac-07e1-46a3-a9ac-d4e6e60c2271 HTTP/1.1" status: 204 len: 168 time: 0.2797198 Nov 12 04:29:45.394861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eb6c8-84fb-44ea-8d56-5f80d88b4d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff205ac-07e1-46a3-a9ac-d4e6e60c2271,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.496576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40058) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.536778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b7b175c2-eb7a-4215-b092-8718c30157d8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=efca8617b99347218280a15ca179a2c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390630 Nov 12 04:29:45.539141 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40060) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:45.585219 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.609735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.655431 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.658554 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:45.660037 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/46fba5c9-0669-4777-acf6-26ae1c8c1dbc HTTP/1.1" status: 204 len: 168 time: 0.1199989 Nov 12 04:29:45.667918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fba5c9-0669-4777-acf6-26ae1c8c1dbc,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:45.676215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.676563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.676906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.677319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.677564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.677897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.678224 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.678566 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.678892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.679219 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.679550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:45.679860 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6763a007-5614-49b8-a7fc-f0f48d4d13e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:29:46.337751 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:46.429492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-937882465'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:46.451691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:46.455977 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.464241 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.539066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.542631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.569270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:46.579562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53015edf-2b4b-4cf6-9cc5-4fc468d52484,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:46.584935 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.585324 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Added segment cad30e54-8c97-46d2-89f5-81a40b5b2e73 of type vlan for network beb2e9d6-4eb8-4188-b36f-7594f4c92459 Nov 12 04:29:46.627701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.653192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:46.659247 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:46.660088 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:47.063085 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7241843 Nov 12 04:29:47.072008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea6486-d3d4-4890-8efb-3ae5313528df tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Network': ['ID=beb2e9d6-4eb8-4188-b36f-7594f4c92459,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:47.088224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:47.428014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device b619310c-5f6c-4acd-b8c3-d1dbc995e15f no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:47.448990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: b619310c-5f6c-4acd-b8c3-d1dbc995e15f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:47.449330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device b619310c-5f6c-4acd-b8c3-d1dbc995e15f not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:50.275601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40086) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:50.280759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'subnet': {'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:50.402628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:50.406127 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.590208 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.654322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Subnet': ['ID=cea1e310-698b-4b8d-8479-8072745fbac4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:50.660436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking segment: {'id': 'cad30e54-8c97-46d2-89f5-81a40b5b2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:50.660797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network hostable DHCP agents. Network: beb2e9d6-4eb8-4188-b36f-7594f4c92459, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:50.678101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:50.686625 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, beb2e9d6-4eb8-4188-b36f-7594f4c92459) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:50.691401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:50.692288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.696096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8241a2-087c-4432-b441-8fd60e058ade None None] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:50.708265 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-601f1058-e03a-4a31-a9d4-0cab217af77c tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4315529 Nov 12 04:29:50.711724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:50.716646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1362600839'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:50.737953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:50.741389 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.768117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:50.779667 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.779997 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Added segment 752ffb59-30f3-458d-a249-31ba12438a56 of type vlan for network 90a8844e-12ae-4a6b-ba70-8ed058badad2 Nov 12 04:29:50.822081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.845868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-beb2e9d6-4eb8-4188-b36f-7594f4c92459', 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459', 'tenant_id': '4f81d60578d44df2ad7755326683a130', 'fixed_ips': [{'subnet_id': 'cea1e310-698b-4b8d-8479-8072745fbac4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:50.846723 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.847932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.853558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:50.854149 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:50.920862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2080860 Nov 12 04:29:50.923867 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:50.930716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'subnet': {'network_id': '90a8844e-12ae-4a6b-ba70-8ed058badad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:50.947401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f0218-7218-4c99-a9b9-0c479ec5aa59 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Network': ['ID=90a8844e-12ae-4a6b-ba70-8ed058badad2,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:50.970028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 90a8844e-12ae-4a6b-ba70-8ed058badad2 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:51.036356 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:51.040541 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.048891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Allocated IP 2001:db8:0:ffff::2 (beb2e9d6-4eb8-4188-b36f-7594f4c92459/cea1e310-698b-4b8d-8479-8072745fbac4/89360cef-4c60-447d-96e0-e78c8b3a572f) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:51.265653 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.321833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Subnet': ['ID=7a5db56f-9a6d-47a7-8264-2e8d45a5c7a2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.338807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking segment: {'id': '752ffb59-30f3-458d-a249-31ba12438a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '90a8844e-12ae-4a6b-ba70-8ed058badad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:51.339198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network hostable DHCP agents. Network: 90a8844e-12ae-4a6b-ba70-8ed058badad2, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:51.355550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network 90a8844e-12ae-4a6b-ba70-8ed058badad2 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:51.362571 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.364584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 90a8844e-12ae-4a6b-ba70-8ed058badad2) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:51.368021 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.369697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:51.370346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.380278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7181759-cca6-40a4-a0df-155af7c37a5b None None] Network 90a8844e-12ae-4a6b-ba70-8ed058badad2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:51.387233 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4d5c7423-50df-4c40-aec5-be0687cde38f tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4624765 Nov 12 04:29:51.389827 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40094) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:51.434600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:51.475255 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:51.484780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:51.492152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.501730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Pushing event updated for resources: {'Port': ['ID=89360cef-4c60-447d-96e0-e78c8b3a572f,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.552626 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.588039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Attempting to bind port 89360cef-4c60-447d-96e0-e78c8b3a572f on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:51.588397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Attempting to bind port 89360cef-4c60-447d-96e0-e78c8b3a572f by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'cad30e54-8c97-46d2-89f5-81a40b5b2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:51.588749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Attempting to bind port 89360cef-4c60-447d-96e0-e78c8b3a572f on network beb2e9d6-4eb8-4188-b36f-7594f4c92459 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:51.607908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:51.608166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Checking segment: {'id': 'cad30e54-8c97-46d2-89f5-81a40b5b2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:51.608567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.608976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Bound using segment: {'id': 'cad30e54-8c97-46d2-89f5-81a40b5b2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:51.609435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Bound port: 89360cef-4c60-447d-96e0-e78c8b3a572f, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad30e54-8c97-46d2-89f5-81a40b5b2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'beb2e9d6-4eb8-4188-b36f-7594f4c92459'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:51.609821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.619673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.624284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d55f0c-6030-40db-bbf4-c3bfbe463133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-90a8844e-12ae-4a6b-ba70-8ed058badad2', 'network_id': '90a8844e-12ae-4a6b-ba70-8ed058badad2', 'tenant_id': '4f81d60578d44df2ad7755326683a130', 'fixed_ips': [{'subnet_id': '7a5db56f-9a6d-47a7-8264-2e8d45a5c7a2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:51.625129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-25d55f0c-6030-40db-bbf4-c3bfbe463133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.647679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5db56f-9a6d-47a7-8264-2e8d45a5c7a2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.714291 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.735906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a8844e-12ae-4a6b-ba70-8ed058badad2']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:51.742449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] For port 89360cef-4c60-447d-96e0-e78c8b3a572f, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:51.745618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] For port 89360cef-4c60-447d-96e0-e78c8b3a572f, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=89360cef-4c60-447d-96e0-e78c8b3a572f,segment=NetworkSegment(cad30e54-8c97-46d2-89f5-81a40b5b2e73),segment_id=cad30e54-8c97-46d2-89f5-81a40b5b2e73)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:51.746027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752ffb59-30f3-458d-a249-31ba12438a56') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:51.746408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752ffb59-30f3-458d-a249-31ba12438a56') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:51.747938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115e53f-7028-4021-a4d4-d4a6211846de None None] Network 90a8844e-12ae-4a6b-ba70-8ed058badad2 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:51.751735 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.757233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.771820 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.778242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:51.778636 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:51.782538 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:51.845148 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.858793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.866529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d099d-6a29-4767-848b-bb7e9c876d3a None None] Pushing event updated for resources: {'Port': ['ID=89360cef-4c60-447d-96e0-e78c8b3a572f,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.866747 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/90a8844e-12ae-4a6b-ba70-8ed058badad2 HTTP/1.1" status: 204 len: 168 time: 0.4722388 Nov 12 04:29:51.866747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:51.871716 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-319924685'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:51.888664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609a984-60d1-4eea-92fa-05fc51b123cb tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Network': ['ID=90a8844e-12ae-4a6b-ba70-8ed058badad2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:51.916364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:51.920065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.945525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:51.954984 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:51.955821 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Added segment f3c8293d-2805-4d82-b8ba-07327b802184 of type vlan for network b6c2fcb7-d217-48d5-9d41-c4e64439b431 Nov 12 04:29:52.002016 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.043829 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.052923 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.053715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.122808 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2549627 Nov 12 04:29:52.126401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40098) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:52.133582 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'subnet': {'network_id': 'b6c2fcb7-d217-48d5-9d41-c4e64439b431', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:52.152568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38664b-b8c0-4616-9067-e9ec0d963765 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Network': ['ID=b6c2fcb7-d217-48d5-9d41-c4e64439b431,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:52.166963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b6c2fcb7-d217-48d5-9d41-c4e64439b431 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:52.233145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:52.237195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.293528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Performing IP validity checks on allocation pools {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 04:29:52.293971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.ipam_backend_mixin [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102604) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 04:29:52.342567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f97473c5-9b91-4b51-9c88-35dceac1805b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.418678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.482233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Subnet': ['ID=54882d1d-39c6-44d5-97b1-77a6fe1bc588,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:52.487107 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking segment: {'id': 'f3c8293d-2805-4d82-b8ba-07327b802184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b6c2fcb7-d217-48d5-9d41-c4e64439b431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:52.487470 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network hostable DHCP agents. Network: b6c2fcb7-d217-48d5-9d41-c4e64439b431, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:52.506218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network b6c2fcb7-d217-48d5-9d41-c4e64439b431 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:52.515887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b6c2fcb7-d217-48d5-9d41-c4e64439b431) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:52.520106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:52.520701 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.526024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bee07a-8a1e-412a-bc30-68a16779f9fe None None] Network b6c2fcb7-d217-48d5-9d41-c4e64439b431 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:52.537780 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-855a9721-5966-45c7-be5d-237470bdc866 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4102848 Nov 12 04:29:52.540396 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:52.648511 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.689605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d209d2-822b-4e53-8af8-08bb5279171e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-b6c2fcb7-d217-48d5-9d41-c4e64439b431', 'network_id': 'b6c2fcb7-d217-48d5-9d41-c4e64439b431', 'tenant_id': '4f81d60578d44df2ad7755326683a130', 'fixed_ips': [{'subnet_id': '54882d1d-39c6-44d5-97b1-77a6fe1bc588'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:52.690642 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-49d209d2-822b-4e53-8af8-08bb5279171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.707709 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.775461 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server [None req-49d209d2-822b-4e53-8af8-08bb5279171e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54882d1d-39c6-44d5-97b1-77a6fe1bc588: This subnet is being modified by another concurrent operation. Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server raise exception Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54882d1d-39c6-44d5-97b1-77a6fe1bc588: This subnet is being modified by another concurrent operation. Nov 12 04:29:52.794680 n-d-766726-29 neutron-server[102606]: ERROR oslo_messaging.rpc.server Nov 12 04:29:52.812812 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de3614-bd4d-402c-bbf3-e6af4b553f93 None None] Network b6c2fcb7-d217-48d5-9d41-c4e64439b431 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:52.848557 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Subnet': ['ID=54882d1d-39c6-44d5-97b1-77a6fe1bc588,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:52.892779 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.899798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bee409-8864-4a58-a540-9295a155c5bc None None] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:52.916835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c2fcb7-d217-48d5-9d41-c4e64439b431']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.926969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c8293d-2805-4d82-b8ba-07327b802184') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.927402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c8293d-2805-4d82-b8ba-07327b802184') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:52.936839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.949959 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.956089 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:52.956507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:52.959481 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:52.979953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] Provisioning complete for port 89360cef-4c60-447d-96e0-e78c8b3a572f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:52.980315 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.028198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.035988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.039306 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/b6c2fcb7-d217-48d5-9d41-c4e64439b431 HTTP/1.1" status: 204 len: 168 time: 0.4979672 Nov 12 04:29:53.042943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:53.048153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970877180'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:53.056199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f3ca2-3406-4912-85b3-c0f3cf599d2e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Network': ['ID=b6c2fcb7-d217-48d5-9d41-c4e64439b431,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.070148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:53.073703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.098951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:53.110203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.110546 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Added segment 4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6 of type vlan for network 0604fd5d-bd98-4692-a2de-56ecd44f5071 Nov 12 04:29:53.128869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.151567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.168433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] For port 89360cef-4c60-447d-96e0-e78c8b3a572f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=89360cef-4c60-447d-96e0-e78c8b3a572f,segment=NetworkSegment(cad30e54-8c97-46d2-89f5-81a40b5b2e73),segment_id=cad30e54-8c97-46d2-89f5-81a40b5b2e73)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:53.174471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.183596 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.189711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:53.190338 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.232402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b9199-f35b-4e55-991c-162936c6f41d None None] Pushing event updated for resources: {'Port': ['ID=89360cef-4c60-447d-96e0-e78c8b3a572f,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.264987 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2209151 Nov 12 04:29:53.268938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b807a2-2738-407b-9ad2-512363378277 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Network': ['ID=0604fd5d-bd98-4692-a2de-56ecd44f5071,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.269335 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40104) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:53.276659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'subnet': {'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:53.279610 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:53.359122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc625e7-10d6-4aa7-bc6b-bffbbd031598 None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:29:53.373952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:53.378137 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.418358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c32c357c-e560-47ba-97fc-573ef10ed960 None None] Provisioning complete for port 89360cef-4c60-447d-96e0-e78c8b3a572f triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:53.418728 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c32c357c-e560-47ba-97fc-573ef10ed960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.467187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc625e7-10d6-4aa7-bc6b-bffbbd031598 None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:29:53.568268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.635189 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Subnet': ['ID=364305f9-c1dd-4f4b-aa11-96519a7e162b,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.643001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking segment: {'id': '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:53.643370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network hostable DHCP agents. Network: 0604fd5d-bd98-4692-a2de-56ecd44f5071, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:53.661231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:53.670809 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 0604fd5d-bd98-4692-a2de-56ecd44f5071) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:53.676910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:53.677576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.700471 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ef9e0bf9-bee8-4aa1-894f-eee1a6e61fd9 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4266829 Nov 12 04:29:53.700981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40106) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:53.704324 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c80accb-db0e-4f95-8e6f-9cda4dad5493 None None] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:53.706938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-437730245'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:53.728135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:53.731554 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.756761 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:53.766909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.767281 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Added segment 026afdcd-0092-410b-bc21-437b145e71b4 of type vlan for network 51c60e3e-9292-4cc8-8a23-c0a87013c58f Nov 12 04:29:53.819129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.848501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 89360cef-4c60-447d-96e0-e78c8b3a572f up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:29:53.849099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.856028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:53.856639 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.874359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-0604fd5d-bd98-4692-a2de-56ecd44f5071', 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071', 'tenant_id': '4f81d60578d44df2ad7755326683a130', 'fixed_ips': [{'subnet_id': '364305f9-c1dd-4f4b-aa11-96519a7e162b'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:53.875374 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.897347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1950378 Nov 12 04:29:53.900320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40108) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:53.908255 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Request body: {'subnet': {'network_id': '51c60e3e-9292-4cc8-8a23-c0a87013c58f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:53.929730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 89360cef-4c60-447d-96e0-e78c8b3a572f triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:29:53.930121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:53.935551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeda38-c306-4076-8ed3-852e20166323 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Network': ['ID=51c60e3e-9292-4cc8-8a23-c0a87013c58f,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:53.992437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 51c60e3e-9292-4cc8-8a23-c0a87013c58f details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:54.002027 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Made reservation on behalf of 4f81d60578d44df2ad7755326683a130 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:54.005619 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.136833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Allocated IP 2001:db8::2 (0604fd5d-bd98-4692-a2de-56ecd44f5071/364305f9-c1dd-4f4b-aa11-96519a7e162b/6ebe6ffd-c998-4950-8438-ee3d42eee87d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:54.194433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.276519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event updated for resources: {'Subnet': ['ID=c9b5882d-53c8-45ba-9ef8-c04ca5d783fd,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.280106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Checking segment: {'id': '026afdcd-0092-410b-bc21-437b145e71b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '51c60e3e-9292-4cc8-8a23-c0a87013c58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:54.280106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network hostable DHCP agents. Network: 51c60e3e-9292-4cc8-8a23-c0a87013c58f, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:54.298620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Network 51c60e3e-9292-4cc8-8a23-c0a87013c58f is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:54.307758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 51c60e3e-9292-4cc8-8a23-c0a87013c58f) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:54.312013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:54.312598 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.321884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85112852-2e71-4118-838d-52ce081b6941 None None] Network 51c60e3e-9292-4cc8-8a23-c0a87013c58f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:54.332318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb3a65b5-c1ea-4c4d-a195-680eb08b3ba7 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4276552 Nov 12 04:29:54.332644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.332806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.352188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.433058 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.489475 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.565429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.591054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b5882d-53c8-45ba-9ef8-c04ca5d783fd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.591735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:54.598517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:54.601072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:54.618581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Pushing event updated for resources: {'Port': ['ID=6ebe6ffd-c998-4950-8438-ee3d42eee87d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.654176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.676837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c60e3e-9292-4cc8-8a23-c0a87013c58f']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:54.686722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026afdcd-0092-410b-bc21-437b145e71b4') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:54.687050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026afdcd-0092-410b-bc21-437b145e71b4') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:54.697301 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.710340 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.715941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Attempting to bind port 6ebe6ffd-c998-4950-8438-ee3d42eee87d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:54.716371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Attempting to bind port 6ebe6ffd-c998-4950-8438-ee3d42eee87d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:54.716699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Attempting to bind port 6ebe6ffd-c998-4950-8438-ee3d42eee87d on network 0604fd5d-bd98-4692-a2de-56ecd44f5071 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:54.716838 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:54.717158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:54.720139 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:54.727534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:54.727920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Checking segment: {'id': '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:54.728404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.728772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Bound using segment: {'id': '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:54.729269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Bound port: 6ebe6ffd-c998-4950-8438-ee3d42eee87d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0604fd5d-bd98-4692-a2de-56ecd44f5071'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:54.729651 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.742266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9eceac-a927-44af-9a2f-728efbef04ca None None] Network 51c60e3e-9292-4cc8-8a23-c0a87013c58f requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:54.744028 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9419d0fe-f77d-4417-a056-a3cfb47cb56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.787266 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.793969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.797191 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/51c60e3e-9292-4cc8-8a23-c0a87013c58f HTTP/1.1" status: 204 len: 168 time: 0.4636774 Nov 12 04:29:54.800472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40112) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.820110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f284e3e-9714-450d-b8a6-0688dd660b65 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Network': ['ID=51c60e3e-9292-4cc8-8a23-c0a87013c58f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.839318 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eba5b34-e01e-4a6b-876e-4e93d3a69af0 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] GET failed (client error): The resource could not be found. Nov 12 04:29:54.843267 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0eba5b34-e01e-4a6b-876e-4e93d3a69af0 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "GET /v2.0/subnets/c9b5882d-53c8-45ba-9ef8-c04ca5d783fd HTTP/1.1" status: 404 len: 337 time: 0.0392814 Nov 12 04:29:54.844094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40114) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.862339 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f26f313-bb74-4460-87cd-b5e75406a14b tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:54.862903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f26f313-bb74-4460-87cd-b5e75406a14b tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:54.865886 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5f26f313-bb74-4460-87cd-b5e75406a14b tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/51c60e3e-9292-4cc8-8a23-c0a87013c58f HTTP/1.1" status: 404 len: 339 time: 0.0208395 Nov 12 04:29:54.869946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40116) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.894586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] For port 6ebe6ffd-c998-4950-8438-ee3d42eee87d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:54.896792 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa0ed7-785c-47d3-bfa6-75f7161945f0 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:54.896792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa0ed7-785c-47d3-bfa6-75f7161945f0 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:54.904246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b8aa0ed7-785c-47d3-bfa6-75f7161945f0 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/subnets/c9b5882d-53c8-45ba-9ef8-c04ca5d783fd HTTP/1.1" status: 404 len: 337 time: 0.0292492 Nov 12 04:29:54.904246 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40118) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.908439 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] For port 6ebe6ffd-c998-4950-8438-ee3d42eee87d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6ebe6ffd-c998-4950-8438-ee3d42eee87d,segment=NetworkSegment(4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6),segment_id=4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:54.915947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:54.924858 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db751ba-cc97-4f15-abbb-2ad9980a8b63 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:54.925535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db751ba-cc97-4f15-abbb-2ad9980a8b63 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:54.928538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5db751ba-cc97-4f15-abbb-2ad9980a8b63 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/51c60e3e-9292-4cc8-8a23-c0a87013c58f HTTP/1.1" status: 404 len: 339 time: 0.0247252 Nov 12 04:29:54.931118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40120) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:54.977676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ff6e0-cbf4-48bc-9b5d-6257202cc8fa None None] Pushing event updated for resources: {'Port': ['ID=6ebe6ffd-c998-4950-8438-ee3d42eee87d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:54.991456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Deleting subnet 364305f9-c1dd-4f4b-aa11-96519a7e162b {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:54.995885 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.038540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.129732 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.199915 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.228789 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Subnet': ['ID=364305f9-c1dd-4f4b-aa11-96519a7e162b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.236243 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.239535 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-959eeb36-0ab8-4cab-a97c-d6c7f2179116 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/subnets/364305f9-c1dd-4f4b-aa11-96519a7e162b HTTP/1.1" status: 204 len: 168 time: 0.3074982 Nov 12 04:29:55.241970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40122) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.319640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.371056 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Deleting port 6ebe6ffd-c998-4950-8438-ee3d42eee87d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:55.371289 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.438966 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] For port 6ebe6ffd-c998-4950-8438-ee3d42eee87d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6ebe6ffd-c998-4950-8438-ee3d42eee87d,segment=NetworkSegment(4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6),segment_id=4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:55.439334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.451634 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Calling delete_port for 6ebe6ffd-c998-4950-8438-ee3d42eee87d owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:55.530132 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.562791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No DVR routers for this DVR port 6ebe6ffd-c998-4950-8438-ee3d42eee87d on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:55.564879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Port': ['ID=6ebe6ffd-c998-4950-8438-ee3d42eee87d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.648750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.672965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0604fd5d-bd98-4692-a2de-56ecd44f5071']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:55.684961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:55.685330 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef95f14-f581-4cd2-94e1-1c50b8a0f6a6') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:55.694904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.702719 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.717364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.723747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:55.724129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:55.727284 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:55.790713 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.797916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:55.801171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/0604fd5d-bd98-4692-a2de-56ecd44f5071 HTTP/1.1" status: 204 len: 168 time: 0.5582492 Nov 12 04:29:55.803646 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40124) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.821712 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653e601-6764-4435-a974-6594dc21e16e tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Network': ['ID=0604fd5d-bd98-4692-a2de-56ecd44f5071,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:55.841195 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b3fd45-f407-484b-b5ee-d2eddf2a8bac tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:55.841669 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b3fd45-f407-484b-b5ee-d2eddf2a8bac tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:55.844807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d9b3fd45-f407-484b-b5ee-d2eddf2a8bac tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/subnets/54882d1d-39c6-44d5-97b1-77a6fe1bc588 HTTP/1.1" status: 404 len: 337 time: 0.0402181 Nov 12 04:29:55.847399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40126) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.865848 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d25e73-bcad-4998-8293-b959705281ef tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:55.866412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d25e73-bcad-4998-8293-b959705281ef tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:55.869820 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9d25e73-bcad-4998-8293-b959705281ef tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/b6c2fcb7-d217-48d5-9d41-c4e64439b431 HTTP/1.1" status: 404 len: 339 time: 0.0215135 Nov 12 04:29:55.872375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40128) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.908358 n-d-766726-29 neutron-server[102604]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e90462-6565-4329-976e-bf9c426e0c55 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:55.908358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e90462-6565-4329-976e-bf9c426e0c55 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102604) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:55.910160 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6cfc8d66-b07c-4d23-8735-90e164d94f84 None None] Could not find standard attr ID for object 6ebe6ffd-c998-4950-8438-ee3d42eee87d. {{(pid=102606) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 04:29:55.915344 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f6e90462-6565-4329-976e-bf9c426e0c55 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/subnets/7a5db56f-9a6d-47a7-8264-2e8d45a5c7a2 HTTP/1.1" status: 404 len: 337 time: 0.0419607 Nov 12 04:29:55.915575 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40130) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.935156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c875b8f8-80c6-4102-a8f6-c3f04871ee85 None None] DHCP port deletion for 0604fd5d-bd98-4692-a2de-56ecd44f5071 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:55.938881 n-d-766726-29 neutron-server[102605]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd801b9-1fb8-46aa-9a1b-eff73e35a190 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] DELETE failed (client error): The resource could not be found. Nov 12 04:29:55.939467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd801b9-1fb8-46aa-9a1b-eff73e35a190 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102605) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 04:29:55.943178 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5fd801b9-1fb8-46aa-9a1b-eff73e35a190 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/90a8844e-12ae-4a6b-ba70-8ed058badad2 HTTP/1.1" status: 404 len: 339 time: 0.0262589 Nov 12 04:29:55.946019 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40132) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:55.951885 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb500f-1703-4ba0-9fca-f6e26cbd5157 None None] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:55.965337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb500f-1703-4ba0-9fca-f6e26cbd5157 None None] Network 0604fd5d-bd98-4692-a2de-56ecd44f5071 could not be found, it might have been deleted concurrently. {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 04:29:55.999337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Deleting subnet cea1e310-698b-4b8d-8479-8072745fbac4 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:56.003133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.042978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.131232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.187550 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.215715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Subnet': ['ID=cea1e310-698b-4b8d-8479-8072745fbac4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:56.217684 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.222516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ff5a3e4a-5571-483f-b96f-c2a799437653 tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/subnets/cea1e310-698b-4b8d-8479-8072745fbac4 HTTP/1.1" status: 204 len: 168 time: 0.2762012 Nov 12 04:29:56.223509 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40134) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:56.224038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d424ecc-43e9-4f13-a806-1dc107658d6c None None] Network beb2e9d6-4eb8-4188-b36f-7594f4c92459 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:56.304925 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.360814 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Deleting port 89360cef-4c60-447d-96e0-e78c8b3a572f {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:56.361143 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.402833 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] DHCP port deletion for beb2e9d6-4eb8-4188-b36f-7594f4c92459 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:29:56.433245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] For port 89360cef-4c60-447d-96e0-e78c8b3a572f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=89360cef-4c60-447d-96e0-e78c8b3a572f,segment=NetworkSegment(cad30e54-8c97-46d2-89f5-81a40b5b2e73),segment_id=cad30e54-8c97-46d2-89f5-81a40b5b2e73)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:56.433614 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.446559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Calling delete_port for 89360cef-4c60-447d-96e0-e78c8b3a572f owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:56.451021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Deleting port 89360cef-4c60-447d-96e0-e78c8b3a572f {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:29:56.451404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.513369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] For port 89360cef-4c60-447d-96e0-e78c8b3a572f, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=89360cef-4c60-447d-96e0-e78c8b3a572f,segment=NetworkSegment(cad30e54-8c97-46d2-89f5-81a40b5b2e73),segment_id=cad30e54-8c97-46d2-89f5-81a40b5b2e73)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:29:56.513759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.525236 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.530965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Calling delete_port for 89360cef-4c60-447d-96e0-e78c8b3a572f owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:29:56.551910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Port': ['ID=89360cef-4c60-447d-96e0-e78c8b3a572f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:56.556546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] No DVR routers for this DVR port 89360cef-4c60-447d-96e0-e78c8b3a572f on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:56.604759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.629654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] Pushing event deleted for resources: {'Port': ['ID=89360cef-4c60-447d-96e0-e78c8b3a572f,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:56.634423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6de302-a152-46e2-8cb3-d55c1082e0c3 None None] No DVR routers for this DVR port 89360cef-4c60-447d-96e0-e78c8b3a572f on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:29:56.643469 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.664080 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb2e9d6-4eb8-4188-b36f-7594f4c92459']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.673767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad30e54-8c97-46d2-89f5-81a40b5b2e73') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.674058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad30e54-8c97-46d2-89f5-81a40b5b2e73') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:29:56.683486 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.696252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.702351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:29:56.702729 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:29:56.705753 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:29:56.767393 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.771760 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:56.775200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] 10.222.0.97 "DELETE /v2.0/networks/beb2e9d6-4eb8-4188-b36f-7594f4c92459 HTTP/1.1" status: 204 len: 168 time: 0.5504596 Nov 12 04:29:56.790756 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863031f-bb4e-467e-842b-55818401429d tempest-NetworksIpV6Test-2111301412 tempest-NetworksIpV6Test-2111301412-project] Pushing event deleted for resources: {'Network': ['ID=beb2e9d6-4eb8-4188-b36f-7594f4c92459,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.013994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:57.143834 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.148492 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-456b62fc-3fcb-43b6-8acf-473bfd2a2944 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f81d60578d44df2ad7755326683a130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333392 Nov 12 04:29:57.150961 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:57.196781 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.217700 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.261643 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.264196 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.265325 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/53015edf-2b4b-4cf6-9cc5-4fc468d52484 HTTP/1.1" status: 204 len: 168 time: 0.1134763 Nov 12 04:29:57.273611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110d944-cf26-4142-86d5-7c0eca43a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53015edf-2b4b-4cf6-9cc5-4fc468d52484,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:57.814946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6ebe6ffd-c998-4950-8438-ee3d42eee87d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:57.838371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6ebe6ffd-c998-4950-8438-ee3d42eee87d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:57.838712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6ebe6ffd-c998-4950-8438-ee3d42eee87d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:57.839143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 89360cef-4c60-447d-96e0-e78c8b3a572f no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:29:57.862890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 89360cef-4c60-447d-96e0-e78c8b3a572f {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:29:57.863228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 89360cef-4c60-447d-96e0-e78c8b3a572f not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:29:57.876920 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:57.896084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40166) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:57.989222 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-36836847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:58.017123 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.018131 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.069228 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.073255 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.090454 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.091656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c188f9e4-4241-40d9-a431-6ff460b5f2e2 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1945660 Nov 12 04:29:58.094954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40170) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.099874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-769412763'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:58.119898 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Made reservation on behalf of c59e6f3d28c341319d4e316d3ef01fbc for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:58.123761 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.132501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.208313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.211954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.236692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:58.250202 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2bc46c-413a-4cd8-819a-108ef9119aae,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:58.255948 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.256329 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Added segment 21ecf976-b760-4e3d-814e-0b472ddf29e9 of type vlan for network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 Nov 12 04:29:58.302059 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.327250 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.333289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.333879 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.369924 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2738705 Nov 12 04:29:58.373016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40172) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.378239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'subnet': {'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:58.402994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4263e3-32fe-4c9e-8ce4-ec6e8ad76952 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event updated for resources: {'Network': ['ID=24f59d3f-7aef-4081-b0bf-4d683f95f9d5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:58.413916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:58.468325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Made reservation on behalf of c59e6f3d28c341319d4e316d3ef01fbc for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:58.472453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.663112 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.728377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event updated for resources: {'Subnet': ['ID=419576cd-5c2a-49e7-b551-2faccbcbf81c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:58.737010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Checking segment: {'id': '21ecf976-b760-4e3d-814e-0b472ddf29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:58.737376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Network hostable DHCP agents. Network: 24f59d3f-7aef-4081-b0bf-4d683f95f9d5, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:58.754377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:58.762956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 24f59d3f-7aef-4081-b0bf-4d683f95f9d5) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:58.767710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.768347 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.772596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eca950-37d3-4df8-a5b7-033798ff3c45 None None] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:58.785956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0942bdcf-7dd1-4d34-8fc3-ba2c1c69e637 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4117842 Nov 12 04:29:58.789054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40174) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:58.794119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1754816784'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:58.815657 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Made reservation on behalf of c59e6f3d28c341319d4e316d3ef01fbc for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:58.819228 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.843128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:29:58.853123 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.853460 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Added segment 3bcd5159-e5dd-4db4-aebe-53e3b1189942 of type vlan for network 45b35994-08cc-4147-b141-95187536dd7b Nov 12 04:29:58.896508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.924564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-24f59d3f-7aef-4081-b0bf-4d683f95f9d5', 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5', 'tenant_id': 'c59e6f3d28c341319d4e316d3ef01fbc', 'fixed_ips': [{'subnet_id': '419576cd-5c2a-49e7-b551-2faccbcbf81c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:58.925511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.927057 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:58.932563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:58.933161 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.000081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2072530 Nov 12 04:29:59.000310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40176) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.008082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'subnet': {'network_id': '45b35994-08cc-4147-b141-95187536dd7b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:59.024626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d54a5e-110b-4fb7-9da4-3dbe8182a79b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event updated for resources: {'Network': ['ID=45b35994-08cc-4147-b141-95187536dd7b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.043331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 45b35994-08cc-4147-b141-95187536dd7b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:29:59.099286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Made reservation on behalf of c59e6f3d28c341319d4e316d3ef01fbc for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:29:59.103256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.113632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Allocated IP 172.20.0.2 (24f59d3f-7aef-4081-b0bf-4d683f95f9d5/419576cd-5c2a-49e7-b551-2faccbcbf81c/028c0f82-77c5-44ac-bb07-2e0df99976c2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:59.262152 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.267975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.298655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.313641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:29:59.318334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:59.322879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:29:59.326003 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Pushing event updated for resources: {'Port': ['ID=028c0f82-77c5-44ac-bb07-2e0df99976c2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.362397 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event updated for resources: {'Subnet': ['ID=8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.371947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Checking segment: {'id': '3bcd5159-e5dd-4db4-aebe-53e3b1189942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b35994-08cc-4147-b141-95187536dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:59.372303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Network hostable DHCP agents. Network: 45b35994-08cc-4147-b141-95187536dd7b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:29:59.378752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Attempting to bind port 028c0f82-77c5-44ac-bb07-2e0df99976c2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:29:59.379963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Attempting to bind port 028c0f82-77c5-44ac-bb07-2e0df99976c2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '21ecf976-b760-4e3d-814e-0b472ddf29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:29:59.380337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Attempting to bind port 028c0f82-77c5-44ac-bb07-2e0df99976c2 on network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:29:59.385860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:29:59.386039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Checking segment: {'id': '21ecf976-b760-4e3d-814e-0b472ddf29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:29:59.386501 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.386906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Bound using segment: {'id': '21ecf976-b760-4e3d-814e-0b472ddf29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:29:59.387414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Bound port: 028c0f82-77c5-44ac-bb07-2e0df99976c2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ecf976-b760-4e3d-814e-0b472ddf29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24f59d3f-7aef-4081-b0bf-4d683f95f9d5'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:29:59.387963 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.390610 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Network 45b35994-08cc-4147-b141-95187536dd7b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:29:59.399379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 45b35994-08cc-4147-b141-95187536dd7b) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:29:59.403535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:29:59.404182 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.421027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-46e16668-59bc-4040-b5fc-77bc29d0ecca tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4192052 Nov 12 04:29:59.423866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c509c94c-e5dc-4c0a-a727-ccef2df53701 None None] Network 45b35994-08cc-4147-b141-95187536dd7b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:29:59.424386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40178) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.428996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c0c88386-c3ec-4de9-b628-22c31e5e9b52 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Request body: {'router': {'external_gateway_info': {'network_id': '45b35994-08cc-4147-b141-95187536dd7b'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:29:59.509965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] For port 028c0f82-77c5-44ac-bb07-2e0df99976c2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:29:59.515093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] For port 028c0f82-77c5-44ac-bb07-2e0df99976c2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c0f82-77c5-44ac-bb07-2e0df99976c2,segment=NetworkSegment(21ecf976-b760-4e3d-814e-0b472ddf29e9),segment_id=21ecf976-b760-4e3d-814e-0b472ddf29e9)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:29:59.521360 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.622547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2d76-c57d-4efc-a20d-a63b7dbdc8cd None None] Pushing event updated for resources: {'Port': ['ID=028c0f82-77c5-44ac-bb07-2e0df99976c2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:29:59.661957 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c0c88386-c3ec-4de9-b628-22c31e5e9b52 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.663258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-45b35994-08cc-4147-b141-95187536dd7b', 'network_id': '45b35994-08cc-4147-b141-95187536dd7b', 'tenant_id': 'c59e6f3d28c341319d4e316d3ef01fbc', 'fixed_ips': [{'subnet_id': '8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:29:59.664184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:29:59.805401 n-d-766726-29 neutron-server[102605]: INFO neutron.api.v2.resource [None req-c0c88386-c3ec-4de9-b628-22c31e5e9b52 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 04:29:59.806599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c0c88386-c3ec-4de9-b628-22c31e5e9b52 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "PUT /v2.0/routers/2e77a1a8-14c2-409f-a4cb-3fb78fc56e21 HTTP/1.1" status: 400 len: 364 time: 0.3809865 Nov 12 04:29:59.812693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40180) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:29:59.832440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Allocated IP 172.21.0.2 (45b35994-08cc-4147-b141-95187536dd7b/8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5/697e5718-21d2-4f74-bdd3-5774d81b3b53) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:29:59.885663 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Deleting subnet 8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:29:59.899065 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c0f82-77c5-44ac-bb07-2e0df99976c2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:00.009970 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 028c0f82-77c5-44ac-bb07-2e0df99976c2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:00.010256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.041252 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.047851 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.050698 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.096295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.103100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Network 45b35994-08cc-4147-b141-95187536dd7b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:00.108221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:00.129782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:00.134367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Pushing event updated for resources: {'Port': ['ID=697e5718-21d2-4f74-bdd3-5774d81b3b53,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.173178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.186540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.218517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Attempting to bind port 697e5718-21d2-4f74-bdd3-5774d81b3b53 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:00.218909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Attempting to bind port 697e5718-21d2-4f74-bdd3-5774d81b3b53 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3bcd5159-e5dd-4db4-aebe-53e3b1189942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b35994-08cc-4147-b141-95187536dd7b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:00.219849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Attempting to bind port 697e5718-21d2-4f74-bdd3-5774d81b3b53 on network 45b35994-08cc-4147-b141-95187536dd7b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:00.230770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 028c0f82-77c5-44ac-bb07-2e0df99976c2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c0f82-77c5-44ac-bb07-2e0df99976c2,segment=NetworkSegment(21ecf976-b760-4e3d-814e-0b472ddf29e9),segment_id=21ecf976-b760-4e3d-814e-0b472ddf29e9)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:00.232303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:00.232671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Checking segment: {'id': '3bcd5159-e5dd-4db4-aebe-53e3b1189942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b35994-08cc-4147-b141-95187536dd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:00.233172 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.233992 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Bound using segment: {'id': '3bcd5159-e5dd-4db4-aebe-53e3b1189942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b35994-08cc-4147-b141-95187536dd7b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:00.234368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Bound port: 697e5718-21d2-4f74-bdd3-5774d81b3b53, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcd5159-e5dd-4db4-aebe-53e3b1189942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '45b35994-08cc-4147-b141-95187536dd7b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:00.235483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.238817 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.258367 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.286684 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.293883 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.300573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f83ea29e-7fe6-4147-8895-459d79c7dd59 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "DELETE /v2.0/subnets/8a6a89a3-bb26-4ee3-9a94-1ab06f9580d5 HTTP/1.1" status: 204 len: 168 time: 0.4793355 Nov 12 04:30:00.301061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:00.336461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=028c0f82-77c5-44ac-bb07-2e0df99976c2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.344067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] For port 697e5718-21d2-4f74-bdd3-5774d81b3b53, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:00.347479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] For port 697e5718-21d2-4f74-bdd3-5774d81b3b53, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=697e5718-21d2-4f74-bdd3-5774d81b3b53,segment=NetworkSegment(3bcd5159-e5dd-4db4-aebe-53e3b1189942),segment_id=3bcd5159-e5dd-4db4-aebe-53e3b1189942)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:00.352646 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.397641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.433389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656e1a7-7182-4624-ba08-f9a17d08b1b1 None None] Pushing event updated for resources: {'Port': ['ID=697e5718-21d2-4f74-bdd3-5774d81b3b53,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.455510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a520ce-2fb7-40b9-888b-999eee2798e4 None None] Network 45b35994-08cc-4147-b141-95187536dd7b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:00.456619 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Deleting port 697e5718-21d2-4f74-bdd3-5774d81b3b53 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:00.456959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.535243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] For port 697e5718-21d2-4f74-bdd3-5774d81b3b53, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=697e5718-21d2-4f74-bdd3-5774d81b3b53,segment=NetworkSegment(3bcd5159-e5dd-4db4-aebe-53e3b1189942),segment_id=3bcd5159-e5dd-4db4-aebe-53e3b1189942)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:00.535606 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.550238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Calling delete_port for 697e5718-21d2-4f74-bdd3-5774d81b3b53 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:00.638576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaad81a-0c07-47be-8c62-2bd8aa6bf0fa None None] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:00.654660 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.682806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Port': ['ID=697e5718-21d2-4f74-bdd3-5774d81b3b53,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.685054 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] No DVR routers for this DVR port 697e5718-21d2-4f74-bdd3-5774d81b3b53 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:00.722056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-81976cd8-5863-4c9e-b9fd-0d5f8f526175 None None] Provisioning complete for port 028c0f82-77c5-44ac-bb07-2e0df99976c2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:00.722420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81976cd8-5863-4c9e-b9fd-0d5f8f526175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.777927 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.801401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b35994-08cc-4147-b141-95187536dd7b']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.811703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcd5159-e5dd-4db4-aebe-53e3b1189942') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.811996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcd5159-e5dd-4db4-aebe-53e3b1189942') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:00.823176 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.837056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.843355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:00.843751 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:00.846911 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:00.915316 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.924939 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:00.928067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "DELETE /v2.0/networks/45b35994-08cc-4147-b141-95187536dd7b HTTP/1.1" status: 204 len: 168 time: 0.6258209 Nov 12 04:30:00.930937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:00.938226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276df5b3-a96f-4e0e-98fd-c078baaf192b tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Network': ['ID=45b35994-08cc-4147-b141-95187536dd7b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:00.991505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Deleting subnet 419576cd-5c2a-49e7-b551-2faccbcbf81c {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:30:00.994716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.035346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.122921 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.189670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.216963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Subnet': ['ID=419576cd-5c2a-49e7-b551-2faccbcbf81c,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.221126 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.226530 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6fe991ae-fb7e-46ed-87fd-5f3bbf20155d tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "DELETE /v2.0/subnets/419576cd-5c2a-49e7-b551-2faccbcbf81c HTTP/1.1" status: 204 len: 168 time: 0.2921302 Nov 12 04:30:01.226700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1283ed-37ef-4986-bf0e-0a45629185cf None None] get_active_networks_info from n-d-766726-29 {{(pid=102606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 04:30:01.226961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.273746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fa977838-208d-4c31-9e72-8793efeee322 None None] Provisioning complete for port 028c0f82-77c5-44ac-bb07-2e0df99976c2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:01.274112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa977838-208d-4c31-9e72-8793efeee322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.303825 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.322281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1283ed-37ef-4986-bf0e-0a45629185cf None None] Resources bound (agent type, host, resource id): {{(pid=102606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 04:30:01.360246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Deleting port 028c0f82-77c5-44ac-bb07-2e0df99976c2 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:01.360688 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.426832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] For port 028c0f82-77c5-44ac-bb07-2e0df99976c2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=028c0f82-77c5-44ac-bb07-2e0df99976c2,segment=NetworkSegment(21ecf976-b760-4e3d-814e-0b472ddf29e9),segment_id=21ecf976-b760-4e3d-814e-0b472ddf29e9)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:01.427578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.440721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Calling delete_port for 028c0f82-77c5-44ac-bb07-2e0df99976c2 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:01.519844 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.549616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Port': ['ID=028c0f82-77c5-44ac-bb07-2e0df99976c2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.554101 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] No DVR routers for this DVR port 028c0f82-77c5-44ac-bb07-2e0df99976c2 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:01.568528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc09aa-d4d2-461f-b9cf-a2004850c73a None None] Network 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:01.633064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.652933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f59d3f-7aef-4081-b0bf-4d683f95f9d5']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.662330 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ecf976-b760-4e3d-814e-0b472ddf29e9') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.662623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ecf976-b760-4e3d-814e-0b472ddf29e9') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:01.677353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.691455 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.699099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:30:01.699099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:30:01.702148 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:30:01.735088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a14e21-be8c-4595-878e-dfa9630d5e70 None None] DHCP port deletion for 24f59d3f-7aef-4081-b0bf-4d683f95f9d5 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:01.764331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.778626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:01.781973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "DELETE /v2.0/networks/24f59d3f-7aef-4081-b0bf-4d683f95f9d5 HTTP/1.1" status: 204 len: 168 time: 0.5540063 Nov 12 04:30:01.784867 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.803937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6070f-1d8d-4e17-8066-8906c2cbf822 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Pushing event deleted for resources: {'Network': ['ID=24f59d3f-7aef-4081-b0bf-4d683f95f9d5,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:01.820605 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c0f82-77c5-44ac-bb07-2e0df99976c2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:01.821581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6107e9a9-c26f-46ff-9017-13cf7fbfbc35 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "GET /v2.0/ports?device_id=2e77a1a8-14c2-409f-a4cb-3fb78fc56e21 HTTP/1.1" status: 200 len: 205 time: 0.0356097 Nov 12 04:30:01.824970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40190) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:01.845357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 028c0f82-77c5-44ac-bb07-2e0df99976c2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:01.845693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 028c0f82-77c5-44ac-bb07-2e0df99976c2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:01.903249 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.060602 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.063398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.063640 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.108873 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.109572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Fanout notify agent at l3_agent the message router_deleted on router 2e77a1a8-14c2-409f-a4cb-3fb78fc56e21 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:30:02.117582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.118680 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c5fd18d4-75e3-4327-9849-bbcb1dae82b4 tempest-RoutersNegativeTest-1640759868 tempest-RoutersNegativeTest-1640759868-project] 10.222.0.97 "DELETE /v2.0/routers/2e77a1a8-14c2-409f-a4cb-3fb78fc56e21 HTTP/1.1" status: 204 len: 168 time: 0.2927728 Nov 12 04:30:02.360634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40196) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.490633 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-24030fd2-8c0c-4e42-be03-93ecfc8e263c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c59e6f3d28c341319d4e316d3ef01fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287768 Nov 12 04:30:02.493115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40200) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:02.543468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.564578 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.609705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.612302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:02.613453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ae2bc46c-413a-4cd8-819a-108ef9119aae HTTP/1.1" status: 204 len: 168 time: 0.1194515 Nov 12 04:30:02.620964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb6d0-434b-4e77-8a5c-21285172984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2bc46c-413a-4cd8-819a-108ef9119aae,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.225342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40222) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.319590 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-751289644-network', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:03.339448 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Made reservation on behalf of 6c4d4e6a0c1a4d4fb543132e298ae58d for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:03.341689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.351108 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.429204 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.433129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.456804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:03.466425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d32b56-debc-4f6b-a50e-17e7ebd4f948,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.471604 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.471951 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Added segment bd20266b-94ce-4655-ba96-61e59f607a84 of type vlan for network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 Nov 12 04:30:03.512907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.538433 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.539601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:03.540128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.598786 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3723297 Nov 12 04:30:03.601741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.606039 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf35c0d-8a12-442a-9134-b2abbd6e414f admin admin] Pushing event updated for resources: {'Network': ['ID=4e8fa259-78e5-4636-a52d-1592eaaee8c1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.606779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Request body: {'subnet': {'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-subnet', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:03.616387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:03.631622 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Made reservation on behalf of 6c4d4e6a0c1a4d4fb543132e298ae58d for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:03.634256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.803331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.862146 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:03.866392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Checking segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:03.866951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Network hostable DHCP agents. Network: 4e8fa259-78e5-4636-a52d-1592eaaee8c1, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:03.883378 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:03.891839 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 4e8fa259-78e5-4636-a52d-1592eaaee8c1) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:03.895753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:03.896349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.900611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f776ef-83e5-42ad-a08f-c8453a98bf5a None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:03.914893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3fcf2f1e-c03a-4a4f-bd79-5cfebe9ab7d6 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3119829 Nov 12 04:30:03.918346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40228) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:03.922781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:03.943558 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:03.944537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.003154 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.048591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:04.049463 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.147215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.186825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Allocated IP 172.20.0.2 (4e8fa259-78e5-4636-a52d-1592eaaee8c1/f1c23cbf-3cf5-4086-b59c-9ea44cf088dd/67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:04.337546 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.344190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.382337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:04.390089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:04.393764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:04.399581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Pushing event updated for resources: {'Port': ['ID=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.458704 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Attempting to bind port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:04.459107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Attempting to bind port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:04.459458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Attempting to bind port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:04.464737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:04.465133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Checking segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:04.465538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.465924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Bound using segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:04.466383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Bound port: 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:04.466759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.513412 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:04.529702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] For port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:04.532815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] For port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:04.539323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.599472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ebb0-a64c-4a94-bb54-57a7336766f2 None None] Pushing event updated for resources: {'Port': ['ID=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:04.702950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.723101 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.851954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Allocated IP 172.25.7.134 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ef492f23-bf10-4955-a840-25fc8aee8c56) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:04.955418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:04.989336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.033580 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:05.036684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:05.040226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:05.048802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f67e3-f73e-43b5-a937-4a44f8dc17b3 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:05.062096 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Pushing event updated for resources: {'Port': ['ID=ef492f23-bf10-4955-a840-25fc8aee8c56,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.079551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-db0471dd-9ec5-4299-808a-c260b6e7a031 None None] Provisioning complete for port ef492f23-bf10-4955-a840-25fc8aee8c56 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:05.079923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db0471dd-9ec5-4299-808a-c260b6e7a031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.121132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-db0471dd-9ec5-4299-808a-c260b6e7a031 None None] Port ef492f23-bf10-4955-a840-25fc8aee8c56 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:05.298653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.439410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74f130-1d64-4f99-bbbe-636f969e9cd7 None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:05.502930 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.567483 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] Provisioning complete for port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:05.567854 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.635949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Router 5d04254c-334e-4a17-9546-7f5eb42ade21 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:05.679294 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.713168 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] For port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:05.718781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.756142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:05.786120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.786922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c3c7-8d36-4ebb-8587-5628f0a061cd None None] Pushing event updated for resources: {'Port': ['ID=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:05.790396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-423a401f-560f-46eb-848b-36b596717a48 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8699729 Nov 12 04:30:05.792062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:05.795745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Sync routers for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:05.814781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:05.815376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:05.886735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:05.988463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6815b659-c3df-4077-87d3-cd23444969fb None None] Provisioning complete for port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:05.988738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6815b659-c3df-4077-87d3-cd23444969fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:05.991296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:06.106449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:06.107174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.222658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.330009 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:05Z', 'revision_number': 3, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:06.356795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Checking router: 5d04254c-334e-4a17-9546-7f5eb42ade21 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:06.357149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Updating router 5d04254c-334e-4a17-9546-7f5eb42ade21 port ef492f23-bf10-4955-a840-25fc8aee8c56 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:06.382794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.383779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Allocated IP 172.20.0.1 (4e8fa259-78e5-4636-a52d-1592eaaee8c1/f1c23cbf-3cf5-4086-b59c-9ea44cf088dd/2a4f0074-064d-4c02-848c-ea19e694e54d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:06.486995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.522268 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.567254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:06.572363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:06.576060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:06.603639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.622349 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.767176 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.817934 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.824420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3945b751-8c80-4315-a2ef-a7582203ffcb None None] Provisioning complete for port 2a4f0074-064d-4c02-848c-ea19e694e54d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:06.825316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3945b751-8c80-4315-a2ef-a7582203ffcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.826475 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.894775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7dc13-2c51-4a78-ba1f-6d4c6da9277b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:06.915600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691ed27-d353-46ce-9427-01c1268e82f4 None None] Pushing event updated for resources: {'Port': ['ID=ef492f23-bf10-4955-a840-25fc8aee8c56,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:06.918532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3945b751-8c80-4315-a2ef-a7582203ffcb None None] Port 2a4f0074-064d-4c02-848c-ea19e694e54d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:06.919855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Attempting to bind port ef492f23-bf10-4955-a840-25fc8aee8c56 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:06.920220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Attempting to bind port ef492f23-bf10-4955-a840-25fc8aee8c56 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:06.920575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Attempting to bind port ef492f23-bf10-4955-a840-25fc8aee8c56 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:06.927753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:06.928122 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:06.929112 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.929112 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:06.929412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Bound port: ef492f23-bf10-4955-a840-25fc8aee8c56, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:06.929694 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.937278 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.942103 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:06.985275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] For port ef492f23-bf10-4955-a840-25fc8aee8c56, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:06.988344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] For port ef492f23-bf10-4955-a840-25fc8aee8c56, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef492f23-bf10-4955-a840-25fc8aee8c56,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:06.992459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.009774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.013105 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.037375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17da5de-2083-4f8c-bb0e-71159b1fb647 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:07.064906 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:07.065519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.068779 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691ed27-d353-46ce-9427-01c1268e82f4 None None] Pushing event updated for resources: {'Port': ['ID=ef492f23-bf10-4955-a840-25fc8aee8c56,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.107911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] Provisioning complete for port ef492f23-bf10-4955-a840-25fc8aee8c56 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:07.108586 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.116613 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:07.118012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:07.210882 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:07.239794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Router 5d04254c-334e-4a17-9546-7f5eb42ade21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:07.311132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.355588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:07.364991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9c59943b-dbcb-4b98-a8cb-ac1a2dbbe9f5 admin admin] 10.222.0.97 "PUT /v2.0/routers/5d04254c-334e-4a17-9546-7f5eb42ade21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5674701 Nov 12 04:30:07.377341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] For port ef492f23-bf10-4955-a840-25fc8aee8c56, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef492f23-bf10-4955-a840-25fc8aee8c56,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:07.388246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.470301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f7863-226e-4efb-8bab-8d4489e11a66 None None] Pushing event updated for resources: {'Port': ['ID=ef492f23-bf10-4955-a840-25fc8aee8c56,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:07.502055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '2a4f0074-064d-4c02-848c-ea19e694e54d', 'name': '', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'mac_address': 'fa:16:3e:65:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:06Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 2, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'subnets': [{'id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:07.537388 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8862b80-ef22-4d17-859b-28b01b8fe587 None None] The sync data for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 is: [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '2a4f0074-064d-4c02-848c-ea19e694e54d', 'name': '', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'mac_address': 'fa:16:3e:65:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:06Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 2, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'subnets': [{'id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:07.542786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b8051ff-3501-4ef6-a282-f3521c9f5c8f None None] Provisioning complete for port 2a4f0074-064d-4c02-848c-ea19e694e54d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:07.543178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8051ff-3501-4ef6-a282-f3521c9f5c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.578011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1b8051ff-3501-4ef6-a282-f3521c9f5c8f None None] Port 2a4f0074-064d-4c02-848c-ea19e694e54d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:07.589866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b8051ff-3501-4ef6-a282-f3521c9f5c8f None None] Provisioning complete for port ef492f23-bf10-4955-a840-25fc8aee8c56 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:07.590876 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b8051ff-3501-4ef6-a282-f3521c9f5c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.850488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:07.872932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:07.879105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1179357337-network', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:07.901075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Made reservation on behalf of 03f7515fcdcc440b9a58b7f5f5a565e3 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:07.903502 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.913655 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:07.921105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:07.921416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.007523 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.011926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.038153 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:30:08.048057 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b230ff4-d04e-4b02-9a13-47532c896c71,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.054708 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.055188 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Added segment 3d8ef151-3611-4e77-88af-168dd51f0312 of type vlan for network ed4fc064-7450-4c97-8127-12ab580793eb Nov 12 04:30:08.097366 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.124386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.126135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:08.126715 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.163557 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2874177 Nov 12 04:30:08.171383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40248) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.185278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Request body: {'subnet': {'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-subnet', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:08.209097 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5d576-05d4-4c2a-b881-3beb51e6e191 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4fc064-7450-4c97-8127-12ab580793eb,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.210024 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Made reservation on behalf of 03f7515fcdcc440b9a58b7f5f5a565e3 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:08.220201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network ed4fc064-7450-4c97-8127-12ab580793eb details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:30:08.227346 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.412525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.473083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843126bc-77f1-4f30-818e-ebb52f642aa4,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:08.481254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Checking segment: {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:08.481622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Network hostable DHCP agents. Network: ed4fc064-7450-4c97-8127-12ab580793eb, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:30:08.499455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Network ed4fc064-7450-4c97-8127-12ab580793eb is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:30:08.509311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, ed4fc064-7450-4c97-8127-12ab580793eb) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:08.513312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:08.513909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.520219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef30c0-b45b-44ae-982e-8c3cbb4c9c2c None None] Network ed4fc064-7450-4c97-8127-12ab580793eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:08.533933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:08.534430 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4c6e8a6-9faf-4f8f-a1e2-db1531a7ca68 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3588388 Nov 12 04:30:08.539412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:08.561850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.563314 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.618155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.686272 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-ed4fc064-7450-4c97-8127-12ab580793eb', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:30:08.687706 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.830953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Allocated IP 172.20.0.2 (ed4fc064-7450-4c97-8127-12ab580793eb/843126bc-77f1-4f30-818e-ebb52f642aa4/fc60d182-1216-414d-be95-85a75855c043) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:08.988814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:08.995823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.041508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Network ed4fc064-7450-4c97-8127-12ab580793eb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:09.044518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:09.049035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:09.052137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Pushing event updated for resources: {'Port': ['ID=fc60d182-1216-414d-be95-85a75855c043,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.070167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-d0a40ff6-df5c-4111-908a-02a07852ef6a req-9f26bcd7-bd9b-47ac-a77a-55ec3be75d8f tempest-ServerDiskConfigTestJSON-334077691 tempest-ServerDiskConfigTestJSON-334077691-project] (102605) timed out ('10.222.0.16', 56038) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:30:09.104089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Attempting to bind port fc60d182-1216-414d-be95-85a75855c043 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:09.104456 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Attempting to bind port fc60d182-1216-414d-be95-85a75855c043 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:09.104823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Attempting to bind port fc60d182-1216-414d-be95-85a75855c043 on network ed4fc064-7450-4c97-8127-12ab580793eb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:09.107253 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.110147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:09.110510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Checking segment: {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:09.110947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.111334 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Bound using segment: {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:09.111931 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Bound port: fc60d182-1216-414d-be95-85a75855c043, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:09.112411 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.179748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] For port fc60d182-1216-414d-be95-85a75855c043, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:09.183630 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] For port fc60d182-1216-414d-be95-85a75855c043, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fc60d182-1216-414d-be95-85a75855c043,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:09.190179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.254199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3ab1a-25e2-4cb3-973a-d4bfca3a60a5 None None] Pushing event updated for resources: {'Port': ['ID=fc60d182-1216-414d-be95-85a75855c043,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.329789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.349227 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.479829 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Allocated IP 172.25.7.64 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:09.529544 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Sync routers for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:09.549310 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:09.550317 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:09.594468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.629803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.656361 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:09.665184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:09.667960 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:09.670406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:09.683175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9fd3b-45e2-4a4c-85b5-8de30428ca02 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:09.705383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Pushing event updated for resources: {'Port': ['ID=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:09.753358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dea7c962-9894-4575-a726-a97e97f8d130 None None] Provisioning complete for port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:09.754084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dea7c962-9894-4575-a726-a97e97f8d130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.826218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dea7c962-9894-4575-a726-a97e97f8d130 None None] Port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:09.884584 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '2a4f0074-064d-4c02-848c-ea19e694e54d', 'name': '', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'mac_address': 'fa:16:3e:65:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:06Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 2, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'subnets': [{'id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:09.925824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Checking router: 5d04254c-334e-4a17-9546-7f5eb42ade21 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:09.926180 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Updating router 5d04254c-334e-4a17-9546-7f5eb42ade21 port 2a4f0074-064d-4c02-848c-ea19e694e54d binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:09.947422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fc60d182-1216-414d-be95-85a75855c043 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:09.962718 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:09.979680 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.002171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fc60d182-1216-414d-be95-85a75855c043 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.002538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.102977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.144375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port fc60d182-1216-414d-be95-85a75855c043, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fc60d182-1216-414d-be95-85a75855c043,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:10.151760 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.152548 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef492f23-bf10-4955-a840-25fc8aee8c56 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:10.232997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.235681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.248968 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=fc60d182-1216-414d-be95-85a75855c043,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.264224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port ef492f23-bf10-4955-a840-25fc8aee8c56 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.265171 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.288738 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.294953 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.313932 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d746dd8-1d3f-4ecc-9939-9e824e25b169 None None] Network ed4fc064-7450-4c97-8127-12ab580793eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:30:10.353918 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Pushing event updated for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:10.383690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.384575 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.385142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.385875 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.386353 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.386831 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.387417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.387948 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.388526 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.389166 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.389786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.390340 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:10.404565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-86eb4c8e-b81d-4685-989b-74a01e1b5c8a None None] Provisioning complete for port fc60d182-1216-414d-be95-85a75855c043 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:10.405226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86eb4c8e-b81d-4685-989b-74a01e1b5c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.414344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Router 87b3c48f-36cd-4e06-b459-777ad18dd172 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:30:10.428416 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Attempting to bind port 2a4f0074-064d-4c02-848c-ea19e694e54d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:10.428777 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Attempting to bind port 2a4f0074-064d-4c02-848c-ea19e694e54d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:10.429132 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Attempting to bind port 2a4f0074-064d-4c02-848c-ea19e694e54d on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:10.434419 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:10.435634 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Checking segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:10.436926 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.437311 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Bound using segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:10.437900 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Bound port: 2a4f0074-064d-4c02-848c-ea19e694e54d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:10.438277 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.507884 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] For port 2a4f0074-064d-4c02-848c-ea19e694e54d, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:10.512092 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] For port 2a4f0074-064d-4c02-848c-ea19e694e54d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2a4f0074-064d-4c02-848c-ea19e694e54d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:10.520975 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.547383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:10.567183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:10.568419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Sync routers for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:10.568723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e726b06c-6875-45f1-8c46-9031de49ea1c admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0329287 Nov 12 04:30:10.571679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40252) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:30:10.581651 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:10.582310 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:10.602622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:10.602874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:10.787488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:10.807671 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:10.976923 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a520bb3-a077-48dc-b95e-749bd06dc906 None None] Pushing event updated for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.073745 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '2a4f0074-064d-4c02-848c-ea19e694e54d', 'name': '', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'mac_address': 'fa:16:3e:65:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:06Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'subnets': [{'id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.094823 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.103373 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346781dc-78a8-4f4c-a7f0-01284dd212db None None] The sync data for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 is: [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:30:06Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '2a4f0074-064d-4c02-848c-ea19e694e54d', 'name': '', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'mac_address': 'fa:16:3e:65:61:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:06Z', 'updated_at': '2021-11-12T04:30:10Z', 'revision_number': 4, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'subnets': [{'id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:11.142826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] Provisioning complete for port 2a4f0074-064d-4c02-848c-ea19e694e54d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:11.143122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.267157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Allocated IP 172.20.0.1 (ed4fc064-7450-4c97-8127-12ab580793eb/843126bc-77f1-4f30-818e-ebb52f642aa4/7ebfceb5-37f1-48be-8737-e19d19850ef4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:11.277259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.315572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:09Z', 'revision_number': 3, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:11.347060 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Checking router: 87b3c48f-36cd-4e06-b459-777ad18dd172 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:11.347411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Updating router 87b3c48f-36cd-4e06-b459-777ad18dd172 port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:11.350465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] For port 2a4f0074-064d-4c02-848c-ea19e694e54d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2a4f0074-064d-4c02-848c-ea19e694e54d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:11.369987 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.390670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.399184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.428838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.459951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb341b1f-ad42-40b2-b97a-3ba1b4877408 None None] Pushing event updated for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.481469 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Network ed4fc064-7450-4c97-8127-12ab580793eb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:11.483300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.489043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:11.491533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:11.637581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4aa9cc0b-e0dd-45c6-8fdc-869cf331d7a1 None None] Provisioning complete for port 2a4f0074-064d-4c02-848c-ea19e694e54d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:11.638643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4aa9cc0b-e0dd-45c6-8fdc-869cf331d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.795232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.806827 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.875164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049c12c-c05f-48f8-a110-60876de41628 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:11.881510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Attempting to bind port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:11.881879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Attempting to bind port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:11.882328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Attempting to bind port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:11.887097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247676-f79e-4b50-8774-7dbc7366ab4b None None] Pushing event updated for resources: {'Port': ['ID=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:11.892528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4aa9cc0b-e0dd-45c6-8fdc-869cf331d7a1 None None] Provisioning complete for port fc60d182-1216-414d-be95-85a75855c043 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:11.892913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4aa9cc0b-e0dd-45c6-8fdc-869cf331d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.897937 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:11.898142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:11.898416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.898941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:11.903654 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Bound port: c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:11.903654 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:11.946242 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2a4f0074-064d-4c02-848c-ea19e694e54d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:11.948467 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.029012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] For port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:12.035058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] For port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:12.043677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.088518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.118245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e608da-e45f-4ffb-8aea-48b88eaba150 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:30:12.129370 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2a4f0074-064d-4c02-848c-ea19e694e54d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.129732 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.176661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247676-f79e-4b50-8774-7dbc7366ab4b None None] Pushing event updated for resources: {'Port': ['ID=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.181504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:12.182109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:12.258657 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.263531 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.332855 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.338368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fc60d182-1216-414d-be95-85a75855c043 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:12.339001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.341063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:12.344049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Provisioning complete for port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.344409 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.433162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Network ed4fc064-7450-4c97-8127-12ab580793eb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:12.434798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:12.552746 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fc60d182-1216-414d-be95-85a75855c043 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.553109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.557824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Router 87b3c48f-36cd-4e06-b459-777ad18dd172 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:30:12.641676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.676471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:30:12.679939 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] For port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:12.686711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.687564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c96b0cee-5c51-44a5-bdaa-552e9580ae8c admin admin] 10.222.0.97 "PUT /v2.0/routers/87b3c48f-36cd-4e06-b459-777ad18dd172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146700 Nov 12 04:30:12.766873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Provisioning complete for port 7ebfceb5-37f1-48be-8737-e19d19850ef4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.767241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:12.778681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7ebfceb5-37f1-48be-8737-e19d19850ef4', 'name': '', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'mac_address': 'fa:16:3e:1a:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:11Z', 'updated_at': '2021-11-12T04:30:11Z', 'revision_number': 1, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'subnets': [{'id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:12.829598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Pushing event updated for resources: {'Port': ['ID=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:12.832225 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d79f2-59ed-47bd-9c04-6053b585652f None None] The sync data for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 is: [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7ebfceb5-37f1-48be-8737-e19d19850ef4', 'name': '', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'mac_address': 'fa:16:3e:1a:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:11Z', 'updated_at': '2021-11-12T04:30:11Z', 'revision_number': 1, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'subnets': [{'id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:12.845390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5017611a-b93c-4bf5-b262-f9eb58185d37 None None] Port 7ebfceb5-37f1-48be-8737-e19d19850ef4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:12.964364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1a6aa9d1-5f9d-4e64-8f8d-50ba6a73259b None None] Provisioning complete for port 7ebfceb5-37f1-48be-8737-e19d19850ef4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:12.964741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa9d1-5f9d-4e64-8f8d-50ba6a73259b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:13.182194 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-1a6aa9d1-5f9d-4e64-8f8d-50ba6a73259b None None] Port 7ebfceb5-37f1-48be-8737-e19d19850ef4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:13.679818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-3b348965-fc0c-41f7-85dc-4067c5eae42c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:13.681285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-3b348965-fc0c-41f7-85dc-4067c5eae42c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 816 time: 0.1021440 Nov 12 04:30:13.696358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-1dd57e92-5e44-41f7-b698-a0b5f0c4b2a5 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/quotas/6c4d4e6a0c1a4d4fb543132e298ae58d HTTP/1.1" status: 200 len: 375 time: 0.0094693 Nov 12 04:30:13.751263 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-0adebd8d-1594-479d-a97d-1c1118f7420d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497136 Nov 12 04:30:13.847134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-04cda1d0-ee1a-42ab-9f4f-d12f16f2fc4e service neutron] 10.222.0.97 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Nov 12 04:30:13.948677 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-9cad6e3d-0e1e-47a7-ba20-dfc3854e6497 service neutron] 10.222.0.97 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952551 Nov 12 04:30:14.126204 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-edbdf9a4-3114-4f0a-abf8-6c1b649e2bb2 req-27a18554-1820-4a97-adda-7e17664a846f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 210 time: 0.0297954 Nov 12 04:30:15.207214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-4453ee26-4a2b-4ab0-9785-47bf4d96587d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:15.208813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-4453ee26-4a2b-4ab0-9785-47bf4d96587d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.104 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 816 time: 0.1180654 Nov 12 04:30:15.241442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4686a66-1e31-4403-ac84-5a9abe1c80cf req-9e08525d-3da1-4f35-a0ab-9fb0c9f5ddc4 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 210 time: 0.0314553 Nov 12 04:30:15.244797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Request body: {'port': {'device_id': '95116416-635e-40bb-a852-46a461536cf3', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'admin_state_up': True, 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:15.283997 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Sync routers for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:30:15.299098 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:15.299754 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.354654 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Made reservation on behalf of 6c4d4e6a0c1a4d4fb543132e298ae58d for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:15.358176 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.406682 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:15.487667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Allocated IP 172.20.0.3 (4e8fa259-78e5-4636-a52d-1592eaaee8c1/f1c23cbf-3cf5-4086-b59c-9ea44cf088dd/23db294d-b540-4a80-9f85-44d22fd532bf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:15.605028 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7ebfceb5-37f1-48be-8737-e19d19850ef4', 'name': '', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'mac_address': 'fa:16:3e:1a:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:11Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 2, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'subnets': [{'id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:15.631145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.631901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Checking router: 87b3c48f-36cd-4e06-b459-777ad18dd172 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:30:15.632252 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Updating router 87b3c48f-36cd-4e06-b459-777ad18dd172 port 7ebfceb5-37f1-48be-8737-e19d19850ef4 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:30:15.656349 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.665493 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.720442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:15.724470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Pushing event updated for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:15.726911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:15.728982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:15.781687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:15.782787 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.807694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-525c39e0-5bc1-43c7-afa2-38ad91074ad2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686100 Nov 12 04:30:15.831932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Request body: {'port': {'device_id': '95116416-635e-40bb-a852-46a461536cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:15.875914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:15.896149 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.943997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:15.944373 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.962824 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:15.972030 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.054424 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee454-51b7-42e1-a1e8-b7c65c092529 None None] Pushing event updated for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.082347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7a5b64d9-d6ef-4af2-a02d-3dca5cf57fac None None] Provisioning complete for port 23db294d-b540-4a80-9f85-44d22fd532bf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.082652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7a5b64d9-d6ef-4af2-a02d-3dca5cf57fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.092178 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Attempting to bind port 7ebfceb5-37f1-48be-8737-e19d19850ef4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:16.092586 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Attempting to bind port 7ebfceb5-37f1-48be-8737-e19d19850ef4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:16.093026 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Attempting to bind port 7ebfceb5-37f1-48be-8737-e19d19850ef4 on network ed4fc064-7450-4c97-8127-12ab580793eb {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.100396 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:16.100872 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Checking segment: {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.101277 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.101659 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Bound using segment: {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:16.102128 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Bound port: 7ebfceb5-37f1-48be-8737-e19d19850ef4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ef151-3611-4e77-88af-168dd51f0312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:16.102507 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.135574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b64d9-d6ef-4af2-a02d-3dca5cf57fac None None] Port 23db294d-b540-4a80-9f85-44d22fd532bf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:16.173964 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] For port 7ebfceb5-37f1-48be-8737-e19d19850ef4, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:16.178022 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] For port 7ebfceb5-37f1-48be-8737-e19d19850ef4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7ebfceb5-37f1-48be-8737-e19d19850ef4,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:16.183767 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.240842 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:30:16.241454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:29:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.259151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23db294d-b540-4a80-9f85-44d22fd532bf {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:16.261315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] Provisioning complete for port 7ebfceb5-37f1-48be-8737-e19d19850ef4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.261901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.273587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.279829 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee454-51b7-42e1-a1e8-b7c65c092529 None None] Pushing event updated for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.304824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Transition to ACTIVE for port object 23db294d-b540-4a80-9f85-44d22fd532bf will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:16.311982 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.371448 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:30:16.432653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.445444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.482785 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] For port 7ebfceb5-37f1-48be-8737-e19d19850ef4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7ebfceb5-37f1-48be-8737-e19d19850ef4,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:16.492764 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.538240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9c373-4394-4b52-9e57-4ce21ec7cac0 req-37a20f4d-1a5f-43a4-8ffa-9de6a1206dda tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:16.539858 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62f9c373-4394-4b52-9e57-4ce21ec7cac0 req-37a20f4d-1a5f-43a4-8ffa-9de6a1206dda tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 943 time: 0.1829293 Nov 12 04:30:16.567783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3cbde-3cec-4cd7-aa07-159ae83b5c60 None None] Pushing event updated for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.584183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Attempting to bind port 23db294d-b540-4a80-9f85-44d22fd532bf on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:16.584465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Attempting to bind port 23db294d-b540-4a80-9f85-44d22fd532bf by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:16.584795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Attempting to bind port 23db294d-b540-4a80-9f85-44d22fd532bf on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.596755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Port 23db294d-b540-4a80-9f85-44d22fd532bf on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:16.597077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Attempting to bind port 23db294d-b540-4a80-9f85-44d22fd532bf on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:16.605021 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:16.605334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Checking segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:16.605996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Bound using segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:16.606157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Bound port: 23db294d-b540-4a80-9f85-44d22fd532bf, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:16.606514 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.616521 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-346bae2f-1d3e-41a7-a5d6-aead45f42ceb None None] Provisioning complete for port 7ebfceb5-37f1-48be-8737-e19d19850ef4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:16.617026 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-346bae2f-1d3e-41a7-a5d6-aead45f42ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.639093 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62f9c373-4394-4b52-9e57-4ce21ec7cac0 req-3e638f25-2da1-46b3-b68f-cc64f7145485 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849154 Nov 12 04:30:16.640478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7ebfceb5-37f1-48be-8737-e19d19850ef4', 'name': '', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'mac_address': 'fa:16:3e:1a:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:11Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'subnets': [{'id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:30:16.674788 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1134b-641a-4955-a947-cf3dda1b838b None None] The sync data for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 is: [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '7ebfceb5-37f1-48be-8737-e19d19850ef4', 'name': '', 'network_id': 'ed4fc064-7450-4c97-8127-12ab580793eb', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'mac_address': 'fa:16:3e:1a:bf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:11Z', 'updated_at': '2021-11-12T04:30:16Z', 'revision_number': 4, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'subnets': [{'id': '843126bc-77f1-4f30-818e-ebb52f642aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:30:16.697486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:16.702913 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=23db294d-b540-4a80-9f85-44d22fd532bf,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:16.709959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.751291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:16.751590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:16.753448 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] 10.222.0.104 "PUT /v2.0/ports/23db294d-b540-4a80-9f85-44d22fd532bf HTTP/1.1" status: 200 len: 1092 time: 0.9260328 Nov 12 04:30:16.756170 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:16.758104 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222eaf99-c3b1-4269-a80b-b664d39881f1" -d '{"events": [{"name": "network-changed", "server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:16.787080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d7f06-637f-42f9-8a81-897b7091ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:16.811231 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0bc80-0025-4a6e-af73-a60ac09c3f6a x-openstack-request-id: req-48d0bc80-0025-4a6e-af73-a60ac09c3f6a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:16.811588 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:16.811966 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-48d0bc80-0025-4a6e-af73-a60ac09c3f6a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:16.812970 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf', 'status': 'completed', 'code': 200} Nov 12 04:30:16.889581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-1f178a66-07f0-4c06-9b6a-9ab6f7c75cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:16.892223 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-1f178a66-07f0-4c06-9b6a-9ab6f7c75cd4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0594120 Nov 12 04:30:16.949291 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7d7dc762-1eda-4f45-af4e-58489c817999 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23db294d-b540-4a80-9f85-44d22fd532bf HTTP/1.1" status: 200 len: 217 time: 0.0403345 Nov 12 04:30:17.005199 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7209c7a4-30a9-49e1-9085-e05f8da8e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.006523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-7209c7a4-30a9-49e1-9085-e05f8da8e342 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd HTTP/1.1" status: 200 len: 855 time: 0.0490088 Nov 12 04:30:17.061047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86066677-22af-4503-a7cb-811b7bc0db13 req-3bec76a5-c2b9-4481-8b74-f9933d1b62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.063215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-3bec76a5-c2b9-4481-8b74-f9933d1b62dc service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e8fa259-78e5-4636-a52d-1592eaaee8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480447 Nov 12 04:30:17.157656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-ead22fde-f0ab-443a-a09e-a722deb903f7 service neutron] 10.222.0.104 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878592 Nov 12 04:30:17.254559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86066677-22af-4503-a7cb-811b7bc0db13 req-c8ba5e01-7432-4199-8b89-7870528d68a4 service neutron] 10.222.0.104 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896206 Nov 12 04:30:17.381615 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-1368c079-88f5-49f6-ae9b-7d16d90108ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.383153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-1368c079-88f5-49f6-ae9b-7d16d90108ca service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0431767 Nov 12 04:30:17.480017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-23ccf4ed-bb81-4ead-b165-7873cdf6f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.481509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-23ccf4ed-bb81-4ead-b165-7873cdf6f0f5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 916 time: 0.0902131 Nov 12 04:30:17.522823 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-2548200c-80df-4aaf-9baa-0d48a109cd6f service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23db294d-b540-4a80-9f85-44d22fd532bf HTTP/1.1" status: 200 len: 217 time: 0.0334280 Nov 12 04:30:17.571560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-d3e5448b-9c38-44d9-af3b-42f84b626531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.573003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-d3e5448b-9c38-44d9-af3b-42f84b626531 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd HTTP/1.1" status: 200 len: 855 time: 0.0434585 Nov 12 04:30:17.624234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-66728f61-9245-4305-bf7e-12ff5ce128d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.625756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-66728f61-9245-4305-bf7e-12ff5ce128d3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=4e8fa259-78e5-4636-a52d-1592eaaee8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458436 Nov 12 04:30:17.728694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-45ea7013-5b61-4449-a942-d79383745889 service neutron] 10.222.0.104 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949950 Nov 12 04:30:17.825254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a34d6-314d-4026-914f-749563a12676 req-4e0428d7-7a4c-4fd9-bd04-c7ae801c2ebe tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:17.826602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-178a34d6-314d-4026-914f-749563a12676 req-4e0428d7-7a4c-4fd9-bd04-c7ae801c2ebe tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 943 time: 0.1128962 Nov 12 04:30:17.857798 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7ebfceb5-37f1-48be-8737-e19d19850ef4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:17.868689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-222eaf99-c3b1-4269-a80b-b664d39881f1 req-f81ed87e-707b-496a-a47f-7cad3b7b9ca0 service neutron] 10.222.0.104 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250918 Nov 12 04:30:17.896271 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-178a34d6-314d-4026-914f-749563a12676 req-48b64889-0fcf-4c47-bcf3-4c39ba25207c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 Nov 12 04:30:17.910491 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7ebfceb5-37f1-48be-8737-e19d19850ef4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:17.910998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:19.015485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a5519-6b08-4498-900f-b1c4d8d53432 req-6ed9e055-aab3-479e-8991-1dfc4f541973 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:19.016991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c8a5519-6b08-4498-900f-b1c4d8d53432 req-6ed9e055-aab3-479e-8991-1dfc4f541973 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 943 time: 0.0492795 Nov 12 04:30:19.069902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c8a5519-6b08-4498-900f-b1c4d8d53432 req-ee22646d-6952-4732-a2e8-e2709d35170a tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Nov 12 04:30:20.186224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795108-4cfe-4fa1-b5e7-177cb1d4f134 req-ca13463b-d482-4b34-9c23-6280f4baab3f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:20.188270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c795108-4cfe-4fa1-b5e7-177cb1d4f134 req-ca13463b-d482-4b34-9c23-6280f4baab3f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 943 time: 0.0485861 Nov 12 04:30:20.235162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c795108-4cfe-4fa1-b5e7-177cb1d4f134 req-2adadf56-ca68-4b4c-a290-e3a29ee0df4f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Nov 12 04:30:21.448720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153d59f-3b20-4318-8b2d-793270156a3d req-a62d46f7-4b4f-473d-acaf-ff2c6d2e8fd0 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:21.450205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b153d59f-3b20-4318-8b2d-793270156a3d req-a62d46f7-4b4f-473d-acaf-ff2c6d2e8fd0 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 943 time: 0.1476719 Nov 12 04:30:21.501123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b153d59f-3b20-4318-8b2d-793270156a3d req-5bde8db6-aeaf-4a16-85f4-46f9d84221e3 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Nov 12 04:30:21.547700 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 23db294d-b540-4a80-9f85-44d22fd532bf details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:30:21.641989 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=23db294d-b540-4a80-9f85-44d22fd532bf,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:21.652844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '23db294d-b540-4a80-9f85-44d22fd532bf', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'port_id': '23db294d-b540-4a80-9f85-44d22fd532bf', 'mac_address': 'fa:16:3e:8d:a5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:30:21.689906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.702167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23db294d-b540-4a80-9f85-44d22fd532bf {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:21.720720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=23db294d-b540-4a80-9f85-44d22fd532bf,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:21.724814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:21.770318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:22.105722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['23db294d-b540-4a80-9f85-44d22fd532bf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:22.345132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-69d92b5a-7392-4405-8d6f-18cc352575f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:22.620522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e3775-e6fa-4772-b61c-b8bda2ec3ebb req-66c1fe9f-a0e5-4a38-a3ef-2f0d9c60e3b5 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:22.622029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f1e3775-e6fa-4772-b61c-b8bda2ec3ebb req-66c1fe9f-a0e5-4a38-a3ef-2f0d9c60e3b5 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 944 time: 0.0535400 Nov 12 04:30:22.669264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6f1e3775-e6fa-4772-b61c-b8bda2ec3ebb req-0d457d6d-18ac-42f5-99c1-c6a58f176caa tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Nov 12 04:30:23.552457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 23db294d-b540-4a80-9f85-44d22fd532bf up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:30:23.602226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 23db294d-b540-4a80-9f85-44d22fd532bf completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:30:23.606177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 23db294d-b540-4a80-9f85-44d22fd532bf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:23.606572 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.685579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.708107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:23.711421 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef03c40-6efc-4402-9445-c6c90072aeb2" -d '{"events": [{"server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "name": "network-vif-plugged", "status": "completed", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:23.723713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=23db294d-b540-4a80-9f85-44d22fd532bf,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:23.728224 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:23.777531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:23.787372 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.787710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.788045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.788376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.788698 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.789016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.789332 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.789644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.789957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.790270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.790584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.790919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:23.794320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840628e-adbd-4b23-863c-0358ab6ea254 req-e115efc9-bebc-48ed-a149-a9ee098f06a8 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:23.796324 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5840628e-adbd-4b23-863c-0358ab6ea254 req-e115efc9-bebc-48ed-a149-a9ee098f06a8 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0525908 Nov 12 04:30:23.844731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5840628e-adbd-4b23-863c-0358ab6ea254 req-4591adb2-7d81-4662-bf9d-d8796be52a96 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Nov 12 04:30:23.885954 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db4516-9581-4c07-b9ff-9881e5040c86 x-openstack-request-id: req-42db4516-9581-4c07-b9ff-9881e5040c86 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:23.886245 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "name": "network-vif-plugged", "status": "completed", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:23.886499 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-42db4516-9581-4c07-b9ff-9881e5040c86 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:23.886925 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf', 'code': 200} Nov 12 04:30:24.016847 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645cdac-c1c2-4115-9548-d57066bb57e1 req-1975011e-5ae1-4d64-b867-7145ff087ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.018227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4645cdac-c1c2-4115-9548-d57066bb57e1 req-1975011e-5ae1-4d64-b867-7145ff087ee8 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0436115 Nov 12 04:30:24.063297 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4645cdac-c1c2-4115-9548-d57066bb57e1 req-ca5a6c35-a751-4cba-aada-556e8494e539 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Nov 12 04:30:24.699117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f414fe07-5ef6-4500-bbc4-204c65c59be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:24.961260 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d130a-214a-408f-bbab-e1a3a6d69333 req-c3a2b19f-2f96-4bf4-87c3-40f076944a66 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:24.962672 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62d130a-214a-408f-bbab-e1a3a6d69333 req-c3a2b19f-2f96-4bf4-87c3-40f076944a66 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Nov 12 04:30:25.015354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62d130a-214a-408f-bbab-e1a3a6d69333 req-8510ca33-7866-40ce-a71a-281c43d00bea tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Nov 12 04:30:25.696221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:26.132400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c38e3b-606f-49fd-b704-39eb64ea1ac8 req-204c716a-73d4-4d8e-b017-0ad292c6ceec tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.134036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4c38e3b-606f-49fd-b704-39eb64ea1ac8 req-204c716a-73d4-4d8e-b017-0ad292c6ceec tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Nov 12 04:30:26.183944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f4c38e3b-606f-49fd-b704-39eb64ea1ac8 req-7da759a6-792b-404d-bebf-2ec21adba9d9 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Nov 12 04:30:26.295373 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d80fa-2440-4cc1-982f-53103e6e42b6 req-85357f57-413a-4755-bde7-98bbf259663d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:26.296593 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c78d80fa-2440-4cc1-982f-53103e6e42b6 req-85357f57-413a-4755-bde7-98bbf259663d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0482888 Nov 12 04:30:26.344488 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c78d80fa-2440-4cc1-982f-53103e6e42b6 req-0beedfc6-0ee8-4864-89e2-e454c93dff29 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Nov 12 04:30:27.146788 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:27.859230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:32.053001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:40.198422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:41.512097 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:30:48.972714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7827e-c7c8-4631-9832-ecfca1f348e6 req-af679317-882f-4b66-b566-eea8abba2aa9 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:48.974283 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba7827e-c7c8-4631-9832-ecfca1f348e6 req-af679317-882f-4b66-b566-eea8abba2aa9 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Nov 12 04:30:49.022961 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ba7827e-c7c8-4631-9832-ecfca1f348e6 req-0e8f8b18-0976-4e14-aeb2-520be4d0f5e1 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Nov 12 04:30:50.151127 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735ccf4-3588-4353-9f45-cfc25a5664c0 req-36988252-0bc5-4352-86c7-06d8070b0fe2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.152740 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9735ccf4-3588-4353-9f45-cfc25a5664c0 req-36988252-0bc5-4352-86c7-06d8070b0fe2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0556290 Nov 12 04:30:50.210130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9735ccf4-3588-4353-9f45-cfc25a5664c0 req-8a330e04-3c3f-4504-9ffd-5f8cf26ebb5d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Nov 12 04:30:50.849625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-245884ea-3c55-42c7-bc94-730e89c0de01 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:50.851103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-245884ea-3c55-42c7-bc94-730e89c0de01 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.104 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Nov 12 04:30:50.949212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Deleting port 23db294d-b540-4a80-9f85-44d22fd532bf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:30:50.949563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.043714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] For port 23db294d-b540-4a80-9f85-44d22fd532bf, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=23db294d-b540-4a80-9f85-44d22fd532bf,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:30:51.044063 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.058202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Calling delete_port for 23db294d-b540-4a80-9f85-44d22fd532bf owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:30:51.558912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0425d0f-ec77-46bb-8137-f9773d97f425 req-aae3f1aa-42a1-42e5-b929-37d50675ba71 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:51.560316 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0425d0f-ec77-46bb-8137-f9773d97f425 req-aae3f1aa-42a1-42e5-b929-37d50675ba71 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=95116416-635e-40bb-a852-46a461536cf3 HTTP/1.1" status: 200 len: 945 time: 0.0912986 Nov 12 04:30:51.561407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.595928 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['23db294d-b540-4a80-9f85-44d22fd532bf'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:30:51.603846 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Pushing event deleted for resources: {'Port': ['ID=23db294d-b540-4a80-9f85-44d22fd532bf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:51.625748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.626138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.626660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.627022 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.627353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.627679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.628033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.628359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.628678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.629004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.629325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.629643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:51.672521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] No DVR routers for this DVR port 23db294d-b540-4a80-9f85-44d22fd532bf on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:30:51.679039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:51.682331 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ddffcba-19d3-41fd-9b4f-dcb889fba9a6 req-20239572-a14b-4f1f-a644-c8213cdede3d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.104 "DELETE /v2.0/ports/23db294d-b540-4a80-9f85-44d22fd532bf HTTP/1.1" status: 204 len: 173 time: 0.8244042 Nov 12 04:30:51.682785 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'name': 'network-vif-deleted', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:51.685193 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25442f1f-6325-4fe2-95df-63c5f067f8aa" -d '{"events": [{"server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "name": "network-vif-deleted", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:51.695763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c0425d0f-ec77-46bb-8137-f9773d97f425 req-4e205fec-a862-49eb-96a8-afe6a049ba54 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260359 Nov 12 04:30:51.809548 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6850a9-72b0-433c-8ee3-a467c8bf30d6 x-openstack-request-id: req-2f6850a9-72b0-433c-8ee3-a467c8bf30d6 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:51.809796 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95116416-635e-40bb-a852-46a461536cf3", "name": "network-vif-deleted", "tag": "23db294d-b540-4a80-9f85-44d22fd532bf", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:51.810051 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2f6850a9-72b0-433c-8ee3-a467c8bf30d6 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:51.810478 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95116416-635e-40bb-a852-46a461536cf3', 'name': 'network-vif-deleted', 'tag': '23db294d-b540-4a80-9f85-44d22fd532bf', 'status': 'completed', 'code': 200} Nov 12 04:30:52.346605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-84bea46d-a130-4b34-aaa4-6899ffcf8ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:53.234629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-36b5cbde-5b9d-4684-b4a9-0a54bb753698 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:53.236115 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-36b5cbde-5b9d-4684-b4a9-0a54bb753698 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 816 time: 0.1038024 Nov 12 04:30:53.250654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-fcaf7167-8888-4237-9a3e-466e4e4fa2c2 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/quotas/6c4d4e6a0c1a4d4fb543132e298ae58d HTTP/1.1" status: 200 len: 375 time: 0.0088603 Nov 12 04:30:53.301764 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-518fcdbe-163b-48aa-b12a-a77956330b82 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458453 Nov 12 04:30:53.443069 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-4a4d6c3b-a906-4bb5-9ddd-8082531b2cca service neutron] 10.222.0.97 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298985 Nov 12 04:30:53.534122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-4bcce3d3-31b0-47f7-9191-e9ab089df75d service neutron] 10.222.0.97 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846856 Nov 12 04:30:53.691886 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1835000-1744-4f0d-94d3-633f5a6114ad req-89ea34e0-c04c-47a0-8c5f-d5c3f9888498 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 210 time: 0.0278792 Nov 12 04:30:54.701967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e7b488b9-28ea-4cfd-b39b-5c6801b25147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:54.805984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-52c19326-09f2-4bde-ac53-4cb3a68a0874 req-079c0aa5-3070-484b-8467-5a96da409298 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 210 time: 0.0274899 Nov 12 04:30:54.863456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-72923b37-4740-446c-afc8-4ec48e0f729f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:54.865064 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-72923b37-4740-446c-afc8-4ec48e0f729f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.16 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 816 time: 0.1285245 Nov 12 04:30:54.896589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Request body: {'port': {'device_id': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'admin_state_up': True, 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:55.008079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Made reservation on behalf of 6c4d4e6a0c1a4d4fb543132e298ae58d for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:30:55.011679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.134715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Allocated IP 172.20.0.13 (4e8fa259-78e5-4636-a52d-1592eaaee8c1/f1c23cbf-3cf5-4086-b59c-9ea44cf088dd/41b30741-551c-469e-94bd-163d372adc2e) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:30:55.281904 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.316096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.358899 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:30:55.363957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:30:55.367689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:30:55.398552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Pushing event updated for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:55.412762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.413117 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.413466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.413807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.414167 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.414505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.414861 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.415192 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.415525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.415854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.416180 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.416505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:30:55.442114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:55.442784 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.462375 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-df50ea18-f4e9-4001-9267-4a964973e35c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700657 Nov 12 04:30:55.534201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Request body: {'port': {'device_id': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:30:55.588947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.619733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-80324de1-8044-45a9-8520-789f397c7c96 None None] Provisioning complete for port 41b30741-551c-469e-94bd-163d372adc2e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:30:55.620098 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-80324de1-8044-45a9-8520-789f397c7c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.654163 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-80324de1-8044-45a9-8520-789f397c7c96 None None] Port 41b30741-551c-469e-94bd-163d372adc2e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:30:55.691061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 23db294d-b540-4a80-9f85-44d22fd532bf no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:30:55.718631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 23db294d-b540-4a80-9f85-44d22fd532bf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:30:55.719457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 23db294d-b540-4a80-9f85-44d22fd532bf not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:30:55.726269 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.864628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b30741-551c-469e-94bd-163d372adc2e {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:30:55.872307 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.885372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Transition to ACTIVE for port object 41b30741-551c-469e-94bd-163d372adc2e will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:30:55.889371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:55.944964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52a19b-3665-4aff-8e6d-d177931dafe6 req-1330acc8-b24b-4bd2-a8f8-0e282607c9c6 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:55.946533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b52a19b-3665-4aff-8e6d-d177931dafe6 req-1330acc8-b24b-4bd2-a8f8-0e282607c9c6 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 932 time: 0.0702362 Nov 12 04:30:55.959326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Pushing event updated for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.004641 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b52a19b-3665-4aff-8e6d-d177931dafe6 req-2b128308-67c2-4fbc-88fc-54890c10571d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519166 Nov 12 04:30:56.011423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Attempting to bind port 41b30741-551c-469e-94bd-163d372adc2e on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:30:56.012326 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Attempting to bind port 41b30741-551c-469e-94bd-163d372adc2e by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:30:56.012650 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Attempting to bind port 41b30741-551c-469e-94bd-163d372adc2e on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:56.017375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Port 41b30741-551c-469e-94bd-163d372adc2e on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:30:56.017752 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Attempting to bind port 41b30741-551c-469e-94bd-163d372adc2e on network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:30:56.022818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:30:56.023174 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Checking segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:30:56.023553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Bound using segment: {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:30:56.023979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Bound port: 41b30741-551c-469e-94bd-163d372adc2e, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd20266b-94ce-4655-ba96-61e59f607a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:30:56.024332 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.097857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:30:56.101671 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=41b30741-551c-469e-94bd-163d372adc2e,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:30:56.105733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.142479 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.143806 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:56.145355 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] 10.222.0.16 "PUT /v2.0/ports/41b30741-551c-469e-94bd-163d372adc2e HTTP/1.1" status: 200 len: 1093 time: 0.6608248 Nov 12 04:30:56.145837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'tag': '41b30741-551c-469e-94bd-163d372adc2e'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:30:56.148410 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd16952-3e9d-4b12-a1eb-f11221aa4271" -d '{"events": [{"name": "network-changed", "server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "tag": "41b30741-551c-469e-94bd-163d372adc2e"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:30:56.174736 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1adff-c279-47ff-a0a7-7c6c3b179f8c service neutron] Pushing event updated for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:30:56.257280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-e97db368-efa1-4cbb-9b4f-13098dc46acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.258624 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-e97db368-efa1-4cbb-9b4f-13098dc46acb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 1096 time: 0.0464733 Nov 12 04:30:56.266630 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafb0243-697a-468e-8679-81d7825e9a2e x-openstack-request-id: req-aafb0243-697a-468e-8679-81d7825e9a2e {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:30:56.266956 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "tag": "41b30741-551c-469e-94bd-163d372adc2e", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:30:56.267214 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aafb0243-697a-468e-8679-81d7825e9a2e {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:30:56.267652 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'tag': '41b30741-551c-469e-94bd-163d372adc2e', 'status': 'completed', 'code': 200} Nov 12 04:30:56.336940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-db8296ac-b91a-4b2b-a546-380f05477751 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41b30741-551c-469e-94bd-163d372adc2e HTTP/1.1" status: 200 len: 217 time: 0.0404432 Nov 12 04:30:56.390015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-085c55af-bee1-48b0-aaba-bd1420a46302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.390938 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-085c55af-bee1-48b0-aaba-bd1420a46302 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd HTTP/1.1" status: 200 len: 855 time: 0.0465689 Nov 12 04:30:56.444296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3bfc305b-36b1-4d94-ae71-10597dd8dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.445807 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-3bfc305b-36b1-4d94-ae71-10597dd8dc0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8fa259-78e5-4636-a52d-1592eaaee8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424957 Nov 12 04:30:56.544362 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-84c3566a-7910-43a3-8533-ee6a057bb872 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893309 Nov 12 04:30:56.638814 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a61e8b65-aef7-40b3-ba1c-f9c27a970df0 req-1ce7e3d9-2954-4e4a-a515-b403207809e6 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829332 Nov 12 04:30:56.785347 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-559d77a2-f1cf-412c-b8b7-750836d55519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.786872 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-559d77a2-f1cf-412c-b8b7-750836d55519 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 1096 time: 0.0423985 Nov 12 04:30:56.883506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-43c3b366-2cbb-4285-98a2-3e159180b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.885025 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-43c3b366-2cbb-4285-98a2-3e159180b7ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 200 len: 916 time: 0.0908360 Nov 12 04:30:56.928245 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-1ba1b67d-a1a0-4787-8e89-b529330ae29b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41b30741-551c-469e-94bd-163d372adc2e HTTP/1.1" status: 200 len: 217 time: 0.0359111 Nov 12 04:30:56.982998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-e6812f8a-05fa-4e44-8648-dbc4b7b2d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:56.984479 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-e6812f8a-05fa-4e44-8648-dbc4b7b2d369 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd HTTP/1.1" status: 200 len: 855 time: 0.0493188 Nov 12 04:30:57.034642 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-a5657768-aaf0-42f7-a283-e8904e2ba934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.036304 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-a5657768-aaf0-42f7-a283-e8904e2ba934 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4e8fa259-78e5-4636-a52d-1592eaaee8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422132 Nov 12 04:30:57.125491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c27ab-a021-4270-9069-5b8581c977b9 req-30376c2b-49f4-4dae-ab68-a028906b06f6 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:57.127514 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-757c27ab-a021-4270-9069-5b8581c977b9 req-30376c2b-49f4-4dae-ab68-a028906b06f6 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 944 time: 0.0486152 Nov 12 04:30:57.136123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-10b3edaf-f6e4-4eb2-941f-230796bcf7bb service neutron] 10.222.0.16 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908585 Nov 12 04:30:57.150577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:57.180909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-757c27ab-a021-4270-9069-5b8581c977b9 req-1b6e5984-8fbe-46b8-bb0e-6b255802aa32 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Nov 12 04:30:57.228510 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7bd16952-3e9d-4b12-a1eb-f11221aa4271 req-b1e9ca8c-1a01-4150-9507-604b27bdbe25 service neutron] 10.222.0.16 "GET /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842330 Nov 12 04:30:57.863744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:30:58.296130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900ea06-c318-4f3a-8858-9b74705eccff req-8d49624f-7abc-4f41-8694-b7ad9fe9f55c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:58.297639 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a900ea06-c318-4f3a-8858-9b74705eccff req-8d49624f-7abc-4f41-8694-b7ad9fe9f55c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 944 time: 0.0482073 Nov 12 04:30:58.344857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a900ea06-c318-4f3a-8858-9b74705eccff req-ae3d5a50-6087-467a-80c8-1985be7cba1b tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399535 Nov 12 04:30:59.462427 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb9f4-0b03-4ebd-9adc-d9ab8ffc7d75 req-ac20fe3c-6b46-42a3-87e9-c9b1fdb8c163 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:30:59.463974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cddb9f4-0b03-4ebd-9adc-d9ab8ffc7d75 req-ac20fe3c-6b46-42a3-87e9-c9b1fdb8c163 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 944 time: 0.0525980 Nov 12 04:30:59.511232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6cddb9f4-0b03-4ebd-9adc-d9ab8ffc7d75 req-5942d7cd-40c1-4442-815a-5b87076ebc42 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Nov 12 04:31:00.316086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 41b30741-551c-469e-94bd-163d372adc2e details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:31:00.407493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=41b30741-551c-469e-94bd-163d372adc2e,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:00.418447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '41b30741-551c-469e-94bd-163d372adc2e', 'network_id': '4e8fa259-78e5-4636-a52d-1592eaaee8c1', 'port_id': '41b30741-551c-469e-94bd-163d372adc2e', 'mac_address': 'fa:16:3e:2f:37:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c23cbf-3cf5-4086-b59c-9ea44cf088dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:31:00.458052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.470302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b30741-551c-469e-94bd-163d372adc2e {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:31:00.488843 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=41b30741-551c-469e-94bd-163d372adc2e,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:00.492618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:00.537782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:00.626350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ae89d-f8a7-4a70-accb-ab251d14226f req-bdae5093-e826-45fa-964d-ef4abbe89438 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:00.628318 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b8ae89d-f8a7-4a70-accb-ab251d14226f req-bdae5093-e826-45fa-964d-ef4abbe89438 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 945 time: 0.0480542 Nov 12 04:31:00.675712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b8ae89d-f8a7-4a70-accb-ab251d14226f req-a48682a9-35f8-4bcd-9b6a-0348a615b45e tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Nov 12 04:31:00.851716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['41b30741-551c-469e-94bd-163d372adc2e'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:31:01.794008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036c30c-b3fa-402f-8ad4-afe31967a51a req-db67b161-b4c0-477e-b242-5a883d1b130f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:01.795617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2036c30c-b3fa-402f-8ad4-afe31967a51a req-db67b161-b4c0-477e-b242-5a883d1b130f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Nov 12 04:31:01.844126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2036c30c-b3fa-402f-8ad4-afe31967a51a req-bfb4fa81-d1c8-4d27-9917-8d2eca3c7c9e tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Nov 12 04:31:02.052599 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.346070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 41b30741-551c-469e-94bd-163d372adc2e up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:02.393915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 41b30741-551c-469e-94bd-163d372adc2e completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:31:02.397622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 41b30741-551c-469e-94bd-163d372adc2e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:02.397985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.475597 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.496823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b30741-551c-469e-94bd-163d372adc2e'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:02.499080 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d9812-4a63-4f99-bc44-c9f1fe8b1271" -d '{"events": [{"server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "name": "network-vif-plugged", "status": "completed", "tag": "41b30741-551c-469e-94bd-163d372adc2e"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:02.511958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=41b30741-551c-469e-94bd-163d372adc2e,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:02.516667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:02.565594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:02.591883 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc24134d-f70e-4a50-ac7c-8d69267748d5 x-openstack-request-id: req-dc24134d-f70e-4a50-ac7c-8d69267748d5 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:02.592181 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "name": "network-vif-plugged", "status": "completed", "tag": "41b30741-551c-469e-94bd-163d372adc2e", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:02.592438 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dc24134d-f70e-4a50-ac7c-8d69267748d5 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:02.592839 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b30741-551c-469e-94bd-163d372adc2e', 'code': 200} Nov 12 04:31:02.728583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfb90-52eb-4048-8792-c9a5c2cc5ded req-ef5d42e6-a50d-4c0c-a367-f048c16c6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.730093 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d55bfb90-52eb-4048-8792-c9a5c2cc5ded req-ef5d42e6-a50d-4c0c-a367-f048c16c6011 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 1098 time: 0.0403562 Nov 12 04:31:02.781581 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d55bfb90-52eb-4048-8792-c9a5c2cc5ded req-44911bb8-9eaa-4cb1-9492-fd5463ad488a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Nov 12 04:31:02.963870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7a919-d079-4b98-8102-f438d1e5c8f3 req-e9734899-6db3-4c6e-a9bc-5fe570af4d24 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:02.965363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cab7a919-d079-4b98-8102-f438d1e5c8f3 req-e9734899-6db3-4c6e-a9bc-5fe570af4d24 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0495448 Nov 12 04:31:03.012685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cab7a919-d079-4b98-8102-f438d1e5c8f3 req-182ac04e-f254-46b6-ae50-9ecda26bf47c tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Nov 12 04:31:04.128625 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5a0cb-10ed-4671-a48f-a227f460aa8a req-81e6fd94-1a70-415c-804a-0babf1451d17 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.130089 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70f5a0cb-10ed-4671-a48f-a227f460aa8a req-81e6fd94-1a70-415c-804a-0babf1451d17 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0493326 Nov 12 04:31:04.181032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70f5a0cb-10ed-4671-a48f-a227f460aa8a req-794dbd2b-3585-4952-bd03-001fdb83b603 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Nov 12 04:31:04.292944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a00a6d-a793-4366-bd93-f9dd8e652b56 req-59bf672b-4e0f-4e5a-90ec-12859b55072a tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:04.294404 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49a00a6d-a793-4366-bd93-f9dd8e652b56 req-59bf672b-4e0f-4e5a-90ec-12859b55072a tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0483530 Nov 12 04:31:04.342051 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-49a00a6d-a793-4366-bd93-f9dd8e652b56 req-fcc33fc0-c971-43c0-a391-406a97a41f66 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Nov 12 04:31:10.199444 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:18.510944 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:22.348538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68e209c3-62e4-4884-b1d6-facca5c663e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:24.703079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4003bfc8-09a7-4228-bea2-1454884f6385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.704609 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:25.735961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab32f5-005a-4036-8c4a-7c7012b6bc86 req-8ada614a-8963-44fc-b499-b7faa9d10285 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:25.737490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4ab32f5-005a-4036-8c4a-7c7012b6bc86 req-8ada614a-8963-44fc-b499-b7faa9d10285 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0514920 Nov 12 04:31:25.786268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c4ab32f5-005a-4036-8c4a-7c7012b6bc86 req-e4626226-e5d2-4b2f-9797-eb62b8945ca3 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Nov 12 04:31:26.906586 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a655-528c-4d61-ad3b-8ac54c32dda8 req-1f54c87d-add0-4e5b-bf1d-743c14857a8f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:26.908170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a85a655-528c-4d61-ad3b-8ac54c32dda8 req-1f54c87d-add0-4e5b-bf1d-743c14857a8f tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Nov 12 04:31:26.955756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a85a655-528c-4d61-ad3b-8ac54c32dda8 req-3e2ed98f-fd13-4708-916e-34bddc5e6c4d tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/security-groups?id=d4d32b56-debc-4f6b-a50e-17e7ebd4f948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Nov 12 04:31:27.152064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.568805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-fec88c2a-844f-40d8-9a5d-09964d10d463 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:27.570270 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-fec88c2a-844f-40d8-9a5d-09964d10d463 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.16 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 946 time: 0.0492206 Nov 12 04:31:27.664558 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Deleting port 41b30741-551c-469e-94bd-163d372adc2e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:27.664900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.757641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] For port 41b30741-551c-469e-94bd-163d372adc2e, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=41b30741-551c-469e-94bd-163d372adc2e,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:27.758004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.770780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Calling delete_port for 41b30741-551c-469e-94bd-163d372adc2e owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:27.868730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.900172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.931134 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Pushing event deleted for resources: {'Port': ['ID=41b30741-551c-469e-94bd-163d372adc2e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:27.942290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['41b30741-551c-469e-94bd-163d372adc2e'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:31:27.970163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] No DVR routers for this DVR port 41b30741-551c-469e-94bd-163d372adc2e on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:27.973224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:27.976660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ac8ec060-5281-4edd-b01e-d38f3a8e9f28 req-78bd6ff9-5763-4631-8830-77675a28dd59 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.16 "DELETE /v2.0/ports/41b30741-551c-469e-94bd-163d372adc2e HTTP/1.1" status: 204 len: 173 time: 0.3965507 Nov 12 04:31:27.977114 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'name': 'network-vif-deleted', 'tag': '41b30741-551c-469e-94bd-163d372adc2e'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:31:27.980178 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f16d871-c211-4ff7-bd0f-988eb501da30" -d '{"events": [{"server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "name": "network-vif-deleted", "tag": "41b30741-551c-469e-94bd-163d372adc2e"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:31:28.060459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5dc480d2-d652-4e81-a8a5-0cf2725a0cac req-4ac337c4-da8d-4edc-8862-edaeb9d2c694 tempest-TestEncryptedCinderVolumes-1292962327 tempest-TestEncryptedCinderVolumes-1292962327-project] 10.222.0.97 "GET /v2.0/ports?device_id=08110482-11f4-4d8b-9d42-6bc500cecce7 HTTP/1.1" status: 200 len: 210 time: 0.0287821 Nov 12 04:31:28.112340 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caef80e-cf74-4438-aba5-a198de9cf6ae x-openstack-request-id: req-8caef80e-cf74-4438-aba5-a198de9cf6ae {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:31:28.113271 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08110482-11f4-4d8b-9d42-6bc500cecce7", "name": "network-vif-deleted", "tag": "41b30741-551c-469e-94bd-163d372adc2e", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:31:28.113598 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8caef80e-cf74-4438-aba5-a198de9cf6ae {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:31:28.114099 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08110482-11f4-4d8b-9d42-6bc500cecce7', 'name': 'network-vif-deleted', 'tag': '41b30741-551c-469e-94bd-163d372adc2e', 'status': 'completed', 'code': 200} Nov 12 04:31:29.154452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40584) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:29.501880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.747015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Deleting port 2a4f0074-064d-4c02-848c-ea19e694e54d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:29.747358 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.824985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] For port 2a4f0074-064d-4c02-848c-ea19e694e54d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2a4f0074-064d-4c02-848c-ea19e694e54d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:29.825345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:29.837604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Calling delete_port for 2a4f0074-064d-4c02-848c-ea19e694e54d owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:30.016220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.045138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4f0074-064d-4c02-848c-ea19e694e54d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:30.210275 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.426289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Router 5d04254c-334e-4a17-9546-7f5eb42ade21 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:30.871613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:30.876689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d9cbb7dd-4c81-432c-9f24-5fc1fbf7fd44 admin admin] 10.222.0.97 "PUT /v2.0/routers/5d04254c-334e-4a17-9546-7f5eb42ade21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210753 Nov 12 04:31:30.879871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40586) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:30.882669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Sync routers for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:30.893032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:30.893684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:30.984607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:30.997133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:31.088252 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.140771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Deleting port ef492f23-bf10-4955-a840-25fc8aee8c56 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:31.141015 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.177150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134'}], 'enable_snat': True}, 'gw_port_id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:31:29Z', 'revision_number': 5, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port': {'id': 'ef492f23-bf10-4955-a840-25fc8aee8c56', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:04Z', 'updated_at': '2021-11-12T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.203039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Checking router: 5d04254c-334e-4a17-9546-7f5eb42ade21 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:31.211258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Routers {'5d04254c-334e-4a17-9546-7f5eb42ade21'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:31.211847 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['5d04254c-334e-4a17-9546-7f5eb42ade21'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.219918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] For port ef492f23-bf10-4955-a840-25fc8aee8c56, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=ef492f23-bf10-4955-a840-25fc8aee8c56,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:31.220440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.233821 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Calling delete_port for ef492f23-bf10-4955-a840-25fc8aee8c56 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:31.294862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] Set router 5d04254c-334e-4a17-9546-7f5eb42ade21 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:31.345251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:31:31Z', 'revision_number': 6, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:31.375505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce0544f-621c-4892-8e21-991d5f8afff1 None None] The sync data for ids ['5d04254c-334e-4a17-9546-7f5eb42ade21'] in n-d-766726-29 is: [{'id': '5d04254c-334e-4a17-9546-7f5eb42ade21', 'name': 'tempest-TestEncryptedCinderVolumes-751289644-router', 'tenant_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:03Z', 'updated_at': '2021-11-12T04:31:31Z', 'revision_number': 6, 'project_id': '6c4d4e6a0c1a4d4fb543132e298ae58d', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:31.407458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.430175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef492f23-bf10-4955-a840-25fc8aee8c56,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:31.445253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c034e15-ce5e-4641-80e9-8844527d75b0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:31.496571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.588505 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.590676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.635333 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.636053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d04254c-334e-4a17-9546-7f5eb42ade21 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:31.641970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.644152 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d140e60a-85a9-4a36-8d97-d4af6fbd9382 admin admin] 10.222.0.97 "DELETE /v2.0/routers/5d04254c-334e-4a17-9546-7f5eb42ade21 HTTP/1.1" status: 204 len: 168 time: 0.7626295 Nov 12 04:31:31.646893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40588) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:31.695788 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Deleting subnet f1c23cbf-3cf5-4086-b59c-9ea44cf088dd {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:31.698931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.736992 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.825975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.895749 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.922621 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c23cbf-3cf5-4086-b59c-9ea44cf088dd,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:31.926110 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:31.931959 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40590) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:31.932469 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-344c5cd6-337a-4a44-9f32-2ffad770db32 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/f1c23cbf-3cf5-4086-b59c-9ea44cf088dd HTTP/1.1" status: 204 len: 168 time: 0.2840352 Nov 12 04:31:31.932588 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41d535-7e4c-4afc-80e1-57755af1c8f5 None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:32.005518 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.065317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Deleting port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:32.066165 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.069776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.135332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] For port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,segment=NetworkSegment(bd20266b-94ce-4655-ba96-61e59f607a84),segment_id=bd20266b-94ce-4655-ba96-61e59f607a84)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:32.135622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.148602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Calling delete_port for 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:32.216724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] DHCP port deletion for 4e8fa259-78e5-4636-a52d-1592eaaee8c1 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:32.236904 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.267456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Pushing event deleted for resources: {'Port': ['ID=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.270472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] No DVR routers for this DVR port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:32.281172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Deleting port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:32.281984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.337402 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2a4f0074-064d-4c02-848c-ea19e694e54d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:32.353235 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.380893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8fa259-78e5-4636-a52d-1592eaaee8c1']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:32.392805 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd20266b-94ce-4655-ba96-61e59f607a84') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:32.393160 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd20266b-94ce-4655-ba96-61e59f607a84') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:32.404691 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.419280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.426343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:32.426741 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:32.428806 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:32.494466 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.513029 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.519218 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] 10.222.0.97 "DELETE /v2.0/networks/4e8fa259-78e5-4636-a52d-1592eaaee8c1 HTTP/1.1" status: 204 len: 168 time: 0.5833805 Nov 12 04:31:32.519218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3d1de-916e-4e2d-8972-834f373a69fe admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8fa259-78e5-4636-a52d-1592eaaee8c1,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.523327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40592) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:32.534323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 41b30741-551c-469e-94bd-163d372adc2e no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:32.538762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2a4f0074-064d-4c02-848c-ea19e694e54d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:32.539129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2a4f0074-064d-4c02-848c-ea19e694e54d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:32.562790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] For port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:32.563141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.566136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 41b30741-551c-469e-94bd-163d372adc2e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:32.566478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 41b30741-551c-469e-94bd-163d372adc2e not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:32.578113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Calling delete_port for 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:32.582037 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:31:32.583577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:32.606808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Network 4e8fa259-78e5-4636-a52d-1592eaaee8c1 is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 04:31:32.607290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] No DVR routers for this DVR port 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:32.608973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Pushing event deleted for resources: {'Port': ['ID=67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:32.619792 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.619897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.620218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.620553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.620886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.621217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.621575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.621854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.622177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.622510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.622818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.623887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe787d96-7026-4461-b3ef-c423606e5204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:32.883737 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.128212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Deleting port 7ebfceb5-37f1-48be-8737-e19d19850ef4 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:33.129053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.204797 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] For port 7ebfceb5-37f1-48be-8737-e19d19850ef4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7ebfceb5-37f1-48be-8737-e19d19850ef4,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:33.205151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.217719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Calling delete_port for 7ebfceb5-37f1-48be-8737-e19d19850ef4 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:33.399045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.424544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebfceb5-37f1-48be-8737-e19d19850ef4,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:33.590444 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:33.803242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Router 87b3c48f-36cd-4e06-b459-777ad18dd172 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:33.909511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:33.912104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:33.919757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5adeb407-fcdc-4f6e-ae77-a95497142b0c admin admin] 10.222.0.97 "PUT /v2.0/routers/87b3c48f-36cd-4e06-b459-777ad18dd172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3930588 Nov 12 04:31:33.919953 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40594) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:33.920879 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Sync routers for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:33.931473 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:33.932170 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:33.941735 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:33.942067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 67a7e5c0-deaa-49e2-a2c9-16c6793b6b8d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:33.942470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef492f23-bf10-4955-a840-25fc8aee8c56 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:33.961681 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: ef492f23-bf10-4955-a840-25fc8aee8c56 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:33.962011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device ef492f23-bf10-4955-a840-25fc8aee8c56 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:34.030817 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.132546 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:34.140665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.194810 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Deleting port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:34.195185 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.273090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] For port c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:34.273449 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.286702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Calling delete_port for c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:34.311686 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:31:33Z', 'revision_number': 5, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port': {'id': 'c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:73:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:30:09Z', 'updated_at': '2021-11-12T04:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:34.337887 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Checking router: 87b3c48f-36cd-4e06-b459-777ad18dd172 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:34.346437 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Routers {'87b3c48f-36cd-4e06-b459-777ad18dd172'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:34.347619 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['87b3c48f-36cd-4e06-b459-777ad18dd172'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:34.435261 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] Set router 87b3c48f-36cd-4e06-b459-777ad18dd172 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:34.462288 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.487249 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 6, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:34.491984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:34.507263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9557506-214c-4465-92e7-ae81b69a9893 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:34.521597 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a99c5c-1550-4f64-be13-8be5bc513023 None None] The sync data for ids ['87b3c48f-36cd-4e06-b459-777ad18dd172'] in n-d-766726-29 is: [{'id': '87b3c48f-36cd-4e06-b459-777ad18dd172', 'name': 'tempest-TestEncryptedCinderVolumes-1179357337-router', 'tenant_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:30:08Z', 'updated_at': '2021-11-12T04:31:34Z', 'revision_number': 6, 'project_id': '03f7515fcdcc440b9a58b7f5f5a565e3', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:34.558934 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.650385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.652559 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.695949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.696404 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b3c48f-36cd-4e06-b459-777ad18dd172 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:31:34.700772 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.701778 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5977c84-fc7d-42ae-a9e2-b1549961fe0c admin admin] 10.222.0.97 "DELETE /v2.0/routers/87b3c48f-36cd-4e06-b459-777ad18dd172 HTTP/1.1" status: 204 len: 168 time: 0.7808309 Nov 12 04:31:34.704418 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40596) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:34.754132 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Deleting subnet 843126bc-77f1-4f30-818e-ebb52f642aa4 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:31:34.757338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.792720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.868258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.933384 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.960280 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843126bc-77f1-4f30-818e-ebb52f642aa4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:34.965427 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:34.971619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-383e1c41-8e90-4b81-8929-a84c931e0bfb admin admin] 10.222.0.97 "DELETE /v2.0/subnets/843126bc-77f1-4f30-818e-ebb52f642aa4 HTTP/1.1" status: 204 len: 168 time: 0.2636151 Nov 12 04:31:34.972311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40598) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:34.975547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a9fbe-a660-4b99-b31a-2f491c14d812 None None] Network ed4fc064-7450-4c97-8127-12ab580793eb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:35.041129 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.094442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Deleting port fc60d182-1216-414d-be95-85a75855c043 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:31:35.094777 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.163369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] For port fc60d182-1216-414d-be95-85a75855c043, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fc60d182-1216-414d-be95-85a75855c043,segment=NetworkSegment(3d8ef151-3611-4e77-88af-168dd51f0312),segment_id=3d8ef151-3611-4e77-88af-168dd51f0312)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:35.163730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.175781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Calling delete_port for fc60d182-1216-414d-be95-85a75855c043 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:31:35.252568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.283730 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc60d182-1216-414d-be95-85a75855c043,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:35.285624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] No DVR routers for this DVR port fc60d182-1216-414d-be95-85a75855c043 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:31:35.321425 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a9ae5-44b6-4c8b-8f09-25ae5f96a0a6 None None] DHCP port deletion for ed4fc064-7450-4c97-8127-12ab580793eb request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:35.367001 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.386940 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4fc064-7450-4c97-8127-12ab580793eb']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.396059 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8ef151-3611-4e77-88af-168dd51f0312') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.396351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8ef151-3611-4e77-88af-168dd51f0312') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:35.407920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.422397 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.430535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:31:35.430913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:31:35.432667 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:31:35.499747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.506066 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.509385 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] 10.222.0.97 "DELETE /v2.0/networks/ed4fc064-7450-4c97-8127-12ab580793eb HTTP/1.1" status: 204 len: 168 time: 0.5365207 Nov 12 04:31:35.520925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2feee9-7729-4a1f-ad59-ec2eb698f152 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4fc064-7450-4c97-8127-12ab580793eb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:35.705472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.747183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cd352fc7-f00e-4f71-a411-fd5da6ca0729 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6c4d4e6a0c1a4d4fb543132e298ae58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404716 Nov 12 04:31:35.749577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:35.797715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.818898 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.870866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:35.874532 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.876848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:35.878147 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d4d32b56-debc-4f6b-a50e-17e7ebd4f948 HTTP/1.1" status: 204 len: 168 time: 0.1276467 Nov 12 04:31:35.886289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfddab7-958c-4df7-9dcb-302d871b39de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d32b56-debc-4f6b-a50e-17e7ebd4f948,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:35.897367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:35.897706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c1af1764-4651-4bcb-b4c1-1c36dfdd0ec2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:35.898123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fc60d182-1216-414d-be95-85a75855c043 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:35.923289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fc60d182-1216-414d-be95-85a75855c043 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:35.923861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fc60d182-1216-414d-be95-85a75855c043 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:35.924442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7ebfceb5-37f1-48be-8737-e19d19850ef4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:31:35.944486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7ebfceb5-37f1-48be-8737-e19d19850ef4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:31:35.944826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7ebfceb5-37f1-48be-8737-e19d19850ef4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:31:36.223890 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40610) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:36.263188 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8dd0d460-0f6a-4ffc-b7b7-62d540ff6da1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03f7515fcdcc440b9a58b7f5f5a565e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380747 Nov 12 04:31:36.265489 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:36.314930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.336552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.384256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.386969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:36.388125 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2b230ff4-d04e-4b02-9a13-47532c896c71 HTTP/1.1" status: 204 len: 168 time: 0.1216736 Nov 12 04:31:36.396523 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6fc1b-cc77-42e7-91a7-2754736c2e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b230ff4-d04e-4b02-9a13-47532c896c71,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:37.042350 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:37.141727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2070734316-network', 'tenant_id': '74a3559981964794ab5499930f211a18'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:37.164081 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Made reservation on behalf of 74a3559981964794ab5499930f211a18 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:37.166670 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.175134 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.254624 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.258568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.278493 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:37.293680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9faff1-4481-472a-905f-f7181511e0ac,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:37.296493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.296833 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Added segment 64079c59-9700-4d82-ad66-92ce3bd5d868 of type vlan for network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb Nov 12 04:31:37.336193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.361153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.363058 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:37.363589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.395666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3521519 Nov 12 04:31:37.398858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40638) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:37.403869 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Request body: {'subnet': {'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2070734316-subnet', 'tenant_id': '74a3559981964794ab5499930f211a18', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:37.425432 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Made reservation on behalf of 74a3559981964794ab5499930f211a18 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:37.427878 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.428836 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81d44-5a8d-4674-bccd-1d5cf59a606c admin admin] Pushing event updated for resources: {'Network': ['ID=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:37.438695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:37.594464 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.647668 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3d67c5-6da9-40f1-9b65-5fba0482766d,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:37.659007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Checking segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:37.660793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Network hostable DHCP agents. Network: bce86ed4-a96c-46f7-8d54-e6e8da9dcddb, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:37.677444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:37.686467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, bce86ed4-a96c-46f7-8d54-e6e8da9dcddb) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:37.691011 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:37.692096 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.696057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215c705-6970-43c8-98d6-947ac1cbaeab None None] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:37.710912 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e2a9333-8276-4a22-a98a-f4da7dcfff48 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3108735 Nov 12 04:31:37.713444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40640) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:37.717725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:37.739675 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.740667 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.797725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.844986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:37.845952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.935371 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:37.986739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Allocated IP 172.20.0.2 (bce86ed4-a96c-46f7-8d54-e6e8da9dcddb/0f3d67c5-6da9-40f1-9b65-5fba0482766d/b20424ab-5338-4f36-a279-d717ce098d9d) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:38.137617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.144289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.145800 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.165897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.185329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:38.188285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:38.193406 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:38.195412 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Pushing event updated for resources: {'Port': ['ID=b20424ab-5338-4f36-a279-d717ce098d9d,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:38.247070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Attempting to bind port b20424ab-5338-4f36-a279-d717ce098d9d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:38.247428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Attempting to bind port b20424ab-5338-4f36-a279-d717ce098d9d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:38.247784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Attempting to bind port b20424ab-5338-4f36-a279-d717ce098d9d on network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:38.252663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:38.253558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Checking segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:38.253952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.254337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Bound using segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:38.254795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Bound port: b20424ab-5338-4f36-a279-d717ce098d9d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:38.255191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.276860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Allocated IP 172.25.7.50 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/c3d9941e-d5a9-4110-b8f2-97a584026eee) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:38.320451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] For port b20424ab-5338-4f36-a279-d717ce098d9d, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:38.323455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] For port b20424ab-5338-4f36-a279-d717ce098d9d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b20424ab-5338-4f36-a279-d717ce098d9d,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:38.326998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.382351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632e9ef-be85-471c-adac-6770216bf426 None None] Pushing event updated for resources: {'Port': ['ID=b20424ab-5338-4f36-a279-d717ce098d9d,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:38.389369 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.424051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.467295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:38.470385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:38.474993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:38.478154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d9941e-d5a9-4110-b8f2-97a584026eee,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:38.484265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98ee3a5-c262-4f7c-b218-acfbbbb89c02 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:38.590912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-854083a1-e898-41fb-a4fd-4f2cdfaf227a None None] Provisioning complete for port c3d9941e-d5a9-4110-b8f2-97a584026eee triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:38.591536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854083a1-e898-41fb-a4fd-4f2cdfaf227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:38.626389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-854083a1-e898-41fb-a4fd-4f2cdfaf227a None None] Port c3d9941e-d5a9-4110-b8f2-97a584026eee cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:38.757295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.254145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8035c-bccf-48d2-99d3-29fbe1b4e0ba None None] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:39.287434 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.382564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] Provisioning complete for port b20424ab-5338-4f36-a279-d717ce098d9d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:39.383061 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.416719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Router 284d49bd-2655-469d-9909-117462462cb2 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:39.499255 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.524754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:39.535015 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Sync routers for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:39.544364 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.547606 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7ea80b13-14bf-4efe-a2f7-2b95c4aafa59 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8307219 Nov 12 04:31:39.548149 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40642) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:39.552422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] For port b20424ab-5338-4f36-a279-d717ce098d9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b20424ab-5338-4f36-a279-d717ce098d9d,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:39.556314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:39.557067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:39.559839 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.691212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b78eb-ebca-4d7f-80d0-38037bba536f None None] Pushing event updated for resources: {'Port': ['ID=b20424ab-5338-4f36-a279-d717ce098d9d,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:39.716864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:39.830552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-eb61e881-e14c-43d6-9625-36bd11a9ac49 None None] Provisioning complete for port b20424ab-5338-4f36-a279-d717ce098d9d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:39.831482 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb61e881-e14c-43d6-9625-36bd11a9ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:39.929271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b20424ab-5338-4f36-a279-d717ce098d9d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:40.006485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.022900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:38Z', 'revision_number': 3, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:40.052474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port b20424ab-5338-4f36-a279-d717ce098d9d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:40.052836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.054404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Checking router: 284d49bd-2655-469d-9909-117462462cb2 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:40.054762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Updating router 284d49bd-2655-469d-9909-117462462cb2 port c3d9941e-d5a9-4110-b8f2-97a584026eee binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:40.106750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.166541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Allocated IP 172.20.0.1 (bce86ed4-a96c-46f7-8d54-e6e8da9dcddb/0f3d67c5-6da9-40f1-9b65-5fba0482766d/9cd83f49-7582-46e4-a345-cb3601c1fba3) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:40.249619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.270703 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.305747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.347422 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:40.353019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:40.355519 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:40.394014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Pushing event updated for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.413562 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.450389 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.457141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.510892 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c1f402-c157-4551-97bf-4e120ea79c31 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:40.518477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8464-e8f3-41ba-9310-00fdb1667c30 None None] Pushing event updated for resources: {'Port': ['ID=c3d9941e-d5a9-4110-b8f2-97a584026eee,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.522743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Attempting to bind port c3d9941e-d5a9-4110-b8f2-97a584026eee on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:40.523132 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Attempting to bind port c3d9941e-d5a9-4110-b8f2-97a584026eee by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:40.523490 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Attempting to bind port c3d9941e-d5a9-4110-b8f2-97a584026eee on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:40.530120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:40.530500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:40.530931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.531320 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:40.531788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Bound port: c3d9941e-d5a9-4110-b8f2-97a584026eee, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:40.532167 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.559513 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.591027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] For port c3d9941e-d5a9-4110-b8f2-97a584026eee, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:40.594166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] For port c3d9941e-d5a9-4110-b8f2-97a584026eee, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c3d9941e-d5a9-4110-b8f2-97a584026eee,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:40.598075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.644479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a128a3-bfcb-4c9a-b976-04b7223bfe26 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:40.679854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:40.680469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:40.685533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Provisioning complete for port c3d9941e-d5a9-4110-b8f2-97a584026eee triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:40.685895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.716797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8464-e8f3-41ba-9310-00fdb1667c30 None None] Pushing event updated for resources: {'Port': ['ID=c3d9941e-d5a9-4110-b8f2-97a584026eee,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.729032 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.733802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.807157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:40.809226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Pushing event updated for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:40.906803 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:40.912922 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:41.004599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:41.038136 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Router 284d49bd-2655-469d-9909-117462462cb2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:41.052746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.121421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] For port c3d9941e-d5a9-4110-b8f2-97a584026eee, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c3d9941e-d5a9-4110-b8f2-97a584026eee,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:41.149392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.152737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:41.157852 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4780e8b7-a3a8-49d9-8d73-73628a784c0f admin admin] 10.222.0.97 "PUT /v2.0/routers/284d49bd-2655-469d-9909-117462462cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082132 Nov 12 04:31:41.209386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Provisioning complete for port 9cd83f49-7582-46e4-a345-cb3601c1fba3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:41.209748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.256344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Pushing event updated for resources: {'Port': ['ID=c3d9941e-d5a9-4110-b8f2-97a584026eee,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:41.290182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-afdb5cc1-719d-4d96-ba37-7a440f72886c None None] Port 9cd83f49-7582-46e4-a345-cb3601c1fba3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:41.320614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 1, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:41.344844 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facbd4-a76c-452f-861e-1227a5a0ff18 None None] The sync data for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 is: [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 1, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:41.410866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-31ece5a8-ddb0-4478-8281-6f9fa68d2f5c None None] Provisioning complete for port c3d9941e-d5a9-4110-b8f2-97a584026eee triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:41.411232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31ece5a8-ddb0-4478-8281-6f9fa68d2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.515851 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-31ece5a8-ddb0-4478-8281-6f9fa68d2f5c None None] Provisioning complete for port 9cd83f49-7582-46e4-a345-cb3601c1fba3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:41.516511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-31ece5a8-ddb0-4478-8281-6f9fa68d2f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.560509 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-31ece5a8-ddb0-4478-8281-6f9fa68d2f5c None None] Port 9cd83f49-7582-46e4-a345-cb3601c1fba3 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:41.694819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40658) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:41.699850 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-130304315-network', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:41.722752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Made reservation on behalf of cf3ce76e0e424cc69c757095c11c1c36 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:41.725910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.740461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.823456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.828584 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.854772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:31:41.865566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d260b-f03a-4ca0-a6c3-913fb3f252c1,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:41.871968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.872312 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Added segment 5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97 of type vlan for network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 Nov 12 04:31:41.915725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.943179 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.944216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:41.944805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:41.982638 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40660) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:41.985030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2876663 Nov 12 04:31:41.997151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Request body: {'subnet': {'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-130304315-subnet', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'ip_version': 4}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:42.017202 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853588d0-b480-40e7-9b9b-d634970b65b6 admin admin] Pushing event updated for resources: {'Network': ['ID=08bf92ab-51f3-40ea-ad9c-1c53139ef217,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.025993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Made reservation on behalf of cf3ce76e0e424cc69c757095c11c1c36 for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:42.027609 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:31:42.028730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.225508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.283285 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6988243d-3b68-4b91-90b4-3e5e97ea4bb9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.293790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Checking segment: {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:42.294161 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Network hostable DHCP agents. Network: 08bf92ab-51f3-40ea-ad9c-1c53139ef217, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:31:42.312203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:31:42.321871 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 08bf92ab-51f3-40ea-ad9c-1c53139ef217) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:42.326003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:42.326637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.330523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2204f4-e274-4c82-a3a1-a84bac78875a None None] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:42.344984 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-467634d0-13de-4a78-ab1f-3aafa0bce4a4 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3603284 Nov 12 04:31:42.348030 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40662) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:42.355687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:42.379417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.380470 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.441838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.495715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:31:42.496887 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.590484 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.648613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Allocated IP 172.20.0.2 (08bf92ab-51f3-40ea-ad9c-1c53139ef217/6988243d-3b68-4b91-90b4-3e5e97ea4bb9/09f0b6df-a27d-4e63-8980-04ba3f620ab2) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:42.797246 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.804031 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.849551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:42.852760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:42.856791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:42.865524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Pushing event updated for resources: {'Port': ['ID=09f0b6df-a27d-4e63-8980-04ba3f620ab2,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:42.918522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Attempting to bind port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:42.918919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Attempting to bind port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:42.919285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Attempting to bind port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 on network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:42.925035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:42.925409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Checking segment: {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:42.925811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.926228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Bound using segment: {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:42.926708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Bound port: 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:42.927128 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:42.993553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] For port 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:42.996831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] For port 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=09f0b6df-a27d-4e63-8980-04ba3f620ab2,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:43.001037 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.067743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711387-9912-467e-86bf-0f17fc5c55e7 None None] Pushing event updated for resources: {'Port': ['ID=09f0b6df-a27d-4e63-8980-04ba3f620ab2,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:43.162748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.183991 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.320461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Allocated IP 172.25.7.74 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/407072de-ccc5-476a-9784-1c5f5b200693) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:43.389912 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Sync routers for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:43.400924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:43.401528 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:43.429798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.467577 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.512840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:43.516585 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:43.527874 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:43.530100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Pushing event updated for resources: {'Port': ['ID=407072de-ccc5-476a-9784-1c5f5b200693,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:43.532524 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:43.548919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c53c6-b377-4019-ae60-a51ae6eacb3c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:43.618033 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9e239fae-c053-40fa-a400-236382a2774a None None] Provisioning complete for port 407072de-ccc5-476a-9784-1c5f5b200693 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:43.618539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9e239fae-c053-40fa-a400-236382a2774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.657319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9e239fae-c053-40fa-a400-236382a2774a None None] Port 407072de-ccc5-476a-9784-1c5f5b200693 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:43.737851 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 2, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:43.769613 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Checking router: 284d49bd-2655-469d-9909-117462462cb2 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:43.769965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Updating router 284d49bd-2655-469d-9909-117462462cb2 port 9cd83f49-7582-46e4-a345-cb3601c1fba3 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:43.797761 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:43.813371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.000174 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c3d9941e-d5a9-4110-b8f2-97a584026eee up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:44.066250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port c3d9941e-d5a9-4110-b8f2-97a584026eee triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:44.066620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.079501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.091001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d761b-536d-4f1d-9660-f119958f5a3d None None] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:31:44.139774 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.145982 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.194079 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Pushing event updated for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:44.201188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] Provisioning complete for port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:44.201364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.207954 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.208852 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.209384 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.209901 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.210415 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.211001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.211527 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.212152 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.212663 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.213168 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.213796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.214303 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:44.249176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Router 7aa11595-ccc7-446b-8c49-c15f0f2db50a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:31:44.303980 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Attempting to bind port 9cd83f49-7582-46e4-a345-cb3601c1fba3 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:44.304513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Attempting to bind port 9cd83f49-7582-46e4-a345-cb3601c1fba3 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:44.304948 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Attempting to bind port 9cd83f49-7582-46e4-a345-cb3601c1fba3 on network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:44.311687 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:44.312469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Checking segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:44.313087 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.313732 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Bound using segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:44.314417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Bound port: 9cd83f49-7582-46e4-a345-cb3601c1fba3, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:44.315035 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.358341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 09f0b6df-a27d-4e63-8980-04ba3f620ab2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:44.401593 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] For port 9cd83f49-7582-46e4-a345-cb3601c1fba3, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:44.404262 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:44.415123 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] For port 9cd83f49-7582-46e4-a345-cb3601c1fba3, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9cd83f49-7582-46e4-a345-cb3601c1fba3,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:44.425184 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.426607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.430851 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-637b965a-c469-4ea4-9625-512db561d013 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0790687 Nov 12 04:31:44.431221 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:31:44.452826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Sync routers for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:44.512726 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab7770-fde6-4ac6-91df-a77924fa9da3 None None] Pushing event updated for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:44.531886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.533125 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:44.534100 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:44.546540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:44.550641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:44.558302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:44.560004 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.710385 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] For port 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=09f0b6df-a27d-4e63-8980-04ba3f620ab2,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:44.761147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:44.848058 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:44.920316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:45.001518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1305f63-aaea-4eb2-a47c-049781cdeaff None None] Pushing event updated for resources: {'Port': ['ID=09f0b6df-a27d-4e63-8980-04ba3f620ab2,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.007804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] Provisioning complete for port 9cd83f49-7582-46e4-a345-cb3601c1fba3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:45.008179 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.123277 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:44Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.154966 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215c589-10ab-49cc-b363-dbdc8e55a339 None None] The sync data for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 is: [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:44Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:45.201031 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.222835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.244891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] For port 9cd83f49-7582-46e4-a345-cb3601c1fba3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9cd83f49-7582-46e4-a345-cb3601c1fba3,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:45.258748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.324507 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:43Z', 'revision_number': 3, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:45.328347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d77ee5-b954-408b-9a08-b65d5d827472 None None] Pushing event updated for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.355979 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Checking router: 7aa11595-ccc7-446b-8c49-c15f0f2db50a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:45.356440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Updating router 7aa11595-ccc7-446b-8c49-c15f0f2db50a port 407072de-ccc5-476a-9784-1c5f5b200693 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:45.391970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.418745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Allocated IP 172.20.0.1 (08bf92ab-51f3-40ea-ad9c-1c53139ef217/6988243d-3b68-4b91-90b4-3e5e97ea4bb9/3ef5db7b-eae8-4666-a76d-989c4676135d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:45.428874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9bebf269-9265-4e94-b292-c25812cdb79c None None] Provisioning complete for port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:45.429393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9bebf269-9265-4e94-b292-c25812cdb79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.536649 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.576849 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.621283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:45.624476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:45.628957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:45.676458 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:45.691987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.871682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9bebf269-9265-4e94-b292-c25812cdb79c None None] Provisioning complete for port 9cd83f49-7582-46e4-a345-cb3601c1fba3 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:45.872200 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9bebf269-9265-4e94-b292-c25812cdb79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:45.904287 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.020052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9cd83f49-7582-46e4-a345-cb3601c1fba3 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:46.062446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.076341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.127207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c5909-c205-428e-b041-afac1b5bd3fb None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:46.139920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.146868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.149092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Attempting to bind port 407072de-ccc5-476a-9784-1c5f5b200693 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:46.149391 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Attempting to bind port 407072de-ccc5-476a-9784-1c5f5b200693 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:46.149747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Attempting to bind port 407072de-ccc5-476a-9784-1c5f5b200693 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:46.168550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:46.168924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:46.169319 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.169706 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:46.170171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Bound port: 407072de-ccc5-476a-9784-1c5f5b200693, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:46.170548 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.175298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df190d13-01a8-4681-8b70-dcf4c88066d4 None None] Pushing event updated for resources: {'Port': ['ID=407072de-ccc5-476a-9784-1c5f5b200693,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:46.195018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 9cd83f49-7582-46e4-a345-cb3601c1fba3 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.195310 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.219516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:46.222070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.257554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Provisioning complete for port 407072de-ccc5-476a-9784-1c5f5b200693 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.257922 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.297296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] For port 407072de-ccc5-476a-9784-1c5f5b200693, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:46.318235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] For port 407072de-ccc5-476a-9784-1c5f5b200693, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=407072de-ccc5-476a-9784-1c5f5b200693,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:46.320373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Port 407072de-ccc5-476a-9784-1c5f5b200693 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:46.322205 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:46.323941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:46.344995 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.401428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 09f0b6df-a27d-4e63-8980-04ba3f620ab2 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:46.406181 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Provisioning complete for port 3ef5db7b-eae8-4666-a76d-989c4676135d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.406550 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.441809 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Router 7aa11595-ccc7-446b-8c49-c15f0f2db50a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:31:46.457717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61274b17-f715-4691-8e18-b15c34ab4c52 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:31:46.495285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df190d13-01a8-4681-8b70-dcf4c88066d4 None None] Pushing event updated for resources: {'Port': ['ID=407072de-ccc5-476a-9784-1c5f5b200693,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:46.503795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:46.504434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:46.508110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bb2b0-7f28-4912-9ed2-a0c4afab2938 None None] Port 3ef5db7b-eae8-4666-a76d-989c4676135d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:46.577273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:31:46.582635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6750b003-fce1-4801-a5f2-9b6228029733 admin admin] 10.222.0.97 "PUT /v2.0/routers/7aa11595-ccc7-446b-8c49-c15f0f2db50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502841 Nov 12 04:31:46.610293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.610574 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.668411 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:46.781743 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] Provisioning complete for port 407072de-ccc5-476a-9784-1c5f5b200693 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:46.782113 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.959560 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:46.985354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] For port 407072de-ccc5-476a-9784-1c5f5b200693, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=407072de-ccc5-476a-9784-1c5f5b200693,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:46.990510 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.046525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3ef5db7b-eae8-4666-a76d-989c4676135d', 'name': '', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'mac_address': 'fa:16:3e:2a:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:45Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 2, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'subnets': [{'id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:47.080571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e342ae-70d0-4d7f-b88d-9a3d1c049d0e None None] The sync data for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 is: [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3ef5db7b-eae8-4666-a76d-989c4676135d', 'name': '', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'mac_address': 'fa:16:3e:2a:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:45Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 2, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'subnets': [{'id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:47.082777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df656-e7ba-4ae6-ad7a-f62b2a27fa64 None None] Pushing event updated for resources: {'Port': ['ID=407072de-ccc5-476a-9784-1c5f5b200693,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:47.117983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9bc51c9b-6a6d-4850-9e77-4584df938ec0 None None] Provisioning complete for port 3ef5db7b-eae8-4666-a76d-989c4676135d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:47.118159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9bc51c9b-6a6d-4850-9e77-4584df938ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:47.155774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9bc51c9b-6a6d-4850-9e77-4584df938ec0 None None] Port 3ef5db7b-eae8-4666-a76d-989c4676135d cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:49.478375 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Sync routers for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:31:49.494949 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:49.495667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:49.613292 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:49.849468 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3ef5db7b-eae8-4666-a76d-989c4676135d', 'name': '', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'mac_address': 'fa:16:3e:2a:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:45Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 2, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'subnets': [{'id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:49.889772 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Checking router: 7aa11595-ccc7-446b-8c49-c15f0f2db50a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:31:49.890481 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Updating router 7aa11595-ccc7-446b-8c49-c15f0f2db50a port 3ef5db7b-eae8-4666-a76d-989c4676135d binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:31:49.926415 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:49.937986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 407072de-ccc5-476a-9784-1c5f5b200693 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:50.005947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 407072de-ccc5-476a-9784-1c5f5b200693 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:50.006316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.235983 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.423067 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.473062 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d211e-c924-4388-b397-29b15aa1b94f None None] Pushing event updated for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.528868 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Attempting to bind port 3ef5db7b-eae8-4666-a76d-989c4676135d on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:31:50.529556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Attempting to bind port 3ef5db7b-eae8-4666-a76d-989c4676135d by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:31:50.529556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Attempting to bind port 3ef5db7b-eae8-4666-a76d-989c4676135d on network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:31:50.536117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:31:50.536445 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Checking segment: {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:31:50.536845 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.537767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Bound using segment: {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:31:50.538600 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Bound port: 3ef5db7b-eae8-4666-a76d-989c4676135d, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:31:50.538600 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.616886 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] For port 3ef5db7b-eae8-4666-a76d-989c4676135d, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:31:50.620699 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] For port 3ef5db7b-eae8-4666-a76d-989c4676135d, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3ef5db7b-eae8-4666-a76d-989c4676135d,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:31:50.628785 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.697672 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:31:50.697890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:31:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:50.704294 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d211e-c924-4388-b397-29b15aa1b94f None None] Pushing event updated for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:50.803865 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] Provisioning complete for port 3ef5db7b-eae8-4666-a76d-989c4676135d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:50.804603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.846521 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:31:50.931962 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:50.985182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] For port 3ef5db7b-eae8-4666-a76d-989c4676135d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3ef5db7b-eae8-4666-a76d-989c4676135d,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:31:50.992256 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.053291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e0650-02b0-4562-9b97-d7d7a05a6cfb None None] Pushing event updated for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:51.120142 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3ef5db7b-eae8-4666-a76d-989c4676135d', 'name': '', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'mac_address': 'fa:16:3e:2a:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:45Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'subnets': [{'id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:31:51.121938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5d4df182-8119-4d55-a0d1-e17c2df4b8e3 None None] Provisioning complete for port 3ef5db7b-eae8-4666-a76d-989c4676135d triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:51.122316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5d4df182-8119-4d55-a0d1-e17c2df4b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:51.155010 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c52f2c6-87bc-4913-8f50-9069572cec8c None None] The sync data for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 is: [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '3ef5db7b-eae8-4666-a76d-989c4676135d', 'name': '', 'network_id': '08bf92ab-51f3-40ea-ad9c-1c53139ef217', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'mac_address': 'fa:16:3e:2a:d9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:45Z', 'updated_at': '2021-11-12T04:31:50Z', 'revision_number': 4, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'subnets': [{'id': '6988243d-3b68-4b91-90b4-3e5e97ea4bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:31:51.945729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3ef5db7b-eae8-4666-a76d-989c4676135d up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:31:52.004748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 3ef5db7b-eae8-4666-a76d-989c4676135d triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:52.005399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:52.352148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5a247fab-67c5-48e3-b24b-3ef4394a0db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:54.711357 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5afbdf55-4cc8-42c4-962c-415c5fa62348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:55.511051 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:31:55.709519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.161032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:57.318062 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-e99fc043-1c69-475f-a727-7c3f9294ce19 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:57.319553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-e99fc043-1c69-475f-a727-7c3f9294ce19 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 815 time: 0.1046734 Nov 12 04:31:57.334733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-725d7238-cf61-4b33-923f-b026e625066f tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/quotas/74a3559981964794ab5499930f211a18 HTTP/1.1" status: 200 len: 375 time: 0.0094814 Nov 12 04:31:57.385032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-fe4b44df-e406-46d5-bda1-a6aff60e2a47 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446527 Nov 12 04:31:57.486395 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-5e266e93-73a3-4376-8b41-177dce21ef40 service neutron] 10.222.0.97 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895340 Nov 12 04:31:57.576908 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-37cef3df-b240-4bcf-a729-3be7db5603b6 service neutron] 10.222.0.97 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842752 Nov 12 04:31:57.733467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-556c71e5-074d-4fd2-a2d3-5ee910fd7bb7 req-107821f5-d232-4084-aa84-50c31bd542b6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 210 time: 0.0268290 Nov 12 04:31:57.880630 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:58.846031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a766d42a-192c-4f7e-af5b-bfaec86d25b9 req-60e00858-3b6d-4d28-8267-1ef37d8cd27b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 210 time: 0.0374451 Nov 12 04:31:58.854918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-34e5f34f-627c-43bf-acc5-f2686a1b5feb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:58.856305 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-34e5f34f-627c-43bf-acc5-f2686a1b5feb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 815 time: 0.1354392 Nov 12 04:31:58.888944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'port': {'device_id': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'admin_state_up': True, 'tenant_id': '74a3559981964794ab5499930f211a18'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:31:59.001776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Made reservation on behalf of 74a3559981964794ab5499930f211a18 for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:31:59.005915 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.144327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Allocated IP 172.20.0.7 (bce86ed4-a96c-46f7-8d54-e6e8da9dcddb/0f3d67c5-6da9-40f1-9b65-5fba0482766d/28307caa-0fe8-43d4-882a-bc3d5b9ec194) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:31:59.317955 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.356956 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.381249 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:31:59.383985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:31:59.409223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:31:59.461815 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:31:59.478954 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.479409 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.479779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.480214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.480540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.480970 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.481304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.481705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.482094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.482463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.482753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.483100 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:31:59.513708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:59.515284 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.543983 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-6f4e3b35-1e84-4106-a5a7-6611624402dc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6588228 Nov 12 04:31:59.718759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-372afc38-3ede-47c3-a36a-81d6a7f6eb8a None None] Provisioning complete for port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:31:59.719376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-372afc38-3ede-47c3-a36a-81d6a7f6eb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:31:59.752745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-372afc38-3ede-47c3-a36a-81d6a7f6eb8a None None] Port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:31:59.980969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18381f-e816-4c5d-af95-dffa3fca4d56 req-ceaac7c8-244e-495b-b232-c600edc096fc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:31:59.982668 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e18381f-e816-4c5d-af95-dffa3fca4d56 req-ceaac7c8-244e-495b-b232-c600edc096fc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0522103 Nov 12 04:32:00.031190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e18381f-e816-4c5d-af95-dffa3fca4d56 req-499d7d90-b71d-49e4-9c65-f9b1b72c8862 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Nov 12 04:32:01.155085 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561ed78-1111-49d2-867a-0186f743e804 req-712e3d5c-8bde-4f47-8feb-0d0d7677a777 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:01.156727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6561ed78-1111-49d2-867a-0186f743e804 req-712e3d5c-8bde-4f47-8feb-0d0d7677a777 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0540066 Nov 12 04:32:01.205636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6561ed78-1111-49d2-867a-0186f743e804 req-9fa60dde-0066-4a32-a1de-08fe67ce8f9d tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Nov 12 04:32:02.064760 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:02.329752 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da02f6-1416-4602-96b7-2fc978e4bcfb req-462f6045-e58b-4739-b65a-31920b118b8c tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:02.331279 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05da02f6-1416-4602-96b7-2fc978e4bcfb req-462f6045-e58b-4739-b65a-31920b118b8c tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0538740 Nov 12 04:32:02.383181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-05da02f6-1416-4602-96b7-2fc978e4bcfb req-bbf3f2bb-18b9-48f6-bbc9-76db834204af tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Nov 12 04:32:03.509579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd1d9-34af-427e-a4c5-242fe1aa77b6 req-bcc5e9f0-90a7-4dda-824d-abe4395a7c0e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:03.511661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0badd1d9-34af-427e-a4c5-242fe1aa77b6 req-bcc5e9f0-90a7-4dda-824d-abe4395a7c0e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0598385 Nov 12 04:32:03.574634 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0badd1d9-34af-427e-a4c5-242fe1aa77b6 req-3e18b09c-3edf-4cd0-b4c0-7afd435ce23b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565200 Nov 12 04:32:04.702649 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d3aee-3221-4b73-96b8-d892acde21c7 req-2149956d-f5ae-4630-bbcd-b818025d5c47 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:04.704398 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-370d3aee-3221-4b73-96b8-d892acde21c7 req-2149956d-f5ae-4630-bbcd-b818025d5c47 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0502996 Nov 12 04:32:04.760368 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-370d3aee-3221-4b73-96b8-d892acde21c7 req-9d729526-0bd3-4e3b-92cd-5361402748c3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Nov 12 04:32:05.881925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573f48d-03f5-48be-8dfc-1bf4fc125414 req-62de7f37-0c5d-461f-a488-408de7e10579 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:05.884022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5573f48d-03f5-48be-8dfc-1bf4fc125414 req-62de7f37-0c5d-461f-a488-408de7e10579 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0522244 Nov 12 04:32:05.937575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5573f48d-03f5-48be-8dfc-1bf4fc125414 req-d7418c6e-697c-43f3-ac50-bb3dd6eb4cf9 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Nov 12 04:32:07.077865 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d2502-ca90-4cc6-ba66-9e5c157c9505 req-791b7306-257e-45a8-b523-169f66308157 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:07.079375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd5d2502-ca90-4cc6-ba66-9e5c157c9505 req-791b7306-257e-45a8-b523-169f66308157 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0598955 Nov 12 04:32:07.127215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd5d2502-ca90-4cc6-ba66-9e5c157c9505 req-50e5fc8d-4351-4a7a-a773-f6ddaa7772b7 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Nov 12 04:32:08.248032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c671a-ea94-4c1d-a945-d0cfa7829a92 req-405cd60d-3491-439f-b898-95b70548f47a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:08.249604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-363c671a-ea94-4c1d-a945-d0cfa7829a92 req-405cd60d-3491-439f-b898-95b70548f47a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0516739 Nov 12 04:32:08.303132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-363c671a-ea94-4c1d-a945-d0cfa7829a92 req-c77bfc3e-6889-479e-9c3c-f7deb3bb6de5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Nov 12 04:32:09.422006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aa4eb-ed20-4c05-af77-90072c142747 req-82be1447-7486-4167-b1f8-42e80940bbf3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:09.423498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-206aa4eb-ed20-4c05-af77-90072c142747 req-82be1447-7486-4167-b1f8-42e80940bbf3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0496590 Nov 12 04:32:09.473426 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-206aa4eb-ed20-4c05-af77-90072c142747 req-0f4741a0-8c7f-4078-9eda-c5a8f97f2c3a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Nov 12 04:32:10.212065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:10.588608 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af243e1e-058f-448c-b612-83e2a33aa135 req-ff44b7df-b079-4338-8906-54920e251c71 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:10.590085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af243e1e-058f-448c-b612-83e2a33aa135 req-ff44b7df-b079-4338-8906-54920e251c71 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0485930 Nov 12 04:32:10.636139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af243e1e-058f-448c-b612-83e2a33aa135 req-f8587007-cbdf-4499-b527-a6291e6c3e80 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Nov 12 04:32:11.752801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a575a0-83f2-4e54-8268-0309e051a0c3 req-907e2478-193d-49d0-84a2-4a99954a4593 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:11.754289 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45a575a0-83f2-4e54-8268-0309e051a0c3 req-907e2478-193d-49d0-84a2-4a99954a4593 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 931 time: 0.0490959 Nov 12 04:32:11.801553 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-45a575a0-83f2-4e54-8268-0309e051a0c3 req-c370a9e9-200e-4bb3-9470-99774214e5bc tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Nov 12 04:32:11.834768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-dd3d8ceb-75dd-4c88-9301-1391b1c16f24 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:32:11.835785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-dd3d8ceb-75dd-4c88-9301-1391b1c16f24 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053837 Nov 12 04:32:11.868798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Request body: {'port': {'device_id': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:11.925941 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.176258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28307caa-0fe8-43d4-882a-bc3d5b9ec194 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:12.183638 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.195286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Transition to ACTIVE for port object 28307caa-0fe8-43d4-882a-bc3d5b9ec194 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:32:12.199009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.269003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.321304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Attempting to bind port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:32:12.321641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Attempting to bind port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:32:12.321972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Attempting to bind port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 on network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:12.326642 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 on network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:32:12.326996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Attempting to bind port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 on network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:32:12.331944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:32:12.332284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Checking segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:32:12.332670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Bound using segment: {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:32:12.333108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Bound port: 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64079c59-9700-4d82-ad66-92ce3bd5d868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:32:12.333459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.402028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:32:12.405359 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:32:12.410368 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.447514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.448160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:12.449525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] 10.222.0.104 "PUT /v2.0/ports/28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1092 time: 0.5852094 Nov 12 04:32:12.449979 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:12.452339 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61711c3e-da72-4ab2-be81-3189a4a53420" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:12.478980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf1f88-084a-4693-8668-56925a82b59a service neutron] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:12.499227 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d81dc47-ace0-4914-8c6a-246173b85fe7 x-openstack-request-id: req-9d81dc47-ace0-4914-8c6a-246173b85fe7 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:12.499519 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:12.499775 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9d81dc47-ace0-4914-8c6a-246173b85fe7 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:12.500342 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:32:12.615637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-2c499a4a-4442-40f7-800e-fb23a63f6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.617150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-2c499a4a-4442-40f7-800e-fb23a63f6d09 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0428002 Nov 12 04:32:12.793581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-5e4deb5f-af61-4dbc-842b-443474fee4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.795027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-5e4deb5f-af61-4dbc-842b-443474fee4d6 service neutron] 10.222.0.104 "GET /v2.0/networks?tenant_id=74a3559981964794ab5499930f211a18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1623073 Nov 12 04:32:12.992595 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183f84-283a-4dae-b65e-ec0ae717f567 req-9a7814a8-0f94-4bb4-b1e7-8ae36682a3ab tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.994061 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd183f84-283a-4dae-b65e-ec0ae717f567 req-9a7814a8-0f94-4bb4-b1e7-8ae36682a3ab tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 943 time: 0.1090508 Nov 12 04:32:12.995411 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-3e72ee29-5d8f-4cad-aa9e-4a0fdcbd6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:12.996730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-61711c3e-da72-4ab2-be81-3189a4a53420 req-3e72ee29-5d8f-4cad-aa9e-4a0fdcbd6b79 service neutron] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1948032 Nov 12 04:32:13.043554 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bd183f84-283a-4dae-b65e-ec0ae717f567 req-c0f67002-ad0f-41b5-a98b-ed157d9f7336 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Nov 12 04:32:13.100621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-e25bbd3d-39c3-4cc1-b91b-a45f1302579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.102079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-e25bbd3d-39c3-4cc1-b91b-a45f1302579c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1095 time: 0.0400887 Nov 12 04:32:13.160081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-1a2c985f-2d78-4e0a-9e7a-0c82c39464a5 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 217 time: 0.0367351 Nov 12 04:32:13.207742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-9bcab46e-735a-4dd1-9d90-a51d12ea20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.209133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-9bcab46e-735a-4dd1-9d90-a51d12ea20dd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0411928 Nov 12 04:32:13.253179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-fb074f78-58d5-450e-b667-fbff2d785030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:13.254607 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-fb074f78-58d5-450e-b667-fbff2d785030 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376165 Nov 12 04:32:13.347656 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-f8212705-133b-4f11-b8fa-c628712eebae service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Nov 12 04:32:13.436497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2e12d4c-20ce-4c04-85fb-bca4ff9e865d req-4d75a594-a735-487f-8e6e-875ac3f11f8d service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806074 Nov 12 04:32:14.161457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc99a0e-d456-4b33-8cc8-5cd7df1826db req-0919d749-bd84-4e83-9e52-dad5099cedae tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:14.162959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abc99a0e-d456-4b33-8cc8-5cd7df1826db req-0919d749-bd84-4e83-9e52-dad5099cedae tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 943 time: 0.0528867 Nov 12 04:32:14.208673 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-abc99a0e-d456-4b33-8cc8-5cd7df1826db req-52b4680d-00f7-474e-92c5-ef4e6745cbf5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Nov 12 04:32:15.322854 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc9aa-f9a7-4f84-84e3-3258765f594e req-86775711-3d63-4101-b58f-5d5c00961ef5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:15.324348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b96bc9aa-f9a7-4f84-84e3-3258765f594e req-86775711-3d63-4101-b58f-5d5c00961ef5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 943 time: 0.0485642 Nov 12 04:32:15.371540 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b96bc9aa-f9a7-4f84-84e3-3258765f594e req-56e10899-1001-4392-a4dc-ae4d308cc883 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Nov 12 04:32:16.490931 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d800b-0e77-473b-800a-64292236ba5a req-7508a61e-84cf-4915-9c32-52b01f0806e3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:16.492916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-895d800b-0e77-473b-800a-64292236ba5a req-7508a61e-84cf-4915-9c32-52b01f0806e3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 943 time: 0.0510752 Nov 12 04:32:16.859122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-895d800b-0e77-473b-800a-64292236ba5a req-e3d9ad74-33fa-4c65-8292-f1b4211790d5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602548 Nov 12 04:32:17.975044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b768a-ccb4-429d-8264-cdab45eb6c83 req-091c855f-a682-4287-bbd9-6ccd941cf5af tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:17.976520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-578b768a-ccb4-429d-8264-cdab45eb6c83 req-091c855f-a682-4287-bbd9-6ccd941cf5af tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 943 time: 0.0487807 Nov 12 04:32:18.022430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-578b768a-ccb4-429d-8264-cdab45eb6c83 req-c3e410ac-465e-49d7-84b5-bbe35877e580 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Nov 12 04:32:18.064001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 28307caa-0fe8-43d4-882a-bc3d5b9ec194 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:32:18.156602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:18.167564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'port_id': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'mac_address': 'fa:16:3e:fd:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:32:18.207278 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.219472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28307caa-0fe8-43d4-882a-bc3d5b9ec194 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:32:18.237515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:18.242122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:18.287919 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:18.702259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:19.135883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c5040-5d3b-49f2-9cf3-0bf198527714 req-c0e0f3d8-155a-4482-ac79-c797c049bc06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:19.137375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-143c5040-5d3b-49f2-9cf3-0bf198527714 req-c0e0f3d8-155a-4482-ac79-c797c049bc06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 944 time: 0.0482476 Nov 12 04:32:19.187589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-143c5040-5d3b-49f2-9cf3-0bf198527714 req-b1f87971-9f1f-423c-9a02-3b9eb9d441b1 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Nov 12 04:32:20.066552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 28307caa-0fe8-43d4-882a-bc3d5b9ec194 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:32:20.114084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:32:20.118684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:20.119022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.194662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.216538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:20.218809 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ee1c5e-0749-438b-9ac5-07550a7b1bf1" -d '{"events": [{"server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "name": "network-vif-plugged", "status": "completed", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:20.232559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:20.236400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:20.282984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:20.303768 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c109-7a17-4064-9ae4-79e8127ed351 req-573fa838-abe8-4fb6-b936-4b9f44674517 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.305492 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4093c109-7a17-4064-9ae4-79e8127ed351 req-573fa838-abe8-4fb6-b936-4b9f44674517 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Nov 12 04:32:20.352849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4093c109-7a17-4064-9ae4-79e8127ed351 req-29f70ba2-8c63-40db-97af-6074f89eeb3e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Nov 12 04:32:20.395101 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2c350d-c56b-4a7f-977e-76e38dd68a3c x-openstack-request-id: req-9b2c350d-c56b-4a7f-977e-76e38dd68a3c {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:20.395403 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "name": "network-vif-plugged", "status": "completed", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:20.395666 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9b2c350d-c56b-4a7f-977e-76e38dd68a3c {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:20.396067 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'code': 200} Nov 12 04:32:20.531650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e1a59-5fde-4b52-a501-509d0c51ad81 req-21895965-526e-44ff-b5af-8158a333ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:20.533435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-909e1a59-5fde-4b52-a501-509d0c51ad81 req-21895965-526e-44ff-b5af-8158a333ae00 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0394900 Nov 12 04:32:20.578599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-909e1a59-5fde-4b52-a501-509d0c51ad81 req-aa8d6d07-40ab-4342-ba6b-98e9513a879d service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Nov 12 04:32:21.472091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1bf8f-0768-4037-abab-c6cc210123f5 req-bb9cd0e6-d607-4728-837f-0d770df8e102 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:21.473586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54d1bf8f-0768-4037-abab-c6cc210123f5 req-bb9cd0e6-d607-4728-837f-0d770df8e102 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Nov 12 04:32:21.521920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-54d1bf8f-0768-4037-abab-c6cc210123f5 req-46b6d828-46b9-4405-9658-77c408fa6836 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Nov 12 04:32:22.354476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04c6e249-8cb7-4612-a3ea-713177a84097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:22.637423 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59363-9c79-4613-9745-e1906f9f25fa req-cfa37658-4dfd-4b3f-919b-b0a08b9e42be tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.638903 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f59363-9c79-4613-9745-e1906f9f25fa req-cfa37658-4dfd-4b3f-919b-b0a08b9e42be tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0488024 Nov 12 04:32:22.685621 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79f59363-9c79-4613-9745-e1906f9f25fa req-03f1f570-5347-42a4-8882-46cd3f3a3723 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 Nov 12 04:32:22.799154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae32f6-0b78-415b-a1b6-b18722201fc9 req-b461c8cf-7e4b-4b3c-872d-3e64754683c4 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:22.800698 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5ae32f6-0b78-415b-a1b6-b18722201fc9 req-b461c8cf-7e4b-4b3c-872d-3e64754683c4 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0489631 Nov 12 04:32:22.850982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5ae32f6-0b78-415b-a1b6-b18722201fc9 req-9365dfeb-5ca6-48b9-8932-1078a8db5277 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 12 04:32:23.035169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1945d0-55e1-4cee-bec1-14aca097ddfa req-d5bd455e-cadc-48c4-bf84-8098afa9e072 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:23.036604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d1945d0-55e1-4cee-bec1-14aca097ddfa req-d5bd455e-cadc-48c4-bf84-8098afa9e072 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0488443 Nov 12 04:32:23.083721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7d1945d0-55e1-4cee-bec1-14aca097ddfa req-f4d2c713-a860-4167-9c3c-3d9031a6eec4 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Nov 12 04:32:24.707606 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5c8126f3-6322-40d7-a2a0-dd3617da6476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:25.709342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.163135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:27.873770 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.051164 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:32.511363 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:32:36.634557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8e51e-d33e-4c25-baf0-f42e24863b6b req-aa6ea5f9-a59a-45dd-be7f-e153140e46dd tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:36.636088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69d8e51e-d33e-4c25-baf0-f42e24863b6b req-aa6ea5f9-a59a-45dd-be7f-e153140e46dd tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Nov 12 04:32:36.683292 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-69d8e51e-d33e-4c25-baf0-f42e24863b6b req-11cf2f93-dd91-4acc-b339-5c623a0e9e31 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Nov 12 04:32:36.705616 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.831926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27939ea1-d696-433c-9afd-fb76aedbe5a1 tempest-TestMinimumBasicScenario-1891777779 tempest-TestMinimumBasicScenario-1891777779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:36.833486 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-27939ea1-d696-433c-9afd-fb76aedbe5a1 tempest-TestMinimumBasicScenario-1891777779 tempest-TestMinimumBasicScenario-1891777779-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1092 time: 0.1268237 Nov 12 04:32:36.836572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40874) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:36.840873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'tenant_id': '74a3559981964794ab5499930f211a18', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:36.866465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:36.968526 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.072032 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Allocated IP 172.25.7.63 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ab182742-6de2-47c6-8286-48570d0496d7) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:32:37.176720 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.210281 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.244613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:32:37.247297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:32:37.252661 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:32:37.281053 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'Port': ['ID=ab182742-6de2-47c6-8286-48570d0496d7,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:37.294581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.294947 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.295353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.295611 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.295936 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.296260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.296580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.296897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.297217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.297542 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.297853 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.298163 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:32:37.653576 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.724182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.869974 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.874341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:37.950294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'Port': ['ID=ab182742-6de2-47c6-8286-48570d0496d7,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:37.957676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.056802 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Floating IP dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5 associated. External IP: 172.25.7.63, port: 28307caa-0fe8-43d4-882a-bc3d5b9ec194. Nov 12 04:32:38.263380 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Router 284d49bd-2655-469d-9909-117462462cb2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:32:38.710011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:32:38.719852 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Sync routers for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:32:38.727875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.731341 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:38.731960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:32:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:38.755252 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-56edb536-5a2e-45c3-8a11-864f0e64897b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9176261 Nov 12 04:32:38.755857 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:38.758163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 40876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:38.758636 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31788b5a-31a4-4d3b-8a3d-887b968943ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:38.764044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875646520', 'description': 'tempest-secgroup-smoke-875646520 description', 'project_id': '74a3559981964794ab5499930f211a18'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:38.788714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.798188 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b907af9-d1c5-4475-bb3f-84de53288c05 x-openstack-request-id: req-8b907af9-d1c5-4475-bb3f-84de53288c05 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:38.798617 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:38.798920 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b907af9-d1c5-4475-bb3f-84de53288c05 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:38.799415 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:32:38.842180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:38.889295 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.894411 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.927183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:38.928428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1683750 Nov 12 04:32:38.931943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40880) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:38.935110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-d45cb70a-54a2-46a2-bfad-2d54c12b0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:38.936578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-d45cb70a-54a2-46a2-bfad-2d54c12b0804 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0870686 Nov 12 04:32:38.937673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:38.940525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ba9d-c67a-44d1-bd15-98974aa84e1e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a37f5-6d33-42e0-811a-cfab770c4c9b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:38.969244 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.023286 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.028230 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.044755 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-2001b2c6-d9d5-4b0b-b92d-01dac2c2b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:39.046240 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-2001b2c6-d9d5-4b0b-b92d-01dac2c2b376 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.1012592 Nov 12 04:32:39.046906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45932783-e754-4073-93cb-a5114d04b7a3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.056187 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.057507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4834be25-0cdf-4c76-86c6-0aff48e670ce tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245186 Nov 12 04:32:39.060185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40882) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.065311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.092413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5', 'tenant_id': '74a3559981964794ab5499930f211a18', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '284d49bd-2655-469d-9909-117462462cb2', 'port_id': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'mac_address': 'fa:16:3e:fd:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:37Z', 'updated_at': '2021-11-12T04:32:37Z', 'revision_number': 0, 'project_id': '74a3559981964794ab5499930f211a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.096231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.123879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Checking router: 284d49bd-2655-469d-9909-117462462cb2 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:32:39.124146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-9f7e4a1d-09b9-437d-a68d-c555826f97db service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 998 time: 0.0697575 Nov 12 04:32:39.134027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:32:39.134878 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:32:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.171599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.174814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-8a95b47a-2aa7-4b1e-b707-761ad21b51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:39.176182 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.176384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-8a95b47a-2aa7-4b1e-b707-761ad21b51ab service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0455580 Nov 12 04:32:39.196651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74ca5f6-7e16-4821-a327-40f36500bb84,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.208042 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.209381 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f003ba9e-ca4e-4121-ae56-255fcbd16e0b tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478980 Nov 12 04:32:39.212290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40884) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.217801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.246631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.249634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-238bcb13-69ef-43db-b251-371b3ec1339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:39.251226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-238bcb13-69ef-43db-b251-371b3ec1339b service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655067 Nov 12 04:32:39.266537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:32:39.309371 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.313166 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.334147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cbe917-ced0-4cc3-933d-1b0e93c270d8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.340057 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.344026 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e24dabb-4451-4c30-a29d-598a1841fa06 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279216 Nov 12 04:32:39.345127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40886) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.349540 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.364372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-b7b9f73a-d35b-425c-967a-3c9361de007a service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044998 Nov 12 04:32:39.382017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.449508 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.454062 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.473998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2aa627-a0a7-435a-88e9-198e82fe07ba,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.477285 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-31788b5a-31a4-4d3b-8a3d-887b968943ca req-a2ca312f-3fe4-46a2-8076-cc47089ba3e1 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035590 Nov 12 04:32:39.484302 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.485652 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7b31367f-7405-4cce-8c4e-87714ad73b38 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395166 Nov 12 04:32:39.488420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40888) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.493677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.517074 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Project 74a3559981964794ab5499930f211a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:32:39.520257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5', 'tenant_id': '74a3559981964794ab5499930f211a18', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '284d49bd-2655-469d-9909-117462462cb2', 'port_id': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'mac_address': 'fa:16:3e:fd:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:37Z', 'updated_at': '2021-11-12T04:32:37Z', 'revision_number': 0, 'project_id': '74a3559981964794ab5499930f211a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:32:39.521848 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.548063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37abf6-3ca2-48f4-890e-dad44141d7df None None] The sync data for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 is: [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5', 'tenant_id': '74a3559981964794ab5499930f211a18', 'floating_ip_address': '172.25.7.63', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '284d49bd-2655-469d-9909-117462462cb2', 'port_id': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'mac_address': 'fa:16:3e:fd:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:32:37Z', 'updated_at': '2021-11-12T04:32:37Z', 'revision_number': 0, 'project_id': '74a3559981964794ab5499930f211a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:32:39.580936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.585025 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.604087 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2aa769-a05d-47fd-9d3b-06fbc52797e0,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.608672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.609868 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-77ab5b39-a3e7-44e1-b415-c52f9972c3bb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203349 Nov 12 04:32:39.612603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40890) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:32:39.616888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'security_group_rule': {'security_group_id': '0c2a37f5-6d33-42e0-811a-cfab770c4c9b', 'project_id': '74a3559981964794ab5499930f211a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.640099 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Project 74a3559981964794ab5499930f211a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:32:39.645837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.708563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.713102 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.731014 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5990cb-4102-404a-8516-a9f27aa68376,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:39.738814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:39.740058 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-963b0f58-04f1-48a8-914f-efc0fac78df0 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265397 Nov 12 04:32:39.770698 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa1ce1-b48c-4bac-9618-465399f4a136 None None] New status for floating IP dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:32:39.835230 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-d2fe58e9-19e5-4dd0-9712-c9d547f78d9d tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875646520&fields=id&tenant_id=74a3559981964794ab5499930f211a18 HTTP/1.1" status: 200 len: 267 time: 0.0455058 Nov 12 04:32:39.889733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-af4cc750-5b83-4175-8481-140a6013017d tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:39.891233 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-af4cc750-5b83-4175-8481-140a6013017d tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Nov 12 04:32:39.902803 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'port': {'security_groups': ['9f9faff1-4481-472a-905f-f7181511e0ac', '0c2a37f5-6d33-42e0-811a-cfab770c4c9b']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:32:39.974048 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.157756 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:32:40.188563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.193485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.229946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:40.237336 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.237995 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.239439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f4f981d-7032-4866-93ae-c49138db8e71 req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "PUT /v2.0/ports/28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 981 time: 0.3417904 Nov 12 04:32:40.239903 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:32:40.242316 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6712394-4697-43b7-b7a2-78d152cdc0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:32:40.269515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569f906-8695-4e05-b3e7-291c2978b447 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:32:40.272314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.293003 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5487da-1d92-451f-9f3c-fc5ce76edd06 x-openstack-request-id: req-9e5487da-1d92-451f-9f3c-fc5ce76edd06 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:32:40.293447 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:32:40.293574 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9e5487da-1d92-451f-9f3c-fc5ce76edd06 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:32:40.293963 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:32:40.357421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:32:40.427832 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57691-8039-4d4b-b6f0-fff5fea67af7 req-476c89ed-5533-429a-b98b-037044668f2f tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.429405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89f57691-8039-4d4b-b6f0-fff5fea67af7 req-476c89ed-5533-429a-b98b-037044668f2f tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0759544 Nov 12 04:32:40.432280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-28f1d9fc-d628-41c8-9a7a-0913554ec1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.433715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-28f1d9fc-d628-41c8-9a7a-0913554ec1c6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1136 time: 0.0897701 Nov 12 04:32:40.558629 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89f57691-8039-4d4b-b6f0-fff5fea67af7 req-d5dab0e4-73da-446e-8853-f2ddf60b3c86 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209874 Nov 12 04:32:40.578887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-e5f9c2a8-3131-41b5-b68a-3842e30b6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.580637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-e5f9c2a8-3131-41b5-b68a-3842e30b6bf5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.1354644 Nov 12 04:32:40.622802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3858f2cb-eec2-4662-8f26-d0e81261c887 None None] Provisioning complete for port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:32:40.623188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3858f2cb-eec2-4662-8f26-d0e81261c887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:40.654225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-969d57db-e78b-4c19-8049-0793a6f3c653 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1000 time: 0.0650654 Nov 12 04:32:40.705084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-a86a212c-a636-48ad-8ffd-77f2b4f36471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.706574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-a86a212c-a636-48ad-8ffd-77f2b4f36471 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0453045 Nov 12 04:32:40.752347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-2e2eb213-4459-4d72-a4ea-e88d83c86f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:40.754132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-2e2eb213-4459-4d72-a4ea-e88d83c86f89 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404007 Nov 12 04:32:40.852347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-aefa7d29-fb05-49f8-975a-61b4c37426ef service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909965 Nov 12 04:32:40.943833 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f6712394-4697-43b7-b7a2-78d152cdc0e6 req-1e73838e-92d1-405f-91e2-5f0153e07248 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839584 Nov 12 04:32:52.358655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4597ad5-e341-42a3-b8c1-57bf623ece04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:54.710516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-808f2ace-26ff-4858-8bad-043fb62339e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:55.706711 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.161193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.775977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-a8fe01e3-b927-4840-9b11-dd37adacfd15 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452361 Nov 12 04:32:57.875782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:32:57.881826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-7103c15d-1f2b-47e7-a2c3-ef2531e96c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:57.883358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-7103c15d-1f2b-47e7-a2c3-ef2531e96c31 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1136 time: 0.0438588 Nov 12 04:32:57.992915 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-5792f169-b0e7-47e6-855b-e200ab84355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:57.994971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-5792f169-b0e7-47e6-855b-e200ab84355e service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.0849588 Nov 12 04:32:58.066358 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-bfec0601-361e-4c19-ac60-2e9f707e08ea service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1000 time: 0.0625715 Nov 12 04:32:58.116128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-fde02bc2-c5b8-4e52-81e9-0b6c00940569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:58.117549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-fde02bc2-c5b8-4e52-81e9-0b6c00940569 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0432289 Nov 12 04:32:58.162321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-1795238d-c4d4-4e28-9c7a-347caecc84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:32:58.163816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-1795238d-c4d4-4e28-9c7a-347caecc84ee service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388176 Nov 12 04:32:58.256946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-5f38fbfa-7611-407b-8788-d3a5a36ba57a service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Nov 12 04:32:58.347516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dfbc1670-da07-4bc9-b5f1-db5d16342951 req-47bf39fe-c74b-4c87-a405-79cad2298641 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830512 Nov 12 04:33:02.049141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:09.510189 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:10.257237 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:22.360901 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16ff8b89-d37a-43b3-bb55-9b34cf6663d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:24.711416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a913665-96d4-4a87-ba36-01e6b8193667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:25.712390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.163733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:27.882120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:32.064520 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:38.237560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6e7c-ea2e-4204-9df6-e62361465e69 req-ea5cca23-cf4f-4cff-b896-0fd7db93358a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.239103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff6c6e7c-ea2e-4204-9df6-e62361465e69 req-ea5cca23-cf4f-4cff-b896-0fd7db93358a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0595660 Nov 12 04:33:38.325867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ff6c6e7c-ea2e-4204-9df6-e62361465e69 req-6fa525c1-8310-4d3c-b589-43eaa49cbc2d tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807364 Nov 12 04:33:38.335168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-8603fbc2-f1d5-45a4-94c0-616018e7daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.336675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-8603fbc2-f1d5-45a4-94c0-616018e7daf6 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1136 time: 0.1176937 Nov 12 04:33:38.431465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-146f96b0-fab3-4e3d-b59b-8ac3861f8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.433600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-146f96b0-fab3-4e3d-b59b-8ac3861f8a7f service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.0891976 Nov 12 04:33:38.500421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-8cbd5d8c-934b-4893-a760-d617ccfac1fb service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1000 time: 0.0585904 Nov 12 04:33:38.549469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-373d8a72-99cd-41dd-87ed-afe1c7e87a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.550973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-373d8a72-99cd-41dd-87ed-afe1c7e87a30 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0432186 Nov 12 04:33:38.600463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-77bf9099-8aba-4692-b3e1-544882481752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:38.601958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-77bf9099-8aba-4692-b3e1-544882481752 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432026 Nov 12 04:33:38.692954 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-8aab1494-9082-4cf0-b29f-52b075179fd9 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823586 Nov 12 04:33:38.785923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5fd6fa78-3a63-408a-8362-f26023474b64 req-131a2c24-3671-457f-9efa-361099f24abc service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Nov 12 04:33:39.443032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be674b46-80e6-4ed1-8e51-6b472b6aa479 req-3fc7d606-dab0-4a67-a657-00050ab8c160 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:39.444509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be674b46-80e6-4ed1-8e51-6b472b6aa479 req-3fc7d606-dab0-4a67-a657-00050ab8c160 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0500889 Nov 12 04:33:39.503147 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be674b46-80e6-4ed1-8e51-6b472b6aa479 req-35dcdc63-75d1-4b60-8bc2-57d0165d15fb tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520470 Nov 12 04:33:40.256286 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:40.620173 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f92a9-43fc-4edc-916c-efae0fc33c45 req-5fd25c26-7d87-40de-a4e3-771c1eb0c977 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:40.621763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1f92a9-43fc-4edc-916c-efae0fc33c45 req-5fd25c26-7d87-40de-a4e3-771c1eb0c977 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0496202 Nov 12 04:33:40.685702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0a1f92a9-43fc-4edc-916c-efae0fc33c45 req-ce0d64cc-1a6b-4cc8-86a9-25504787afb3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579870 Nov 12 04:33:41.802005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceb5b9-491e-43c8-91b0-ab5da29377d1 req-fa95628e-608e-43a6-b22a-90625fd34c44 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:41.803497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8ceb5b9-491e-43c8-91b0-ab5da29377d1 req-fa95628e-608e-43a6-b22a-90625fd34c44 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0494599 Nov 12 04:33:41.865822 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c8ceb5b9-491e-43c8-91b0-ab5da29377d1 req-2ead6fdc-dcf9-4b48-88c8-9c2ce6c0cfa8 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561340 Nov 12 04:33:42.982681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368277a-8888-4f98-a4d6-59b899e9da87 req-c60aac24-1333-4b39-a42d-81cc89b68aba tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:42.984183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8368277a-8888-4f98-a4d6-59b899e9da87 req-c60aac24-1333-4b39-a42d-81cc89b68aba tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0487380 Nov 12 04:33:43.043102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8368277a-8888-4f98-a4d6-59b899e9da87 req-6f81234e-db08-42b5-b8c1-e6e26d6a81bd tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528362 Nov 12 04:33:44.169148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d6f-68ba-44a0-a3c6-04b4182aea9f req-fe31141e-619d-47a7-9507-f4143d1f1e99 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:44.170789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8992d6f-68ba-44a0-a3c6-04b4182aea9f req-fe31141e-619d-47a7-9507-f4143d1f1e99 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0556602 Nov 12 04:33:44.231579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8992d6f-68ba-44a0-a3c6-04b4182aea9f req-58726bc4-a469-4d24-94e1-ec37ed5acd05 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546434 Nov 12 04:33:45.350762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262bfe8-8727-42ee-a742-875e864aec5b req-e4489746-d890-4946-9b0e-6fe72e1eb315 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:45.352276 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f262bfe8-8727-42ee-a742-875e864aec5b req-e4489746-d890-4946-9b0e-6fe72e1eb315 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0505986 Nov 12 04:33:45.412541 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f262bfe8-8727-42ee-a742-875e864aec5b req-687e2403-4a0d-4133-84be-dd3c8adf72f7 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542822 Nov 12 04:33:46.509773 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:33:46.528052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7dee6-b603-43a3-9ca3-a4b84df5d444 req-6452213e-197e-4d36-a346-6abae996466e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:46.529549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb7dee6-b603-43a3-9ca3-a4b84df5d444 req-6452213e-197e-4d36-a346-6abae996466e tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0494428 Nov 12 04:33:46.593309 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4cb7dee6-b603-43a3-9ca3-a4b84df5d444 req-770530e0-a3db-48e2-aa87-cfebea8601e8 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574882 Nov 12 04:33:47.709193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67126e-64b1-4276-9afb-55cc7e0d0cab req-95fae935-dfac-4c0a-9b24-0129bba2ab1c tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:47.710675 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee67126e-64b1-4276-9afb-55cc7e0d0cab req-95fae935-dfac-4c0a-9b24-0129bba2ab1c tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0493505 Nov 12 04:33:47.769934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ee67126e-64b1-4276-9afb-55cc7e0d0cab req-b5e99058-5ceb-44d7-a7e4-9d4171767416 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531971 Nov 12 04:33:48.885741 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2705625-7def-49e3-822b-df96c5e100fb req-830858db-99fa-436a-8e35-378c3cfa0ba1 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:48.887782 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2705625-7def-49e3-822b-df96c5e100fb req-830858db-99fa-436a-8e35-378c3cfa0ba1 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0488410 Nov 12 04:33:48.948520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2705625-7def-49e3-822b-df96c5e100fb req-8efe2c56-5bd5-4496-a9d0-87fefafd2f18 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545619 Nov 12 04:33:50.071441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901506ee-270b-4229-8b6d-5a8812251239 req-1219695f-3574-4cf0-98e1-ee681640aa33 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:50.072933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-901506ee-270b-4229-8b6d-5a8812251239 req-1219695f-3574-4cf0-98e1-ee681640aa33 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0546713 Nov 12 04:33:50.137610 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-901506ee-270b-4229-8b6d-5a8812251239 req-2f37bcf7-7ec0-4823-bbb4-e951635743cd tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c2a37f5-6d33-42e0-811a-cfab770c4c9b&id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573766 Nov 12 04:33:52.361736 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-91c848af-5e60-44b2-87d9-242390260abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:54.712457 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0a7ec1c4-5b51-424e-bf49-90420abcb42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:55.712573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.169099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:57.877836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:33:58.737515 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-4068e855-a1db-4064-8c85-80361a6b7491 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404162 Nov 12 04:33:58.844742 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-f51b680e-7b42-4b45-aaf5-fd6d6c09b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.846748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-f51b680e-7b42-4b45-aaf5-fd6d6c09b587 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1136 time: 0.0429382 Nov 12 04:33:58.954911 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-0b0a0024-501f-4a2a-9636-85f921ffd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:58.956416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-0b0a0024-501f-4a2a-9636-85f921ffd523 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.0883658 Nov 12 04:33:59.023991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-fa63fcd7-8496-4753-80b7-4c5e5d567d45 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1000 time: 0.0572498 Nov 12 04:33:59.076922 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-001e23ab-8fa0-4c51-9672-75912e46974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.078372 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-001e23ab-8fa0-4c51-9672-75912e46974c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0464985 Nov 12 04:33:59.124563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-58a08f91-bad3-4a4d-8450-aeb52c17a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:33:59.126072 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-58a08f91-bad3-4a4d-8450-aeb52c17a16f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401382 Nov 12 04:33:59.227172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-130e9432-3032-4e0c-bcc2-e0fee5139091 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898774 Nov 12 04:33:59.326428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-653cf91b-ff69-48ab-8450-9587f02a8efa req-09a03492-e6ed-41b8-b3b7-5ad69ca51ead service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879254 Nov 12 04:34:02.079937 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:10.255578 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:22.362314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d157b09d-7f39-443a-a96c-0c033e9d015a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:23.510905 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:34:24.714449 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0130be5e-5c8d-42d4-b4da-3a1cb466433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:25.714626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.170738 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:27.871326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:32.079488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:40.272290 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:52.363097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-74f60bed-c5f0-4044-934c-c0bb6bf9f352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.599121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-53e6e624-eb62-4041-9601-a05f277e8a85 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875646520&fields=id&tenant_id=74a3559981964794ab5499930f211a18 HTTP/1.1" status: 200 len: 267 time: 0.0465717 Nov 12 04:34:53.653614 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-8c351ef9-f66a-431f-a4c0-ffc58f7b1cd3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:53.655135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-8c351ef9-f66a-431f-a4c0-ffc58f7b1cd3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 984 time: 0.0503039 Nov 12 04:34:53.666343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Request body: {'port': {'security_groups': ['9f9faff1-4481-472a-905f-f7181511e0ac']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:34:53.733208 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.904474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:34:53.933850 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.938725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.975864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:34:53.982591 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:53.983255 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:53.984681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c833c14e-79d7-40a8-bfb3-b6c13d725e95 req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "PUT /v2.0/ports/28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 942 time: 0.3228326 Nov 12 04:34:53.985148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:53.990999 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a1458-7d74-461c-8d04-ca5febfdca12" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:53.991495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:54.030534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event updated for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:54.048953 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df4128b-b109-43c5-9575-a6d401b072c9 x-openstack-request-id: req-2df4128b-b109-43c5-9575-a6d401b072c9 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:54.049498 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:54.049758 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2df4128b-b109-43c5-9575-a6d401b072c9 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:54.050168 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:34:54.051647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.051999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.052670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.052670 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.053064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.053406 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.053750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.054581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.054704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.054983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.055313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.055636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d8580-905c-41d3-b2da-65f12f59b564 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.114715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.124414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:34:54.158178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-d32aa834-078c-4255-bc61-3d0e3abf52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:54.161209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.167497 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-d32aa834-078c-4255-bc61-3d0e3abf52e9 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0683374 Nov 12 04:34:54.233474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.247662 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.252606 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "DELETE /v2.0/security-groups/0c2a37f5-6d33-42e0-811a-cfab770c4c9b HTTP/1.1" status: 204 len: 168 time: 0.2601807 Nov 12 04:34:54.253249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 40978) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:34:54.313179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-2a70643f-1ee1-4e9e-9c04-c255f348e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:54.316348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-2a70643f-1ee1-4e9e-9c04-c255f348e92a service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.1417334 Nov 12 04:34:54.319617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a37f5-6d33-42e0-811a-cfab770c4c9b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:54.330815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.331181 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.331739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.332063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.332574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.332905 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.333226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.333545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.333863 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.334177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.334492 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.334804 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dde5a29-49a3-4229-aa1f-c65b74bf9cb6 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:34:54.348569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cedf644a-11c6-4361-a00f-4646600787e5 None None] Provisioning complete for port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:34:54.348931 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cedf644a-11c6-4361-a00f-4646600787e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.401267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-8ea42c69-b87d-4616-b310-34b3450c9ced service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 1000 time: 0.0779946 Nov 12 04:34:54.455304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-28cef56d-e165-4dff-b13c-89c17ae7a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:54.456861 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-28cef56d-e165-4dff-b13c-89c17ae7a985 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0479219 Nov 12 04:34:54.466926 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Deleting port ab182742-6de2-47c6-8286-48570d0496d7 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:34:54.467272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.504541 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-3c24c3e6-e135-456a-a920-16bddbb31e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:54.506022 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-3c24c3e6-e135-456a-a920-16bddbb31e44 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403645 Nov 12 04:34:54.547910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.548575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.561242 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Calling delete_port for ab182742-6de2-47c6-8286-48570d0496d7 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:34:54.600423 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-913ab299-c04d-46dd-ab67-89c0762bb8e4 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866861 Nov 12 04:34:54.692530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-259a1458-7d74-461c-8d04-ca5febfdca12 req-dcd0c947-a7bf-49a3-b276-5f13dabc416f service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Nov 12 04:34:54.712483 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.715039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb8a7f88-4e68-475e-93d9-f4c6b6959238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.739580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event deleted for resources: {'Port': ['ID=ab182742-6de2-47c6-8286-48570d0496d7,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:34:54.798750 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:54.799113 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Floating IP dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5 disassociated (deleted). External IP: 172.25.7.63, port: 28307caa-0fe8-43d4-882a-bc3d5b9ec194. Nov 12 04:34:55.018636 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Router 284d49bd-2655-469d-9909-117462462cb2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:34:55.126220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:34:55.131385 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:55.136961 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Sync routers for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:34:55.146165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:55.146754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:55.158212 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9754afd7-ced7-461d-b481-dcc0c1077146 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "DELETE /v2.0/floatingips/dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5 HTTP/1.1" status: 204 len: 168 time: 0.8954127 Nov 12 04:34:55.158934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:34:55.161346 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6960179f-1811-40fc-92c4-ae87d99e58f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:34:55.252810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:55.366824 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52449995-f79d-4656-b5a8-2e759a0d1276 x-openstack-request-id: req-52449995-f79d-4656-b5a8-2e759a0d1276 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:34:55.367124 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:34:55.367382 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-52449995-f79d-4656-b5a8-2e759a0d1276 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:34:55.367938 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:34:55.460201 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:55.461776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-8f6a35b0-3bc1-483e-ab36-886636f02fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:55.463354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-8f6a35b0-3bc1-483e-ab36-886636f02fd5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0477779 Nov 12 04:34:55.491191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Checking router: 284d49bd-2655-469d-9909-117462462cb2 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:34:55.499622 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:34:55.500277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:55.559447 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-fd961e22-3ef8-4ec8-a9d3-5ccfab5c80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:55.560889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-fd961e22-3ef8-4ec8-a9d3-5ccfab5c80a1 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.0894482 Nov 12 04:34:55.602863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-19cb6fc1-12c5-4f6e-9dca-193e0de13b7b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 217 time: 0.0342853 Nov 12 04:34:55.605819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:34:55.655604 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-db778cc2-4e5d-4acf-af19-6be2d1f01f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:55.657411 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-db778cc2-4e5d-4acf-af19-6be2d1f01f59 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0479956 Nov 12 04:34:55.705108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-872ae096-5029-40da-8dcf-4acff143ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:34:55.706616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-872ae096-5029-40da-8dcf-4acff143ed22 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420418 Nov 12 04:34:55.751001 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:55.811931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-a631ac9a-eac3-4530-b070-0dda70d6a7de service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870945 Nov 12 04:34:55.816599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:34:55.846576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b81521-0ea5-46e2-a15a-42848bc3c015 None None] The sync data for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 is: [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:31:40Z', 'revision_number': 4, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '9cd83f49-7582-46e4-a345-cb3601c1fba3', 'name': '', 'network_id': 'bce86ed4-a96c-46f7-8d54-e6e8da9dcddb', 'tenant_id': '74a3559981964794ab5499930f211a18', 'mac_address': 'fa:16:3e:ed:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:40Z', 'updated_at': '2021-11-12T04:31:45Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'subnets': [{'id': '0f3d67c5-6da9-40f1-9b65-5fba0482766d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:34:55.906082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6960179f-1811-40fc-92c4-ae87d99e58f0 req-98f74bfc-ee2b-4f73-bbad-a8dab623b04e service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Nov 12 04:34:56.073227 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecb6bd-65fb-468c-8423-8b5239781960 None None] New status for floating IP dea7b52d-5f7f-4a21-99a1-86f4a1f33fc5: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:34:57.177232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:34:57.875838 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:00.509209 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:00.758421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-efd5b0ec-3c19-44bd-b679-2a441f8c1d86 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405149 Nov 12 04:35:00.865374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-cac90ab4-e348-4467-bf51-8e6f585a4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:00.867153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-cac90ab4-e348-4467-bf51-8e6f585a4ec0 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=74a3559981964794ab5499930f211a18&device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 1097 time: 0.0475311 Nov 12 04:35:00.979223 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-daf91b0c-f147-497f-8364-65719a09cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:00.980730 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-daf91b0c-f147-497f-8364-65719a09cc84 service neutron] 10.222.0.104 "GET /v2.0/networks?id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 200 len: 915 time: 0.0910101 Nov 12 04:35:01.026763 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-be6e14b5-b65b-4b26-b0c1-0e432878142a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 200 len: 217 time: 0.0377891 Nov 12 04:35:01.082430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-ea2daeb8-b1dd-4c35-9578-ba5b1f3f5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:01.084537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-ea2daeb8-b1dd-4c35-9578-ba5b1f3f5a3c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 200 len: 854 time: 0.0504229 Nov 12 04:35:01.131514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-00d7e989-a0c7-4741-8d6a-b559fa1d20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:01.132931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-00d7e989-a0c7-4741-8d6a-b559fa1d20cd service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413096 Nov 12 04:35:01.225757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-cfe9db49-1c26-461c-b932-80197a7c1793 service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856488 Nov 12 04:35:01.316036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22d0ade5-6a42-408b-a8b8-8a07aa9f464f req-29d7ac83-0c01-483c-816d-9104fd5a6e9d service neutron] 10.222.0.104 "GET /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823805 Nov 12 04:35:02.093830 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:04.232501 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd6905-498e-45cc-99da-90fa2598da8f req-48ba668d-2b71-41ad-b474-591abe6f8b96 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:04.234026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4bd6905-498e-45cc-99da-90fa2598da8f req-48ba668d-2b71-41ad-b474-591abe6f8b96 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0502634 Nov 12 04:35:04.288809 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4bd6905-498e-45cc-99da-90fa2598da8f req-b410e6b1-94bf-4fd9-82ac-3f532f4dcdd5 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484397 Nov 12 04:35:05.405399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba517a12-f42b-41d0-b14a-45da5ea70573 req-d3454764-e283-4c71-abd5-a2ff9561c129 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:05.407227 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba517a12-f42b-41d0-b14a-45da5ea70573 req-d3454764-e283-4c71-abd5-a2ff9561c129 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Nov 12 04:35:05.453870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ba517a12-f42b-41d0-b14a-45da5ea70573 req-fad8b396-bf18-4db7-abf8-256b0e201925 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Nov 12 04:35:06.417956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-693e07ef-59b0-4c73-a4a1-c7a4ea48607a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:06.419422 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-693e07ef-59b0-4c73-a4a1-c7a4ea48607a tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.104 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.0477896 Nov 12 04:35:06.512247 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Deleting port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:06.512581 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.625006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa274d-3f25-4415-b8ea-bea1784a137f req-3907e67a-80f6-4546-8ff6-1c0464fb0739 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:06.627137 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-baaa274d-3f25-4415-b8ea-bea1784a137f req-3907e67a-80f6-4546-8ff6-1c0464fb0739 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cc985b-b15d-4f32-99df-24b1ec1a2cb4 HTTP/1.1" status: 200 len: 945 time: 0.1003895 Nov 12 04:35:06.639464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] For port 28307caa-0fe8-43d4-882a-bc3d5b9ec194, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=28307caa-0fe8-43d4-882a-bc3d5b9ec194,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:06.639826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:06.664186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Calling delete_port for 28307caa-0fe8-43d4-882a-bc3d5b9ec194 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:06.724169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-baaa274d-3f25-4415-b8ea-bea1784a137f req-226c7b17-1083-4e38-a6bd-43db41cc67ee tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.97 "GET /v2.0/security-groups?id=9f9faff1-4481-472a-905f-f7181511e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898697 Nov 12 04:35:07.147410 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.175628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Pushing event deleted for resources: {'Port': ['ID=28307caa-0fe8-43d4-882a-bc3d5b9ec194,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:07.181770 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['28307caa-0fe8-43d4-882a-bc3d5b9ec194'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:07.217463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] No DVR routers for this DVR port 28307caa-0fe8-43d4-882a-bc3d5b9ec194 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:07.219952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:07.223855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-66a714fc-a926-493e-8093-f10c5ac825d6 req-1e5c9ad5-8bf9-436c-800f-ce78af680fc3 tempest-TestMinimumBasicScenario-2006463872 tempest-TestMinimumBasicScenario-2006463872-project] 10.222.0.104 "DELETE /v2.0/ports/28307caa-0fe8-43d4-882a-bc3d5b9ec194 HTTP/1.1" status: 204 len: 173 time: 0.7978489 Nov 12 04:35:07.224293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'name': 'network-vif-deleted', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:07.226513 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d1dff-f367-42d3-b08c-9dc7d65f4f6a" -d '{"events": [{"server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "name": "network-vif-deleted", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:07.263215 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63916d-9869-47db-9017-5ff48d8664fc x-openstack-request-id: req-4b63916d-9869-47db-9017-5ff48d8664fc {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:07.263509 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc985b-b15d-4f32-99df-24b1ec1a2cb4", "name": "network-vif-deleted", "tag": "28307caa-0fe8-43d4-882a-bc3d5b9ec194", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:07.263780 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4b63916d-9869-47db-9017-5ff48d8664fc {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:07.264173 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc985b-b15d-4f32-99df-24b1ec1a2cb4', 'name': 'network-vif-deleted', 'tag': '28307caa-0fe8-43d4-882a-bc3d5b9ec194', 'status': 'completed', 'code': 200} Nov 12 04:35:08.316846 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41076) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:08.664285 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.908563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Deleting port 9cd83f49-7582-46e4-a345-cb3601c1fba3 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:08.908901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.986458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] For port 9cd83f49-7582-46e4-a345-cb3601c1fba3, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=9cd83f49-7582-46e4-a345-cb3601c1fba3,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:08.986735 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:08.999054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Calling delete_port for 9cd83f49-7582-46e4-a345-cb3601c1fba3 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:09.176966 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.207674 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd83f49-7582-46e4-a345-cb3601c1fba3,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:09.376375 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.592451 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Router 284d49bd-2655-469d-9909-117462462cb2 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:09.703587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:09.708660 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fbc43ca6-f2b8-4a1b-98d4-83dd60a03d17 admin admin] 10.222.0.97 "PUT /v2.0/routers/284d49bd-2655-469d-9909-117462462cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3907378 Nov 12 04:35:09.711211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41078) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:09.713960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Sync routers for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:09.723900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:09.724495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:09.816158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.830638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:09.916403 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:09.988371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Deleting port c3d9941e-d5a9-4110-b8f2-97a584026eee {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:09.988739 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.013221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:35:09Z', 'revision_number': 5, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port': {'id': 'c3d9941e-d5a9-4110-b8f2-97a584026eee', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284d49bd-2655-469d-9909-117462462cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:38Z', 'updated_at': '2021-11-12T04:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:10.039475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Checking router: 284d49bd-2655-469d-9909-117462462cb2 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:10.047829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Routers {'284d49bd-2655-469d-9909-117462462cb2'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:10.048463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['284d49bd-2655-469d-9909-117462462cb2'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:10.069372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] For port c3d9941e-d5a9-4110-b8f2-97a584026eee, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=c3d9941e-d5a9-4110-b8f2-97a584026eee,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:10.069736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.083319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Calling delete_port for c3d9941e-d5a9-4110-b8f2-97a584026eee owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:10.134213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] Set router 284d49bd-2655-469d-9909-117462462cb2 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:10.187460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:35:09Z', 'revision_number': 6, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:10.213465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef264244-f842-4343-b3f6-c4c8a5997461 None None] The sync data for ids ['284d49bd-2655-469d-9909-117462462cb2'] in n-d-766726-29 is: [{'id': '284d49bd-2655-469d-9909-117462462cb2', 'name': 'tempest-TestMinimumBasicScenario-2070734316-router', 'tenant_id': '74a3559981964794ab5499930f211a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:37Z', 'updated_at': '2021-11-12T04:35:09Z', 'revision_number': 6, 'project_id': '74a3559981964794ab5499930f211a18', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:10.253957 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.269024 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.277881 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d9941e-d5a9-4110-b8f2-97a584026eee,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:10.293192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e77610-2e91-4626-a8a4-35a55bfa040a None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:10.349962 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.440764 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.442872 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.484759 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.485452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 284d49bd-2655-469d-9909-117462462cb2 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:10.491321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.493018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b207cbb0-649b-429c-8bf1-783e1b969184 admin admin] 10.222.0.97 "DELETE /v2.0/routers/284d49bd-2655-469d-9909-117462462cb2 HTTP/1.1" status: 204 len: 168 time: 0.7805982 Nov 12 04:35:10.495253 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41080) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:10.539064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Deleting subnet 0f3d67c5-6da9-40f1-9b65-5fba0482766d {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:10.542019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.581839 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.663359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.713083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.743210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3d67c5-6da9-40f1-9b65-5fba0482766d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:10.747056 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.752383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b6d365de-0e79-40ed-8dbc-23960bb1fd2c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/0f3d67c5-6da9-40f1-9b65-5fba0482766d HTTP/1.1" status: 204 len: 168 time: 0.2539532 Nov 12 04:35:10.753198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:10.754355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e289f92-b0c4-4954-970f-c98968e26cd2 None None] Network bce86ed4-a96c-46f7-8d54-e6e8da9dcddb requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:10.821625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.876077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Deleting port b20424ab-5338-4f36-a279-d717ce098d9d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:10.876417 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.889127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 28307caa-0fe8-43d4-882a-bc3d5b9ec194 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:10.911284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 28307caa-0fe8-43d4-882a-bc3d5b9ec194 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:10.911636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 28307caa-0fe8-43d4-882a-bc3d5b9ec194 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:10.948278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] For port b20424ab-5338-4f36-a279-d717ce098d9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b20424ab-5338-4f36-a279-d717ce098d9d,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:10.948632 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:10.963188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Calling delete_port for b20424ab-5338-4f36-a279-d717ce098d9d owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:10.972650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] DHCP port deletion for bce86ed4-a96c-46f7-8d54-e6e8da9dcddb request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:11.025553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Deleting port b20424ab-5338-4f36-a279-d717ce098d9d {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:11.025915 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.048493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.076816 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20424ab-5338-4f36-a279-d717ce098d9d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.078993 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] No DVR routers for this DVR port b20424ab-5338-4f36-a279-d717ce098d9d on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:11.093513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] For port b20424ab-5338-4f36-a279-d717ce098d9d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=b20424ab-5338-4f36-a279-d717ce098d9d,segment=NetworkSegment(64079c59-9700-4d82-ad66-92ce3bd5d868),segment_id=64079c59-9700-4d82-ad66-92ce3bd5d868)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:11.093993 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.107369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Calling delete_port for b20424ab-5338-4f36-a279-d717ce098d9d owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:11.160639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.181686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce86ed4-a96c-46f7-8d54-e6e8da9dcddb']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.190261 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.192889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64079c59-9700-4d82-ad66-92ce3bd5d868') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.193460 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64079c59-9700-4d82-ad66-92ce3bd5d868') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:11.207297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.217358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Pushing event deleted for resources: {'Port': ['ID=b20424ab-5338-4f36-a279-d717ce098d9d,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.221723 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] No DVR routers for this DVR port b20424ab-5338-4f36-a279-d717ce098d9d on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:11.223704 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.229325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.229671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.232856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44343b15-6b05-4400-8f95-54bba1cc9f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:11.235369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:11.235369 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:11.240847 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:11.301226 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.307040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.313277 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] 10.222.0.97 "DELETE /v2.0/networks/bce86ed4-a96c-46f7-8d54-e6e8da9dcddb HTTP/1.1" status: 204 len: 168 time: 0.5563750 Nov 12 04:35:11.313609 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41084) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:11.324045 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb59ec-39b2-450f-92c7-c1f9697cc7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce86ed4-a96c-46f7-8d54-e6e8da9dcddb,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:11.657453 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.902140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Deleting port 3ef5db7b-eae8-4666-a76d-989c4676135d {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:11.902478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.981024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9cd83f49-7582-46e4-a345-cb3601c1fba3 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:11.981537 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] For port 3ef5db7b-eae8-4666-a76d-989c4676135d, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=3ef5db7b-eae8-4666-a76d-989c4676135d,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:11.981537 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:11.998973 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Calling delete_port for 3ef5db7b-eae8-4666-a76d-989c4676135d owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:12.002815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 9cd83f49-7582-46e4-a345-cb3601c1fba3 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:12.003178 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 9cd83f49-7582-46e4-a345-cb3601c1fba3 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:12.003599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b20424ab-5338-4f36-a279-d717ce098d9d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:12.022088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: b20424ab-5338-4f36-a279-d717ce098d9d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:12.022428 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device b20424ab-5338-4f36-a279-d717ce098d9d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:12.022832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c3d9941e-d5a9-4110-b8f2-97a584026eee no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:12.044920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: c3d9941e-d5a9-4110-b8f2-97a584026eee {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:12.045263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device c3d9941e-d5a9-4110-b8f2-97a584026eee not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:12.177836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.203544 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef5db7b-eae8-4666-a76d-989c4676135d,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:12.369218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.584262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Router 7aa11595-ccc7-446b-8c49-c15f0f2db50a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:12.689651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:12.694589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b94463be-110e-4df2-9ae5-75841dd8f16c admin admin] 10.222.0.97 "PUT /v2.0/routers/7aa11595-ccc7-446b-8c49-c15f0f2db50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793089 Nov 12 04:35:12.697214 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41086) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:12.698037 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Sync routers for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:12.708908 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:12.709514 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:12.801556 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.811218 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:12.904950 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.960234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Deleting port 407072de-ccc5-476a-9784-1c5f5b200693 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:12.960589 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:12.991066 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '407072de-ccc5-476a-9784-1c5f5b200693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:35:12Z', 'revision_number': 5, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port': {'id': '407072de-ccc5-476a-9784-1c5f5b200693', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:31:43Z', 'updated_at': '2021-11-12T04:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:13.018093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Checking router: 7aa11595-ccc7-446b-8c49-c15f0f2db50a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:13.026482 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Routers {'7aa11595-ccc7-446b-8c49-c15f0f2db50a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:13.027125 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:13.042685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] For port 407072de-ccc5-476a-9784-1c5f5b200693, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=407072de-ccc5-476a-9784-1c5f5b200693,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:13.043071 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.060049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Calling delete_port for 407072de-ccc5-476a-9784-1c5f5b200693 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:13.112780 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] Set router 7aa11595-ccc7-446b-8c49-c15f0f2db50a gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:13.163465 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:35:12Z', 'revision_number': 6, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:13.193135 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee77f743-54e4-479b-aae3-f75c38731192 None None] The sync data for ids ['7aa11595-ccc7-446b-8c49-c15f0f2db50a'] in n-d-766726-29 is: [{'id': '7aa11595-ccc7-446b-8c49-c15f0f2db50a', 'name': 'tempest-TestMinimumBasicScenario-130304315-router', 'tenant_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:31:42Z', 'updated_at': '2021-11-12T04:35:12Z', 'revision_number': 6, 'project_id': 'cf3ce76e0e424cc69c757095c11c1c36', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:13.226270 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.257108 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=407072de-ccc5-476a-9784-1c5f5b200693,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:13.320968 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.415282 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.417501 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.425638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17041b79-7fcc-4d54-a95c-12e11479446e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:13.465045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.465567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa11595-ccc7-446b-8c49-c15f0f2db50a {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:35:13.469891 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.471571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-319f5bc2-4f12-4ff8-8bbb-6f12e318a9e3 admin admin] 10.222.0.97 "DELETE /v2.0/routers/7aa11595-ccc7-446b-8c49-c15f0f2db50a HTTP/1.1" status: 204 len: 168 time: 0.7734060 Nov 12 04:35:13.474268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41088) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:13.517888 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Deleting subnet 6988243d-3b68-4b91-90b4-3e5e97ea4bb9 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:35:13.521003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.558365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.643024 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.697398 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.725887 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.731984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6988243d-3b68-4b91-90b4-3e5e97ea4bb9 HTTP/1.1" status: 204 len: 168 time: 0.2545109 Nov 12 04:35:13.731984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b37e0-97f0-4cbd-bdfa-8a329f8b12a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6988243d-3b68-4b91-90b4-3e5e97ea4bb9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:13.732253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6049b9-ce99-4212-b04b-a02adc68a433 None None] Network 08bf92ab-51f3-40ea-ad9c-1c53139ef217 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:13.732693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41090) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:13.802635 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.858512 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Deleting port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:13.858864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.929378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] For port 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=09f0b6df-a27d-4e63-8980-04ba3f620ab2,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:13.929734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:13.940149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] DHCP port deletion for 08bf92ab-51f3-40ea-ad9c-1c53139ef217 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:13.945967 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Calling delete_port for 09f0b6df-a27d-4e63-8980-04ba3f620ab2 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:13.999002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Deleting port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:35:13.999379 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.019393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3ef5db7b-eae8-4666-a76d-989c4676135d no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:14.038406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.064981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f0b6df-a27d-4e63-8980-04ba3f620ab2,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.068593 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] No DVR routers for this DVR port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:14.076776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 3ef5db7b-eae8-4666-a76d-989c4676135d {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:14.077117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 3ef5db7b-eae8-4666-a76d-989c4676135d not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:14.077719 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 09f0b6df-a27d-4e63-8980-04ba3f620ab2 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:14.102868 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 09f0b6df-a27d-4e63-8980-04ba3f620ab2 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:14.103251 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 09f0b6df-a27d-4e63-8980-04ba3f620ab2 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:14.103659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 407072de-ccc5-476a-9784-1c5f5b200693 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:35:14.130671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 407072de-ccc5-476a-9784-1c5f5b200693 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:35:14.131119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 407072de-ccc5-476a-9784-1c5f5b200693 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:35:14.134801 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] For port 09f0b6df-a27d-4e63-8980-04ba3f620ab2, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=09f0b6df-a27d-4e63-8980-04ba3f620ab2,segment=NetworkSegment(5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97),segment_id=5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:14.135219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.140150 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.149692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Calling delete_port for 09f0b6df-a27d-4e63-8980-04ba3f620ab2 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:35:14.167562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bf92ab-51f3-40ea-ad9c-1c53139ef217']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:14.177929 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:14.178237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ad9dd-a36e-43ad-a4fc-73e6bdbcee97') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:14.188464 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.203411 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.212364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:35:14.212852 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:35:14.214751 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:35:14.238808 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.267500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] Pushing event deleted for resources: {'Port': ['ID=09f0b6df-a27d-4e63-8980-04ba3f620ab2,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.269405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04913947-1155-4b2c-a01c-321263b2b1f0 None None] No DVR routers for this DVR port 09f0b6df-a27d-4e63-8980-04ba3f620ab2 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:35:14.277822 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.283574 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.288163 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] 10.222.0.97 "DELETE /v2.0/networks/08bf92ab-51f3-40ea-ad9c-1c53139ef217 HTTP/1.1" status: 204 len: 168 time: 0.5543902 Nov 12 04:35:14.299339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199cb1-18ef-429c-8a0d-7b6e7c3358d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08bf92ab-51f3-40ea-ad9c-1c53139ef217,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.446061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.485748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c94112c-e6af-40ee-a889-b405bc420155 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=74a3559981964794ab5499930f211a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384681 Nov 12 04:35:14.488201 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41096) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.536219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.556764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.604865 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.607987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:14.609177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9f9faff1-4481-472a-905f-f7181511e0ac HTTP/1.1" status: 204 len: 168 time: 0.1199977 Nov 12 04:35:14.617280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef53bd-8a02-490e-8ba8-ec21a15aa5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9faff1-4481-472a-905f-f7181511e0ac,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:14.913722 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:14.954941 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a2b2171c-e0ad-418a-9281-19c487629106 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cf3ce76e0e424cc69c757095c11c1c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399647 Nov 12 04:35:14.957273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41104) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:15.007428 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.027637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.073407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.076144 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:15.077409 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/997d260b-f03a-4ca0-a6c3-913fb3f252c1 HTTP/1.1" status: 204 len: 168 time: 0.1192069 Nov 12 04:35:15.085447 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c348388-9e90-4cf0-87b4-5d8ae4810574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d260b-f03a-4ca0-a6c3-913fb3f252c1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.718734 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41144) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:16.723414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749245020', 'description': 'tempest-secgroup-smoke-1749245020 description', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:16.745706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.753901 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.826809 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.831153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.865197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfaa22-3f30-4d93-8473-da5429bc352c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.905172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.909027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.937345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:16.939399 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2188253 Nov 12 04:35:16.942166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41146) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:16.946603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:16.952486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dddfe-3fe9-4bd4-834b-f707f460b012 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bea4db-2491-44c4-876e-6596a0ae2f27,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:16.975067 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.032932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.037202 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.054699 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b999d865-8bf6-4ce1-ad6a-e25be326c722,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.062304 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.063551 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0353f656-092e-4729-b34c-a729768059ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203668 Nov 12 04:35:17.066908 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.071245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.096548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.152317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.155937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.176516 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da52f22f-b9dd-48e3-9e49-bb1df79bec05,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.181933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.182972 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4ee2863e-4284-4599-99bb-b0d19e7e31d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151025 Nov 12 04:35:17.186023 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41150) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.190286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.216639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.271866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.275238 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.290313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e42272-9bb4-4ce8-9bf3-514548163f3c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.301590 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.302784 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-66074797-5623-485d-bb5d-f0ec399fa787 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158745 Nov 12 04:35:17.305481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41152) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.309801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.339692 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.396937 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.400605 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.423676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c52093d-2c14-4be0-9b45-fef53c29d7e8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.429172 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.430207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-117799b1-b33d-4412-9e1c-aeacce34a63b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238103 Nov 12 04:35:17.432995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41154) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.437367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.458509 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:35:17.463502 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.521364 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.524906 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.543520 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ace892-9181-4e40-a89a-30ccbb5898f3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.547930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.549809 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f7f886e4-dd4a-4993-aeaf-d917ea19d0bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156552 Nov 12 04:35:17.552480 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41156) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.557300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'f7bea4db-2491-44c4-876e-6596a0ae2f27', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.578264 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:35:17.583778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.642423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.646004 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.663934 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a24ea8-222d-417c-9438-85fa94f85119,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.671503 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.672706 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-fa404f52-c687-4755-8c73-3250e49aab65 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192770 Nov 12 04:35:17.675735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41158) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.680504 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'network': {'name': 'tempest-network-smoke--1362278303', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.701044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:17.704955 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.728920 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:35:17.737623 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.737957 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Added segment 53c9ed66-4099-463d-a921-ca870c6457fa of type vlan for network 3bc08cb4-e341-485f-bd86-d1539a095048 Nov 12 04:35:17.778242 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.802264 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.807948 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:17.808555 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.845886 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1691227 Nov 12 04:35:17.848184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:17.852994 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'admin_state_up': True, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:17.880993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.882010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:17.882354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8406a-5a0f-4a27-a054-d54c52cc44c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Network': ['ID=3bc08cb4-e341-485f-bd86-d1539a095048,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:17.894199 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 3bc08cb4-e341-485f-bd86-d1539a095048 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:35:17.937151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.076183 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.263893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.283039 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.389119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.53 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/24286f24-2a72-413d-aab3-aa4265fb8fae) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:18.488281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.521137 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.565229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:18.568110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:18.571678 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:18.580889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b9fae-ca38-4312-882a-61376261dc3f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:18.593677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=24286f24-2a72-413d-aab3-aa4265fb8fae,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:18.635592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-737c8d90-fc8d-4c5f-9840-100646228d9c None None] Provisioning complete for port 24286f24-2a72-413d-aab3-aa4265fb8fae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:18.635959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-737c8d90-fc8d-4c5f-9840-100646228d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:18.669911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-737c8d90-fc8d-4c5f-9840-100646228d9c None None] Port 24286f24-2a72-413d-aab3-aa4265fb8fae cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:18.831095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.365299 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.490978 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:35:19.597002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:19.606545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Sync routers for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:19.618129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.619051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:19.619307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-be2d7a3d-7d69-4a8c-a556-2d4a0cdf3b71 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7699180 Nov 12 04:35:19.619663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:19.622480 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41162) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.725763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:19.750101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-87423543-79a5-4ccf-98ef-675e15be898b tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=f2eb53e812374113a1dfc7be5c499cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1264985 Nov 12 04:35:19.753720 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.906759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:18Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:19.925024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916be8c-919c-4162-97f9-865a70f9a710 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:19.926545 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c916be8c-919c-4162-97f9-865a70f9a710 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718614 Nov 12 04:35:19.929454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41168) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.934313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Checking router: b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:19.934658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Updating router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 port 24286f24-2a72-413d-aab3-aa4265fb8fae binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:35:19.962886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:19.965731 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8fb2ad4b-0543-4a9d-b93f-437b4288bd7b tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347269 Nov 12 04:35:19.967926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41170) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:19.973230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102077321', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:20.068047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:20.072199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.214147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.221208 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.262618 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.267034 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f148fa0a-c70f-4552-bad4-94b2060b4521 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:20.281670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Attempting to bind port 24286f24-2a72-413d-aab3-aa4265fb8fae on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:20.282042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Attempting to bind port 24286f24-2a72-413d-aab3-aa4265fb8fae by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:20.282912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Attempting to bind port 24286f24-2a72-413d-aab3-aa4265fb8fae on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:20.289086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:20.289467 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:20.289869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.291944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:20.291944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Bound port: 24286f24-2a72-413d-aab3-aa4265fb8fae, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:20.291944 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.294020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ee9c0-be6d-4d3d-9d05-e8573e665025 None None] Pushing event updated for resources: {'Port': ['ID=24286f24-2a72-413d-aab3-aa4265fb8fae,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.326187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Subnet': ['ID=43a88f1e-b71c-4ddf-b804-26b20b973b3f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.335003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Checking segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:20.335364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network hostable DHCP agents. Network: 3bc08cb4-e341-485f-bd86-d1539a095048, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:35:20.350872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] For port 24286f24-2a72-413d-aab3-aa4265fb8fae, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:20.354127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] For port 24286f24-2a72-413d-aab3-aa4265fb8fae, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=24286f24-2a72-413d-aab3-aa4265fb8fae,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:20.355379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 3bc08cb4-e341-485f-bd86-d1539a095048 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:35:20.357809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.364754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 3bc08cb4-e341-485f-bd86-d1539a095048) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:20.368963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:20.369595 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.386557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37c144-57c0-44fd-9e3d-fb022ab21010 None None] Network 3bc08cb4-e341-485f-bd86-d1539a095048 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:20.388735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41172) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:20.389771 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c4481719-daec-4db4-9b5b-358eac805b45 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4207466 Nov 12 04:35:20.429020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f1651-6515-4804-adaf-4b554af3567c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:35:20.488997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] Provisioning complete for port 24286f24-2a72-413d-aab3-aa4265fb8fae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:20.489355 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.492708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:20.493327 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:20.497371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ee9c0-be6d-4d3d-9d05-e8573e665025 None None] Pushing event updated for resources: {'Port': ['ID=24286f24-2a72-413d-aab3-aa4265fb8fae,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:20.741258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:20.773875 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-3bc08cb4-e341-485f-bd86-d1539a095048', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:35:20.774733 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.810892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:20.861019 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] For port 24286f24-2a72-413d-aab3-aa4265fb8fae, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=24286f24-2a72-413d-aab3-aa4265fb8fae,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:20.891474 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.197284 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9f6051a3-1e49-44ed-8256-74418e67ffad None None] Provisioning complete for port 24286f24-2a72-413d-aab3-aa4265fb8fae triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:21.197652 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9f6051a3-1e49-44ed-8256-74418e67ffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.202206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.220275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d3d38-cadb-49f4-a3fb-59b8476ed92e None None] Pushing event updated for resources: {'Port': ['ID=24286f24-2a72-413d-aab3-aa4265fb8fae,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.300126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Allocated IP 172.20.0.2 (3bc08cb4-e341-485f-bd86-d1539a095048/43a88f1e-b71c-4ddf-b804-26b20b973b3f/4d2b29bb-d1b1-4336-a60b-8a99a902ce24) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:21.406917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:18Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:21.448903 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c2a850-6e58-45f2-bda6-b17794b9be58 None None] The sync data for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 is: [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:18Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:21.526967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.539570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.575944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Network 3bc08cb4-e341-485f-bd86-d1539a095048 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:21.581056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:21.584782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:21.589461 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.1 (3bc08cb4-e341-485f-bd86-d1539a095048/43a88f1e-b71c-4ddf-b804-26b20b973b3f/37501433-76e6-4c4f-b1c8-ae67a7274940) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:21.594172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Pushing event updated for resources: {'Port': ['ID=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.644946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Attempting to bind port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:21.645313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Attempting to bind port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:21.645673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Attempting to bind port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 on network 3bc08cb4-e341-485f-bd86-d1539a095048 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:21.651452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:21.651821 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Checking segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:21.652221 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.660646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Bound using segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:21.661021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Bound port: 4d2b29bb-d1b1-4336-a60b-8a99a902ce24, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:21.662469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.739975 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.748684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] For port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:21.752790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] For port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:21.760591 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.778705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:21.824725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 3bc08cb4-e341-485f-bd86-d1539a095048 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:21.828260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:21.829068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcfc9c-810b-4274-9bb3-f8c7fe2a8c70 None None] Pushing event updated for resources: {'Port': ['ID=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.831018 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:21.876792 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:21.897919 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.080487 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.110473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 24286f24-2a72-413d-aab3-aa4265fb8fae up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:22.165021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 24286f24-2a72-413d-aab3-aa4265fb8fae triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:22.165406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.365087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0f35e116-ea33-4d8a-8050-47ebac5f89e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.414894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.419578 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.497639 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:22.500224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:22.596528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 3bc08cb4-e341-485f-bd86-d1539a095048 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:22.597976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:22.721015 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:22.790295 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72d786-8c68-489f-b62b-d07ad1722612 None None] Network 3bc08cb4-e341-485f-bd86-d1539a095048 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:35:22.835051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:22.840179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bfb1186f-b8db-41ae-80a2-1f0219db8a00 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4496288 Nov 12 04:35:22.912469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] Provisioning complete for port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:22.912837 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.032145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.072655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] For port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:23.080418 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.144445 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231974a6-9ed2-47a7-8ffc-e72e31e01ebc None None] Pushing event updated for resources: {'Port': ['ID=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:23.199480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-26a091cb-16eb-48c8-a09c-cc0868d8faec tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749245020&fields=id&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 267 time: 0.0601211 Nov 12 04:35:23.306325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f5421b76-bbc3-40c7-9c2f-314ea90dd7f4 None None] Provisioning complete for port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.312660 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5421b76-bbc3-40c7-9c2f-314ea90dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.322020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b0dee8f4-d528-4476-a39a-647b37903665 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:23.323625 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b0dee8f4-d528-4476-a39a-647b37903665 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 797 time: 0.1203971 Nov 12 04:35:23.339787 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-0e622572-db4e-4265-bfd2-b3c7ba936a01 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/quotas/f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 375 time: 0.0095463 Nov 12 04:35:23.426274 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-f525d99e-8537-4683-9b24-3328d72e143a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790489 Nov 12 04:35:23.430783 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Sync routers for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:23.440925 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f5421b76-bbc3-40c7-9c2f-314ea90dd7f4 None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.441579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5421b76-bbc3-40c7-9c2f-314ea90dd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.455110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:23.456053 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:23.491995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-f5421b76-bbc3-40c7-9c2f-314ea90dd7f4 None None] Port 37501433-76e6-4c4f-b1c8-ae67a7274940 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:23.530161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-86895cb5-660b-4cf2-8fa3-7c53f9ff2191 service neutron] 10.222.0.97 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018770 Nov 12 04:35:23.574932 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:23.613300 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d384a041-2353-4cad-b663-d3a36c188ed3 None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.613869 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d384a041-2353-4cad-b663-d3a36c188ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.626181 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-6ea0068a-9634-43c4-914e-799e339b0cb0 service neutron] 10.222.0.97 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946720 Nov 12 04:35:23.654321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d384a041-2353-4cad-b663-d3a36c188ed3 None None] Port 37501433-76e6-4c4f-b1c8-ae67a7274940 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:23.780662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-13f1dcbe-15c7-4fb3-a219-d5af84d279fe None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:23.782687 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13f1dcbe-15c7-4fb3-a219-d5af84d279fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:23.788224 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 2, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:23.819802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-13f1dcbe-15c7-4fb3-a219-d5af84d279fe None None] Port 37501433-76e6-4c4f-b1c8-ae67a7274940 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:23.823581 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Checking router: b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:23.823854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Updating router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 port 37501433-76e6-4c4f-b1c8-ae67a7274940 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:35:23.825758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-813709ea-f073-4704-a492-fe65e5b1d503 req-2d8eb637-164c-46b4-abe3-8a0460882d84 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 210 time: 0.0453115 Nov 12 04:35:23.851277 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.050119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:24.100128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:24.100644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.151691 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.158300 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.228118 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Pushing event updated for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:24.248344 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.248719 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.249027 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.249365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.249689 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.250010 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.250608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.251409 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.251854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.252044 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.252361 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.252681 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:35:24.273365 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Attempting to bind port 37501433-76e6-4c4f-b1c8-ae67a7274940 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:24.274461 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Attempting to bind port 37501433-76e6-4c4f-b1c8-ae67a7274940 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:24.274826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Attempting to bind port 37501433-76e6-4c4f-b1c8-ae67a7274940 on network 3bc08cb4-e341-485f-bd86-d1539a095048 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:24.280381 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:24.280756 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Checking segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:24.281400 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.281792 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Bound using segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:24.282924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Bound port: 37501433-76e6-4c4f-b1c8-ae67a7274940, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:24.283327 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.355118 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] For port 37501433-76e6-4c4f-b1c8-ae67a7274940, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:24.358567 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] For port 37501433-76e6-4c4f-b1c8-ae67a7274940, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=37501433-76e6-4c4f-b1c8-ae67a7274940,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:24.368672 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.423110 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:24.423746 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:34:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:24.447249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:24.447999 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.470562 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808ec6d-e4bf-44a5-b0ff-17c6179cbc78 None None] Pushing event updated for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:24.557994 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.599573 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] For port 37501433-76e6-4c4f-b1c8-ae67a7274940, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=37501433-76e6-4c4f-b1c8-ae67a7274940,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:24.604419 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.641595 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:24.655863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcdfd5-a060-469f-bf26-e3b10435b70a None None] Pushing event updated for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:24.724486 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d4f2db6a-aba8-43d1-a65b-af6eb26300ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.730297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fa97c6dd-0464-4095-8c80-6936ed12f8e3 None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:24.730655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa97c6dd-0464-4095-8c80-6936ed12f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:24.846344 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:24.873321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b43fcc-a3de-40e8-9783-c3a49d2842e0 None None] The sync data for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 is: [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:24.959789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa834a8a-406f-4230-b794-20759a78cd3a req-7bcca8d2-8be5-46f7-8c6c-252dec009130 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 210 time: 0.0557120 Nov 12 04:35:25.111742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b39eabd5-e968-4e0b-bc32-6cd81975444f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:25.113398 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b39eabd5-e968-4e0b-bc32-6cd81975444f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 797 time: 0.1177604 Nov 12 04:35:25.198080 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-748f8046-d111-45cb-bc3a-08c61808fecf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 380 time: 0.0592532 Nov 12 04:35:25.238106 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'port': {'device_id': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'admin_state_up': True, 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'security_groups': ['f7bea4db-2491-44c4-876e-6596a0ae2f27']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:25.353090 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:35:25.356678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.492345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.9 (3bc08cb4-e341-485f-bd86-d1539a095048/43a88f1e-b71c-4ddf-b804-26b20b973b3f/06ffcb42-d01b-4285-9947-08b1285fbab0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:25.640627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.675616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.725085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.726481 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 3bc08cb4-e341-485f-bd86-d1539a095048 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:25.729767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:25.733715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:25.740680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:25.791729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:25.792465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:25.811810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b7f274cf-59ee-445f-a2f1-a4057b9f5745 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779340 Nov 12 04:35:25.826309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-ec1a7b66-9845-4ea9-9a31-1ead024006c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:35:25.827661 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-ec1a7b66-9845-4ea9-9a31-1ead024006c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057881 Nov 12 04:35:25.855169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Request body: {'port': {'device_id': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:25.928321 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.039545 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 37501433-76e6-4c4f-b1c8-ae67a7274940 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:26.078443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d0df1f7e-c6a1-41cd-9674-ffb4a7efd27b None None] Provisioning complete for port 06ffcb42-d01b-4285-9947-08b1285fbab0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:26.079576 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f7e-c6a1-41cd-9674-ffb4a7efd27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.089599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6ce9f-55ca-4b91-8eed-8b5c4c8b9b71 req-5211a035-7a4e-4d2a-8b1d-3aaa75e5fa80 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.091232 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5d6ce9f-55ca-4b91-8eed-8b5c4c8b9b71 req-5211a035-7a4e-4d2a-8b1d-3aaa75e5fa80 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 931 time: 0.0500491 Nov 12 04:35:26.121459 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d0df1f7e-c6a1-41cd-9674-ffb4a7efd27b None None] Port 06ffcb42-d01b-4285-9947-08b1285fbab0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:35:26.128759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 37501433-76e6-4c4f-b1c8-ae67a7274940 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:26.129132 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.145302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e5d6ce9f-55ca-4b91-8eed-8b5c4c8b9b71 req-c23597c2-bd8a-43bb-ab6b-432b1cc757bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469370 Nov 12 04:35:26.222935 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ffcb42-d01b-4285-9947-08b1285fbab0 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:26.230867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.243061 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Transition to ACTIVE for port object 06ffcb42-d01b-4285-9947-08b1285fbab0 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:35:26.246737 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.318256 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Pushing event updated for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:26.372793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Attempting to bind port 06ffcb42-d01b-4285-9947-08b1285fbab0 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:35:26.373177 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Attempting to bind port 06ffcb42-d01b-4285-9947-08b1285fbab0 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:35:26.373457 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Attempting to bind port 06ffcb42-d01b-4285-9947-08b1285fbab0 on network 3bc08cb4-e341-485f-bd86-d1539a095048 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:26.379068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Port 06ffcb42-d01b-4285-9947-08b1285fbab0 on network 3bc08cb4-e341-485f-bd86-d1539a095048 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:35:26.379406 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Attempting to bind port 06ffcb42-d01b-4285-9947-08b1285fbab0 on network 3bc08cb4-e341-485f-bd86-d1539a095048 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:35:26.384266 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:35:26.384606 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Checking segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:35:26.384984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Bound using segment: {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:35:26.385402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Bound port: 06ffcb42-d01b-4285-9947-08b1285fbab0, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c9ed66-4099-463d-a921-ca870c6457fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:35:26.385780 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.451083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:35:26.454758 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=06ffcb42-d01b-4285-9947-08b1285fbab0,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:35:26.458586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.495349 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.495949 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:26.497325 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] 10.222.0.16 "PUT /v2.0/ports/06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 1092 time: 0.6470363 Nov 12 04:35:26.497759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:26.500063 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ec4fb-4546-4e5c-ae5e-764bb7956927" -d '{"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:26.520427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d15d-ba5a-47c6-93e0-ae4d24ba0f49 service neutron] Pushing event updated for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:26.543554 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f941b5-96d8-4681-928d-0ab584c17d1a x-openstack-request-id: req-c3f941b5-96d8-4681-928d-0ab584c17d1a {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:26.543849 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:26.544109 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c3f941b5-96d8-4681-928d-0ab584c17d1a {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:26.544518 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'status': 'completed', 'code': 200} Nov 12 04:35:26.627719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-971ef680-9f63-4087-93af-208037943118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.629411 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-971ef680-9f63-4087-93af-208037943118 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1095 time: 0.0482225 Nov 12 04:35:26.685833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-4bd0aca7-3d0a-4805-844a-44729ca5d379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0362644 Nov 12 04:35:26.735723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b0c5a8b7-33fa-49e4-9ea8-38e2ea79cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.737148 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-b0c5a8b7-33fa-49e4-9ea8-38e2ea79cec0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 200 len: 835 time: 0.0432582 Nov 12 04:35:26.792598 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-f0814123-bd82-495a-9331-efb6821813ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:26.794083 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-f0814123-bd82-495a-9331-efb6821813ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bc08cb4-e341-485f-bd86-d1539a095048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458124 Nov 12 04:35:26.889557 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-baa31c14-b79b-4987-808f-f6ac01fd2ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840056 Nov 12 04:35:26.990719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-427e032a-1276-44ea-b7b8-e49cf8060083 req-7dafba95-1863-4a25-a5d3-fa6796907865 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 Nov 12 04:35:27.132806 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-cfcb1c9e-ae9b-4279-b06e-54d9052cf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.134318 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-cfcb1c9e-ae9b-4279-b06e-54d9052cf298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1095 time: 0.0441608 Nov 12 04:35:27.178380 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:27.234074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-48db10c5-81dc-41f2-8e5c-5956c1b782f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.236272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-48db10c5-81dc-41f2-8e5c-5956c1b782f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 897 time: 0.0931132 Nov 12 04:35:27.267034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fac2d6-81fc-4fb9-b2ab-2403da120046 req-49159623-39b3-4702-bffc-a88c8af3d084 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.268445 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43fac2d6-81fc-4fb9-b2ab-2403da120046 req-49159623-39b3-4702-bffc-a88c8af3d084 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 943 time: 0.0500264 Nov 12 04:35:27.279782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-88529933-83f0-44e3-b62f-75c0e986ef21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0353353 Nov 12 04:35:27.319014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43fac2d6-81fc-4fb9-b2ab-2403da120046 req-b86ee0ff-1107-4c35-b324-b0a6be13a981 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Nov 12 04:35:27.331839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-dbfe1220-787c-4723-a6ff-0f7d4c536f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.333394 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-dbfe1220-787c-4723-a6ff-0f7d4c536f16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 200 len: 835 time: 0.0469382 Nov 12 04:35:27.380110 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-0cff5a27-f339-4630-b1e0-e0ce4bb1d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:27.381640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-0cff5a27-f339-4630-b1e0-e0ce4bb1d823 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bc08cb4-e341-485f-bd86-d1539a095048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407946 Nov 12 04:35:27.476853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-00a12723-1cb0-47f8-98a3-e16d5faa3005 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867262 Nov 12 04:35:27.572141 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-816ec4fb-4546-4e5c-ae5e-764bb7956927 req-d9a3dc22-ff81-40eb-94f9-e64f50a944d8 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Nov 12 04:35:27.879323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:28.439159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911416-68a8-40df-a687-997349d3f7e5 req-94888a0f-21f3-4ad2-aab6-05eb14d7dd48 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:28.440753 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0911416-68a8-40df-a687-997349d3f7e5 req-94888a0f-21f3-4ad2-aab6-05eb14d7dd48 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 943 time: 0.0533986 Nov 12 04:35:28.490086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0911416-68a8-40df-a687-997349d3f7e5 req-66986373-54f0-4f95-88aa-3f414c1c1481 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Nov 12 04:35:29.417134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 06ffcb42-d01b-4285-9947-08b1285fbab0 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:35:29.512404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=06ffcb42-d01b-4285-9947-08b1285fbab0,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:29.525002 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'port_id': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'mac_address': 'fa:16:3e:3b:43:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:35:29.562358 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.575988 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ffcb42-d01b-4285-9947-08b1285fbab0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:35:29.595784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=06ffcb42-d01b-4285-9947-08b1285fbab0,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:29.600003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:29.604370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0438-962a-48e6-a6fb-116463c52bb4 req-e655a14e-bccf-4863-8b3a-595ef0e01839 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:29.605895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6cb0438-962a-48e6-a6fb-116463c52bb4 req-e655a14e-bccf-4863-8b3a-595ef0e01839 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 943 time: 0.0498455 Nov 12 04:35:29.650130 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:29.658887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6cb0438-962a-48e6-a6fb-116463c52bb4 req-8ea146bb-ee24-4ca5-a1da-bef378abb466 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Nov 12 04:35:29.999219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['06ffcb42-d01b-4285-9947-08b1285fbab0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:35:30.777570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de102710-5f45-4772-b2c3-f2d43d94176c req-e7a0ae07-f32e-4e9d-9a11-20efebaeb608 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:30.779049 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de102710-5f45-4772-b2c3-f2d43d94176c req-e7a0ae07-f32e-4e9d-9a11-20efebaeb608 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 944 time: 0.0524352 Nov 12 04:35:30.828417 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-de102710-5f45-4772-b2c3-f2d43d94176c req-54bbb1a5-a5c4-4467-a4d8-29c56f8a9e39 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 Nov 12 04:35:31.433191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 06ffcb42-d01b-4285-9947-08b1285fbab0 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:35:31.485758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 06ffcb42-d01b-4285-9947-08b1285fbab0 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:35:31.489634 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 06ffcb42-d01b-4285-9947-08b1285fbab0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:35:31.490025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.568177 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.591165 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:31.593397 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b33b5b-18ae-4aec-9661-ea5d77ea271e" -d '{"events": [{"server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "name": "network-vif-plugged", "status": "completed", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:31.606631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=06ffcb42-d01b-4285-9947-08b1285fbab0,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:35:31.610765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:31.639105 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffed4f0e-7ede-49f6-aa08-216cf769d26f x-openstack-request-id: req-ffed4f0e-7ede-49f6-aa08-216cf769d26f {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:31.639402 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "name": "network-vif-plugged", "status": "completed", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:31.639660 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ffed4f0e-7ede-49f6-aa08-216cf769d26f {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:31.640051 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'code': 200} Nov 12 04:35:31.665568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:31.770579 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae80b80-fdc9-4973-8a05-1d6bdc65d679 req-68017d57-3aac-4179-b9aa-11d46f8a62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.771990 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eae80b80-fdc9-4973-8a05-1d6bdc65d679 req-68017d57-3aac-4179-b9aa-11d46f8a62f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0413094 Nov 12 04:35:31.822384 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-eae80b80-fdc9-4973-8a05-1d6bdc65d679 req-58cc9089-b044-431f-8363-4627555e2161 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Nov 12 04:35:31.945946 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add56902-27c9-48a3-b8fa-a26a4738be2f req-936b95cd-1dab-42b2-bac0-7ec80a17fa7c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:31.947534 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-add56902-27c9-48a3-b8fa-a26a4738be2f req-936b95cd-1dab-42b2-bac0-7ec80a17fa7c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0499511 Nov 12 04:35:31.996144 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-add56902-27c9-48a3-b8fa-a26a4738be2f req-ba7f5040-cb89-4dd3-9612-b7fd53bcec1a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Nov 12 04:35:32.091420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.115876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734d0d-0d71-4951-8601-b4f76f0334b9 req-e0db7b23-1ebf-407e-a008-b8bba13ccd4c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:33.117352 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af734d0d-0d71-4951-8601-b4f76f0334b9 req-e0db7b23-1ebf-407e-a008-b8bba13ccd4c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0481148 Nov 12 04:35:33.171304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-af734d0d-0d71-4951-8601-b4f76f0334b9 req-1c381b1d-531c-455f-a573-144fe47417a5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478194 Nov 12 04:35:33.283553 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bc811-e614-4909-bf59-35850718ae33 req-5634b7bd-e4a1-4650-a359-65630df5efb3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:33.285657 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb8bc811-e614-4909-bf59-35850718ae33 req-5634b7bd-e4a1-4650-a359-65630df5efb3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0496669 Nov 12 04:35:33.335134 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb8bc811-e614-4909-bf59-35850718ae33 req-529cb01f-98e5-4521-aeb4-4b7b700b67f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441637 Nov 12 04:35:33.356039 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41224) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:33.395554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb59ffa-8e8b-4af0-993b-3a93bc800ff3 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:33.397054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0eb59ffa-8e8b-4af0-993b-3a93bc800ff3 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1092 time: 0.0400770 Nov 12 04:35:33.399874 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41226) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:33.404028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:35:33.428069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.525190 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.623806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.254 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/ed035465-6a2e-4482-b598-365a66f188fa) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:35:33.729569 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.762796 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:33.803165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:35:33.806009 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:35:33.809570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:35:33.832346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=ed035465-6a2e-4482-b598-365a66f188fa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:34.305847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.406949 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.555333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.559577 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.621449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=ed035465-6a2e-4482-b598-365a66f188fa,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:35:34.635166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:34.732378 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 3da2ac1d-b03b-4916-93fb-bc147538cfb6 associated. External IP: 172.25.7.254, port: 06ffcb42-d01b-4285-9947-08b1285fbab0. Nov 12 04:35:34.940325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:35:35.377042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:35:35.388860 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Sync routers for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:35:35.394448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:35.398355 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:35.398985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:35.421733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4ca1013a-c721-41ca-b85d-263a443bb98a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0208368 Nov 12 04:35:35.422449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:35:35.425471 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ff8c3-22e5-413f-977f-19e80a872b38" -d '{"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:35:35.507359 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:35.518570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1b80c-1409-4f99-9098-80ff596857a2 req-a98b2cbe-19f1-42cb-b7b6-0a98cb968156 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.520087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5a1b80c-1409-4f99-9098-80ff596857a2 req-a98b2cbe-19f1-42cb-b7b6-0a98cb968156 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0486519 Nov 12 04:35:35.569566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f5a1b80c-1409-4f99-9098-80ff596857a2 req-a7d3bf22-6ad7-4571-bb39-4c69a06c84b0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Nov 12 04:35:35.592722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:35.624586 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82301882-51ab-4534-96fa-2708ae66d4c3 x-openstack-request-id: req-82301882-51ab-4534-96fa-2708ae66d4c3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:35:35.624891 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:35:35.625146 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-82301882-51ab-4534-96fa-2708ae66d4c3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:35:35.625554 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'status': 'completed', 'code': 200} Nov 12 04:35:35.731772 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-613f1be2-ec45-4b9f-beae-999ad1447efd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3da2ac1d-b03b-4916-93fb-bc147538cfb6 HTTP/1.1" status: 200 len: 991 time: 0.1367517 Nov 12 04:35:35.735158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3da2ac1d-b03b-4916-93fb-bc147538cfb6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'port_id': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'mac_address': 'fa:16:3e:3b:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:34Z', 'updated_at': '2021-11-12T04:35:34Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:35.760124 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-ac4e0140-3520-4d92-b253-40c9352cf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.761615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-ac4e0140-3520-4d92-b253-40c9352cf749 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0424657 Nov 12 04:35:35.765285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Checking router: b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:35:35.774424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:35:35.775086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:35.857240 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-59cf4e87-2047-4512-bc4e-99389f49b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.858761 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-59cf4e87-2047-4512-bc4e-99389f49b6c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 897 time: 0.0902302 Nov 12 04:35:35.929416 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-f236e87c-8d25-4157-a7e0-400773b77002 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 999 time: 0.0639670 Nov 12 04:35:35.989578 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-802b6355-cce2-4bca-83d1-2ae1e4687b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:35.991011 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-802b6355-cce2-4bca-83d1-2ae1e4687b40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 200 len: 835 time: 0.0540054 Nov 12 04:35:36.042393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:35:36.042662 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-038eadf0-2777-44f2-89e9-c6fa5644f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:36.043994 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-038eadf0-2777-44f2-89e9-c6fa5644f5b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bc08cb4-e341-485f-bd86-d1539a095048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448992 Nov 12 04:35:36.132907 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-d6fe1908-bc9a-4e1c-92da-3453d758efa8 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821199 Nov 12 04:35:36.229609 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-293ff8c3-22e5-413f-977f-19e80a872b38 req-e6e3c61b-a26e-4066-8c22-c2f516097908 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Nov 12 04:35:36.263578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3da2ac1d-b03b-4916-93fb-bc147538cfb6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'port_id': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'mac_address': 'fa:16:3e:3b:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:34Z', 'updated_at': '2021-11-12T04:35:34Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:35:36.293888 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492bfbd-492f-4cba-887e-b0714a42e835 None None] The sync data for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 is: [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3da2ac1d-b03b-4916-93fb-bc147538cfb6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'port_id': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'mac_address': 'fa:16:3e:3b:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:35:34Z', 'updated_at': '2021-11-12T04:35:34Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:35:36.480512 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c441e-f36f-45ed-b2c5-bd582b4baf9d None None] New status for floating IP 3da2ac1d-b03b-4916-93fb-bc147538cfb6: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:35:36.734569 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:35:36.796841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de4d705a-3d93-4dd7-a3ee-153989254d8b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3da2ac1d-b03b-4916-93fb-bc147538cfb6 HTTP/1.1" status: 200 len: 993 time: 0.0611153 Nov 12 04:35:37.508728 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:35:40.263573 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.367644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b78d1b7-ca51-4339-a160-21d6c77b84b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:52.683481 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-f7202738-de5e-4b6f-bac7-7803e03ea2de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402162 Nov 12 04:35:52.786628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-150af62e-a3c4-4d9b-aead-cf89f6dbae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.788134 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-150af62e-a3c4-4d9b-aead-cf89f6dbae12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0442336 Nov 12 04:35:52.893487 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-51ef3393-7786-4bc8-b51d-7bd6b6be22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:52.894995 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-51ef3393-7786-4bc8-b51d-7bd6b6be22a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 897 time: 0.0839272 Nov 12 04:35:52.963790 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-a4549590-6c18-41c7-9686-b4ed82cd6297 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 1001 time: 0.0610719 Nov 12 04:35:53.013761 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-f5ed1c07-df90-4189-bef7-e549ff934ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.015221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-f5ed1c07-df90-4189-bef7-e549ff934ddb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 200 len: 835 time: 0.0433838 Nov 12 04:35:53.060173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-d3420bc4-a798-4900-90c1-81abc2101050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:35:53.061628 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-d3420bc4-a798-4900-90c1-81abc2101050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bc08cb4-e341-485f-bd86-d1539a095048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395880 Nov 12 04:35:53.153077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-3691ff1e-2bab-4d7f-a308-9570ba696578 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839221 Nov 12 04:35:53.244039 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-46c90083-6023-4cf2-afb8-1eb18a3b448f req-6c7ab0a8-8748-47fb-b869-1a3f22599513 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807018 Nov 12 04:35:54.715542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-81f47997-4005-40a2-a3d7-d9fae64479f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:55.725295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.179538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:35:57.880809 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:02.105461 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:10.230652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed04a-8062-4480-9802-ea26d5bcbc73 req-d062b327-a958-4897-83a4-fab68eb1c185 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:10.232194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31ed04a-8062-4480-9802-ea26d5bcbc73 req-d062b327-a958-4897-83a4-fab68eb1c185 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0510843 Nov 12 04:36:10.282074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d31ed04a-8062-4480-9802-ea26d5bcbc73 req-01ae6ff2-790a-4401-bfba-906d48e9848a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Nov 12 04:36:10.286615 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:11.398827 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a328a4a-9dba-4b60-bfb6-6e68ebb14d30 req-3dce9d6e-b357-4fe0-8f1f-ded334d008e7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:11.400347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a328a4a-9dba-4b60-bfb6-6e68ebb14d30 req-3dce9d6e-b357-4fe0-8f1f-ded334d008e7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0485368 Nov 12 04:36:11.453024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a328a4a-9dba-4b60-bfb6-6e68ebb14d30 req-69894788-63e8-4da5-86ff-e5a1e49829b6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Nov 12 04:36:11.475029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41254) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:11.536267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9bfbf9c0-1d2d-429c-8089-f1dce42604f7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3da2ac1d-b03b-4916-93fb-bc147538cfb6 HTTP/1.1" status: 200 len: 993 time: 0.0601084 Nov 12 04:36:12.824623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3218e-df42-453e-bfef-1fa7c4917177 req-20e8f856-931f-446f-acb2-aea630c0b6a4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:12.826071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13f3218e-df42-453e-bfef-1fa7c4917177 req-20e8f856-931f-446f-acb2-aea630c0b6a4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0499423 Nov 12 04:36:12.877323 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-13f3218e-df42-453e-bfef-1fa7c4917177 req-72e29c53-5b68-4c42-be0f-11be8851d917 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Nov 12 04:36:13.995073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb8d84-e0c9-4878-920c-36340c1e8985 req-f46fd290-ab2a-4c74-9fcc-b862832919cb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:13.996561 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7abb8d84-e0c9-4878-920c-36340c1e8985 req-f46fd290-ab2a-4c74-9fcc-b862832919cb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0492616 Nov 12 04:36:14.045751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7abb8d84-e0c9-4878-920c-36340c1e8985 req-6a7de1fa-dd23-42d5-b264-959386f8a1c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Nov 12 04:36:14.067798 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41264) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:14.478436 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7b0882a9-e5fb-47d9-94f5-cb3eda7db62b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3da2ac1d-b03b-4916-93fb-bc147538cfb6 HTTP/1.1" status: 200 len: 993 time: 0.4094036 Nov 12 04:36:14.508446 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:14.708841 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41270) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:14.861056 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port ed035465-6a2e-4482-b598-365a66f188fa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:36:14.861336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.940394 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.940782 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:14.952297 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for ed035465-6a2e-4482-b598-365a66f188fa owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:36:15.125012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.156395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=ed035465-6a2e-4482-b598-365a66f188fa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:15.179491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.179840 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.180181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.180519 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.180858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.181191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.181522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.181849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.182175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.182500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.182828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.183191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:15.222325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.222664 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 3da2ac1d-b03b-4916-93fb-bc147538cfb6 disassociated (deleted). External IP: 172.25.7.254, port: 06ffcb42-d01b-4285-9947-08b1285fbab0. Nov 12 04:36:15.431099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:36:15.538587 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:15.543538 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:15.548730 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Sync routers for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:15.559084 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:15.559696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:15.571105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8d7b51fa-23db-4649-8e3c-2bd6e88b3929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/floatingips/3da2ac1d-b03b-4916-93fb-bc147538cfb6 HTTP/1.1" status: 204 len: 168 time: 0.8610091 Nov 12 04:36:15.571744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:15.574113 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb73e5c9-e33b-4378-ac5f-272658527de2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:15.668886 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:15.791359 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f725f-b1a3-4737-8abc-d37bb9455322 x-openstack-request-id: req-d85f725f-b1a3-4737-8abc-d37bb9455322 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:15.791766 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:15.792030 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d85f725f-b1a3-4737-8abc-d37bb9455322 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:15.793150 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'status': 'completed', 'code': 200} Nov 12 04:36:15.880289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:15.887437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105e1e7-2f87-436d-81bb-7944dedab13b req-dd34e4ad-1436-47c9-8bc1-389bf5759aed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:15.888981 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c105e1e7-2f87-436d-81bb-7944dedab13b req-dd34e4ad-1436-47c9-8bc1-389bf5759aed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0549371 Nov 12 04:36:15.913973 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Checking router: b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:15.923534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:15.923895 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:15.937679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-d7d2193c-1238-4868-b0c5-81e5208677db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:15.939345 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-d7d2193c-1238-4868-b0c5-81e5208677db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 1097 time: 0.0996549 Nov 12 04:36:15.947922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c105e1e7-2f87-436d-81bb-7944dedab13b req-2b171a0b-0981-4fd6-98cb-45a0c6cf4965 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517371 Nov 12 04:36:16.033884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:16.034211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-058fa477-f27a-4fe3-9b73-9a977e28c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:16.035746 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-058fa477-f27a-4fe3-9b73-9a977e28c19d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 200 len: 897 time: 0.0885880 Nov 12 04:36:16.080940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-46713e2d-6238-479b-901a-d459356e6d22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 200 len: 217 time: 0.0372250 Nov 12 04:36:16.130269 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-5ac95191-1118-48e7-b134-77c6223bda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:16.131759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-5ac95191-1118-48e7-b134-77c6223bda3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 200 len: 835 time: 0.0431936 Nov 12 04:36:16.180424 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-b6a7aaac-c1bc-44f9-9b89-d333a15f1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:16.181977 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-b6a7aaac-c1bc-44f9-9b89-d333a15f1d2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bc08cb4-e341-485f-bd86-d1539a095048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419867 Nov 12 04:36:16.231893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:16.258048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c0142-87d4-42ec-b51b-3a64ddfb2975 None None] The sync data for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 is: [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:35:22Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '37501433-76e6-4c4f-b1c8-ae67a7274940', 'name': '', 'network_id': '3bc08cb4-e341-485f-bd86-d1539a095048', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:2e:17:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:21Z', 'updated_at': '2021-11-12T04:35:24Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '43a88f1e-b71c-4ddf-b804-26b20b973b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:16.278327 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-6615c9d5-6d6f-4d42-99be-cd73553652b0 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884025 Nov 12 04:36:16.376684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bb73e5c9-e33b-4378-ac5f-272658527de2 req-6c49a52c-a473-487c-a179-0061e5ce83f2 service neutron] 10.222.0.16 "GET /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904179 Nov 12 04:36:16.473670 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f1292-f8c5-4433-a63d-fef7ad2f207d None None] New status for floating IP 3da2ac1d-b03b-4916-93fb-bc147538cfb6: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:36:17.064627 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5745a35-37cc-4492-aae7-4f2eee12b935 req-240b14c2-b684-48f3-9489-852c26ec38ca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:17.066102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5745a35-37cc-4492-aae7-4f2eee12b935 req-240b14c2-b684-48f3-9489-852c26ec38ca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0489302 Nov 12 04:36:17.114718 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d5745a35-37cc-4492-aae7-4f2eee12b935 req-8feaa11a-3905-4b38-a358-2d9aa89341e7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=f7bea4db-2491-44c4-876e-6596a0ae2f27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Nov 12 04:36:17.802254 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-b3a38622-d9b8-4f1b-9557-a4b1c5f3ed6d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:17.804347 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-b3a38622-d9b8-4f1b-9557-a4b1c5f3ed6d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 945 time: 0.0540171 Nov 12 04:36:17.896168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 06ffcb42-d01b-4285-9947-08b1285fbab0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:36:17.896575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:17.988609 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 06ffcb42-d01b-4285-9947-08b1285fbab0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=06ffcb42-d01b-4285-9947-08b1285fbab0,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:17.988973 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:18.003054 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 06ffcb42-d01b-4285-9947-08b1285fbab0 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:36:18.129814 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:18.161843 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=06ffcb42-d01b-4285-9947-08b1285fbab0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:18.172319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.172672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.173012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.173342 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.173672 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.174003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.174329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.174653 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.175510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.175510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.175737 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.175972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:18.219446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] No DVR routers for this DVR port 06ffcb42-d01b-4285-9947-08b1285fbab0 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:36:18.220435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-25ff5d66-a91a-490f-aead-1d0ea67f1394 req-9d78132d-92cb-47d6-bbaa-920e0eab911b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b179f3e-bfc0-43ea-b251-a90d8486f8fe HTTP/1.1" status: 200 len: 210 time: 0.0281255 Nov 12 04:36:18.223299 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:18.226656 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e1994720-bc02-40e6-99a7-a382ae3f3c7f req-a659bcd6-ba1a-4228-aafa-431862e69c20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "DELETE /v2.0/ports/06ffcb42-d01b-4285-9947-08b1285fbab0 HTTP/1.1" status: 204 len: 173 time: 0.4111660 Nov 12 04:36:18.227126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'name': 'network-vif-deleted', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:18.229388 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d6a051-c46a-4cd2-9769-2ef2d5fa0bd1" -d '{"events": [{"server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "name": "network-vif-deleted", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:18.328234 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a163600-e1b8-4004-83f2-1a6e73d72cf0 x-openstack-request-id: req-8a163600-e1b8-4004-83f2-1a6e73d72cf0 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:18.328623 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b179f3e-bfc0-43ea-b251-a90d8486f8fe", "name": "network-vif-deleted", "tag": "06ffcb42-d01b-4285-9947-08b1285fbab0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:18.328910 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8a163600-e1b8-4004-83f2-1a6e73d72cf0 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:18.329444 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b179f3e-bfc0-43ea-b251-a90d8486f8fe', 'name': 'network-vif-deleted', 'tag': '06ffcb42-d01b-4285-9947-08b1285fbab0', 'status': 'completed', 'code': 200} Nov 12 04:36:19.280620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41292) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:19.642293 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:19.897526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 37501433-76e6-4c4f-b1c8-ae67a7274940 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:36:19.897813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:19.988207 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 37501433-76e6-4c4f-b1c8-ae67a7274940, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=37501433-76e6-4c4f-b1c8-ae67a7274940,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:19.988573 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.000995 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 37501433-76e6-4c4f-b1c8-ae67a7274940 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:36:20.184929 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.210420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=37501433-76e6-4c4f-b1c8-ae67a7274940,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:20.394287 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.624313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:36:20.729659 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:20.734699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f324e6ad-75d3-4dfe-9c90-ad9e0653b2b5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530153 Nov 12 04:36:20.737348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41294) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:20.739556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Sync routers for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:20.749638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:20.750321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:20.790300 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting subnet 43a88f1e-b71c-4ddf-b804-26b20b973b3f {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:36:20.793495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.835094 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.855523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:20.930661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:20.987773 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.016517 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Subnet': ['ID=43a88f1e-b71c-4ddf-b804-26b20b973b3f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:21.018493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.022293 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-86d2fc6b-262e-46a1-b80d-0c7e482c869c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/subnets/43a88f1e-b71c-4ddf-b804-26b20b973b3f HTTP/1.1" status: 204 len: 168 time: 0.2835145 Nov 12 04:36:21.025082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41296) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:21.025781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd828e97-9185-4fcb-a325-555b9aac80d8 None None] Network 3bc08cb4-e341-485f-bd86-d1539a095048 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:36:21.101556 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:36:20Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:21.132575 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.150695 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Checking router: b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:21.176983 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Routers {'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:21.177510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:35:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:21.242226 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.284522 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] DHCP port deletion for 3bc08cb4-e341-485f-bd86-d1539a095048 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:36:21.297149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] Set router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:21.301825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 24286f24-2a72-413d-aab3-aa4265fb8fae {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:36:21.302172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.385267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 24286f24-2a72-413d-aab3-aa4265fb8fae, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=24286f24-2a72-413d-aab3-aa4265fb8fae,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:21.385628 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.397293 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 24286f24-2a72-413d-aab3-aa4265fb8fae owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:36:21.451460 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Deleting port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:36:21.451744 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.549840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] For port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,segment=NetworkSegment(53c9ed66-4099-463d-a921-ca870c6457fa),segment_id=53c9ed66-4099-463d-a921-ca870c6457fa)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:21.550148 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.567611 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.569240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Calling delete_port for 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:36:21.594355 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=24286f24-2a72-413d-aab3-aa4265fb8fae,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:21.621113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d08ddf-f0fd-422b-8cf8-47e55549aa4c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:36:21.625872 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:36:20Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:21.653841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.753868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.756138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.800224 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.800783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Fanout notify agent at l3_agent the message router_deleted on router b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:36:21.808427 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.809537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ae7edb44-2dc4-4e41-940f-fe5d86964b4b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/routers/b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00 HTTP/1.1" status: 204 len: 168 time: 0.7834754 Nov 12 04:36:21.812268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41298) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:21.822263 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 06ffcb42-d01b-4285-9947-08b1285fbab0 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:21.828544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd37b255-71ad-43ec-acfb-309b4b92be5e None None] The sync data for ids ['b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00'] in n-d-766726-29 is: [{'id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748698990', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:35:17Z', 'updated_at': '2021-11-12T04:36:20Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '24286f24-2a72-413d-aab3-aa4265fb8fae', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55dbfeb-b70b-4ce8-9161-eb0cacdf9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:35:18Z', 'updated_at': '2021-11-12T04:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:21.853917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 06ffcb42-d01b-4285-9947-08b1285fbab0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:36:21.854245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 06ffcb42-d01b-4285-9947-08b1285fbab0 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:21.880468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.897333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:21.907955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Pushing event deleted for resources: {'Port': ['ID=4d2b29bb-d1b1-4336-a60b-8a99a902ce24,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:21.913519 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] No DVR routers for this DVR port 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.922739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.923856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.923856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.923856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.924525 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.925142 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5981c4a3-026e-467f-9ca2-8a059354f6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:21.993490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.013705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc08cb4-e341-485f-bd86-d1539a095048']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:22.030106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c9ed66-4099-463d-a921-ca870c6457fa') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:22.030750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c9ed66-4099-463d-a921-ca870c6457fa') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:22.046218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.065937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.073265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:36:22.073645 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:36:22.076681 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:36:22.139559 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.146815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.149976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/networks/3bc08cb4-e341-485f-bd86-d1539a095048 HTTP/1.1" status: 204 len: 168 time: 0.3367257 Nov 12 04:36:22.152779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41300) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:22.169339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3e71-90a0-41b8-b56c-e1660d7f9c18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Network': ['ID=3bc08cb4-e341-485f-bd86-d1539a095048,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:22.226563 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.258463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.311815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:22.335717 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.338348 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.339591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/security-groups/f7bea4db-2491-44c4-876e-6596a0ae2f27 HTTP/1.1" status: 204 len: 168 time: 0.1857486 Nov 12 04:36:22.347572 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:36:22.347911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 4d2b29bb-d1b1-4336-a60b-8a99a902ce24 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:22.348783 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 37501433-76e6-4c4f-b1c8-ae67a7274940 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:22.350210 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eaf133-6b9b-476f-bfe8-b1e9ce306d51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bea4db-2491-44c4-876e-6596a0ae2f27,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:22.380038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 37501433-76e6-4c4f-b1c8-ae67a7274940 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:36:22.380374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 37501433-76e6-4c4f-b1c8-ae67a7274940 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:22.406697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-561ead73-5ac3-488f-ae74-9526ec24a8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.685310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41306) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:22.689925 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114235494', 'description': 'tempest-secgroup-smoke-1114235494 description', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:22.714524 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.791474 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.795770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.826231 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.827398 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1410811 Nov 12 04:36:22.830744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41308) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:22.831933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4ab4-9d76-4849-aa01-db0e94526ea7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:22.836405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:22.868321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.926422 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.931621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.952697 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126ee558-07a7-4d68-b8e9-a49a97fd08f6,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:22.958987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:22.960183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4c89062c-404b-4769-b182-f3afb9c0dac4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279519 Nov 12 04:36:22.962833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41310) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:22.967306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:22.994135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.062194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.065911 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.083393 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9329a3-227d-4827-8de5-ed1a9f699bba,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.091760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.092965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-87988099-1d67-4e03-85f0-6caa83546df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291785 Nov 12 04:36:23.095650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41312) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.100487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.128600 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.188445 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.192358 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.211733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378b3d4-9bca-4005-a88b-7abd7ce5d6e3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.220706 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.221934 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-28d3c0b5-3afd-4bcb-8b23-ef57b26a4637 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253674 Nov 12 04:36:23.224747 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41314) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.229125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.259587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.320832 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.325211 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.343353 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd06f3c5-69cb-454d-9383-49ad0a239e57,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.352162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.353379 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e46a3a3f-515b-4ae9-a384-292608ccbf11 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276896 Nov 12 04:36:23.356065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41316) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.360339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.381430 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:36:23.386215 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.445685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.449097 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.465449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2938dcfe-2fc9-47af-bd5f-b4a7f0c90548,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.473872 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.475110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-29a9873b-28b7-4849-a36d-4159f62171df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180699 Nov 12 04:36:23.477801 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41318) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.482014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '726e39e6-97b0-4fc4-bec5-b1079d5e1cd6', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.503525 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:36:23.508745 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.565370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.570150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.587928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1932fa34-158a-4c23-97f8-19df33b9be99,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.594792 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.596019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b28a7ebf-aceb-40f3-934c-cfddfa7f5094 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173072 Nov 12 04:36:23.598826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41320) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.603719 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'network': {'name': 'tempest-network-smoke--1074489356', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'port_security_enabled': True}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.623853 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:23.627365 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.650787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:36:23.660313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.660661 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Added segment 44f1704d-cc1a-4124-8931-2f521cee2da1 of type vlan for network faff1e1c-8d76-451d-b205-ef0bc6979b3a Nov 12 04:36:23.702388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.725978 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.731819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:23.732401 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.783162 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1831882 Nov 12 04:36:23.786002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41322) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:23.791232 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'admin_state_up': True, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:23.815681 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.816751 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.842510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead6d71-7720-41d6-a746-c22186f8dc07 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Network': ['ID=faff1e1c-8d76-451d-b205-ef0bc6979b3a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:23.852985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:36:23.869278 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:23.983453 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 24286f24-2a72-413d-aab3-aa4265fb8fae no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:36:24.004829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 24286f24-2a72-413d-aab3-aa4265fb8fae {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:36:24.005167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 24286f24-2a72-413d-aab3-aa4265fb8fae not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:36:24.015442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.206429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.226313 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.329620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.130 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/e3820fe8-e4bb-44bf-8fa6-234265a8e4c4) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:24.435890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.469080 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.505571 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:24.510308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:24.513313 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:24.523935 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e4099-dcc1-486d-947e-22fb3f9b3f88 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:36:24.545982 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:24.627197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d011eaf1-722a-43ed-823b-d655a30925f8 None None] Provisioning complete for port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:24.627559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d011eaf1-722a-43ed-823b-d655a30925f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.659938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d011eaf1-722a-43ed-823b-d655a30925f8 None None] Port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:36:24.717155 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-47043931-f70e-49bf-b0e2-52aeddba3319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:24.771947 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.305153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.432195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f610e683-7133-4d9a-9d26-34c5fc494935 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:36:25.536599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:25.546239 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Sync routers for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:25.556787 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:25.557316 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:25.557774 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.559021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-141f9c04-38ce-4325-a161-839480567b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7719841 Nov 12 04:36:25.562200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41326) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:25.596253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7faa3b70-3390-47fa-9651-678f0476e0cf tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=f2eb53e812374113a1dfc7be5c499cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329199 Nov 12 04:36:25.598906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41328) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:25.669359 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:25.729976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.756238 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbe5f7-199a-4308-894e-04070e2cf8d6 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:25.757891 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b0dbe5f7-199a-4308-894e-04070e2cf8d6 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575391 Nov 12 04:36:25.760822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41330) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:25.800450 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a4fee8df-efcf-43ff-9270-79c2b4448d67 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385318 Nov 12 04:36:25.803581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41332) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:25.808365 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697659042', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:25.854711 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:24Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:25.881678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Checking router: f610e683-7133-4d9a-9d26-34c5fc494935 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:25.882026 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Updating router f610e683-7133-4d9a-9d26-34c5fc494935 port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:36:25.895823 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:25.899746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:25.909161 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.084714 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.150887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Subnet': ['ID=363cb2fe-03e8-4a62-aa18-2aff7447f7fb,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:26.158360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Checking segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:26.158723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network hostable DHCP agents. Network: faff1e1c-8d76-451d-b205-ef0bc6979b3a, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:36:26.168333 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.174629 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.176845 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:36:26.188199 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, faff1e1c-8d76-451d-b205-ef0bc6979b3a) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:26.193541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:26.194195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.197077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb8ae47-5a98-42a9-92c8-46b746bdf334 None None] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:36:26.216855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e5b68a7-51bb-4d33-b741-29ee00508a94 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4120331 Nov 12 04:36:26.219941 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41334) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:26.237312 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Attempting to bind port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:26.237674 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Attempting to bind port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:26.238032 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Attempting to bind port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:26.242908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e0a93-0bde-4bcc-8c8c-de26decc97e2 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:36:26.246966 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Pushing event updated for resources: {'Port': ['ID=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:26.249019 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:26.249382 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:26.249774 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.250157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:26.250616 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Bound port: e3820fe8-e4bb-44bf-8fa6-234265a8e4c4, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:26.251016 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.275383 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.275725 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.276047 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.276371 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.276697 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.277040 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.277592 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.277729 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.278004 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.278273 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.278587 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.278924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:36:26.313988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] For port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:26.317919 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] For port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:26.324496 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.383187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91ae15-38c1-40c6-987a-4f389540e098 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:36:26.392281 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:26.392886 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:26.396136 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d6bda-baad-4f71-bc79-8390b984aab6 None None] Pushing event updated for resources: {'Port': ['ID=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:26.420404 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] Provisioning complete for port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:26.420780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.443616 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:36:26.444489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.510896 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:26.604565 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.636246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] For port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:26.643682 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.650709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Allocated IP 172.20.0.2 (faff1e1c-8d76-451d-b205-ef0bc6979b3a/363cb2fe-03e8-4a62-aa18-2aff7447f7fb/7efb08b8-f742-4dff-8cc9-68e0035de877) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:26.726719 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.790219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65251a15-5dbc-407b-903f-8d73c2f188b1 None None] Pushing event updated for resources: {'Port': ['ID=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:26.794284 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:24Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:26.823215 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53b0d7c-151a-4d39-992f-bff24af1b07f None None] The sync data for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 is: [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:24Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:26.835803 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2e4416d4-1510-4c1b-8613-2412ead0542d None None] Provisioning complete for port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:26.836178 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2e4416d4-1510-4c1b-8613-2412ead0542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.882691 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.895433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:26.969455 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:26.978951 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:26.982053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Pushing event updated for resources: {'Port': ['ID=7efb08b8-f742-4dff-8cc9-68e0035de877,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:26.988466 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:27.052215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Attempting to bind port 7efb08b8-f742-4dff-8cc9-68e0035de877 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:27.053014 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Attempting to bind port 7efb08b8-f742-4dff-8cc9-68e0035de877 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:27.053474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Attempting to bind port 7efb08b8-f742-4dff-8cc9-68e0035de877 on network faff1e1c-8d76-451d-b205-ef0bc6979b3a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:27.059250 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:27.059574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Checking segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:27.059973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.060360 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Bound using segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:27.060829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Bound port: 7efb08b8-f742-4dff-8cc9-68e0035de877, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:27.061211 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.148162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] For port 7efb08b8-f742-4dff-8cc9-68e0035de877, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:27.153266 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] For port 7efb08b8-f742-4dff-8cc9-68e0035de877, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7efb08b8-f742-4dff-8cc9-68e0035de877,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:27.163336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.240287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.256619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb54fa-8c12-4197-a8e9-c76805e2c392 None None] Pushing event updated for resources: {'Port': ['ID=7efb08b8-f742-4dff-8cc9-68e0035de877,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:27.397489 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.1 (faff1e1c-8d76-451d-b205-ef0bc6979b3a/363cb2fe-03e8-4a62-aa18-2aff7447f7fb/6716504a-9ca9-4830-b80d-82666e3db3aa) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:27.545461 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.581864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.626165 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:27.629983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:27.633932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:27.659259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:27.686257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.820322 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:27.885075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.094176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7efb08b8-f742-4dff-8cc9-68e0035de877 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:28.133026 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.138035 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.146669 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7efb08b8-f742-4dff-8cc9-68e0035de877 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:28.147216 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.220220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.222075 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:28.228751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cac257-bd04-4ab4-b77d-c5b64422cfa0 None None] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:36:28.300568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.308549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8b705901-9c7f-4ae3-80c9-912d622d3bde None None] Provisioning complete for port 7efb08b8-f742-4dff-8cc9-68e0035de877 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:28.308923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b705901-9c7f-4ae3-80c9-912d622d3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.313295 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:28.314698 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:28.416302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 7efb08b8-f742-4dff-8cc9-68e0035de877, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7efb08b8-f742-4dff-8cc9-68e0035de877,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:28.426472 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.427313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:28.441306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f610e683-7133-4d9a-9d26-34c5fc494935 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:36:28.558080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:28.563282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6fafdd19-56c3-4539-8597-5188e06cac4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/f610e683-7133-4d9a-9d26-34c5fc494935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3415544 Nov 12 04:36:28.579786 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=7efb08b8-f742-4dff-8cc9-68e0035de877,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:28.612595 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:28.612971 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:28.742136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Sync routers for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:28.747180 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-bcb4088f-e06c-46d2-be98-01f1512ecfd0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114235494&fields=id&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 267 time: 0.0616436 Nov 12 04:36:28.752914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:28.753533 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:28.868024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-a027d8fb-49e5-43ff-b78f-b05fdbbed01e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:28.869586 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-a027d8fb-49e5-43ff-b78f-b05fdbbed01e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 797 time: 0.1150537 Nov 12 04:36:28.871628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:28.887449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-de688e71-8c99-4e95-bcea-3a3b5bbf10c8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/quotas/f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 375 time: 0.0105431 Nov 12 04:36:28.949958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-a2f939e7-23b3-4734-b990-186bb9403d59 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564387 Nov 12 04:36:28.965479 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-76381302-6f3d-4ebc-911c-70dc89efc98a None None] Provisioning complete for port 7efb08b8-f742-4dff-8cc9-68e0035de877 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:28.965977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76381302-6f3d-4ebc-911c-70dc89efc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.016945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-356ee10d-a508-43ba-a2bd-cfb23356d183 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:36:29.018105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-356ee10d-a508-43ba-a2bd-cfb23356d183 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0560231 Nov 12 04:36:29.123418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-5fe10baf-cd2d-4146-bb51-0d7ca9b57c58 service neutron] 10.222.0.97 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976782 Nov 12 04:36:29.164454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-76381302-6f3d-4ebc-911c-70dc89efc98a None None] Provisioning complete for port 6716504a-9ca9-4830-b80d-82666e3db3aa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:29.164824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-76381302-6f3d-4ebc-911c-70dc89efc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.226081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-714a3b32-e056-48f5-9950-d10f6277bdb6 service neutron] 10.222.0.97 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966043 Nov 12 04:36:29.362348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 2, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:29.392469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-76381302-6f3d-4ebc-911c-70dc89efc98a None None] Port 6716504a-9ca9-4830-b80d-82666e3db3aa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:36:29.393965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Checking router: f610e683-7133-4d9a-9d26-34c5fc494935 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:29.394315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Updating router f610e683-7133-4d9a-9d26-34c5fc494935 port 6716504a-9ca9-4830-b80d-82666e3db3aa binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:36:29.407190 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e034804b-d122-4063-a368-6b0c26182cb0 req-590660c5-ae7f-469b-8b5d-76ab572b9a4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 210 time: 0.0337849 Nov 12 04:36:29.422541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.548990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-86c70342-740a-4b1a-95c9-0d52d5a0aada None None] Provisioning complete for port 6716504a-9ca9-4830-b80d-82666e3db3aa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:29.549427 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86c70342-740a-4b1a-95c9-0d52d5a0aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.636319 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-86c70342-740a-4b1a-95c9-0d52d5a0aada None None] Port 6716504a-9ca9-4830-b80d-82666e3db3aa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:36:29.746957 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.752029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.812162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb227c1-df0e-491a-a689-03e6e91a6fca None None] Pushing event updated for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:29.875702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Attempting to bind port 6716504a-9ca9-4830-b80d-82666e3db3aa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:29.876077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Attempting to bind port 6716504a-9ca9-4830-b80d-82666e3db3aa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:29.876475 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Attempting to bind port 6716504a-9ca9-4830-b80d-82666e3db3aa on network faff1e1c-8d76-451d-b205-ef0bc6979b3a {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:29.884189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:29.884576 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Checking segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:29.884985 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.885942 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Bound using segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:29.886427 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Bound port: 6716504a-9ca9-4830-b80d-82666e3db3aa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:29.886814 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:29.960377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] For port 6716504a-9ca9-4830-b80d-82666e3db3aa, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:29.963712 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] For port 6716504a-9ca9-4830-b80d-82666e3db3aa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6716504a-9ca9-4830-b80d-82666e3db3aa,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:29.969323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.039760 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb227c1-df0e-491a-a689-03e6e91a6fca None None] Pushing event updated for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:30.053233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:30.053845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:30.059441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7efb08b8-f742-4dff-8cc9-68e0035de877 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:30.143260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] Provisioning complete for port 6716504a-9ca9-4830-b80d-82666e3db3aa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:30.143624 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.245922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 7efb08b8-f742-4dff-8cc9-68e0035de877 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:30.246200 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.248660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:30.399668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.513959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] For port 6716504a-9ca9-4830-b80d-82666e3db3aa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6716504a-9ca9-4830-b80d-82666e3db3aa,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:30.523569 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.547480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2bdf7ffa-f37c-44aa-9ba5-d08f1c570519 req-25cc4759-b0f1-42c4-97fb-93ee4a430df5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 210 time: 0.0549791 Nov 12 04:36:30.599157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-2e4138f5-bd76-4ef0-bb17-c1545f3ef5bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:30.600808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-2e4138f5-bd76-4ef0-bb17-c1545f3ef5bd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 797 time: 0.1644559 Nov 12 04:36:30.603452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109e26e-6376-42e1-9072-bdc952e27c11 None None] Pushing event updated for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:30.625498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:29Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:30.656342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb2bf0-930d-47ee-a85d-1f0dc8290453 None None] The sync data for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 is: [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:29Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:30.667107 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-670b91cc-962c-451f-a2de-1a30061a8501 None None] Provisioning complete for port 6716504a-9ca9-4830-b80d-82666e3db3aa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:30.667476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-670b91cc-962c-451f-a2de-1a30061a8501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.703087 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-4d70ea08-21e8-40ed-9926-27f6e0b129a0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 380 time: 0.0764804 Nov 12 04:36:30.717596 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'port': {'device_id': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'admin_state_up': True, 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'security_groups': ['726e39e6-97b0-4fc4-bec5-b1079d5e1cd6']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:30.841439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:36:30.845321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:30.982138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.7 (faff1e1c-8d76-451d-b205-ef0bc6979b3a/363cb2fe-03e8-4a62-aa18-2aff7447f7fb/11e4d674-1f63-42aa-a238-008ae4610958) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:31.127077 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.162095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.208389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:31.211616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:31.217474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:31.249292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:31.276515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:31.277478 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.301174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-ca07054d-5f62-4d74-a93f-4dbc1e33178e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876439 Nov 12 04:36:31.320303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Request body: {'port': {'device_id': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:31.381402 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.492135 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8cba2a6c-bae5-4c4e-9776-836ca1e66342 None None] Provisioning complete for port 11e4d674-1f63-42aa-a238-008ae4610958 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:31.492709 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8cba2a6c-bae5-4c4e-9776-836ca1e66342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.542244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8cba2a6c-bae5-4c4e-9776-836ca1e66342 None None] Port 11e4d674-1f63-42aa-a238-008ae4610958 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:36:31.699016 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e4d674-1f63-42aa-a238-008ae4610958 {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:31.710265 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.721662 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4dd0b-9c5f-41c8-8f44-9365ce0d9c65 req-97e8737f-1c28-4460-8762-d800a224a2df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:31.723215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9d4dd0b-9c5f-41c8-8f44-9365ce0d9c65 req-97e8737f-1c28-4460-8762-d800a224a2df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 931 time: 0.0930514 Nov 12 04:36:31.739491 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Transition to ACTIVE for port object 11e4d674-1f63-42aa-a238-008ae4610958 will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:36:31.748583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.827664 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d9d4dd0b-9c5f-41c8-8f44-9365ce0d9c65 req-39e63e9f-4b8f-4a12-82aa-122442cf6c23 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955281 Nov 12 04:36:31.829533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Pushing event updated for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:31.901715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Attempting to bind port 11e4d674-1f63-42aa-a238-008ae4610958 on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:36:31.902053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Attempting to bind port 11e4d674-1f63-42aa-a238-008ae4610958 by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:36:31.902385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Attempting to bind port 11e4d674-1f63-42aa-a238-008ae4610958 on network faff1e1c-8d76-451d-b205-ef0bc6979b3a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:31.907685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Port 11e4d674-1f63-42aa-a238-008ae4610958 on network faff1e1c-8d76-451d-b205-ef0bc6979b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:36:31.908005 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Attempting to bind port 11e4d674-1f63-42aa-a238-008ae4610958 on network faff1e1c-8d76-451d-b205-ef0bc6979b3a {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:36:31.915655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:36:31.915996 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Checking segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:36:31.916379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Bound using segment: {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:36:31.916808 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Bound port: 11e4d674-1f63-42aa-a238-008ae4610958, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f1704d-cc1a-4124-8931-2f521cee2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:36:31.917163 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:31.982229 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:36:31.985514 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=11e4d674-1f63-42aa-a238-008ae4610958,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:36:31.992534 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.032529 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.033162 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.034573 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] 10.222.0.104 "PUT /v2.0/ports/11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 1092 time: 0.7188404 Nov 12 04:36:32.035044 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:32.037853 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0897617f-e8c0-43ab-a425-d5baee68cc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:32.074012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6716504a-9ca9-4830-b80d-82666e3db3aa up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:32.085912 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b602b2-93c6-41b8-800e-1aafda0172d4 x-openstack-request-id: req-40b602b2-93c6-41b8-800e-1aafda0172d4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:32.086193 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:32.086447 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-40b602b2-93c6-41b8-800e-1aafda0172d4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:32.086872 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958', 'status': 'completed', 'code': 200} Nov 12 04:36:32.091825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c8d6-97f5-45d0-9911-e2fee2ab3daa service neutron] Pushing event updated for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:32.139565 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.153049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6716504a-9ca9-4830-b80d-82666e3db3aa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:32.153677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:32.159333 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-85589332-94ec-429f-ae8e-4f715c9d1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.160869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-85589332-94ec-429f-ae8e-4f715c9d1d54 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1095 time: 0.0499485 Nov 12 04:36:32.213173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-6b925948-70b5-4f40-b75c-a4874538976e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 217 time: 0.0376494 Nov 12 04:36:32.267363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-b6ddd1c2-9b7a-4e60-bd19-9e5952fc5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.268829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-b6ddd1c2-9b7a-4e60-bd19-9e5952fc5283 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0476906 Nov 12 04:36:32.323695 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-3f3e1940-4a73-40e2-8323-81f480cd95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.325196 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-3f3e1940-4a73-40e2-8323-81f480cd95d6 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491581 Nov 12 04:36:32.415933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-16b8dba7-35dd-4113-b16a-28329ef87830 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828884 Nov 12 04:36:32.509312 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc137d0d-1bb7-4e81-b1fc-b81ca5f958cf req-edd1019c-4093-4e35-8484-70e3464cba61 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Nov 12 04:36:32.636289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-7dd6a040-4b40-474f-bbed-b1c8275f3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.637808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-7dd6a040-4b40-474f-bbed-b1c8275f3b80 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1095 time: 0.0434229 Nov 12 04:36:32.731225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-f4bbb246-0663-40d2-8290-a4396732b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.732686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-f4bbb246-0663-40d2-8290-a4396732b737 service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0867207 Nov 12 04:36:32.774442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-6b1c84b4-544f-4084-a1de-de6c9b708b08 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 217 time: 0.0337861 Nov 12 04:36:32.822551 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-b46150bc-9c6c-4e39-bb28-461f97abe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.824008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-b46150bc-9c6c-4e39-bb28-461f97abe633 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0425816 Nov 12 04:36:32.874086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-c0103798-7e9d-4380-9eaa-c45e0d699029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:32.875616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-c0103798-7e9d-4380-9eaa-c45e0d699029 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443206 Nov 12 04:36:33.004046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d59ea-1e47-4e2c-bf55-c3eb24ed23e2 req-53f73388-abcd-484a-bf9a-0eea925e4349 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:33.011290 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-268d59ea-1e47-4e2c-bf55-c3eb24ed23e2 req-53f73388-abcd-484a-bf9a-0eea925e4349 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 943 time: 0.1093361 Nov 12 04:36:33.021842 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-cd65a4b4-adf3-42e8-8ce4-df85b8d9af85 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377628 Nov 12 04:36:33.119383 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-268d59ea-1e47-4e2c-bf55-c3eb24ed23e2 req-3cef8513-90f5-4f75-b2bb-f352dcc822f4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071267 Nov 12 04:36:33.148919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0897617f-e8c0-43ab-a425-d5baee68cc6c req-0e909440-4b1c-4331-9332-b29a91d14dc7 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186724 Nov 12 04:36:34.229189 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1279e-dd58-48e0-a9a6-6cb4bd8b636a req-33e7b9e6-09a2-4f50-acd3-f63f83b75664 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:34.230598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40a1279e-dd58-48e0-a9a6-6cb4bd8b636a req-33e7b9e6-09a2-4f50-acd3-f63f83b75664 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 943 time: 0.0491197 Nov 12 04:36:34.283844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-40a1279e-dd58-48e0-a9a6-6cb4bd8b636a req-aff52bd2-8ce7-4bb1-b0bc-f0c1cda8026e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Nov 12 04:36:35.235342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 11e4d674-1f63-42aa-a238-008ae4610958 details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:36:35.333316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=11e4d674-1f63-42aa-a238-008ae4610958,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:35.345290 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '11e4d674-1f63-42aa-a238-008ae4610958', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'port_id': '11e4d674-1f63-42aa-a238-008ae4610958', 'mac_address': 'fa:16:3e:ed:fa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:36:35.382942 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.395757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e4d674-1f63-42aa-a238-008ae4610958 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:36:35.402779 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d83ba8-d16f-4fc9-a0bd-3f8d208b2f9c req-fd9c12cc-298b-47a6-a4d7-764168d17427 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:35.404570 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d83ba8-d16f-4fc9-a0bd-3f8d208b2f9c req-fd9c12cc-298b-47a6-a4d7-764168d17427 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 943 time: 0.0494425 Nov 12 04:36:35.416848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=11e4d674-1f63-42aa-a238-008ae4610958,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:35.421383 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:35.457264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20d83ba8-d16f-4fc9-a0bd-3f8d208b2f9c req-8b524301-0f38-435c-a01b-3382693174e6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467498 Nov 12 04:36:35.467742 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:35.856636 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['11e4d674-1f63-42aa-a238-008ae4610958'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:36:36.572092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1531e-5851-4acf-8526-59e1c51dcbd1 req-07afea21-a6d5-432e-8c5c-a7dc606b2998 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:36.573600 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70b1531e-5851-4acf-8526-59e1c51dcbd1 req-07afea21-a6d5-432e-8c5c-a7dc606b2998 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 944 time: 0.0484443 Nov 12 04:36:36.622032 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70b1531e-5851-4acf-8526-59e1c51dcbd1 req-e511c5fb-8f5f-441c-964e-cad4e44db69d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Nov 12 04:36:37.246190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 11e4d674-1f63-42aa-a238-008ae4610958 up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:36:37.298984 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 11e4d674-1f63-42aa-a238-008ae4610958 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:36:37.303830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 11e4d674-1f63-42aa-a238-008ae4610958 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:36:37.304188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:37.380270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:37.401866 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:37.404373 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8ebc5d-2e0c-4b82-b4fd-9a874566fe23" -d '{"events": [{"server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "name": "network-vif-plugged", "status": "completed", "tag": "11e4d674-1f63-42aa-a238-008ae4610958"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:37.418170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=11e4d674-1f63-42aa-a238-008ae4610958,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:36:37.422701 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:37.472252 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:37.499852 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c643e8-44c2-4a98-9396-17914feb4ded x-openstack-request-id: req-d1c643e8-44c2-4a98-9396-17914feb4ded {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:37.500144 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "name": "network-vif-plugged", "status": "completed", "tag": "11e4d674-1f63-42aa-a238-008ae4610958", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:37.500399 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d1c643e8-44c2-4a98-9396-17914feb4ded {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:37.500800 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958', 'code': 200} Nov 12 04:36:37.630826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a8d4-260d-401a-a31a-b7f67d56a2b4 req-b3e88000-c483-44da-8710-5f95fc733faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.632325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8834a8d4-260d-401a-a31a-b7f67d56a2b4 req-b3e88000-c483-44da-8710-5f95fc733faf service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0436823 Nov 12 04:36:37.681213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8834a8d4-260d-401a-a31a-b7f67d56a2b4 req-a527d4ed-a973-41f5-95f9-a11fb1f8a498 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Nov 12 04:36:37.738421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc9ae-beda-45ad-9b63-4b1af72ce33f req-8e2a4f75-9eeb-4e8c-b261-7583d7dda94c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:37.739974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac3fc9ae-beda-45ad-9b63-4b1af72ce33f req-8e2a4f75-9eeb-4e8c-b261-7583d7dda94c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Nov 12 04:36:37.790121 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ac3fc9ae-beda-45ad-9b63-4b1af72ce33f req-fcaf289c-3478-40f7-b4d9-c47d6643eac1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Nov 12 04:36:38.909363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab57a3d-3e9d-4f7b-8cfd-01363b668597 req-bd89b3e2-e0b3-4523-b7ad-dbe01f75ee04 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:38.910896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ab57a3d-3e9d-4f7b-8cfd-01363b668597 req-bd89b3e2-e0b3-4523-b7ad-dbe01f75ee04 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0547459 Nov 12 04:36:38.960997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ab57a3d-3e9d-4f7b-8cfd-01363b668597 req-38ab8391-11ed-46e6-971e-83d9279a1a58 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Nov 12 04:36:40.075477 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9b3c-afa9-41da-8faf-7713c6edf8ce req-96f54638-c485-4533-ac5e-38c17eeffd78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.076955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c3b9b3c-afa9-41da-8faf-7713c6edf8ce req-96f54638-c485-4533-ac5e-38c17eeffd78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Nov 12 04:36:40.124855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c3b9b3c-afa9-41da-8faf-7713c6edf8ce req-91c0ce21-57d5-472c-8a7f-fbe86d410f3c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Nov 12 04:36:40.235313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b153476-5b2c-44ec-8a7e-6dc2e813c26e req-449f3e7e-1acf-42ad-a209-e5f840707714 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.236692 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b153476-5b2c-44ec-8a7e-6dc2e813c26e req-449f3e7e-1acf-42ad-a209-e5f840707714 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0476494 Nov 12 04:36:40.290187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b153476-5b2c-44ec-8a7e-6dc2e813c26e req-c60f763d-908c-4a29-abde-9e201e5a931a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Nov 12 04:36:40.307642 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:40.313179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41392) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:40.352345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32892c-206e-407b-b0ee-87e9e4897e57 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:40.353820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3a32892c-206e-407b-b0ee-87e9e4897e57 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1092 time: 0.0396476 Nov 12 04:36:40.356726 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41394) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:40.360910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '11e4d674-1f63-42aa-a238-008ae4610958', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:36:40.383197 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:40.477793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:40.591419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.104 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/62d758e9-6748-463d-a1f1-109f3b31b62a) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:36:40.690506 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:40.728223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:40.762347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:36:40.765070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:36:40.770778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:36:40.799664 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=62d758e9-6748-463d-a1f1-109f3b31b62a,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:41.125963 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.475242 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.622104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.626485 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.689526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=62d758e9-6748-463d-a1f1-109f3b31b62a,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:36:41.703012 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:41.801756 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 1c54e86d-0cbe-48a5-a46d-d74090062135 associated. External IP: 172.25.7.104, port: 11e4d674-1f63-42aa-a238-008ae4610958. Nov 12 04:36:42.006455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f610e683-7133-4d9a-9d26-34c5fc494935 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:36:42.112436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:36:42.122557 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Sync routers for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:36:42.130194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:42.132909 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:42.133716 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:42.158165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2e8264ff-8771-477e-8641-bb8d1fa13df7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8004467 Nov 12 04:36:42.158857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:36:42.161200 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752b15b4-9482-45b1-8159-31557127f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:36:42.240393 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:42.260474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293262a2-66c8-4039-ac3f-64fe4adda44a req-7f2a6a44-c0b8-4521-b47a-8e9964797c96 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.261964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-293262a2-66c8-4039-ac3f-64fe4adda44a req-7f2a6a44-c0b8-4521-b47a-8e9964797c96 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Nov 12 04:36:42.311580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-293262a2-66c8-4039-ac3f-64fe4adda44a req-5613b265-c454-43f2-9cc5-9b4a3b5ddd0c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Nov 12 04:36:42.334669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41400) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:42.371239 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f754f7-126d-4650-a7a6-d3e95770451a x-openstack-request-id: req-92f754f7-126d-4650-a7a6-d3e95770451a {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:36:42.371534 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:36:42.371787 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-92f754f7-126d-4650-a7a6-d3e95770451a {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:36:42.372187 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958', 'status': 'completed', 'code': 200} Nov 12 04:36:42.398447 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-974437ae-8128-4c8b-ad4c-ad485a5fbcec tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/1c54e86d-0cbe-48a5-a46d-d74090062135 HTTP/1.1" status: 200 len: 991 time: 0.0626833 Nov 12 04:36:42.444273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b15b4-9482-45b1-8159-31557127f11d req-7294625d-d96e-4c20-b38b-c5ca217ec4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.445723 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-7294625d-d96e-4c20-b38b-c5ca217ec4de service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0412853 Nov 12 04:36:42.467079 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '1c54e86d-0cbe-48a5-a46d-d74090062135', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'port_id': '11e4d674-1f63-42aa-a238-008ae4610958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'mac_address': 'fa:16:3e:ed:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:40Z', 'updated_at': '2021-11-12T04:36:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:42.496660 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Checking router: f610e683-7133-4d9a-9d26-34c5fc494935 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:36:42.505049 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:36:42.506298 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:36:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:42.541495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b15b4-9482-45b1-8159-31557127f11d req-65d4da98-5ed9-4f8f-9089-abf02f3a669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.542999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-65d4da98-5ed9-4f8f-9089-abf02f3a669e service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0901742 Nov 12 04:36:42.607976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:36:42.612946 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-1b43fdf2-2c23-4f86-ae15-c131d1a74142 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 999 time: 0.0626347 Nov 12 04:36:42.660863 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b15b4-9482-45b1-8159-31557127f11d req-42c4cf2e-a7b2-4027-8436-3753d6286a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.662887 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-42c4cf2e-a7b2-4027-8436-3753d6286a85 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0434022 Nov 12 04:36:42.708813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b15b4-9482-45b1-8159-31557127f11d req-c1b11c14-1c1d-44f7-a88b-e7cf573cabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:36:42.710228 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-c1b11c14-1c1d-44f7-a88b-e7cf573cabec service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403748 Nov 12 04:36:42.804101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-d6a644df-98f9-40a6-b3fa-25c28360262d service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869648 Nov 12 04:36:42.832172 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '1c54e86d-0cbe-48a5-a46d-d74090062135', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'port_id': '11e4d674-1f63-42aa-a238-008ae4610958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'mac_address': 'fa:16:3e:ed:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:40Z', 'updated_at': '2021-11-12T04:36:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:36:42.858243 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942823f-8676-4e6a-84dc-e428525c60cf None None] The sync data for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 is: [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '1c54e86d-0cbe-48a5-a46d-d74090062135', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.104', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'port_id': '11e4d674-1f63-42aa-a238-008ae4610958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'mac_address': 'fa:16:3e:ed:fa:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:36:40Z', 'updated_at': '2021-11-12T04:36:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:36:42.895189 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-752b15b4-9482-45b1-8159-31557127f11d req-82b62856-6c35-4921-bc7e-b8bf69bc9c53 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840058 Nov 12 04:36:43.056020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d001e8-2a66-40fc-b84b-2ba4156b955b None None] New status for floating IP 1c54e86d-0cbe-48a5-a46d-d74090062135: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:36:43.402302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41402) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:36:43.466173 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f403cb44-3682-4066-a733-458f2adb7c28 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/1c54e86d-0cbe-48a5-a46d-d74090062135 HTTP/1.1" status: 200 len: 993 time: 0.0626755 Nov 12 04:36:51.508734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:36:52.382362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-374fb88e-49f8-4e0d-a1b9-1c0b0e6c8f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:54.719831 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0913b1f3-0562-45b6-a286-0931a4be7c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:55.730595 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:57.185223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:36:57.888581 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:02.119068 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:02.717581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-ca3e6491-7916-4ec5-b72b-3dcbb3b26b4a service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404530 Nov 12 04:37:02.815918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e652-5489-4b1b-a646-548195e375b1 req-a7f64c2e-9668-4c4e-998b-9295dc76c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:02.817475 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-a7f64c2e-9668-4c4e-998b-9295dc76c321 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0404980 Nov 12 04:37:02.924502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e652-5489-4b1b-a646-548195e375b1 req-3ea8e507-a313-4b5c-9b7e-74b45a1b231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:02.925976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-3ea8e507-a313-4b5c-9b7e-74b45a1b231e service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0884757 Nov 12 04:37:02.991857 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-ccee00d1-5fd8-44dd-b36f-ee82632be20c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 1001 time: 0.0576239 Nov 12 04:37:03.042071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e652-5489-4b1b-a646-548195e375b1 req-335eb4bb-ffea-4b34-89e2-8f4ac3af8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:03.043569 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-335eb4bb-ffea-4b34-89e2-8f4ac3af8c9a service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0445907 Nov 12 04:37:03.092864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e652-5489-4b1b-a646-548195e375b1 req-63b3cce1-1343-4add-8064-36b120081651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:03.094389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-63b3cce1-1343-4add-8064-36b120081651 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438352 Nov 12 04:37:03.183151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-acd2cdb3-763f-4432-b068-581503ed29b7 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Nov 12 04:37:03.276920 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a931e652-5489-4b1b-a646-548195e375b1 req-0041a8da-8c85-4a31-81c2-6a2de56f4534 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857544 Nov 12 04:37:10.312866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:22.364249 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4a92efbc-7bad-4a4e-9abe-20a7dda70979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:24.721308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf108b51-c3c1-48b7-9d79-049f2eb1c59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:25.733138 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.186601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:27.890160 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:28.508141 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:37:32.119821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:40.332693 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:52.365537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-63bb02b5-150b-4fa3-83e8-ac96fefcdb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.722490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28db7fff-024b-490d-be46-f1f1b51d326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:54.974481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4631-6791-41d1-afc3-c56a41fed058 req-e89ed1d2-7667-4221-88f4-868de9c9c2b8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:54.975900 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe7e4631-6791-41d1-afc3-c56a41fed058 req-e89ed1d2-7667-4221-88f4-868de9c9c2b8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0591481 Nov 12 04:37:55.035876 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328024a1-ff75-4509-8438-4b4b03066f78 req-23b9d42e-53a0-4919-ae7b-53792f10c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.037369 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-23b9d42e-53a0-4919-ae7b-53792f10c8ff service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0805101 Nov 12 04:37:55.059083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe7e4631-6791-41d1-afc3-c56a41fed058 req-276fbfaa-ddb9-4857-a8eb-ab0920edf8cf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699115 Nov 12 04:37:55.135263 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328024a1-ff75-4509-8438-4b4b03066f78 req-cd0995d8-218d-42ad-8f1c-ce401c9113fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.136769 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-cd0995d8-218d-42ad-8f1c-ce401c9113fe service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0906749 Nov 12 04:37:55.207476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-841fa823-7672-4bda-87cb-fc17449f3745 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 1001 time: 0.0627584 Nov 12 04:37:55.255631 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328024a1-ff75-4509-8438-4b4b03066f78 req-c0e5a829-6d92-4e2c-813f-1c763666c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.256973 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-c0e5a829-6d92-4e2c-813f-1c763666c9d2 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0426805 Nov 12 04:37:55.303930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328024a1-ff75-4509-8438-4b4b03066f78 req-04fa09f3-116e-4e55-955e-c9c3440befe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:55.305653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-04fa09f3-116e-4e55-955e-c9c3440befe1 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395820 Nov 12 04:37:55.400691 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-4266c8fd-6b73-4423-8ffc-3001595ac67d service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872035 Nov 12 04:37:55.491201 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-328024a1-ff75-4509-8438-4b4b03066f78 req-9baccd98-d793-474e-af9a-fb3d25d149fa service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819581 Nov 12 04:37:55.736147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:56.182936 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14268-79e4-430f-9aef-3e151f3500b5 req-03481591-1021-4b08-a9e1-6265d0ffbad8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:56.184459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acd14268-79e4-430f-9aef-3e151f3500b5 req-03481591-1021-4b08-a9e1-6265d0ffbad8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0559804 Nov 12 04:37:56.233059 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-acd14268-79e4-430f-9aef-3e151f3500b5 req-9ae0d3e9-3c7a-4fb1-af50-8b4d9bd3a7b2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Nov 12 04:37:57.191972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:57.352909 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9511bb-5869-45ac-b743-56e1dba002c2 req-2434428d-0bea-435c-bf06-6cc5adefcf41 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:57.354443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9511bb-5869-45ac-b743-56e1dba002c2 req-2434428d-0bea-435c-bf06-6cc5adefcf41 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Nov 12 04:37:57.407744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c9511bb-5869-45ac-b743-56e1dba002c2 req-38669724-92b0-4092-ab43-bd5ffe3ea816 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Nov 12 04:37:57.893053 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:37:58.528426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07bb3-251a-4d12-ac92-74288e710bad req-848eb79e-892b-460a-a08a-2d125a4042d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:58.529911 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51a07bb3-251a-4d12-ac92-74288e710bad req-848eb79e-892b-460a-a08a-2d125a4042d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0505733 Nov 12 04:37:58.583306 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51a07bb3-251a-4d12-ac92-74288e710bad req-4a2721bf-7a09-448a-9ef5-bfe6b64343bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473218 Nov 12 04:37:59.699395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e738de-fc06-470f-a5b2-39755675b298 req-1f764f26-e24c-4381-a064-68f24f908271 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:37:59.700915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02e738de-fc06-470f-a5b2-39755675b298 req-1f764f26-e24c-4381-a064-68f24f908271 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Nov 12 04:37:59.750090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-02e738de-fc06-470f-a5b2-39755675b298 req-a29c3123-0402-4ec7-aadb-f3f17af7a800 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430152 Nov 12 04:38:00.863692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0d1a-fac4-43aa-b4bb-dcedb272df60 req-05ac8ee0-0a10-4de8-b325-6bd6737b653d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:00.865146 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-510f0d1a-fac4-43aa-b4bb-dcedb272df60 req-05ac8ee0-0a10-4de8-b325-6bd6737b653d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0480137 Nov 12 04:38:00.913878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-510f0d1a-fac4-43aa-b4bb-dcedb272df60 req-870968b8-b3c0-4b03-98dc-e00d2bfe1ed0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Nov 12 04:38:02.033081 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440028d-e538-4370-9942-406409017879 req-86cb54f4-44f8-4f31-ac6b-5cc726351366 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:02.034571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3440028d-e538-4370-9942-406409017879 req-86cb54f4-44f8-4f31-ac6b-5cc726351366 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0529826 Nov 12 04:38:02.082991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3440028d-e538-4370-9942-406409017879 req-c8516e92-9b00-4ec1-925c-991daaad8366 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Nov 12 04:38:02.132293 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:02.783647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-07d4cf56-b596-46a7-898e-65379077cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:02.785128 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-07d4cf56-b596-46a7-898e-65379077cd4e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0414016 Nov 12 04:38:02.895253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-6a52df3f-1a0e-4fc0-a597-e439903c3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:02.896724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-6a52df3f-1a0e-4fc0-a597-e439903c3e84 service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0884945 Nov 12 04:38:02.962726 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-6530e9f5-9f83-4747-a873-5024fce701d6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 1001 time: 0.0580332 Nov 12 04:38:03.013400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-f2453da6-62d9-4660-b4bf-1d5447e9a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:03.014867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-f2453da6-62d9-4660-b4bf-1d5447e9a81c service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0438190 Nov 12 04:38:03.067556 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-6eff88b5-3227-4220-abbf-1bf556e78146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:03.068988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-6eff88b5-3227-4220-abbf-1bf556e78146 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450799 Nov 12 04:38:03.170041 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-cd6b9c7b-cd56-43b4-903b-c2e5bc1c038c service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916557 Nov 12 04:38:03.259347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd885-0872-4ba6-9998-c6e58534d7ee req-018964e7-ec73-47fa-b780-1f473e754d9e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:03.260821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c78bd885-0872-4ba6-9998-c6e58534d7ee req-018964e7-ec73-47fa-b780-1f473e754d9e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.1102228 Nov 12 04:38:03.310187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c715b45b-d921-4ab4-91ef-94dcf9de1707 req-049feb4b-b588-4638-8679-6fd5f93f26e9 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224208 Nov 12 04:38:03.325928 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c78bd885-0872-4ba6-9998-c6e58534d7ee req-38539772-1c5b-4ba7-9cbd-e1230ccfe5f4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591762 Nov 12 04:38:04.447925 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd2d5-fb6d-43cd-b9e8-0689c2bfe39f req-d29d9727-62b0-4451-a4c7-6689bc3537ce tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:04.449418 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b05cd2d5-fb6d-43cd-b9e8-0689c2bfe39f req-d29d9727-62b0-4451-a4c7-6689bc3537ce tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Nov 12 04:38:04.497869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b05cd2d5-fb6d-43cd-b9e8-0689c2bfe39f req-c1ad65d8-854d-454a-8173-cb6856f80b26 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Nov 12 04:38:05.506709 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:05.614468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951d97-bbc5-4ea2-ba50-7f11868b724a req-e5306c63-0b20-4594-996c-9e5afd50dbaa tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:05.615996 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e951d97-bbc5-4ea2-ba50-7f11868b724a req-e5306c63-0b20-4594-996c-9e5afd50dbaa tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Nov 12 04:38:05.665854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e951d97-bbc5-4ea2-ba50-7f11868b724a req-3f1ab88a-c89d-4648-b91c-60c8d9afbd5a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Nov 12 04:38:06.780035 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f142bc-fa67-41b2-a60a-cfb6962b2477 req-a24683d9-648f-45de-aa52-3ab95023ecdb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:38:06.781519 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f142bc-fa67-41b2-a60a-cfb6962b2477 req-a24683d9-648f-45de-aa52-3ab95023ecdb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Nov 12 04:38:06.834322 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-74f142bc-fa67-41b2-a60a-cfb6962b2477 req-25dc4791-f293-462e-80cd-ea427084f704 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Nov 12 04:38:06.858248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41452) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:38:06.919976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f1d84bd4-9017-4a28-b841-e4b435ac1dfe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/1c54e86d-0cbe-48a5-a46d-d74090062135 HTTP/1.1" status: 200 len: 993 time: 0.0605621 Nov 12 04:38:10.349002 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:22.367568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55242a9d-8bf0-4d91-b3a1-1592124099d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:24.723398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-67f50c2d-c805-4043-a214-16226ef1f201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:25.739259 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.192414 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:27.893782 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:32.132832 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:40.340681 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:42.505355 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:38:52.370399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-172360bd-6c59-43c9-a615-4a0a47af40bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:54.724342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a21db948-3609-42bc-9f47-a3bf47ac43ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:55.742407 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.195176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:38:57.895099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:02.146572 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:03.874448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41488) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:04.030230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 62d758e9-6748-463d-a1f1-109f3b31b62a {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:04.030563 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.106018 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.106334 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.118161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 62d758e9-6748-463d-a1f1-109f3b31b62a owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:04.263251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.288079 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=62d758e9-6748-463d-a1f1-109f3b31b62a,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:04.301987 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.302342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.302685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.303047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.303379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.303709 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.304038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.304370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.304693 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.305014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.305338 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.305656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:04.362181 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.362513 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 1c54e86d-0cbe-48a5-a46d-d74090062135 disassociated (deleted). External IP: 172.25.7.104, port: 11e4d674-1f63-42aa-a238-008ae4610958. Nov 12 04:39:04.567431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f610e683-7133-4d9a-9d26-34c5fc494935 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:04.673838 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:04.678145 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:04.684804 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Sync routers for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:04.694154 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:04.694816 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:04.710425 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c7c1e627-d66f-47ea-b1fb-f6de34ff6358 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/floatingips/1c54e86d-0cbe-48a5-a46d-d74090062135 HTTP/1.1" status: 204 len: 168 time: 0.8347590 Nov 12 04:39:04.710949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:04.713199 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01284f18-ab78-420c-9729-e2aae8f91f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:04.804320 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-0d44e42c-a2f4-4414-aa27-1982fa2a8b6c service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1082559 Nov 12 04:39:04.815057 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:04.879048 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa3f8f7-8953-45bc-b956-0079069438f3 x-openstack-request-id: req-4aa3f8f7-8953-45bc-b956-0079069438f3 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:04.879548 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "tag": "11e4d674-1f63-42aa-a238-008ae4610958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:04.879658 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4aa3f8f7-8953-45bc-b956-0079069438f3 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:04.880143 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958', 'status': 'completed', 'code': 200} Nov 12 04:39:05.120254 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:05.147447 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Checking router: f610e683-7133-4d9a-9d26-34c5fc494935 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:05.156560 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:05.158195 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:05.265727 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:05.275315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2366-0877-4631-adff-41772e694dfa req-0d1cd0ec-afb7-4690-8f41-287ff6876395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.276841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-0d1cd0ec-afb7-4690-8f41-287ff6876395 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.3613319 Nov 12 04:39:05.288441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341482a-dd21-420f-a6e1-10630427cc12 req-3e3bf402-eca5-4de7-a27e-083dde1b3dda tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.289927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0341482a-dd21-420f-a6e1-10630427cc12 req-3e3bf402-eca5-4de7-a27e-083dde1b3dda tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.3660691 Nov 12 04:39:05.396083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0341482a-dd21-420f-a6e1-10630427cc12 req-25bb3fb7-9b16-4239-9659-c2e6e5206401 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991013 Nov 12 04:39:05.420493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2366-0877-4631-adff-41772e694dfa req-245a7563-37dd-45bd-878b-4ccf10315068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.421979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-245a7563-37dd-45bd-878b-4ccf10315068 service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.1186357 Nov 12 04:39:05.465184 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-b131ada0-1699-4e69-a788-2dad06d28ce6 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 217 time: 0.0353303 Nov 12 04:39:05.467623 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:05.493786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c48af-e954-4ba2-a2f1-6c61de41a605 None None] The sync data for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 is: [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:36:27Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6716504a-9ca9-4830-b80d-82666e3db3aa', 'name': '', 'network_id': 'faff1e1c-8d76-451d-b205-ef0bc6979b3a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:06:06:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:26Z', 'updated_at': '2021-11-12T04:36:30Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '363cb2fe-03e8-4a62-aa18-2aff7447f7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:05.515639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2366-0877-4631-adff-41772e694dfa req-c90ab871-eb48-4e5b-915b-1778014cc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.517136 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-c90ab871-eb48-4e5b-915b-1778014cc778 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0448594 Nov 12 04:39:05.569813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2366-0877-4631-adff-41772e694dfa req-6b585e39-1b67-458a-bb71-53f369b3ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.571361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-6b585e39-1b67-458a-bb71-53f369b3ce69 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469737 Nov 12 04:39:05.665704 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-aa6d4565-6ec6-43ac-be44-9b1fc736cdfb service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860143 Nov 12 04:39:05.711711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27971d-a914-416f-a25c-75579b0f2724 None None] New status for floating IP 1c54e86d-0cbe-48a5-a46d-d74090062135: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:05.766139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b62f2366-0877-4631-adff-41772e694dfa req-897bad59-283d-4554-b108-bf4f6b732bc8 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910182 Nov 12 04:39:05.879525 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-b18ce42d-def1-498a-a4ae-c52eb25e661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.881006 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-b18ce42d-def1-498a-a4ae-c52eb25e661d service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 1097 time: 0.0411520 Nov 12 04:39:05.976624 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-f10db569-6e64-4bf8-b641-a8f88d02c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:05.978003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-f10db569-6e64-4bf8-b641-a8f88d02c62c service neutron] 10.222.0.104 "GET /v2.0/networks?id=faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 200 len: 897 time: 0.0886803 Nov 12 04:39:06.030568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-bb1efe20-6c14-4874-a311-241b0ccb3dc1 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 200 len: 217 time: 0.0446537 Nov 12 04:39:06.079933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-5ac60f9c-86f9-424a-b934-03c3b69d3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:06.081389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-5ac60f9c-86f9-424a-b934-03c3b69d3461 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 200 len: 835 time: 0.0431578 Nov 12 04:39:06.129439 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-e4694403-6464-46bf-aabd-c33f87a38efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:06.130955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-e4694403-6464-46bf-aabd-c33f87a38efa service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=faff1e1c-8d76-451d-b205-ef0bc6979b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419862 Nov 12 04:39:06.224898 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-dd01b522-15bd-475d-bf1b-85e9fe5861b4 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855849 Nov 12 04:39:06.319472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01284f18-ab78-420c-9729-e2aae8f91f3d req-bff5e49d-10f7-4ba5-988d-a3278f5cef66 service neutron] 10.222.0.104 "GET /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870180 Nov 12 04:39:06.512253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4f497-9081-442c-b6e9-3c2be4b7b179 req-cecff679-ae1c-4595-b710-2c3fc9253758 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:06.514321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89c4f497-9081-442c-b6e9-3c2be4b7b179 req-cecff679-ae1c-4595-b710-2c3fc9253758 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0495167 Nov 12 04:39:06.564165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89c4f497-9081-442c-b6e9-3c2be4b7b179 req-3423cc76-2044-46c6-8bc8-ff444f6bcfbe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Nov 12 04:39:07.001798 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-67ae6fee-1758-4a2a-a765-5335e95bd72d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:07.003294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-67ae6fee-1758-4a2a-a765-5335e95bd72d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Nov 12 04:39:07.095871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 11e4d674-1f63-42aa-a238-008ae4610958 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:07.096212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.184565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 11e4d674-1f63-42aa-a238-008ae4610958, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=11e4d674-1f63-42aa-a238-008ae4610958,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:07.184841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.197256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 11e4d674-1f63-42aa-a238-008ae4610958 owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:07.327713 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.356454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=11e4d674-1f63-42aa-a238-008ae4610958,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:07.403568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] No DVR routers for this DVR port 11e4d674-1f63-42aa-a238-008ae4610958 on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:07.406866 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:07.410203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-423f44a2-ad01-4c6a-864a-fa44fac1fd78 req-75df11c3-48f1-4f4d-9d26-cb21874687e3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "DELETE /v2.0/ports/11e4d674-1f63-42aa-a238-008ae4610958 HTTP/1.1" status: 204 len: 173 time: 0.4005747 Nov 12 04:39:07.410647 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'name': 'network-vif-deleted', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:07.412981 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0651a1-2ec2-4c8e-ae97-0311f45a585a" -d '{"events": [{"server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "name": "network-vif-deleted", "tag": "11e4d674-1f63-42aa-a238-008ae4610958"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:07.455672 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531cfee3-0115-40a1-8ee3-b0f91732fa85 x-openstack-request-id: req-531cfee3-0115-40a1-8ee3-b0f91732fa85 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:07.455972 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ec69a8-be26-4b59-ac18-aa1733a24079", "name": "network-vif-deleted", "tag": "11e4d674-1f63-42aa-a238-008ae4610958", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:07.456227 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-531cfee3-0115-40a1-8ee3-b0f91732fa85 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:07.456637 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ec69a8-be26-4b59-ac18-aa1733a24079', 'name': 'network-vif-deleted', 'tag': '11e4d674-1f63-42aa-a238-008ae4610958', 'status': 'completed', 'code': 200} Nov 12 04:39:07.673919 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9c7022f8-72c0-4a2c-89a4-af0937005a36 req-5ca861bf-fcc1-4194-9acd-b646cf7602a5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1ec69a8-be26-4b59-ac18-aa1733a24079 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Nov 12 04:39:08.733929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41506) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:09.089417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.337488 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 6716504a-9ca9-4830-b80d-82666e3db3aa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:09.337847 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.428830 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 6716504a-9ca9-4830-b80d-82666e3db3aa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6716504a-9ca9-4830-b80d-82666e3db3aa,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:09.429194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.442463 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 6716504a-9ca9-4830-b80d-82666e3db3aa owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:09.627696 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:09.657095 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=6716504a-9ca9-4830-b80d-82666e3db3aa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:09.833590 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.004390 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 11e4d674-1f63-42aa-a238-008ae4610958 no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:10.024747 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 11e4d674-1f63-42aa-a238-008ae4610958 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:10.025337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 11e4d674-1f63-42aa-a238-008ae4610958 not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:10.050187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f610e683-7133-4d9a-9d26-34c5fc494935 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:10.154818 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:10.160979 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5dcb3e92-5a3c-4e3f-b5f9-03970fac7136 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/f610e683-7133-4d9a-9d26-34c5fc494935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258430 Nov 12 04:39:10.162676 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41508) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:10.166194 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Sync routers for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:10.177883 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:10.178563 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:10.220905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting subnet 363cb2fe-03e8-4a62-aa18-2aff7447f7fb {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:39:10.224526 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.264980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.284328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:10.349545 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.363362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.416307 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.446289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Subnet': ['ID=363cb2fe-03e8-4a62-aa18-2aff7447f7fb,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:10.448285 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.454450 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-5ef5be37-9846-4a2a-94ce-5f2ccbe3a4ed tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/subnets/363cb2fe-03e8-4a62-aa18-2aff7447f7fb HTTP/1.1" status: 204 len: 168 time: 0.2874689 Nov 12 04:39:10.454585 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41510) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:10.458180 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bbc7c0-9b5d-4df0-b56a-49c9a6ef9ee5 None None] Network faff1e1c-8d76-451d-b205-ef0bc6979b3a requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:10.469121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:39:09Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:10.496173 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Checking router: f610e683-7133-4d9a-9d26-34c5fc494935 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:10.506652 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Routers {'f610e683-7133-4d9a-9d26-34c5fc494935'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:10.507290 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f610e683-7133-4d9a-9d26-34c5fc494935'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:10.573697 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.631299 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] Set router f610e683-7133-4d9a-9d26-34c5fc494935 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:10.646754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] DHCP port deletion for faff1e1c-8d76-451d-b205-ef0bc6979b3a request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:10.687698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.697929 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Deleting port 7efb08b8-f742-4dff-8cc9-68e0035de877 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:10.698296 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.745795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:39:10.746133 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.765124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] For port 7efb08b8-f742-4dff-8cc9-68e0035de877, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=7efb08b8-f742-4dff-8cc9-68e0035de877,segment=NetworkSegment(44f1704d-cc1a-4124-8931-2f521cee2da1),segment_id=44f1704d-cc1a-4124-8931-2f521cee2da1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:10.765522 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.783113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Calling delete_port for 7efb08b8-f742-4dff-8cc9-68e0035de877 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:10.819560 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:39:09Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:10.834915 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port e3820fe8-e4bb-44bf-8fa6-234265a8e4c4, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:10.835223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.848632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:39:10.850262 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d5d0bd-87f0-4e13-8cc7-94b92e8b006d None None] The sync data for ids ['f610e683-7133-4d9a-9d26-34c5fc494935'] in n-d-766726-29 is: [{'id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826770859', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:36:23Z', 'updated_at': '2021-11-12T04:39:09Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'e3820fe8-e4bb-44bf-8fa6-234265a8e4c4', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610e683-7133-4d9a-9d26-34c5fc494935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:36:24Z', 'updated_at': '2021-11-12T04:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:10.866531 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:10.894357 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Pushing event deleted for resources: {'Port': ['ID=7efb08b8-f742-4dff-8cc9-68e0035de877,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:10.896726 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] No DVR routers for this DVR port 7efb08b8-f742-4dff-8cc9-68e0035de877 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:39:10.905408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.905748 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.906080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.906410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:10.910492 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d4e49-38db-4965-846d-b2d550a1ce59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.033603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.060887 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=e3820fe8-e4bb-44bf-8fa6-234265a8e4c4,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:11.071057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cdf0d5-4131-4bf2-ad97-3ef692f427fe None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:11.089632 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.089938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.090278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.090615 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.090980 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.091834 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.092165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.092496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.092818 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.093150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.093476 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.093797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:11.133258 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.227527 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.229792 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.275686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.276319 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Fanout notify agent at l3_agent the message router_deleted on router f610e683-7133-4d9a-9d26-34c5fc494935 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:39:11.284345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.287975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8bf724de-2d8b-445e-92cb-4a0045c5899e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/routers/f610e683-7133-4d9a-9d26-34c5fc494935 HTTP/1.1" status: 204 len: 168 time: 0.8298678 Nov 12 04:39:11.288201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41514) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:11.369802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.459069 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.480384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faff1e1c-8d76-451d-b205-ef0bc6979b3a']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:11.490171 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f1704d-cc1a-4124-8931-2f521cee2da1') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:11.490466 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f1704d-cc1a-4124-8931-2f521cee2da1') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:11.505705 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.519534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.526425 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:39:11.526886 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:39:11.530162 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:39:11.586557 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.591070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.594425 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/networks/faff1e1c-8d76-451d-b205-ef0bc6979b3a HTTP/1.1" status: 204 len: 168 time: 0.3052917 Nov 12 04:39:11.597321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:11.608633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a7bd0-72b8-4e4a-90a6-df94b8836c86 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Network': ['ID=faff1e1c-8d76-451d-b205-ef0bc6979b3a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:11.655220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.679760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.738262 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.740881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:11.742036 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/security-groups/726e39e6-97b0-4fc4-bec5-b1079d5e1cd6 HTTP/1.1" status: 204 len: 168 time: 0.1436996 Nov 12 04:39:11.751515 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d90d-3723-43cb-94d2-aa988b3df045 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e39e6-97b0-4fc4-bec5-b1079d5e1cd6,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.052195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41522) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.057358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870591503', 'description': 'tempest-secgroup-smoke-1870591503 description', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.082508 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.121722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:12.144834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:12.145171 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device e3820fe8-e4bb-44bf-8fa6-234265a8e4c4 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:12.145585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7efb08b8-f742-4dff-8cc9-68e0035de877 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:12.153967 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.157703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.164515 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 7efb08b8-f742-4dff-8cc9-68e0035de877 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:12.164674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 7efb08b8-f742-4dff-8cc9-68e0035de877 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:12.164998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6716504a-9ca9-4830-b80d-82666e3db3aa no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:39:12.185046 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6716504a-9ca9-4830-b80d-82666e3db3aa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:39:12.185898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6716504a-9ca9-4830-b80d-82666e3db3aa not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:39:12.195431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.196662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1431880 Nov 12 04:39:12.198512 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a2767-3651-4396-88cb-24e6755f31d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7906c46-2a29-4a6d-987b-aa22b281166e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.199607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41524) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.204568 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.231372 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.285603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.289253 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.306522 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501238c7-16c9-42a6-9b1c-5ac813567e13,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.314776 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.316015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f34d5b26-caf1-4f3d-b9c5-3c46d07ccaab tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151628 Nov 12 04:39:12.318717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41526) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.323122 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.351158 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.409813 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.413540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.431428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd1dac2-d310-4ef7-9e89-6b1441ca9457,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.437785 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.439014 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-24267b5d-f09f-411a-95e5-16bf38d30553 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193082 Nov 12 04:39:12.441832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41528) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.446040 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.471807 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.525890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.529457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.547119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe40cac-2096-44d5-b7fd-c213684ec1d3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.554575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.555782 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3c8d7ab2-6e52-42b8-ba08-f53d49881269 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130495 Nov 12 04:39:12.558533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41530) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.562779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.588387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.645689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.649153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.668750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bec1e8-9710-4703-a198-ffe4e3872846,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.674386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.675608 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3b56695b-5fd8-457e-95c8-5c9408d7bb8e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161320 Nov 12 04:39:12.678362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41532) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.682826 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.704587 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:12.709594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.769315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.773008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.792033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051eb5be-b74d-44ce-87f5-43d337ea14d2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.797044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.798242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aad839d3-446e-4c3d-a1ce-e320b3726e20 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188879 Nov 12 04:39:12.800889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41534) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.805328 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': 'd7906c46-2a29-4a6d-987b-aa22b281166e', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.827039 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:39:12.831748 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.890672 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.894035 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.913438 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4871bc6-fc89-4dad-97b5-938d87efc714,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:12.918970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.920112 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-aec79d0a-03c7-4f4e-9b4d-60ffcbffe090 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181326 Nov 12 04:39:12.923005 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41536) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:12.927943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'network': {'name': 'tempest-network-smoke--179047269', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:12.947641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:12.951543 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.974793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:39:12.983926 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:12.984471 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Added segment f473d7b6-f731-4a16-95c9-6f170765664f of type vlan for network 99d26b24-c3ad-4de1-871e-791bdbe25727 Nov 12 04:39:13.022954 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.048659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.054200 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:13.054794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.114319 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903045 Nov 12 04:39:13.117191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41538) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:13.121811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'admin_state_up': True, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:13.123284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b2650-65e4-44bb-829f-d67d66a94a6c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Network': ['ID=99d26b24-c3ad-4de1-871e-791bdbe25727,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:13.133502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:39:13.147353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.148385 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.199495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.624678 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.817496 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.835407 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:13.938132 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.176 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d653f151-65b4-46aa-823b-f28dbbab3caf) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:14.035301 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.068065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.112065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:14.115104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:14.117486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:14.127966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2077db3-38c5-459e-a571-0fd408d145b5 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:14.147240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=d653f151-65b4-46aa-823b-f28dbbab3caf,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:14.171397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-bb50147e-ad22-4c65-855d-5382e0836f6e None None] Provisioning complete for port d653f151-65b4-46aa-823b-f28dbbab3caf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:14.171951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bb50147e-ad22-4c65-855d-5382e0836f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.205123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-bb50147e-ad22-4c65-855d-5382e0836f6e None None] Port d653f151-65b4-46aa-823b-f28dbbab3caf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:14.373560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.571902 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.697431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f33db0f7-6e78-4656-94fb-0d2ab12be9ae is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:39:14.803509 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:14.814738 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Sync routers for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:14.823964 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:14.825109 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-775ff563-1186-4082-bbe2-02ce062111bc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7068131 Nov 12 04:39:14.825237 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:14.826348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:14.829062 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41540) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.858323 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5d1a9650-d499-4d24-9da6-a2a1470667dd tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=f2eb53e812374113a1dfc7be5c499cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280473 Nov 12 04:39:14.861375 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41542) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.932389 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:14.951613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ca6-485f-40bc-b996-5197eb2eea97 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:14.953150 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ec3b8ca6-485f-40bc-b996-5197eb2eea97 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913341 Nov 12 04:39:14.956050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41544) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.983912 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9c88844d-8f2a-400f-adef-e1d12822ce71 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268023 Nov 12 04:39:14.986358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41546) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:14.991097 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443319143', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:15.084074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:15.087468 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.110580 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:14Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:15.140998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Checking router: f33db0f7-6e78-4656-94fb-0d2ab12be9ae for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:15.141344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Updating router f33db0f7-6e78-4656-94fb-0d2ab12be9ae port d653f151-65b4-46aa-823b-f28dbbab3caf binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:15.167812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.269952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.329759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Subnet': ['ID=d11952ee-9333-4af0-bf01-af302c610e5a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:15.338682 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Checking segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:15.339073 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network hostable DHCP agents. Network: 99d26b24-c3ad-4de1-871e-791bdbe25727, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:39:15.357369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:39:15.367150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 99d26b24-c3ad-4de1-871e-791bdbe25727) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:15.371811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:15.372838 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.380039 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807cd578-9a11-440f-94ec-819dce48e73d None None] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:15.391470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9e1d919c-df33-417f-a0af-8e59a108488e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015367 Nov 12 04:39:15.392120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41548) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:15.478191 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.487174 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.550830 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c69ab0-8a71-40f6-b85b-5b5efb73016b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:15.557069 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc1f55-eac0-4a0a-9fc9-a575a649e43a None None] Pushing event updated for resources: {'Port': ['ID=d653f151-65b4-46aa-823b-f28dbbab3caf,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:15.576229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Attempting to bind port d653f151-65b4-46aa-823b-f28dbbab3caf on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:15.576590 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Attempting to bind port d653f151-65b4-46aa-823b-f28dbbab3caf by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:15.576941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Attempting to bind port d653f151-65b4-46aa-823b-f28dbbab3caf on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:15.590110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:15.590481 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:15.591475 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.591820 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:15.592285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Bound port: d653f151-65b4-46aa-823b-f28dbbab3caf, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:15.592836 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.670631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2a6ebcc6-8238-4de0-8983-63d378172668 None None] Provisioning complete for port d653f151-65b4-46aa-823b-f28dbbab3caf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:15.671027 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2a6ebcc6-8238-4de0-8983-63d378172668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.675309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-99d26b24-c3ad-4de1-871e-791bdbe25727', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:39:15.676116 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.719894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] For port d653f151-65b4-46aa-823b-f28dbbab3caf, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:15.740978 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-2a6ebcc6-8238-4de0-8983-63d378172668 None None] Port d653f151-65b4-46aa-823b-f28dbbab3caf cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:15.744329 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] For port d653f151-65b4-46aa-823b-f28dbbab3caf, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d653f151-65b4-46aa-823b-f28dbbab3caf,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:15.749241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.844802 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:15.849296 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bc90ec-6d13-4bed-96c8-ecf4b8092322 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:39:15.904692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:15.904692 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:15.905081 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc1f55-eac0-4a0a-9fc9-a575a649e43a None None] Pushing event updated for resources: {'Port': ['ID=d653f151-65b4-46aa-823b-f28dbbab3caf,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:15.967273 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Allocated IP 172.20.0.2 (99d26b24-c3ad-4de1-871e-791bdbe25727/d11952ee-9333-4af0-bf01-af302c610e5a/5611e748-1d8f-4456-8393-10d3168b9d62) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:16.037224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] Provisioning complete for port d653f151-65b4-46aa-823b-f28dbbab3caf triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:16.037584 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.121291 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:16.503041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.527144 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.542705 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.551912 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] For port d653f151-65b4-46aa-823b-f28dbbab3caf, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d653f151-65b4-46aa-823b-f28dbbab3caf,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:16.583158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.584840 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.1 (99d26b24-c3ad-4de1-871e-791bdbe25727/d11952ee-9333-4af0-bf01-af302c610e5a/74555ead-23e9-453f-8efc-7998886e6869) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:16.604611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:16.606362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Pushing event updated for resources: {'Port': ['ID=5611e748-1d8f-4456-8393-10d3168b9d62,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:16.612493 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:16.617523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:16.698859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:14Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:16.737990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01a76-519e-4a81-b877-205c507444ba None None] Pushing event updated for resources: {'Port': ['ID=d653f151-65b4-46aa-823b-f28dbbab3caf,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:16.743371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3521be-7e91-4f14-84b1-cb242756854f None None] The sync data for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 is: [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:14Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:16.748088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Attempting to bind port 5611e748-1d8f-4456-8393-10d3168b9d62 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:16.748088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Attempting to bind port 5611e748-1d8f-4456-8393-10d3168b9d62 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:16.748275 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Attempting to bind port 5611e748-1d8f-4456-8393-10d3168b9d62 on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:16.753909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:16.754282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Checking segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:16.754686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.755104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Bound using segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:16.755579 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Bound port: 5611e748-1d8f-4456-8393-10d3168b9d62, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:16.755959 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.826241 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] For port 5611e748-1d8f-4456-8393-10d3168b9d62, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:16.829602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] For port 5611e748-1d8f-4456-8393-10d3168b9d62, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5611e748-1d8f-4456-8393-10d3168b9d62,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:16.837341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:16.897138 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce50d-95fc-44c3-a9bb-62533d6a54de None None] Pushing event updated for resources: {'Port': ['ID=5611e748-1d8f-4456-8393-10d3168b9d62,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:17.114528 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.160631 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.211364 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:17.214673 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:17.217830 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:17.249362 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:17.279844 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.421828 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.722896 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.727568 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.806374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:17.814091 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:17.859715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedeee5-4fe0-40ad-9d09-f8b8cb7ea0f9 None None] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:39:17.911129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:17.913065 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:17.973993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] Provisioning complete for port 5611e748-1d8f-4456-8393-10d3168b9d62 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:17.974364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.031703 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f33db0f7-6e78-4656-94fb-0d2ab12be9ae has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:18.105919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.153908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] For port 5611e748-1d8f-4456-8393-10d3168b9d62, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5611e748-1d8f-4456-8393-10d3168b9d62,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:18.161625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.172075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:18.189253 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-93b2e8fe-7d73-4c72-a154-0322f33085cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/f33db0f7-6e78-4656-94fb-0d2ab12be9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7878575 Nov 12 04:39:18.229146 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d653f151-65b4-46aa-823b-f28dbbab3caf up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:18.266806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9a4c-0bff-4a5c-a42c-62fdcf165a21 None None] Pushing event updated for resources: {'Port': ['ID=5611e748-1d8f-4456-8393-10d3168b9d62,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:18.301219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d653f151-65b4-46aa-823b-f28dbbab3caf triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.302293 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.362627 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-a31f35be-4f3e-45a8-825b-b2383e6a9a52 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870591503&fields=id&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 267 time: 0.0555944 Nov 12 04:39:18.409788 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5611e748-1d8f-4456-8393-10d3168b9d62 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:18.438487 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9a21ea01-4500-4863-b7f4-116ea7654275 None None] Provisioning complete for port 5611e748-1d8f-4456-8393-10d3168b9d62 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.438870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21ea01-4500-4863-b7f4-116ea7654275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.488303 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-1a9005e3-0a00-43a3-a3f4-c819ada93158 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:18.490026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-1a9005e3-0a00-43a3-a3f4-c819ada93158 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 796 time: 0.1191366 Nov 12 04:39:18.502422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5611e748-1d8f-4456-8393-10d3168b9d62 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.502789 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.506238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-525c2dba-067a-46e2-8f82-da58ba9349f5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/quotas/f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 375 time: 0.0099237 Nov 12 04:39:18.515994 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Sync routers for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:18.527157 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:18.527925 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:18.567566 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-7c6417b2-7aa7-4069-a3ed-87de6a8d7c17 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545168 Nov 12 04:39:18.640114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9a21ea01-4500-4863-b7f4-116ea7654275 None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.640481 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a21ea01-4500-4863-b7f4-116ea7654275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.682390 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:18.692195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-9a21ea01-4500-4863-b7f4-116ea7654275 None None] Port 74555ead-23e9-453f-8efc-7998886e6869 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:18.696755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-5795ce80-24b0-4509-9897-772ff0abacfc service neutron] 10.222.0.97 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147473 Nov 12 04:39:18.801024 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-02d81427-af8c-4324-a825-8a3b813470e8 service neutron] 10.222.0.97 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962977 Nov 12 04:39:18.821517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-64b09761-c8d2-40d4-aefa-43e9f0a88eca None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.821893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-64b09761-c8d2-40d4-aefa-43e9f0a88eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:18.859727 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-64b09761-c8d2-40d4-aefa-43e9f0a88eca None None] Port 74555ead-23e9-453f-8efc-7998886e6869 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:18.975893 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a4b6fdf-83c4-4cc4-9a86-a944efae5305 req-1e0dbbc7-2d00-42be-86f4-fe1c72a20605 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 210 time: 0.0323427 Nov 12 04:39:18.984677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c3f33f6e-c3fd-4216-bb04-ca33d8dc3ec8 None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:18.985118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c3f33f6e-c3fd-4216-bb04-ca33d8dc3ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.025562 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 2, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:19.026440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c3f33f6e-c3fd-4216-bb04-ca33d8dc3ec8 None None] Port 74555ead-23e9-453f-8efc-7998886e6869 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:19.054603 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Checking router: f33db0f7-6e78-4656-94fb-0d2ab12be9ae for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:19.054983 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Updating router f33db0f7-6e78-4656-94fb-0d2ab12be9ae port 74555ead-23e9-453f-8efc-7998886e6869 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:39:19.080308 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.345657 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.351222 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.404612 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Pushing event updated for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:19.430511 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.430878 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.431210 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.431544 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.431977 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.432223 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.432543 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.432864 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.433184 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.433504 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.433824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.434143 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:39:19.468576 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Attempting to bind port 74555ead-23e9-453f-8efc-7998886e6869 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:19.468942 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Attempting to bind port 74555ead-23e9-453f-8efc-7998886e6869 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:19.469305 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Attempting to bind port 74555ead-23e9-453f-8efc-7998886e6869 on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:19.475720 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:19.476039 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Checking segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:19.476641 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.477040 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Bound using segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:19.477512 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Bound port: 74555ead-23e9-453f-8efc-7998886e6869, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:19.478044 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.520555 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:19.551875 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] For port 74555ead-23e9-453f-8efc-7998886e6869, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:19.555229 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] For port 74555ead-23e9-453f-8efc-7998886e6869, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74555ead-23e9-453f-8efc-7998886e6869,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:19.560384 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.620986 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce046f2c-dd03-4bcb-bc87-e5f3c01aaafb None None] Pushing event updated for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:19.631339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:19.631991 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:38:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:19.654526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:19.654982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.752734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:19.764696 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.798261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] For port 74555ead-23e9-453f-8efc-7998886e6869, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74555ead-23e9-453f-8efc-7998886e6869,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:19.803893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.857301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa50b4a-c47d-40f3-bac9-f596fe7ee1e1 None None] Pushing event updated for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:19.925043 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-370d1d97-0225-494f-b6e0-eb7d9367c8cf None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:19.925653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-370d1d97-0225-494f-b6e0-eb7d9367c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:19.961845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:19.988565 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dcfcb4-70eb-40b7-a811-59a8ec65f6b0 None None] The sync data for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 is: [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:20.094217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d3ccd82b-9900-4b70-a7b7-7ce1fb24de0d req-32a22b7a-62a3-446b-b6ff-bd57fead4188 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Nov 12 04:39:20.262162 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-8a3ed06a-9bd5-45a7-90a5-c65dfd9fc1d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.265642 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-8a3ed06a-9bd5-45a7-90a5-c65dfd9fc1d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 796 time: 0.1492689 Nov 12 04:39:20.272092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5611e748-1d8f-4456-8393-10d3168b9d62 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:20.327100 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5611e748-1d8f-4456-8393-10d3168b9d62 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:20.327844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.354194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-f90b9b65-70b4-4814-a0b4-198164cfc95b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 380 time: 0.0613515 Nov 12 04:39:20.384892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'port': {'device_id': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'admin_state_up': True, 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'security_groups': ['d7906c46-2a29-4a6d-987b-aa22b281166e']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:20.414564 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74555ead-23e9-453f-8efc-7998886e6869 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:20.464336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 74555ead-23e9-453f-8efc-7998886e6869 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:20.464955 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.504332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:39:20.508189 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.647310 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.9 (99d26b24-c3ad-4de1-871e-791bdbe25727/d11952ee-9333-4af0-bf01-af302c610e5a/4df6fb00-39ea-48df-8261-ee0293f18b5c) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:20.793596 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.829239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.877010 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:20.880312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:20.884231 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:20.891791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:20.945907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:20.946552 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:20.965037 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-dba3c466-38cf-4609-a44f-01b6a54f1399 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842004 Nov 12 04:39:20.993433 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Request body: {'port': {'device_id': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:21.056696 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.148736 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c1904cc4-516c-4112-aba9-4068c256bd38 None None] Provisioning complete for port 4df6fb00-39ea-48df-8261-ee0293f18b5c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:21.149297 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c1904cc4-516c-4112-aba9-4068c256bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.202267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c1904cc4-516c-4112-aba9-4068c256bd38 None None] Port 4df6fb00-39ea-48df-8261-ee0293f18b5c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:39:21.227090 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3db552-9202-43a2-aeb7-ba9e957d2829 req-c4415762-8c43-46b1-81da-f5b2ab22977f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.228609 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce3db552-9202-43a2-aeb7-ba9e957d2829 req-c4415762-8c43-46b1-81da-f5b2ab22977f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 931 time: 0.0512257 Nov 12 04:39:21.278732 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce3db552-9202-43a2-aeb7-ba9e957d2829 req-c0389a74-e9ae-4a1c-9a80-91ee979aee3b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Nov 12 04:39:21.335763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6fb00-39ea-48df-8261-ee0293f18b5c {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:21.343063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.354534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Transition to ACTIVE for port object 4df6fb00-39ea-48df-8261-ee0293f18b5c will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:39:21.358192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.406536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.487742 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:39:21.488083 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:39:21.488416 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:21.493012 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:39:21.493348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:39:21.498963 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:39:21.499307 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Checking segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:39:21.499696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Bound using segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:39:21.500128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Bound port: 4df6fb00-39ea-48df-8261-ee0293f18b5c, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:39:21.500485 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.569419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:39:21.572458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:39:21.576798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.611559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.612206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:21.613810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] 10.222.0.16 "PUT /v2.0/ports/4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1092 time: 0.6278000 Nov 12 04:39:21.616538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:21.619051 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:21.646002 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df55cd-b82a-415b-b083-70bdb5c2454b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:21.666090 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65ee5f1-75b7-411e-af46-ac47004400d6 x-openstack-request-id: req-c65ee5f1-75b7-411e-af46-ac47004400d6 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:21.666434 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:21.666698 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c65ee5f1-75b7-411e-af46-ac47004400d6 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:21.667152 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'status': 'completed', 'code': 200} Nov 12 04:39:21.732033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-d2a7571b-2901-4df5-84e2-1e8d5fae413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.733604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-d2a7571b-2901-4df5-84e2-1e8d5fae413b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1095 time: 0.0478086 Nov 12 04:39:21.794484 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-82e306e6-3e11-4661-b0d4-58fdd800bf54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 217 time: 0.0359499 Nov 12 04:39:21.848383 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-5acb493f-aace-4250-b564-c924b0a50602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.849944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-5acb493f-aace-4250-b564-c924b0a50602 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0453467 Nov 12 04:39:21.905278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896b758-9389-4799-9b6c-2e18c562c262 req-a3b098a0-93fd-4857-afe4-1ecf66de9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:21.906713 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-a3b098a0-93fd-4857-afe4-1ecf66de9ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446866 Nov 12 04:39:22.005888 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-95e61448-769e-464d-a3bd-085dedb099a1 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849512 Nov 12 04:39:22.107917 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d896b758-9389-4799-9b6c-2e18c562c262 req-9100bb59-0d4d-47d3-81db-913f9a571ace service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893555 Nov 12 04:39:22.263414 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-b1a49303-27e8-4e59-b59c-a10e9936c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.264925 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-b1a49303-27e8-4e59-b59c-a10e9936c1cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1095 time: 0.0413058 Nov 12 04:39:22.366115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-8da75fe5-fd92-42f2-898b-cec0ba499740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.367825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-8da75fe5-fd92-42f2-898b-cec0ba499740 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0920949 Nov 12 04:39:22.374998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ba2-ebde-4e88-88e1-93e25f36de60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:22.404164 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6172887-1c76-4092-8a3a-01ed7e833fc0 req-bf55c219-21c4-4f2b-b750-922b2cb876c6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.405642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6172887-1c76-4092-8a3a-01ed7e833fc0 req-bf55c219-21c4-4f2b-b750-922b2cb876c6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0551620 Nov 12 04:39:22.415426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-76f8da4a-ccc0-4a74-9588-e4ed8989dd92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 217 time: 0.0368505 Nov 12 04:39:22.453991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e6172887-1c76-4092-8a3a-01ed7e833fc0 req-9fea6460-78bc-4146-87fe-e3b955d527c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Nov 12 04:39:22.465554 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-a775ea40-6abc-413b-a59c-73e03916c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.467650 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-a775ea40-6abc-413b-a59c-73e03916c348 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0450842 Nov 12 04:39:22.513259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-d5d9fa6d-fe49-48fc-ac62-e54de1f6f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:22.514791 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-d5d9fa6d-fe49-48fc-ac62-e54de1f6f12a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398138 Nov 12 04:39:22.611678 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-f7b55d8c-114c-4470-adfb-d702e8eba6c8 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872645 Nov 12 04:39:22.706434 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-7807ec0b-e982-4f48-87c6-7fa35fcfaa70 req-cd93fa1a-e690-4499-aef6-a2902613d1a6 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860674 Nov 12 04:39:23.571327 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedfe39-8dc2-4a49-a93f-87b5c53b674d req-b1a19221-6eca-4b5a-b0e0-5d6ffdf26eb3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:23.572805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fedfe39-8dc2-4a49-a93f-87b5c53b674d req-b1a19221-6eca-4b5a-b0e0-5d6ffdf26eb3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0499904 Nov 12 04:39:23.622321 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fedfe39-8dc2-4a49-a93f-87b5c53b674d req-242107ff-9bcb-4a3c-8856-ad6d5f36d9fa tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433981 Nov 12 04:39:24.729121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-abf239af-2f3a-4ec8-ae62-f8152eaa5984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.751176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c58f82-1135-4f08-85e4-996c4f20fc0d req-5d5d4b63-be4e-445b-8d53-ff1988d73cc6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:24.752774 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1c58f82-1135-4f08-85e4-996c4f20fc0d req-5d5d4b63-be4e-445b-8d53-ff1988d73cc6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0594888 Nov 12 04:39:24.797922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:39:24.809669 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d1c58f82-1135-4f08-85e4-996c4f20fc0d req-32a30de9-780b-4816-a6f7-ccbe3e921929 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503335 Nov 12 04:39:24.898277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:24.910413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'mac_address': 'fa:16:3e:1e:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:39:24.948772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:24.962016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6fb00-39ea-48df-8261-ee0293f18b5c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:39:24.982377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:24.986806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.041537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:25.367559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['4df6fb00-39ea-48df-8261-ee0293f18b5c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:39:25.744120 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:25.929203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87df99-8122-43c8-8499-84d6b035ad0f req-c3c71eed-f518-44b0-ab1e-d078712afb3e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:25.930696 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c87df99-8122-43c8-8499-84d6b035ad0f req-c3c71eed-f518-44b0-ab1e-d078712afb3e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 944 time: 0.0494895 Nov 12 04:39:25.979999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2c87df99-8122-43c8-8499-84d6b035ad0f req-6953c9e7-2c09-44e9-aecd-825944e8864c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Nov 12 04:39:26.814356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:39:26.862914 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 4df6fb00-39ea-48df-8261-ee0293f18b5c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:39:26.866734 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 4df6fb00-39ea-48df-8261-ee0293f18b5c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:39:26.867126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.945670 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:26.967540 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:26.970330 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9290ec98-e014-4db8-b68b-30a50ff2f8cb" -d '{"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-plugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:26.983542 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:39:26.988205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.014198 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538b1ce-9732-403f-aca8-5b1f5996ef40 x-openstack-request-id: req-6538b1ce-9732-403f-aca8-5b1f5996ef40 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:27.015015 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-plugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:27.015661 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6538b1ce-9732-403f-aca8-5b1f5996ef40 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:27.015661 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'code': 200} Nov 12 04:39:27.042594 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:27.099910 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80d1f-f8a8-437c-930f-49d69337545b req-8b3fc823-3bb4-4ade-97bd-64c63ff408aa tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.101388 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20b80d1f-f8a8-437c-930f-49d69337545b req-8b3fc823-3bb4-4ade-97bd-64c63ff408aa tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Nov 12 04:39:27.135343 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849279c4-c31d-4b5a-9ae5-537758113798 req-7c759371-6597-4e24-ad49-a4838f21952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:27.136876 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-849279c4-c31d-4b5a-9ae5-537758113798 req-7c759371-6597-4e24-ad49-a4838f21952f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0409410 Nov 12 04:39:27.154797 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20b80d1f-f8a8-437c-930f-49d69337545b req-e8afe325-2dee-4a11-a555-fd9a758128a4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 Nov 12 04:39:27.190776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-849279c4-c31d-4b5a-9ae5-537758113798 req-b4a2707c-61e4-4225-ac1f-78034aa15aeb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Nov 12 04:39:27.197936 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:27.896364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:28.270299 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ed98-af67-46ae-8d20-197fded2b7b1 req-c0b58f2c-8100-478a-ad26-bb28eada6c63 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:28.271813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2860ed98-af67-46ae-8d20-197fded2b7b1 req-c0b58f2c-8100-478a-ad26-bb28eada6c63 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0494578 Nov 12 04:39:28.321060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2860ed98-af67-46ae-8d20-197fded2b7b1 req-605d8ca1-cac4-4f31-9aa9-93f0ca9757e9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Nov 12 04:39:29.437462 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ae3e-6450-4855-a7e4-86414a4de28f req-9c327d6e-c00f-40e7-aa05-ee3601a848c4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.438959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b685ae3e-6450-4855-a7e4-86414a4de28f req-9c327d6e-c00f-40e7-aa05-ee3601a848c4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Nov 12 04:39:29.487264 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b685ae3e-6450-4855-a7e4-86414a4de28f req-314788d1-d817-47fb-9362-42b822a26750 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Nov 12 04:39:29.603694 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20e90-44ff-4b13-9281-300bdd9e7c86 req-bcd1e513-aec5-4d25-b991-aa6fc1d3d493 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.605104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fea20e90-44ff-4b13-9281-300bdd9e7c86 req-bcd1e513-aec5-4d25-b991-aa6fc1d3d493 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0534236 Nov 12 04:39:29.653832 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fea20e90-44ff-4b13-9281-300bdd9e7c86 req-508357a4-fc19-4a2d-a40a-bcce99a409d3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Nov 12 04:39:29.677292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41602) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:29.716820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102c88f-bea6-429a-a3e9-4723d824cb39 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:29.719005 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1102c88f-bea6-429a-a3e9-4723d824cb39 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1092 time: 0.0406263 Nov 12 04:39:29.721702 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41604) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:29.725907 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:39:29.747857 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.847334 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:29.953679 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.194 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/28b012a4-a7b3-447b-b75b-68bfb205c7a9) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:39:30.053050 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.085865 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.124697 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:39:30.127462 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:39:30.130946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:39:30.157408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=28b012a4-a7b3-447b-b75b-68bfb205c7a9,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.493040 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.561878 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.708740 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.713534 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.784452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=28b012a4-a7b3-447b-b75b-68bfb205c7a9,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:39:30.795984 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:30.894410 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 327ea547-9e14-41ba-bb73-0cd0b14db71a associated. External IP: 172.25.7.194, port: 4df6fb00-39ea-48df-8261-ee0293f18b5c. Nov 12 04:39:31.099371 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f33db0f7-6e78-4656-94fb-0d2ab12be9ae has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:39:31.204599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:39:31.215048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Sync routers for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:39:31.221679 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:31.225656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:31.226253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:39:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:31.337017 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:31.620703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-789f89dc-2530-48aa-85ee-ca1c81c0939b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8979681 Nov 12 04:39:31.621290 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:39:31.623642 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:39:31.716687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2fb39-9c06-4361-ab01-5ca2b51783c1 req-6efe3a35-a1d9-488b-9c6c-9f2c9a762dd3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:31.718719 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8b2fb39-9c06-4361-ab01-5ca2b51783c1 req-6efe3a35-a1d9-488b-9c6c-9f2c9a762dd3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Nov 12 04:39:31.732896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '327ea547-9e14-41ba-bb73-0cd0b14db71a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'mac_address': 'fa:16:3e:1e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:30Z', 'updated_at': '2021-11-12T04:39:30Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:31.759049 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Checking router: f33db0f7-6e78-4656-94fb-0d2ab12be9ae for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:39:31.767189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:39:31.767780 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:39:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:31.768413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8b2fb39-9c06-4361-ab01-5ca2b51783c1 req-acdc72ea-93e8-4869-bbba-80898fcfa00c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436265 Nov 12 04:39:31.791147 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41610) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:31.827731 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8579d-594e-4fa3-935b-c4807b7d5ca9 x-openstack-request-id: req-20d8579d-594e-4fa3-935b-c4807b7d5ca9 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:39:31.828019 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:39:31.828270 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20d8579d-594e-4fa3-935b-c4807b7d5ca9 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:39:31.828666 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'status': 'completed', 'code': 200} Nov 12 04:39:31.853877 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a39469bd-c175-4266-9925-186a7415e3d6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/327ea547-9e14-41ba-bb73-0cd0b14db71a HTTP/1.1" status: 200 len: 991 time: 0.0615926 Nov 12 04:39:31.878289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:39:31.918001 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-14946485-cb42-4f6a-9fcd-d4b38a7a067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:31.920258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-14946485-cb42-4f6a-9fcd-d4b38a7a067f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0494411 Nov 12 04:39:32.014175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-1e24bb6f-31c0-4b5d-97d1-2c7cd1cb2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.016247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-1e24bb6f-31c0-4b5d-97d1-2c7cd1cb2ecb service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0871797 Nov 12 04:39:32.087138 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-71609ef9-6e54-4391-a0f4-7c3a7db11061 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 999 time: 0.0635793 Nov 12 04:39:32.106333 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '327ea547-9e14-41ba-bb73-0cd0b14db71a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'mac_address': 'fa:16:3e:1e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:30Z', 'updated_at': '2021-11-12T04:39:30Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:39:32.137780 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-839aab04-ef11-4335-8157-1f20c87fe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.137985 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2a97e-7bbb-4edf-892d-75d6fc88fc2b None None] The sync data for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 is: [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '327ea547-9e14-41ba-bb73-0cd0b14db71a', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.194', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'mac_address': 'fa:16:3e:1e:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:39:30Z', 'updated_at': '2021-11-12T04:39:30Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:39:32.139183 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-839aab04-ef11-4335-8157-1f20c87fe1f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0447290 Nov 12 04:39:32.151919 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:32.188903 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-b3b56f37-6f26-4f35-b0c6-b91e7079bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:32.190534 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-b3b56f37-6f26-4f35-b0c6-b91e7079bc0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427880 Nov 12 04:39:32.289123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-ac3b0ad5-655b-4ae3-bf6d-a591e1c0b222 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904865 Nov 12 04:39:32.329160 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636dbb4-e8ea-4974-b258-a0a07d38a55c None None] New status for floating IP 327ea547-9e14-41ba-bb73-0cd0b14db71a: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:39:32.383352 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b3119bfd-bf28-4e6b-9069-cd5bb68b1456 req-2c94bcc2-777c-4ca2-a360-cf7e8ab2bd00 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864379 Nov 12 04:39:32.857837 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41612) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:39:32.924548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c6a85404-96d5-40f2-bd24-410d94ed6fb0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/327ea547-9e14-41ba-bb73-0cd0b14db71a HTTP/1.1" status: 200 len: 993 time: 0.0651236 Nov 12 04:39:40.366533 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:52.376556 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-20f59adc-51be-4c58-9824-0f5dfbdacb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:54.730227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1486fb83-4350-4aeb-bca5-499fcaf3e031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:55.748048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:56.519930 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:39:57.200147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.664243 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-daa5eeff-10ed-492d-8f76-77646a2fa5c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397770 Nov 12 04:39:57.761952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-b2ed6311-2454-4c43-8d92-531bb3ef0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:57.763437 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-b2ed6311-2454-4c43-8d92-531bb3ef0d26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0401471 Nov 12 04:39:57.870078 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-b24e1a6b-4485-49fb-9443-0ac8fc17c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:57.871604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-b24e1a6b-4485-49fb-9443-0ac8fc17c487 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0888116 Nov 12 04:39:57.898929 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:39:57.941561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-65738c14-972c-4711-b98d-e1acd68be561 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1001 time: 0.0606270 Nov 12 04:39:57.995801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-12ad702d-746b-47cc-904a-28a06a553315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:57.997241 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-12ad702d-746b-47cc-904a-28a06a553315 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0482745 Nov 12 04:39:58.046142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-8f2bad6d-6585-47b1-862e-f7e630d6700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:39:58.048272 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-8f2bad6d-6585-47b1-862e-f7e630d6700e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408182 Nov 12 04:39:58.137719 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-3ee48e59-cb95-4af2-ac14-e9c7fc9a2225 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820677 Nov 12 04:39:58.232314 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-9822ff67-cba8-45c9-836d-b5bca2109334 req-25d5124c-ea22-4618-8a9c-bfa1adcf2f1a service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Nov 12 04:40:02.163655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:06.095989 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-9fbe4a20-114a-4ab9-8610-5d3e9b96f2bd req-f4714597-0773-4010-a9a3-894d4724db47 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:40:06.096986 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9fbe4a20-114a-4ab9-8610-5d3e9b96f2bd req-f4714597-0773-4010-a9a3-894d4724db47 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053847 Nov 12 04:40:06.269626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f059755-69a2-423c-8fff-08e839088a95 req-ea081add-9875-4c77-9113-c4d81e7cbba2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:06.271139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f059755-69a2-423c-8fff-08e839088a95 req-ea081add-9875-4c77-9113-c4d81e7cbba2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Nov 12 04:40:06.282168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41634) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:06.324578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f059755-69a2-423c-8fff-08e839088a95 req-0348dc6c-a0dc-4e68-9637-f645c440839c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Nov 12 04:40:06.363150 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-763acb1d-4618-4585-8929-ff5d2ebf6a3d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797837 Nov 12 04:40:06.371882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-ced8a267-5f17-4eac-b193-caf4c7e84897 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:40:06.372845 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-ced8a267-5f17-4eac-b193-caf4c7e84897 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050926 Nov 12 04:40:07.444364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf76a1-315d-412a-9170-e3e322dd0891 req-ddc3f5f7-3cb2-4969-a7cf-3f289512d9f7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.445870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1dbf76a1-315d-412a-9170-e3e322dd0891 req-ddc3f5f7-3cb2-4969-a7cf-3f289512d9f7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Nov 12 04:40:07.498518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1dbf76a1-315d-412a-9170-e3e322dd0891 req-7d6e3eef-e63f-4619-9ba9-f1ff2880100d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467656 Nov 12 04:40:07.567626 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-1af28c04-f63d-45c4-a09c-29825188c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.569195 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-1af28c04-f63d-45c4-a09c-29825188c632 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0414369 Nov 12 04:40:07.663340 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-33430c1d-a72c-47f2-bbc9-3bfac832f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.664827 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-33430c1d-a72c-47f2-bbc9-3bfac832f946 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0884943 Nov 12 04:40:07.730818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-f6bf2cb5-c8ae-4ec0-bfc1-9b3a97da9b21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1001 time: 0.0584962 Nov 12 04:40:07.785563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-52048e8f-9358-46de-8e0d-157dc7412420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.787055 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-52048e8f-9358-46de-8e0d-157dc7412420 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0487359 Nov 12 04:40:07.835744 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-c6c04f00-5989-49d3-bb48-d43f0caeccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:07.838688 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-c6c04f00-5989-49d3-bb48-d43f0caeccda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427506 Nov 12 04:40:07.926574 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-682f61f6-8fd1-4c0f-970a-cf3be50baf0a service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818989 Nov 12 04:40:08.021470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-b7576505-403f-4132-a3e1-fce7a07bc4b1 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873778 Nov 12 04:40:08.869195 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbeb31-9172-4c59-927b-009dd2574805 req-0d2554d3-a2d8-42b2-b0c0-d329a5fa4476 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:08.870594 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48cbeb31-9172-4c59-927b-009dd2574805 req-0d2554d3-a2d8-42b2-b0c0-d329a5fa4476 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0486836 Nov 12 04:40:08.920304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-48cbeb31-9172-4c59-927b-009dd2574805 req-349b4407-dbda-448e-8113-9df2bd5c49cb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Nov 12 04:40:10.038671 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42757b79-ccee-4e51-956e-64de9e461641 req-9149d30d-7427-479a-aa58-9fd0dbe7a109 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:10.040156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42757b79-ccee-4e51-956e-64de9e461641 req-9149d30d-7427-479a-aa58-9fd0dbe7a109 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Nov 12 04:40:10.089000 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-42757b79-ccee-4e51-956e-64de9e461641 req-4d4bc1eb-bccb-4676-8e11-20d4005470a9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Nov 12 04:40:10.351953 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:11.204864 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa02028-e0b2-4a83-9787-75314bc5fa2c req-47d86591-8c53-40a4-bc7f-4b3fd18ed3f8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:11.206282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fa02028-e0b2-4a83-9787-75314bc5fa2c req-47d86591-8c53-40a4-bc7f-4b3fd18ed3f8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0493374 Nov 12 04:40:11.255466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2fa02028-e0b2-4a83-9787-75314bc5fa2c req-741dfd7d-18a0-4364-beb4-a03dfbd3ce25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Nov 12 04:40:12.373516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73a17f-5f17-46b4-a708-0a691c6f7af5 req-81446818-0963-4718-8134-b671b751e682 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:12.375003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb73a17f-5f17-46b4-a708-0a691c6f7af5 req-81446818-0963-4718-8134-b671b751e682 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Nov 12 04:40:12.424126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-eb73a17f-5f17-46b4-a708-0a691c6f7af5 req-5c749b03-8939-4a89-aa23-e4a40ecd09b0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Nov 12 04:40:13.537782 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d412-ea48-490f-ad39-edf7f8abd59f req-bf211331-bdd2-4d69-bab5-d3bb0765d42d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:13.539249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c64d412-ea48-490f-ad39-edf7f8abd59f req-bf211331-bdd2-4d69-bab5-d3bb0765d42d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0481629 Nov 12 04:40:13.587169 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c64d412-ea48-490f-ad39-edf7f8abd59f req-8f66fd97-368e-44be-a886-e165d19756e5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Nov 12 04:40:14.704401 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d9e4-8682-4bc4-aab8-d845b1cec41f req-8ac7c7d7-f81e-4101-abf1-efd1902440d8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:14.705849 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3345d9e4-8682-4bc4-aab8-d845b1cec41f req-8ac7c7d7-f81e-4101-abf1-efd1902440d8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0480304 Nov 12 04:40:14.757575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3345d9e4-8682-4bc4-aab8-d845b1cec41f req-a4457df2-27cd-43d4-84d3-35457b0e85ca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Nov 12 04:40:15.930471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba54aa-7766-4fcf-9c17-53bbaff58583 req-c13cdd41-27ee-4e77-abb7-0f2af1f68e2e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:15.931991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00ba54aa-7766-4fcf-9c17-53bbaff58583 req-c13cdd41-27ee-4e77-abb7-0f2af1f68e2e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Nov 12 04:40:15.981211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-00ba54aa-7766-4fcf-9c17-53bbaff58583 req-4cbad15c-43ec-4eb6-95ad-1e9ef92cccdf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Nov 12 04:40:17.097632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c77da6-8631-4139-aa67-49f3b276d8d8 req-bdb46647-242a-479e-b6dc-c29ab191e78f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:17.099172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32c77da6-8631-4139-aa67-49f3b276d8d8 req-bdb46647-242a-479e-b6dc-c29ab191e78f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Nov 12 04:40:17.147960 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-32c77da6-8631-4139-aa67-49f3b276d8d8 req-5f7694b6-3fab-478d-9138-53c0ee098040 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Nov 12 04:40:18.266732 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11699d35-9533-4ab4-87ac-f62fea63be5f req-a483f893-8d4b-48ff-a590-4de7083ed8ca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:18.268217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11699d35-9533-4ab4-87ac-f62fea63be5f req-a483f893-8d4b-48ff-a590-4de7083ed8ca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0527902 Nov 12 04:40:18.316686 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-11699d35-9533-4ab4-87ac-f62fea63be5f req-1332b6ca-13f9-459e-a2c0-440987f43137 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Nov 12 04:40:19.433136 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7410cf7-82b5-4d63-ace8-80861eaa7cd5 req-6f5c2349-0654-4a99-bfe4-9a4e2cf1cbde tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:19.434619 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7410cf7-82b5-4d63-ace8-80861eaa7cd5 req-6f5c2349-0654-4a99-bfe4-9a4e2cf1cbde tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Nov 12 04:40:19.482964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7410cf7-82b5-4d63-ace8-80861eaa7cd5 req-67dc441f-f827-454e-a34b-505a7ac9125f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Nov 12 04:40:20.319818 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-68125cf5-878b-4dee-b2d7-23b5cae9f63f service neutron] show failed (client error): The resource could not be found. Nov 12 04:40:20.320731 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-68125cf5-878b-4dee-b2d7-23b5cae9f63f service neutron] 10.222.0.16 "GET /v2.0/ports/4df6fb00-39ea-48df-8261-ee0293f18b5c/bindings/n-h2-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0549383 Nov 12 04:40:20.626486 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-65a8a45d-6ff9-4bd5-b26e-563e1e347519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.627916 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-65a8a45d-6ff9-4bd5-b26e-563e1e347519 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 1097 time: 0.1131735 Nov 12 04:40:20.636193 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d93b8f-07d2-42c1-a4ec-d0e581ccc6c3 req-ed652dd7-82de-467a-b398-0170a3456e8f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:20.637528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2d93b8f-07d2-42c1-a4ec-d0e581ccc6c3 req-ed652dd7-82de-467a-b398-0170a3456e8f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0830884 Nov 12 04:40:20.647008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:40:20.735394 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a2d93b8f-07d2-42c1-a4ec-d0e581ccc6c3 req-0c7054f6-9f7f-4b5d-82fd-ba14c8cb4271 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855443 Nov 12 04:40:20.736090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:20.937183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:20.969766 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:21.008291 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:21.010557 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2731cd40-7e0d-42c9-a9b1-1d6e9f2359e5" -d '{"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:21.014352 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.027218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Transition to ACTIVE for port object 4df6fb00-39ea-48df-8261-ee0293f18b5c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:40:21.031060 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.066391 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b6d4f2-f8b4-4aed-bfd8-3f57be762561 x-openstack-request-id: req-49b6d4f2-f8b4-4aed-bfd8-3f57be762561 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:21.066678 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:21.066948 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-49b6d4f2-f8b4-4aed-bfd8-3f57be762561 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:21.067341 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'code': 200} Nov 12 04:40:21.149200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=6']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:21.176252 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.176602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.176939 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.177268 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.177600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.177924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.178246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.178566 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.178918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.179240 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.179560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.179878 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:21.214725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] No DVR routers for this DVR port 4df6fb00-39ea-48df-8261-ee0293f18b5c on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:40:21.636212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:40:21.636893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:40:21.636893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:21.640892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:40:21.641213 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Attempting to bind port 4df6fb00-39ea-48df-8261-ee0293f18b5c on network 99d26b24-c3ad-4de1-871e-791bdbe25727 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:40:21.646510 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:40:21.646860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Checking segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:40:21.647248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Bound using segment: {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:40:21.647665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Bound port: 4df6fb00-39ea-48df-8261-ee0293f18b5c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f473d7b6-f731-4a16-95c9-6f170765664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:40:21.648009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.708546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:40:21.711550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:40:21.716036 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.749442 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.750066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:21.751465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] 10.222.0.104 "PUT /v2.0/ports/4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1092 time: 1.1088462 Nov 12 04:40:21.775988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47748f-0094-4e52-b9c6-b13938d5ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=7']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:21.840070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-9030db85-841f-441f-8e65-4938cdd467a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.841599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-9030db85-841f-441f-8e65-4938cdd467a8 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1095 time: 0.0546646 Nov 12 04:40:21.970020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc193b-a7f7-419c-ab38-4c3afe48fcdf req-3de80373-0e27-449d-a66b-cc0531a7805d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.971654 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2dc193b-a7f7-419c-ab38-4c3afe48fcdf req-3de80373-0e27-449d-a66b-cc0531a7805d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.1470752 Nov 12 04:40:21.987384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-3a462648-c355-401f-a39b-d3c745af6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:21.988821 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-3a462648-c355-401f-a39b-d3c745af6b45 service neutron] 10.222.0.104 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.1399913 Nov 12 04:40:22.077281 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2dc193b-a7f7-419c-ab38-4c3afe48fcdf req-ba2be067-be79-4645-8053-2ee340d5509f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982959 Nov 12 04:40:22.082101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-1b91b9ba-c3d9-41e6-ac9c-fd6c0e42775c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 999 time: 0.0819647 Nov 12 04:40:22.131289 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-93b5a4f9-de13-433a-bab8-e160218273cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.132768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-93b5a4f9-de13-433a-bab8-e160218273cd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0439425 Nov 12 04:40:22.183376 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-874231cc-d09e-4890-a397-7158582b0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:22.184864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-874231cc-d09e-4890-a397-7158582b0f04 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450165 Nov 12 04:40:22.279798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-6f5c3b71-cb8d-47dc-bf0f-c48f8de6037e service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864644 Nov 12 04:40:22.375183 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a76d8058-6380-4ab1-9cac-354603ecda11 req-0962742a-9ff7-4587-8b0e-2ab45e65fdcb service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872653 Nov 12 04:40:22.380787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dd5271a4-dbb0-4713-98a4-14ecd2ba444d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:23.068783 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:23.071229 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd22fb0-ba0d-4006-b602-931f795e4337" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:23.108668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:40:23.121308 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b55ee5-1420-4b18-8e1a-ecb43a6d6185 x-openstack-request-id: req-53b55ee5-1420-4b18-8e1a-ecb43a6d6185 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:23.121724 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:23.122047 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-53b55ee5-1420-4b18-8e1a-ecb43a6d6185 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:23.122518 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'status': 'completed', 'code': 200} Nov 12 04:40:23.147948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:40:23.223374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-a5a8f52c-3fe3-4467-a7cb-115c21e3bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.224825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-a5a8f52c-3fe3-4467-a7cb-115c21e3bdde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1095 time: 0.0463653 Nov 12 04:40:23.231392 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-ceb8bb39-1c29-4e89-8bf9-fc4bd623f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.232891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-ceb8bb39-1c29-4e89-8bf9-fc4bd623f029 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1095 time: 0.0712266 Nov 12 04:40:23.244042 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c937d-f507-43ea-b342-fe587ac02be0 req-6dfcba40-320c-4728-bcbd-939b18da58dd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.245510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-287c937d-f507-43ea-b342-fe587ac02be0 req-6dfcba40-320c-4728-bcbd-939b18da58dd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0734849 Nov 12 04:40:23.322419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-62a72569-e453-428b-b52c-0d2e3f882a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.323951 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-62a72569-e453-428b-b52c-0d2e3f882a1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0884690 Nov 12 04:40:23.358938 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-287c937d-f507-43ea-b342-fe587ac02be0 req-347b0b91-88bf-4866-96b9-80896a2bc3b2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053197 Nov 12 04:40:23.373881 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-5fd11371-2fb7-41de-92fb-6f54c6433c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.375504 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-5fd11371-2fb7-41de-92fb-6f54c6433c8b service neutron] 10.222.0.104 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.1291068 Nov 12 04:40:23.400724 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-17a82fba-1e16-4a81-a071-423926f57dcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 999 time: 0.0649276 Nov 12 04:40:23.443651 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-de9c2193-6615-4818-9751-9b621364a528 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 999 time: 0.0599504 Nov 12 04:40:23.459844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-e49c108d-8acc-4c92-aa27-116ca01ee984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.461406 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-e49c108d-8acc-4c92-aa27-116ca01ee984 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0461500 Nov 12 04:40:23.498410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-b9331f83-bb9e-4f08-851e-bd0a15c0e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.499865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-b9331f83-bb9e-4f08-851e-bd0a15c0e984 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0489297 Nov 12 04:40:23.514289 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-1adc277c-8d55-4f5a-94f8-bcfe2708ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.515821 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-1adc277c-8d55-4f5a-94f8-bcfe2708ad79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411558 Nov 12 04:40:23.551186 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-432dc9ef-55e5-4659-8b0b-26ee39cdd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:23.552709 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-432dc9ef-55e5-4659-8b0b-26ee39cdd256 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411308 Nov 12 04:40:23.621292 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-1cd39d32-7483-4e99-914b-599cfc008ebf service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931101 Nov 12 04:40:23.645679 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-6dd545ab-ead7-45fb-84c7-b63f2d7ce79e service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856366 Nov 12 04:40:23.721801 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-31559d52-bc53-415b-a2be-4eb7b2bf0cae service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876055 Nov 12 04:40:23.742249 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8dd22fb0-ba0d-4006-b602-931f795e4337 req-160574c8-aee1-40b3-bbdf-81d718b01fd5 service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890234 Nov 12 04:40:24.477405 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c292b-8e67-41b4-b4e7-bf7901174eac req-c792c816-6d7a-4a5c-92ac-805697c6d3c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:24.478926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec9c292b-8e67-41b4-b4e7-bf7901174eac req-c792c816-6d7a-4a5c-92ac-805697c6d3c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0498502 Nov 12 04:40:24.527883 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ec9c292b-8e67-41b4-b4e7-bf7901174eac req-ae8b5079-092c-414d-bf9d-c15336a31223 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Nov 12 04:40:24.732541 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a5bd806-539c-47a2-85ff-1da4ac8d62bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:25.659113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebdb2-8ce5-4d09-b04b-db61bc7ae3fc req-5bc3d98a-b549-442b-acc5-0c6d9fb385af tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:25.661302 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-454ebdb2-8ce5-4d09-b04b-db61bc7ae3fc req-5bc3d98a-b549-442b-acc5-0c6d9fb385af tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 943 time: 0.0603094 Nov 12 04:40:25.716895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-454ebdb2-8ce5-4d09-b04b-db61bc7ae3fc req-ba6531d5-8710-49e7-887b-a83d75b0fa46 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482616 Nov 12 04:40:25.754428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.175689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:40:26.270797 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:26.282128 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'port_id': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'mac_address': 'fa:16:3e:1e:3e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:40:26.323527 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.337235 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6fb00-39ea-48df-8261-ee0293f18b5c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:40:26.356226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:26.359923 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:26.406854 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:26.414200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.414549 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.414917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.415256 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.415589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.415921 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.416249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.416583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.416909 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.417232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.417555 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.417876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:40:26.834534 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845570b-3b1f-4165-8648-6ca91d00daef req-e7ca0e91-408c-4f44-96f4-b67b680025a5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:26.836140 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a845570b-3b1f-4165-8648-6ca91d00daef req-e7ca0e91-408c-4f44-96f4-b67b680025a5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 944 time: 0.0494344 Nov 12 04:40:26.840397 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4df6fb00-39ea-48df-8261-ee0293f18b5c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:40:26.887210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a845570b-3b1f-4165-8648-6ca91d00daef req-d34945dd-85ce-4c20-bab0-accac9e96140 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Nov 12 04:40:27.089813 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6c183-2961-4475-b39e-6c03e48f675f req-d8bdb14c-aed3-4c96-a0ef-cbd8df8f82da tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.091317 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aa6c183-2961-4475-b39e-6c03e48f675f req-d8bdb14c-aed3-4c96-a0ef-cbd8df8f82da tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 944 time: 0.0505109 Nov 12 04:40:27.147651 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-54debb92-ab8e-4171-a282-e86b285090eb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.148643 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-54debb92-ab8e-4171-a282-e86b285090eb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350&tenant_id=f2eb53e812374113a1dfc7be5c499cfb&binding%3Ahost_id=n-h2-766726-29 HTTP/1.1" status: 200 len: 944 time: 0.0562594 Nov 12 04:40:27.153175 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3aa6c183-2961-4475-b39e-6c03e48f675f req-cd9fb1a3-43cd-4cc2-9a76-a78c2453ee44 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551209 Nov 12 04:40:27.203637 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:27.222209 n-d-766726-29 neutron-server[102604]: INFO neutron.api.v2.resource [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-ee6a511b-8d98-44a9-841d-5be53a9d0241 service neutron] delete failed (client error): The resource could not be found. Nov 12 04:40:27.223257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-ee6a511b-8d98-44a9-841d-5be53a9d0241 service neutron] 10.222.0.16 "DELETE /v2.0/ports/4df6fb00-39ea-48df-8261-ee0293f18b5c/bindings/n-h1-766726-29 HTTP/1.1" status: 404 len: 381 time: 0.0600028 Nov 12 04:40:27.273334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f5703-6d3a-4fb7-9e47-ab3d566d5603 req-6546fde6-229f-4240-9fef-2fa2fd0b2f51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.275157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-799f5703-6d3a-4fb7-9e47-ab3d566d5603 req-6546fde6-229f-4240-9fef-2fa2fd0b2f51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 944 time: 0.0509615 Nov 12 04:40:27.327165 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-799f5703-6d3a-4fb7-9e47-ab3d566d5603 req-a5faa7d9-028d-48cb-bff8-4e39d8ef1628 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 Nov 12 04:40:27.342105 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-5c1c861e-4aa0-4e8c-8045-2882a0faa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.343703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-5c1c861e-4aa0-4e8c-8045-2882a0faa652 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1096 time: 0.0430207 Nov 12 04:40:27.442409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-c8cb3c2d-faa1-4945-92af-98c5c55e70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.443909 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-c8cb3c2d-faa1-4945-92af-98c5c55e70de service neutron] 10.222.0.16 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0881135 Nov 12 04:40:27.514083 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-711309f6-a79b-4d33-b81a-8e31667c7e61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1000 time: 0.0573881 Nov 12 04:40:27.566952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-42edbb18-1583-4952-a7b1-da4fb3da8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.568300 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-42edbb18-1583-4952-a7b1-da4fb3da8d5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0426266 Nov 12 04:40:27.621369 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-428c3873-e9e1-4031-a916-652ed0336069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:27.622882 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-428c3873-e9e1-4031-a916-652ed0336069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427704 Nov 12 04:40:27.715981 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-d77813c1-862a-4c63-81b3-fcfe44e5ec38 service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802534 Nov 12 04:40:27.813123 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-65421279-92e0-4583-b192-cdd6b5bc3e7e req-e8be8929-3a7d-4417-bcc1-16d06319adbd service neutron] 10.222.0.16 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852201 Nov 12 04:40:27.893748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.203108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:40:28.255408 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4df6fb00-39ea-48df-8261-ee0293f18b5c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:40:28.259582 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4df6fb00-39ea-48df-8261-ee0293f18b5c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:40:28.259945 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.340552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.364768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:40:28.366968 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84b3ad-7e37-4af6-a8d6-4e78079e09b8" -d '{"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-plugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:40:28.380856 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:40:28.385658 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:28.448117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=9']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:40:28.451216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efbcc6-f6ec-4f6f-8638-e12ed39828d5 req-4d6d9482-d0cd-4e22-a95a-3ff315324575 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:40:28.452755 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6efbcc6-f6ec-4f6f-8638-e12ed39828d5 req-4d6d9482-d0cd-4e22-a95a-3ff315324575 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Nov 12 04:40:28.507192 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c6efbcc6-f6ec-4f6f-8638-e12ed39828d5 req-510760d0-3b45-41d8-93ca-3725daec6abd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Nov 12 04:40:28.532565 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41712) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:40:28.558477 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc391ad-e5d1-4c9e-b98f-ad9369cf4dbf x-openstack-request-id: req-8bc391ad-e5d1-4c9e-b98f-ad9369cf4dbf {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:40:28.558780 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-plugged", "status": "completed", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:40:28.559088 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8bc391ad-e5d1-4c9e-b98f-ad9369cf4dbf {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:40:28.559486 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'code': 200} Nov 12 04:40:28.599026 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-cf7cdd14-939a-4e8b-adcc-d8ae045251e7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/327ea547-9e14-41ba-bb73-0cd0b14db71a HTTP/1.1" status: 200 len: 993 time: 0.0651650 Nov 12 04:40:32.174625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:33.518926 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:40:40.366079 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:52.381994 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a394ae39-acdd-47cd-80dc-e6457ad193a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:54.733558 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c44a8e43-2e40-4b0a-85b3-53d3f43dfa49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:55.752757 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.205468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:40:57.896916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:02.173916 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:06.728399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-543b779a-b226-40e2-964f-c829c0a68433 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388181 Nov 12 04:41:06.826144 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0ca27159-3618-4a99-b76d-5367ae154610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:06.827754 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0ca27159-3618-4a99-b76d-5367ae154610 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0409641 Nov 12 04:41:06.943070 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0165a55e-fc55-4f03-98b7-4c058f923bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:06.944715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0165a55e-fc55-4f03-98b7-4c058f923bbf service neutron] 10.222.0.104 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.0975266 Nov 12 04:41:07.010564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-84498ad4-fd63-4fa1-9e04-0678aa047a27 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 1001 time: 0.0585258 Nov 12 04:41:07.065802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc94a5-552f-4d75-af1f-a557abece800 req-f2bdde75-7ed4-4a8f-a073-48064a56d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:07.067286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-f2bdde75-7ed4-4a8f-a073-48064a56d15e service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0498331 Nov 12 04:41:07.112980 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0292a977-553b-4146-9185-3032b3646e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:07.114476 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-0292a977-553b-4146-9185-3032b3646e57 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392287 Nov 12 04:41:07.204449 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-11ca3c99-10f8-4ec6-a7ee-8c108c2df429 service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821903 Nov 12 04:41:07.299702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-65cc94a5-552f-4d75-af1f-a557abece800 req-2cefb9f8-c4c9-4a59-a129-087732570b85 service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Nov 12 04:41:10.366861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:10.518181 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:22.383620 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9d0e885d-c7d2-47bf-a98c-3f257fd31dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:23.836080 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41732) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:23.996774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 28b012a4-a7b3-447b-b75b-68bfb205c7a9 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:23.997115 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.075753 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.076008 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.087643 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 28b012a4-a7b3-447b-b75b-68bfb205c7a9 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:24.235413 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.261421 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=28b012a4-a7b3-447b-b75b-68bfb205c7a9,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:24.286628 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.287015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.287361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.287699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.288038 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.288370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.288699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.289028 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.289358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.289681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.290004 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.290325 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:24.329587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.329879 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 327ea547-9e14-41ba-bb73-0cd0b14db71a disassociated (deleted). External IP: 172.25.7.194, port: 4df6fb00-39ea-48df-8261-ee0293f18b5c. Nov 12 04:41:24.536972 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f33db0f7-6e78-4656-94fb-0d2ab12be9ae has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:24.643204 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:24.647783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.655212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Sync routers for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:24.664689 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:24.665298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:40:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:24.674267 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9d223fb5-83d6-43e4-8c60-7fd1d257e2d1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/floatingips/327ea547-9e14-41ba-bb73-0cd0b14db71a HTTP/1.1" status: 204 len: 168 time: 0.8371043 Nov 12 04:41:24.674882 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:24.677268 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51322b41-7df2-4651-a1d3-5a4814f08eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:24.773047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e976039-787a-4c8e-8492-f31d1dc30508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:24.788675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:24.895672 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a1b47e-5c8e-4a8e-8ff4-bc5f25253173 x-openstack-request-id: req-98a1b47e-5c8e-4a8e-8ff4-bc5f25253173 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:24.896194 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:24.896290 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-98a1b47e-5c8e-4a8e-8ff4-bc5f25253173 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:24.897344 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'status': 'completed', 'code': 200} Nov 12 04:41:24.996953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:25.011563 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-2b80fbad-2ffd-4046-9761-72b65b68e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.013063 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-2b80fbad-2ffd-4046-9761-72b65b68e16c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 1097 time: 0.0632062 Nov 12 04:41:25.021446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431910-82ea-4248-bd2d-d261a0df8a94 req-05075b87-ceee-4471-80ee-3bdd8904a1de tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.023123 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a431910-82ea-4248-bd2d-d261a0df8a94 req-05075b87-ceee-4471-80ee-3bdd8904a1de tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0826735 Nov 12 04:41:25.027969 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Checking router: f33db0f7-6e78-4656-94fb-0d2ab12be9ae for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:25.036600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:25.037203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:25.125826 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a431910-82ea-4248-bd2d-d261a0df8a94 req-0dd81496-e3ef-4160-8141-c7273675fc59 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946746 Nov 12 04:41:25.144600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:25.144710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-fedccc23-8388-46bf-ad86-caa7f82d352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.144710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-fedccc23-8388-46bf-ad86-caa7f82d352d service neutron] 10.222.0.104 "GET /v2.0/networks?id=99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 200 len: 896 time: 0.1187744 Nov 12 04:41:25.190050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-cf902ab2-4577-4f74-b745-9fae191d6b28 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 200 len: 217 time: 0.0383945 Nov 12 04:41:25.239634 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-0385bcbe-d23c-4416-8012-8d6dbd7d8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.241114 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-0385bcbe-d23c-4416-8012-8d6dbd7d8c2f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 200 len: 835 time: 0.0435257 Nov 12 04:41:25.288938 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-33d17fc9-2f04-4663-97ab-579b234399d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:25.290430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-33d17fc9-2f04-4663-97ab-579b234399d3 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=99d26b24-c3ad-4de1-871e-791bdbe25727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407486 Nov 12 04:41:25.343325 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:25.372710 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd8086-8771-4972-81ce-fd97219e2e1d None None] The sync data for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 is: [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:17Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '74555ead-23e9-453f-8efc-7998886e6869', 'name': '', 'network_id': '99d26b24-c3ad-4de1-871e-791bdbe25727', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:d6:e1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:15Z', 'updated_at': '2021-11-12T04:39:19Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': 'd11952ee-9333-4af0-bf01-af302c610e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:25.388940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-66e5cb8e-4a8d-4178-a801-1ce617dc033a service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889518 Nov 12 04:41:25.484805 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51322b41-7df2-4651-a1d3-5a4814f08eb3 req-220d720f-1440-4357-8a89-000293f5aed9 service neutron] 10.222.0.104 "GET /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Nov 12 04:41:25.613601 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec358e-1691-4096-87fa-ec365e45b660 None None] New status for floating IP 327ea547-9e14-41ba-bb73-0cd0b14db71a: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:41:25.755625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:26.252010 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a417e-cab6-4cef-85fa-5fa90e267445 req-24ea39c0-5350-459f-8d23-c2317898b5c3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:26.253642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f0a417e-cab6-4cef-85fa-5fa90e267445 req-24ea39c0-5350-459f-8d23-c2317898b5c3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0565391 Nov 12 04:41:26.302708 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f0a417e-cab6-4cef-85fa-5fa90e267445 req-144f3417-2482-4c8e-a4af-57efc975d995 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7906c46-2a29-4a6d-987b-aa22b281166e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Nov 12 04:41:26.715246 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b986a-9226-4e2a-8786-d29d2c184652 req-fd0b54bf-f44c-4478-8353-5d23b189d314 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:26.716694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375b986a-9226-4e2a-8786-d29d2c184652 req-fd0b54bf-f44c-4478-8353-5d23b189d314 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 945 time: 0.0487859 Nov 12 04:41:26.803151 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 4df6fb00-39ea-48df-8261-ee0293f18b5c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:26.803489 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:26.892352 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 4df6fb00-39ea-48df-8261-ee0293f18b5c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4df6fb00-39ea-48df-8261-ee0293f18b5c,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:26.892705 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:26.904986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 4df6fb00-39ea-48df-8261-ee0293f18b5c owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:27.036686 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:27.064103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=4df6fb00-39ea-48df-8261-ee0293f18b5c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:27.105714 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] No DVR routers for this DVR port 4df6fb00-39ea-48df-8261-ee0293f18b5c on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:27.108359 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:27.111695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-375b986a-9226-4e2a-8786-d29d2c184652 req-e04959ec-1860-4f84-9480-1a99e4eb7038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "DELETE /v2.0/ports/4df6fb00-39ea-48df-8261-ee0293f18b5c HTTP/1.1" status: 204 len: 173 time: 0.3886557 Nov 12 04:41:27.112150 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-deleted', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:27.114416 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880fc558-62a9-4339-9b6a-3deeb645a511" -d '{"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-deleted", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:27.152658 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71cf91a-0c8a-4260-99e3-65036a7d7145 x-openstack-request-id: req-d71cf91a-0c8a-4260-99e3-65036a7d7145 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:27.152959 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0fba9-e5a0-4164-b37c-b1e89abd8350", "name": "network-vif-deleted", "tag": "4df6fb00-39ea-48df-8261-ee0293f18b5c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:27.153322 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d71cf91a-0c8a-4260-99e3-65036a7d7145 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:27.153617 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0fba9-e5a0-4164-b37c-b1e89abd8350', 'name': 'network-vif-deleted', 'tag': '4df6fb00-39ea-48df-8261-ee0293f18b5c', 'status': 'completed', 'code': 200} Nov 12 04:41:27.207168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:27.410076 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-843cb13c-3cf0-492d-a015-7ef951835782 req-72877fe2-c740-45da-b874-9331107af8bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=22c0fba9-e5a0-4164-b37c-b1e89abd8350 HTTP/1.1" status: 200 len: 210 time: 0.0271127 Nov 12 04:41:27.898316 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:28.466340 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41750) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:28.825225 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.367780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 74555ead-23e9-453f-8efc-7998886e6869 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:29.368122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.458969 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 74555ead-23e9-453f-8efc-7998886e6869, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=74555ead-23e9-453f-8efc-7998886e6869,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:29.459336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.472032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 74555ead-23e9-453f-8efc-7998886e6869 owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:29.651456 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:29.680434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=74555ead-23e9-453f-8efc-7998886e6869,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:29.850778 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.062014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router f33db0f7-6e78-4656-94fb-0d2ab12be9ae has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:30.167661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:30.172974 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-55a99535-a4cc-4527-a640-815e5a9f0fb4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/f33db0f7-6e78-4656-94fb-0d2ab12be9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055688 Nov 12 04:41:30.175801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41752) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:30.179815 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Sync routers for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:30.189889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:30.190497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.228309 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting subnet d11952ee-9333-4af0-bf01-af302c610e5a {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:41:30.231423 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.272401 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.365501 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.428790 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.455258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:30.457819 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Subnet': ['ID=d11952ee-9333-4af0-bf01-af302c610e5a,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:30.466038 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.469289 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/subnets/d11952ee-9333-4af0-bf01-af302c610e5a HTTP/1.1" status: 204 len: 168 time: 0.2924771 Nov 12 04:41:30.471195 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.471548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.472078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41756) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:30.473937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.474297 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.474656 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.475028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.475372 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.475713 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.476051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.476382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.476735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.477047 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce1a9d3-a62b-409b-8ed4-de86984608df tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:30.508076 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50dc7ed-9be9-4cec-9dbf-6d5965c37984 None None] Network 99d26b24-c3ad-4de1-871e-791bdbe25727 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:30.509923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:30.580987 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.587356 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4df6fb00-39ea-48df-8261-ee0293f18b5c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:30.587691 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4df6fb00-39ea-48df-8261-ee0293f18b5c not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:30.688654 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.744212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port d653f151-65b4-46aa-823b-f28dbbab3caf {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:30.744555 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.755042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:41:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd653f151-65b4-46aa-823b-f28dbbab3caf', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.785228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Checking router: f33db0f7-6e78-4656-94fb-0d2ab12be9ae for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:30.794078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Routers {'f33db0f7-6e78-4656-94fb-0d2ab12be9ae'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:30.794671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.830409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] DHCP port deletion for 99d26b24-c3ad-4de1-871e-791bdbe25727 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:30.833957 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port d653f151-65b4-46aa-823b-f28dbbab3caf, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d653f151-65b4-46aa-823b-f28dbbab3caf,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:30.834321 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:30.846156 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for d653f151-65b4-46aa-823b-f28dbbab3caf owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:30.908514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] Set router f33db0f7-6e78-4656-94fb-0d2ab12be9ae gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:30.968203 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:41:30Z', 'revision_number': 6, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:30.998111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04a665-77f6-4a2d-9a33-24916fd6c04b None None] The sync data for ids ['f33db0f7-6e78-4656-94fb-0d2ab12be9ae'] in n-d-766726-29 is: [{'id': 'f33db0f7-6e78-4656-94fb-0d2ab12be9ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951997046', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:39:13Z', 'updated_at': '2021-11-12T04:41:30Z', 'revision_number': 6, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:31.004840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Deleting port 5611e748-1d8f-4456-8393-10d3168b9d62 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:41:31.005209 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.022010 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.049789 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=d653f151-65b4-46aa-823b-f28dbbab3caf,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:31.067072 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023eadcf-42fa-45e2-a8ef-ce8c006ac715 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:31.088103 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] For port 5611e748-1d8f-4456-8393-10d3168b9d62, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5611e748-1d8f-4456-8393-10d3168b9d62,segment=NetworkSegment(f473d7b6-f731-4a16-95c9-6f170765664f),segment_id=f473d7b6-f731-4a16-95c9-6f170765664f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:31.088502 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.100991 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Calling delete_port for 5611e748-1d8f-4456-8393-10d3168b9d62 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:41:31.117070 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.184906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.210610 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.211105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Pushing event deleted for resources: {'Port': ['ID=5611e748-1d8f-4456-8393-10d3168b9d62,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:31.213003 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.213323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] No DVR routers for this DVR port 5611e748-1d8f-4456-8393-10d3168b9d62 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:41:31.221696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.222038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.222386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.222701 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.223496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.223496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.223675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.224292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.224292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.224589 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.224902 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.225219 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d592c3f9-2ac9-475a-8413-f9045a0f13c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:31.264969 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.265606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Fanout notify agent at l3_agent the message router_deleted on router f33db0f7-6e78-4656-94fb-0d2ab12be9ae {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:41:31.274072 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.275203 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-0203a351-07b9-4ce7-9bba-f7d0f33ec16e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/routers/f33db0f7-6e78-4656-94fb-0d2ab12be9ae HTTP/1.1" status: 204 len: 168 time: 0.8021417 Nov 12 04:41:31.278560 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41758) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:31.353136 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.449185 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.469849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d26b24-c3ad-4de1-871e-791bdbe25727']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:31.478904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f473d7b6-f731-4a16-95c9-6f170765664f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:31.479520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f473d7b6-f731-4a16-95c9-6f170765664f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:31.489293 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.503205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.509196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:41:31.509576 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:41:31.513248 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:41:31.576260 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.583852 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.586827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/networks/99d26b24-c3ad-4de1-871e-791bdbe25727 HTTP/1.1" status: 204 len: 168 time: 0.3073165 Nov 12 04:41:31.589815 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41760) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:31.598701 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf04e5-d76f-4e25-b65c-d516beb8595f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Network': ['ID=99d26b24-c3ad-4de1-871e-791bdbe25727,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:31.651522 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.677609 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.744967 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.747864 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:31.749668 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/security-groups/d7906c46-2a29-4a6d-987b-aa22b281166e HTTP/1.1" status: 204 len: 168 time: 0.1582334 Nov 12 04:41:31.759179 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032d83f-3da8-4d2a-b734-9256b0438f78 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7906c46-2a29-4a6d-987b-aa22b281166e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.034273 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41766) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.038931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222949550', 'description': 'tempest-secgroup-smoke-1222949550 description', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.060726 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.125603 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.130070 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.161142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0358cd0a-b571-4a78-8253-1451d33f5860,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.165887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.170229 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b51928d5-c901-46b3-839f-cdb735ada3f2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322844 Nov 12 04:41:32.171007 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41768) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.179151 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.185546 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d653f151-65b4-46aa-823b-f28dbbab3caf no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:32.205833 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.209663 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d653f151-65b4-46aa-823b-f28dbbab3caf {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:32.210051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d653f151-65b4-46aa-823b-f28dbbab3caf not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:32.210534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5611e748-1d8f-4456-8393-10d3168b9d62 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:32.212295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.230629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5611e748-1d8f-4456-8393-10d3168b9d62 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:32.230998 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5611e748-1d8f-4456-8393-10d3168b9d62 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:32.231461 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74555ead-23e9-453f-8efc-7998886e6869 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:41:32.249825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 74555ead-23e9-453f-8efc-7998886e6869 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:41:32.250167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 74555ead-23e9-453f-8efc-7998886e6869 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:41:32.263676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.267256 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.288239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0be58c-620f-4c2a-a264-acb95c1e2378,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.293791 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.295021 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6de3a54d-17b0-42fe-ad62-2117a7f78a5d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231918 Nov 12 04:41:32.297731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41770) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.302108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.328044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.383599 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.387665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.408767 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7acfa9-cba2-4d32-9e5e-22b050049d23,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.415939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.417120 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d706bbb0-fda2-4127-8180-7eb781f5112a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184247 Nov 12 04:41:32.419807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41772) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.424033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.448689 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.503138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.506488 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.524292 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616824f5-42d1-41aa-a66a-d2858b94399a,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.531374 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.532561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-1975108d-718c-4c41-8644-6b8afdd8253b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118548 Nov 12 04:41:32.535304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41774) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.539525 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.564716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.620193 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.624390 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.643075 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d021ea8-4096-4163-b91e-5ebd3cb71f3e,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.648542 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.649632 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4858fc83-2b58-488a-af89-367b7f1dd1bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134155 Nov 12 04:41:32.652436 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41776) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.656696 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.678030 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:41:32.682721 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.739595 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.743008 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.757781 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6522a825-0108-4f46-80ac-45934af589a3,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.769047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.770258 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a139d51f-3e32-48cd-8b59-0fbfb04f0f4a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169021 Nov 12 04:41:32.773274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41778) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.777658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '0358cd0a-b571-4a78-8253-1451d33f5860', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.799114 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:41:32.803797 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.864932 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.868481 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.883904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1730b2ae-0066-43d5-a04d-eeca0de9ab46,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:32.893988 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.898204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2f043361-c4d4-4528-8dbb-50344f569016 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209810 Nov 12 04:41:32.898353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41780) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:32.903133 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'network': {'name': 'tempest-network-smoke--1059474454', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:32.924008 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:32.927589 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.951539 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:41:32.960259 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:32.960599 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Added segment 11507469-04b0-423f-a555-7a6d1c1f1b85 of type vlan for network 09724d9a-a4f8-41a6-889f-0aae19792e4b Nov 12 04:41:32.999869 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.024209 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.029918 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:33.030445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.066582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1671779 Nov 12 04:41:33.069508 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41782) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:33.074273 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'admin_state_up': True, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:33.096851 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.097909 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.103724 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05bcd7-b554-4b4a-82be-3694abfb03f9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Network': ['ID=09724d9a-a4f8-41a6-889f-0aae19792e4b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:33.115879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:41:33.150764 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.288408 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.485021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.507001 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.607304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.90 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/5560fb3a-ce88-4ab4-963b-098ecdfd2bca) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:33.712935 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.746387 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.783581 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:33.789918 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:33.793549 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:33.807713 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49457c-85a3-41f4-a46d-713d839735f0 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:33.817675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:33.877062 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8cef2123-65d6-4d68-909f-2aa99e07c29b None None] Provisioning complete for port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:33.877418 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8cef2123-65d6-4d68-909f-2aa99e07c29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:33.916707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8cef2123-65d6-4d68-909f-2aa99e07c29b None None] Port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:34.047707 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.251005 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.675478 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router a066c62d-9093-4698-bed0-6c430d70323a is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:41:34.781305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:34.791339 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Sync routers for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:34.801502 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:34.802108 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:34.802881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:34.807057 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd18ade6-81c5-4ca4-b738-041ae3d2f7b4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7335162 Nov 12 04:41:34.807283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41784) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:34.881480 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a07c9061-c083-4480-b1cd-edbf33aa2596 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=f2eb53e812374113a1dfc7be5c499cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727761 Nov 12 04:41:34.884084 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41788) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:34.909006 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:34.973203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9861f00-b18a-4788-87d4-d7feedb750b4 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:34.974639 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9861f00-b18a-4788-87d4-d7feedb750b4 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895648 Nov 12 04:41:34.977529 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41790) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.005696 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-134e653d-be6d-44cd-a339-a798a0de20a3 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270746 Nov 12 04:41:35.008138 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41792) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.013353 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340636126', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:35.085541 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:33Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:35.105497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'subnet': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:35.109115 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8780210'] for subnet, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.113286 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Checking router: a066c62d-9093-4698-bed0-6c430d70323a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:35.113624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Updating router a066c62d-9093-4698-bed0-6c430d70323a port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:35.142186 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.290916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10236516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8780192'] for subnet, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.351600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Subnet': ['ID=497e60b5-5610-4604-84dd-8d5d706df574,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:35.358989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Checking segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:35.359351 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network hostable DHCP agents. Network: 09724d9a-a4f8-41a6-889f-0aae19792e4b, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:41:35.376622 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:41:35.386580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 09724d9a-a4f8-41a6-889f-0aae19792e4b) {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:35.390901 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:35.391516 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.398156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e45615-389b-4ccd-a8a2-86586f5139c8 None None] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:35.400010 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.409002 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.413300 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-c7dffd0e-eaa6-47ae-b846-a491faffa446 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4015517 Nov 12 04:41:35.413820 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41794) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:35.461780 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Attempting to bind port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:35.462146 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Attempting to bind port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:35.462513 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Attempting to bind port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:35.463631 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb2013-8780-4362-8929-a6bbf5c8d043 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:35.475493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:35.476004 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:35.476412 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.476917 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:35.477405 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Bound port: 5560fb3a-ce88-4ab4-963b-098ecdfd2bca, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:35.477789 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.536553 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] For port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:35.542738 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] For port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:35.544471 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Pushing event updated for resources: {'Port': ['ID=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:35.553039 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.553518 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.553959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.554412 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.554870 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.555846 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.556276 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.556770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.557199 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.557627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.558538 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.559012 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:41:35.563451 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.571745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] Provisioning complete for port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:35.572277 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.575246 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-09724d9a-a4f8-41a6-889f-0aae19792e4b', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:41:35.576106 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.622984 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:35.623495 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5407d-26e5-4463-8821-ed50bea5d71b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:41:35.623836 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:35.663155 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7eb4c-1f23-44f2-9aa6-05b05f13b13f None None] Pushing event updated for resources: {'Port': ['ID=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:35.748791 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:35.791302 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Allocated IP 172.20.0.2 (09724d9a-a4f8-41a6-889f-0aae19792e4b/497e60b5-5610-4604-84dd-8d5d706df574/0f00af85-f8bc-46de-b77e-c0ac2ceb5a96) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:35.795998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.817764 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] For port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:35.828433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.890181 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:35.934895 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:33Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:35.950513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f808a9-057e-40be-b397-3361dfa8dc68 None None] Pushing event updated for resources: {'Port': ['ID=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:35.967217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1216ed20-aa02-4f69-a63f-5fc2ee4298dd None None] The sync data for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 is: [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:33Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:35.979162 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-5039cc7a-2b20-46e0-81db-07d5018d4389 None None] Provisioning complete for port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:35.979539 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5039cc7a-2b20-46e0-81db-07d5018d4389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.077032 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.103623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.159825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:36.162874 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:36.167458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:36.175915 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Pushing event updated for resources: {'Port': ['ID=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.237036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.1 (09724d9a-a4f8-41a6-889f-0aae19792e4b/497e60b5-5610-4604-84dd-8d5d706df574/8eea2170-f13a-49db-a424-399f28acf9a5) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:36.246068 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Attempting to bind port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:36.246517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Attempting to bind port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:36.247004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Attempting to bind port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 on network 09724d9a-a4f8-41a6-889f-0aae19792e4b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:36.252684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:36.253075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Checking segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:36.253442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.254044 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Bound using segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:36.254358 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Bound port: 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:36.254941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.330789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] For port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:36.334362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] For port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:36.339742 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.373165 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.404757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0afc8-3a7e-43d1-a0dd-2fa17ee1f1e1 None None] Pushing event updated for resources: {'Port': ['ID=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.435274 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.484148 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:36.487467 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:36.490037 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:36.520577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:36.556778 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.708027 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.995292 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:36.999630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.075220 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:37.080315 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.176079 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:37.177599 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:37.356976 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75ee8c-956c-4863-bef9-27adf8c2ee3b None None] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:41:37.433618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] Provisioning complete for port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:37.434295 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.658807 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router a066c62d-9093-4698-bed0-6c430d70323a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:37.764505 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.776137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:37.781275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3035ecd-8f4f-4ee3-bbff-9bd394746190 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/a066c62d-9093-4698-bed0-6c430d70323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667040 Nov 12 04:41:37.804947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] For port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:37.811052 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:37.838096 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Sync routers for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:37.867936 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:37.868632 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:37.918559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cd92d-fd02-46e2-b11e-c4224ee60140 None None] Pushing event updated for resources: {'Port': ['ID=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:37.998298 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:38.005003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-b77adc8b-5c21-4791-9342-d35944f5b49f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222949550&fields=id&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 267 time: 0.0482216 Nov 12 04:41:38.100966 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-04750f28-332b-4037-99ae-e69b467d896a None None] Provisioning complete for port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:38.101335 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04750f28-332b-4037-99ae-e69b467d896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.130886 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-483a5c68-7def-4778-a4ae-914a7d2a3459 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:38.150563 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-483a5c68-7def-4778-a4ae-914a7d2a3459 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 797 time: 0.1361575 Nov 12 04:41:38.173917 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-b261b798-c5d5-4cd9-8d1b-d8240c080af4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/quotas/f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 375 time: 0.0223420 Nov 12 04:41:38.245208 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-ecb9ee7a-deb2-413c-ac9a-5ab7e48d7589 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620394 Nov 12 04:41:38.282027 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-04750f28-332b-4037-99ae-e69b467d896a None None] Provisioning complete for port 8eea2170-f13a-49db-a424-399f28acf9a5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:38.282400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-04750f28-332b-4037-99ae-e69b467d896a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.320094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:38.364705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-04750f28-332b-4037-99ae-e69b467d896a None None] Port 8eea2170-f13a-49db-a424-399f28acf9a5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:38.367606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 2, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:38.401011 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Checking router: a066c62d-9093-4698-bed0-6c430d70323a for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:38.401368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Updating router a066c62d-9093-4698-bed0-6c430d70323a port 8eea2170-f13a-49db-a424-399f28acf9a5 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:41:38.412721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6e523794-e4b3-49ca-8743-7f9c849d564d service neutron] 10.222.0.97 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660509 Nov 12 04:41:38.432082 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.449188 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:38.449879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.513206 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-5ff64174-86cd-4e6a-be30-5ef5c89dbc0a service neutron] 10.222.0.97 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935726 Nov 12 04:41:38.530918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-498742ea-aa12-4150-afeb-aa66208d1be8 None None] Provisioning complete for port 8eea2170-f13a-49db-a424-399f28acf9a5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:38.531289 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-498742ea-aa12-4150-afeb-aa66208d1be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.631075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-498742ea-aa12-4150-afeb-aa66208d1be8 None None] Port 8eea2170-f13a-49db-a424-399f28acf9a5 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:38.680405 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76cbb848-6c23-4a63-9ae9-a63164fcab69 req-b5824636-5094-49fe-8e23-81ab477f063e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 210 time: 0.0313358 Nov 12 04:41:38.716514 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5560fb3a-ce88-4ab4-963b-098ecdfd2bca up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:38.807268 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:38.807640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.887986 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:38.894354 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.007114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001bf7-6be1-470f-9d1a-0017710a7895 None None] Pushing event updated for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.045352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Attempting to bind port 8eea2170-f13a-49db-a424-399f28acf9a5 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:39.045716 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Attempting to bind port 8eea2170-f13a-49db-a424-399f28acf9a5 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:39.046070 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Attempting to bind port 8eea2170-f13a-49db-a424-399f28acf9a5 on network 09724d9a-a4f8-41a6-889f-0aae19792e4b {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:39.051551 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:39.052030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Checking segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:39.052445 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.052837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Bound using segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:39.053312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Bound port: 8eea2170-f13a-49db-a424-399f28acf9a5, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:39.053693 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.122670 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] For port 8eea2170-f13a-49db-a424-399f28acf9a5, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:39.126197 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] For port 8eea2170-f13a-49db-a424-399f28acf9a5, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8eea2170-f13a-49db-a424-399f28acf9a5,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:39.129762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.202793 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4ef4f645-6918-4611-84da-33e3475524df None None] Provisioning complete for port 8eea2170-f13a-49db-a424-399f28acf9a5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:39.203180 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f645-6918-4611-84da-33e3475524df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.204570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001bf7-6be1-470f-9d1a-0017710a7895 None None] Pushing event updated for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.226876 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:39.227497 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:39.380176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:39.420205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f645-6918-4611-84da-33e3475524df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.503502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4ef4f645-6918-4611-84da-33e3475524df None None] For port 8eea2170-f13a-49db-a424-399f28acf9a5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8eea2170-f13a-49db-a424-399f28acf9a5,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:39.531583 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f645-6918-4611-84da-33e3475524df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.775232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e8a93a53-29fd-4689-91bd-bf8bcb644268 None None] Provisioning complete for port 8eea2170-f13a-49db-a424-399f28acf9a5 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:39.775470 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8a93a53-29fd-4689-91bd-bf8bcb644268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:39.811615 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e2d83b79-ae99-496c-8cad-d68192c13395 req-f54f7efe-6034-40c4-ae8d-9b1b34df68d9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 210 time: 0.0391698 Nov 12 04:41:39.829035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4f645-6918-4611-84da-33e3475524df None None] Pushing event updated for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:39.866209 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-65d49578-880a-4fbb-a408-8e9b4f83ab18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:39.868776 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-65d49578-880a-4fbb-a408-8e9b4f83ab18 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 797 time: 0.1270933 Nov 12 04:41:39.904147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:39.931418 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f9a5e-d2b4-4ac7-a3a7-5cbd8365209d None None] The sync data for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 is: [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:39.967507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-115deb87-1ee6-42de-96e5-b70905c3fd34 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 380 time: 0.0581422 Nov 12 04:41:39.996233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'port': {'device_id': '6d73be23-8f29-4143-905f-317159cb46fd', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'admin_state_up': True, 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'security_groups': ['0358cd0a-b571-4a78-8253-1451d33f5860']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:40.120176 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:41:40.123956 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.228321 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8eea2170-f13a-49db-a424-399f28acf9a5 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:40.259587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.14 (09724d9a-a4f8-41a6-889f-0aae19792e4b/497e60b5-5610-4604-84dd-8d5d706df574/3e219737-611d-4e86-aa36-acc72146b831) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:40.282532 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8eea2170-f13a-49db-a424-399f28acf9a5 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:40.282928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.383685 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.418771 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.453880 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.501750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:40.504996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:40.508787 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:40.516795 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:40.566019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:40.566694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.584628 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-6466fea4-5d9a-43f1-bbec-1814ce1358fe tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943313 Nov 12 04:41:40.656812 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Request body: {'port': {'device_id': '6d73be23-8f29-4143-905f-317159cb46fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:40.720711 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.737504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-b476b1ca-a709-4863-8f9d-4151fe120451 None None] Provisioning complete for port 3e219737-611d-4e86-aa36-acc72146b831 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:40.738075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b476b1ca-a709-4863-8f9d-4151fe120451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:40.773769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-b476b1ca-a709-4863-8f9d-4151fe120451 None None] Port 3e219737-611d-4e86-aa36-acc72146b831 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:41:40.924533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec96a1-39c4-42fc-98af-44bc74c4c760 req-88ba8305-a449-4028-bd93-468ad5876fcb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:40.926737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fec96a1-39c4-42fc-98af-44bc74c4c760 req-88ba8305-a449-4028-bd93-468ad5876fcb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 932 time: 0.0599144 Nov 12 04:41:40.985294 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4fec96a1-39c4-42fc-98af-44bc74c4c760 req-6f319c96-763a-4f16-a772-9f74407abc5f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522637 Nov 12 04:41:41.031386 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e219737-611d-4e86-aa36-acc72146b831 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:41.039139 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.052046 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Transition to ACTIVE for port object 3e219737-611d-4e86-aa36-acc72146b831 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:41:41.055063 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.110145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Pushing event updated for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.186175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Attempting to bind port 3e219737-611d-4e86-aa36-acc72146b831 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:41:41.186501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Attempting to bind port 3e219737-611d-4e86-aa36-acc72146b831 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:41:41.186833 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Attempting to bind port 3e219737-611d-4e86-aa36-acc72146b831 on network 09724d9a-a4f8-41a6-889f-0aae19792e4b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:41.191420 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Port 3e219737-611d-4e86-aa36-acc72146b831 on network 09724d9a-a4f8-41a6-889f-0aae19792e4b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:41:41.191743 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Attempting to bind port 3e219737-611d-4e86-aa36-acc72146b831 on network 09724d9a-a4f8-41a6-889f-0aae19792e4b {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:41:41.196710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:41:41.197044 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Checking segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:41:41.197423 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Bound using segment: {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:41:41.197844 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Bound port: 3e219737-611d-4e86-aa36-acc72146b831, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11507469-04b0-423f-a555-7a6d1c1f1b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:41:41.198200 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.264434 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:41:41.267631 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3e219737-611d-4e86-aa36-acc72146b831,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:41:41.272876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.315533 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.316082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:41.317514 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] 10.222.0.16 "PUT /v2.0/ports/3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 1093 time: 0.7109530 Nov 12 04:41:41.317957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:41.320241 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e50be5-844b-43fe-8306-5abeac0151b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:41.341992 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76f39-2c99-4fbf-8df3-5104ce6a6180 service neutron] Pushing event updated for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:41.433693 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-1b91e3e3-47dd-472e-a7ee-0ccf75335844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.435307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-1b91e3e3-47dd-472e-a7ee-0ccf75335844 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1096 time: 0.0510960 Nov 12 04:41:41.436816 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085e2086-b8d5-48e5-8cd2-5b30404fd511 x-openstack-request-id: req-085e2086-b8d5-48e5-8cd2-5b30404fd511 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:41.437108 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:41.437361 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-085e2086-b8d5-48e5-8cd2-5b30404fd511 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:41.437760 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831', 'status': 'completed', 'code': 200} Nov 12 04:41:41.502358 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-d9ad204e-8bed-471d-b38b-173d2cca9ddf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 217 time: 0.0383873 Nov 12 04:41:41.559226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-182b48ca-477f-444b-8b7d-1e7104139371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.560674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-182b48ca-477f-444b-8b7d-1e7104139371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0453026 Nov 12 04:41:41.614094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-21bb98a9-3b62-443e-bcc2-82288c031e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.616164 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-21bb98a9-3b62-443e-bcc2-82288c031e72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479598 Nov 12 04:41:41.713015 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-2a4a4ed0-10bc-4aed-ace9-6afb2a2440a4 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Nov 12 04:41:41.812360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ed72f8e8-fb05-4acb-ba59-58d0190fb513 req-5a8cff2a-d396-4522-8fbd-f65adbfe6d42 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876420 Nov 12 04:41:41.959033 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-c2e574b7-6282-400a-8ec1-aaf805d68f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:41.960507 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-c2e574b7-6282-400a-8ec1-aaf805d68f58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1096 time: 0.0408072 Nov 12 04:41:42.060234 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-e04cad71-e7ca-4359-b146-573a3ea1520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:42.061743 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-e04cad71-e7ca-4359-b146-573a3ea1520c service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0927966 Nov 12 04:41:42.104906 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-d8e16454-1e7b-48a8-a6f3-a7117195ba07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 217 time: 0.0361044 Nov 12 04:41:42.107728 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f2ac-3579-49a0-82df-af4745731d45 req-1664355e-a4de-4586-a15a-2dc85daefd17 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:42.109231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f500f2ac-3579-49a0-82df-af4745731d45 req-1664355e-a4de-4586-a15a-2dc85daefd17 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 944 time: 0.0498836 Nov 12 04:41:42.156677 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-e0f5238b-d96d-4eb2-b25b-70df91099343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:42.158179 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-e0f5238b-d96d-4eb2-b25b-70df91099343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0456789 Nov 12 04:41:42.161533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f500f2ac-3579-49a0-82df-af4745731d45 req-2085553b-bb5f-4428-b150-180bb0ee2b2b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460975 Nov 12 04:41:42.209701 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-4303a363-0584-4e16-acc6-f0983f3c955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:42.211257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-4303a363-0584-4e16-acc6-f0983f3c955c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459430 Nov 12 04:41:42.302833 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-979bb694-cbae-46fa-9b5a-79b2195bb9e3 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821626 Nov 12 04:41:42.400244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f8e50be5-844b-43fe-8306-5abeac0151b4 req-1703f3ac-d32f-4c96-9372-fe0bca978a8f service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893531 Nov 12 04:41:43.276183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c30de-c468-4bd8-a059-8658015546b4 req-2827ace8-7c0a-42be-bc29-848d40414361 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:43.278338 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc4c30de-c468-4bd8-a059-8658015546b4 req-2827ace8-7c0a-42be-bc29-848d40414361 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 944 time: 0.0502558 Nov 12 04:41:43.326813 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc4c30de-c468-4bd8-a059-8658015546b4 req-5992fdb6-1793-489f-a3ad-ccdc5ab6e507 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Nov 12 04:41:44.450006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac044-24d1-46f2-abf3-e38b22086481 req-cb61bc80-a48b-4989-805f-2acb8332a879 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:44.451547 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ceac044-24d1-46f2-abf3-e38b22086481 req-cb61bc80-a48b-4989-805f-2acb8332a879 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 944 time: 0.0543003 Nov 12 04:41:44.503706 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ceac044-24d1-46f2-abf3-e38b22086481 req-da064ebb-db60-4d11-94bb-9fbd201055a7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Nov 12 04:41:45.448055 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3e219737-611d-4e86-aa36-acc72146b831 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:41:45.541685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3e219737-611d-4e86-aa36-acc72146b831,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:45.554001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '3e219737-611d-4e86-aa36-acc72146b831', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'port_id': '3e219737-611d-4e86-aa36-acc72146b831', 'mac_address': 'fa:16:3e:4d:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:41:45.595847 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.609218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e219737-611d-4e86-aa36-acc72146b831 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:41:45.620928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66619e0-bcd9-429d-8d64-c6305a8a6a5c req-1d53aabf-fecc-4474-bdd5-6a09a22c0cc5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:45.623130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a66619e0-bcd9-429d-8d64-c6305a8a6a5c req-1d53aabf-fecc-4474-bdd5-6a09a22c0cc5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 944 time: 0.0508075 Nov 12 04:41:45.629089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3e219737-611d-4e86-aa36-acc72146b831,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:45.634585 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:45.675827 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a66619e0-bcd9-429d-8d64-c6305a8a6a5c req-1ff42235-c5f1-4f90-8b28-507ef0417f25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Nov 12 04:41:45.681371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:45.974940 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['3e219737-611d-4e86-aa36-acc72146b831'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:41:46.794356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f72c-d4a0-47f7-bd7f-88998d7a566a req-bc50b495-3667-4919-96f5-e35feb238f56 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:46.795841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7e7f72c-d4a0-47f7-bd7f-88998d7a566a req-bc50b495-3667-4919-96f5-e35feb238f56 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 945 time: 0.0526855 Nov 12 04:41:46.846354 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a7e7f72c-d4a0-47f7-bd7f-88998d7a566a req-c712f496-e8cd-4b0a-ac0c-cee342c9a3b7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Nov 12 04:41:47.449498 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3e219737-611d-4e86-aa36-acc72146b831 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:41:47.499191 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 3e219737-611d-4e86-aa36-acc72146b831 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:41:47.503541 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 3e219737-611d-4e86-aa36-acc72146b831 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:41:47.503904 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.516489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:41:47.581489 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.603905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e219737-611d-4e86-aa36-acc72146b831'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:47.606097 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2a67e-7064-409f-a99c-ff48ebfbce9d" -d '{"events": [{"server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "name": "network-vif-plugged", "status": "completed", "tag": "3e219737-611d-4e86-aa36-acc72146b831"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:47.618955 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3e219737-611d-4e86-aa36-acc72146b831,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:41:47.623013 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:47.670510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:47.694702 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fe1167-5f8b-482d-a968-8c46d27a5e79 x-openstack-request-id: req-e1fe1167-5f8b-482d-a968-8c46d27a5e79 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:47.695026 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "name": "network-vif-plugged", "status": "completed", "tag": "3e219737-611d-4e86-aa36-acc72146b831", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:47.695286 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e1fe1167-5f8b-482d-a968-8c46d27a5e79 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:47.695715 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e219737-611d-4e86-aa36-acc72146b831', 'code': 200} Nov 12 04:41:47.845486 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230d5f-f08a-4ef7-871b-d41042eebcaa req-905ed15e-592b-4007-b518-c8496075d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:47.846937 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-92230d5f-f08a-4ef7-871b-d41042eebcaa req-905ed15e-592b-4007-b518-c8496075d0e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0423224 Nov 12 04:41:47.899444 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-92230d5f-f08a-4ef7-871b-d41042eebcaa req-3bf497a2-253c-4f6e-9008-dc9f893d9664 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 Nov 12 04:41:47.968234 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe75088-feed-4257-9734-29d9098e98b3 req-0310d9b3-fc43-4094-8bd8-c5b46a3725ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:47.969703 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebe75088-feed-4257-9734-29d9098e98b3 req-0310d9b3-fc43-4094-8bd8-c5b46a3725ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0490484 Nov 12 04:41:48.017549 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ebe75088-feed-4257-9734-29d9098e98b3 req-daafa651-ae6b-4913-a9f2-b96ec0d5b06f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Nov 12 04:41:49.132937 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7e55-5cfa-4445-b00c-94898d404b82 req-e965f225-69d1-4a67-bba0-2a30492c3f32 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:49.134430 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76de7e55-5cfa-4445-b00c-94898d404b82 req-e965f225-69d1-4a67-bba0-2a30492c3f32 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0487046 Nov 12 04:41:49.191307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-76de7e55-5cfa-4445-b00c-94898d404b82 req-711f28a7-80c5-4f20-93f3-679e5978dff4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505810 Nov 12 04:41:50.306665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef8e7-b1d6-4282-98d1-aed0b1dbdbd6 req-0c750259-25a9-43ab-9a4c-0232b2dc1ab6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.308168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99bef8e7-b1d6-4282-98d1-aed0b1dbdbd6 req-0c750259-25a9-43ab-9a4c-0232b2dc1ab6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0486307 Nov 12 04:41:50.360174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-99bef8e7-b1d6-4282-98d1-aed0b1dbdbd6 req-0205890b-5809-4537-880a-1f5726da8498 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Nov 12 04:41:50.471244 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f42f6-8bea-4014-866c-7edd6882a48a req-0878bf04-9462-48db-ba09-0f67e39914be tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.472617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e6f42f6-8bea-4014-866c-7edd6882a48a req-0878bf04-9462-48db-ba09-0f67e39914be tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0485806 Nov 12 04:41:50.522211 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9e6f42f6-8bea-4014-866c-7edd6882a48a req-dfa082ed-4b6f-4f71-bb9e-7e4e902265ea tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Nov 12 04:41:50.544528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.587161 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba5e2a-185e-402e-b70d-8a51426d4821 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:50.588689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-03ba5e2a-185e-402e-b70d-8a51426d4821 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1093 time: 0.0431707 Nov 12 04:41:50.592104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41858) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:50.596254 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '3e219737-611d-4e86-aa36-acc72146b831', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:41:50.617726 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.711587 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.815302 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.126 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d9b352fe-9204-4007-880c-856e5eaa9818) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:41:50.917499 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.950397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:50.998660 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:41:51.001637 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:41:51.004280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:41:51.026753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=d9b352fe-9204-4007-880c-856e5eaa9818,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.363271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.431817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.583817 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.588397 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.656929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=d9b352fe-9204-4007-880c-856e5eaa9818,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:41:51.664921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:51.763232 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 3193537a-d36f-4aed-a23c-f8e2884d8150 associated. External IP: 172.25.7.126, port: 3e219737-611d-4e86-aa36-acc72146b831. Nov 12 04:41:51.970133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router a066c62d-9093-4698-bed0-6c430d70323a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:41:52.077835 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:41:52.088338 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Sync routers for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:41:52.098056 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.101591 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:52.101746 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:52.124952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a97b7df-f70f-4cb6-8f4c-0c73840aab51 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5318902 Nov 12 04:41:52.125543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:41:52.127881 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae37eb-5660-4685-9088-c21fc860a458" -d '{"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:41:52.212767 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:52.221572 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95824-bbf9-468b-8a45-41f7906dfb82 req-18ffd9f4-0779-4de0-9194-38ea29d4657f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.223099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ba95824-bbf9-468b-8a45-41f7906dfb82 req-18ffd9f4-0779-4de0-9194-38ea29d4657f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0490494 Nov 12 04:41:52.272539 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1ba95824-bbf9-468b-8a45-41f7906dfb82 req-6530dccc-cf7a-49b9-84d8-3bc427e8d277 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Nov 12 04:41:52.295395 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41864) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:52.337126 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b1da19-6767-418f-9bd3-e2802771a572 x-openstack-request-id: req-a8b1da19-6767-418f-9bd3-e2802771a572 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:41:52.337398 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:41:52.337653 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8b1da19-6767-418f-9bd3-e2802771a572 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:41:52.338055 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831', 'status': 'completed', 'code': 200} Nov 12 04:41:52.368999 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a63b7fc-7738-44a1-9b06-1d88cf4ec9e5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3193537a-d36f-4aed-a23c-f8e2884d8150 HTTP/1.1" status: 200 len: 992 time: 0.0715556 Nov 12 04:41:52.386372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-68296369-1b46-43ee-9519-7ea20792b8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:52.421272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-3a4b99ea-4c8c-417a-b1c6-75c8816645ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.422969 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-3a4b99ea-4c8c-417a-b1c6-75c8816645ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0449023 Nov 12 04:41:52.521382 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-ab21b78a-b130-4192-9fa9-9f933b4097e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.522811 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-ab21b78a-b130-4192-9fa9-9f933b4097e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0921443 Nov 12 04:41:52.532081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3193537a-d36f-4aed-a23c-f8e2884d8150', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'port_id': '3e219737-611d-4e86-aa36-acc72146b831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'mac_address': 'fa:16:3e:4d:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73be23-8f29-4143-905f-317159cb46fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:51Z', 'updated_at': '2021-11-12T04:41:51Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:52.562259 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Checking router: a066c62d-9093-4698-bed0-6c430d70323a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:41:52.570695 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:41:52.571333 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:41:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:52.588310 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-e053cab5-37f8-46ed-8000-81ffd1afac34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 1000 time: 0.0579689 Nov 12 04:41:52.643607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-636f33a0-cf36-4e46-934f-cd707683cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.645095 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-636f33a0-cf36-4e46-934f-cd707683cb5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0486298 Nov 12 04:41:52.676608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:41:52.691654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-6f69ce00-3e3c-4c11-840d-6a62b227b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:52.693182 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-6f69ce00-3e3c-4c11-840d-6a62b227b21a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410025 Nov 12 04:41:52.789792 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-8c354322-eb34-4652-8800-898c694d1710 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882118 Nov 12 04:41:52.882001 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d3ae37eb-5660-4685-9088-c21fc860a458 req-8f5a7aab-a1bb-456f-9507-5283f353a6cf service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844421 Nov 12 04:41:52.893678 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3193537a-d36f-4aed-a23c-f8e2884d8150', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'port_id': '3e219737-611d-4e86-aa36-acc72146b831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'mac_address': 'fa:16:3e:4d:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73be23-8f29-4143-905f-317159cb46fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:51Z', 'updated_at': '2021-11-12T04:41:51Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:41:52.924630 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926c259-197c-4125-9e3a-6bf8c9bc9ece None None] The sync data for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 is: [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '3193537a-d36f-4aed-a23c-f8e2884d8150', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'port_id': '3e219737-611d-4e86-aa36-acc72146b831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'mac_address': 'fa:16:3e:4d:a1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d73be23-8f29-4143-905f-317159cb46fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:41:51Z', 'updated_at': '2021-11-12T04:41:51Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:41:53.115409 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98cfecf-7c70-41ec-9ebe-43eea8e398a1 None None] New status for floating IP 3193537a-d36f-4aed-a23c-f8e2884d8150: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:41:53.370128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41866) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:41:53.433023 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f5ac61c5-1e6b-44ba-8163-c2e7c91524c7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3193537a-d36f-4aed-a23c-f8e2884d8150 HTTP/1.1" status: 200 len: 994 time: 0.0617151 Nov 12 04:41:54.734436 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c8ac39f0-d651-467b-8e97-46004da578ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:55.759552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.208884 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:57.902797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:41:58.670006 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-dbf424e0-4095-47d8-828b-be41f90ceb8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402086 Nov 12 04:41:58.781119 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-5d77c1be-699c-43ef-a8e8-706bae403071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:58.782615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-5d77c1be-699c-43ef-a8e8-706bae403071 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0449798 Nov 12 04:41:58.884974 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-6738fa6c-6070-4ad4-9810-6e321786f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:58.886426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-6738fa6c-6070-4ad4-9810-6e321786f558 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0841286 Nov 12 04:41:58.956806 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-1164b411-7eab-42d4-a972-544cfe01b348 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 1002 time: 0.0627604 Nov 12 04:41:59.015019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-871fce73-1f3f-4cfd-8e21-4651ffc0cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:59.016459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-871fce73-1f3f-4cfd-8e21-4651ffc0cde0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0442667 Nov 12 04:41:59.072738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-937b4b8b-eeea-4d2e-83ac-c2aaca4c6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:41:59.074215 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-937b4b8b-eeea-4d2e-83ac-c2aaca4c6aae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394838 Nov 12 04:41:59.172800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-ecac94a6-fd7f-489d-8c57-5223673bb0a9 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875406 Nov 12 04:41:59.262330 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-e6ddab22-e55b-4ad0-85a2-521c3f5258bf req-98ebc31b-b8f9-4fa0-9faf-1afb0d0a538a service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823796 Nov 12 04:42:02.190308 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:10.375139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:22.388925 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5bb10ad7-8754-4d2f-91e6-e1b9c2fbb88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:24.515688 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:42:24.736050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-86010d77-e362-4afb-9f3a-e09321ac1e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:25.762532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:26.741367 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03edbc-3ada-4611-b716-5a60eaa9ff70 req-579db586-b147-46ea-bc71-ae62d90240ec tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:26.742902 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca03edbc-3ada-4611-b716-5a60eaa9ff70 req-579db586-b147-46ea-bc71-ae62d90240ec tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0555058 Nov 12 04:42:26.796453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ca03edbc-3ada-4611-b716-5a60eaa9ff70 req-c17b5503-c808-4468-97be-c7d94ff5b536 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Nov 12 04:42:27.212285 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.905304 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:27.912520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be3833-45ef-4170-bf2a-0240f99817d7 req-bce90343-f03a-446c-81ea-52781b7a1cc8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:27.914054 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22be3833-45ef-4170-bf2a-0240f99817d7 req-bce90343-f03a-446c-81ea-52781b7a1cc8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0498738 Nov 12 04:42:27.964767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22be3833-45ef-4170-bf2a-0240f99817d7 req-9851f66a-d205-4bc6-a522-07969fac6df0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442941 Nov 12 04:42:29.082993 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1543f0-5b4e-4d4b-a1e3-6181a2606c62 req-38c5108a-fe34-4703-914a-198fdb9d5b0f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:29.084522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc1543f0-5b4e-4d4b-a1e3-6181a2606c62 req-38c5108a-fe34-4703-914a-198fdb9d5b0f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0498304 Nov 12 04:42:29.138529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc1543f0-5b4e-4d4b-a1e3-6181a2606c62 req-d1acbb7d-18d1-49ed-95ea-dadc4aa6a96a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480180 Nov 12 04:42:30.254267 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430dde-ea64-43db-86f7-8b66cdf5a341 req-efe34a77-2db1-4bb7-ae8d-773154ff579b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:30.255766 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2430dde-ea64-43db-86f7-8b66cdf5a341 req-efe34a77-2db1-4bb7-ae8d-773154ff579b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0493352 Nov 12 04:42:30.305931 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b2430dde-ea64-43db-86f7-8b66cdf5a341 req-82f1b4e2-725a-4b54-9ba4-f8a5952f17ae tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Nov 12 04:42:31.421895 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e30f0-80eb-4359-8a98-3783e1a19bcf req-e3a781fe-b762-4371-b4bd-5a65a8550fb5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:31.423435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1e30f0-80eb-4359-8a98-3783e1a19bcf req-e3a781fe-b762-4371-b4bd-5a65a8550fb5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0493610 Nov 12 04:42:31.473037 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2b1e30f0-80eb-4359-8a98-3783e1a19bcf req-a709b7b4-eaf0-4f4f-9b3d-35fbe5454569 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Nov 12 04:42:32.202207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:32.593999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05142b-6440-4a07-84da-fc2cca3c4ea5 req-498d428e-ba34-4722-96f9-0f44e24fd1bb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:32.595494 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b05142b-6440-4a07-84da-fc2cca3c4ea5 req-498d428e-ba34-4722-96f9-0f44e24fd1bb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0522783 Nov 12 04:42:32.645039 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b05142b-6440-4a07-84da-fc2cca3c4ea5 req-3dea9ab8-f03b-475e-8954-ea8876d2fa99 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Nov 12 04:42:33.759944 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade3452-25da-472e-947d-c1401966d75f req-ecbfd3e9-808e-4531-a503-33b021feeecf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:33.761416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ade3452-25da-472e-947d-c1401966d75f req-ecbfd3e9-808e-4531-a503-33b021feeecf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0488033 Nov 12 04:42:33.810096 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ade3452-25da-472e-947d-c1401966d75f req-61d868ea-1610-44ed-8ba2-9a118d183e26 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Nov 12 04:42:34.926708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f844a7-ba33-4345-9718-cc8d7cbdc48d req-9e038012-f723-42a6-b981-d086e5ec5000 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:34.928225 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7f844a7-ba33-4345-9718-cc8d7cbdc48d req-9e038012-f723-42a6-b981-d086e5ec5000 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0491860 Nov 12 04:42:34.981081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f7f844a7-ba33-4345-9718-cc8d7cbdc48d req-2e1c8b51-09ca-49c8-a856-42a2f0735582 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Nov 12 04:42:36.095725 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa739-4294-495f-83c1-6b88f9c0048c req-58c26066-728e-48f6-a63b-00e5ea9e921e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:36.097217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-088fa739-4294-495f-83c1-6b88f9c0048c req-58c26066-728e-48f6-a63b-00e5ea9e921e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0483809 Nov 12 04:42:36.146199 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-088fa739-4294-495f-83c1-6b88f9c0048c req-db3d3b22-388e-4e46-bfe2-bf75b2775ee4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Nov 12 04:42:37.259947 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5234ca-3907-41b8-b09c-55c1f7308f76 req-c098818d-f871-4af9-ae1a-dd55b6dd8f24 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:37.261416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d5234ca-3907-41b8-b09c-55c1f7308f76 req-c098818d-f871-4af9-ae1a-dd55b6dd8f24 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0486150 Nov 12 04:42:37.310016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6d5234ca-3907-41b8-b09c-55c1f7308f76 req-32eb9f0b-074a-4c7e-97be-c161c3340ca5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Nov 12 04:42:37.332627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41900) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:37.398665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-899627d8-b8f7-487f-86be-2776f813c1e6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3193537a-d36f-4aed-a23c-f8e2884d8150 HTTP/1.1" status: 200 len: 994 time: 0.0650644 Nov 12 04:42:38.685452 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b99c9-bbc6-4ebb-807f-b3c9ea3ddb8d req-fff8fc1e-67d6-4965-88e6-90051a0a45ff tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:38.686882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-980b99c9-bbc6-4ebb-807f-b3c9ea3ddb8d req-fff8fc1e-67d6-4965-88e6-90051a0a45ff tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0540488 Nov 12 04:42:38.737836 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-980b99c9-bbc6-4ebb-807f-b3c9ea3ddb8d req-bbf24533-38cf-43bf-a5fa-de80461d95bf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Nov 12 04:42:38.745912 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-a2721bd0-92ce-4932-af1f-58fc52a5a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:38.747493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-a2721bd0-92ce-4932-af1f-58fc52a5a9b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0426478 Nov 12 04:42:38.847393 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-d115ef32-473f-4d74-be72-55181de5989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:38.848879 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-d115ef32-473f-4d74-be72-55181de5989a service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0901821 Nov 12 04:42:38.921575 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-dd5478d3-1b7a-49ad-917f-53a7230ebad7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 1002 time: 0.0583351 Nov 12 04:42:38.977320 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-1b0c937c-c019-4dad-aa07-d2f8ab8099fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:38.978674 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-1b0c937c-c019-4dad-aa07-d2f8ab8099fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0440817 Nov 12 04:42:39.032640 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-12520354-6119-401d-b24f-b06eeb6d5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:39.034144 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-12520354-6119-401d-b24f-b06eeb6d5a4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439980 Nov 12 04:42:39.126920 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-bcf87585-7d0d-4a32-80e2-3ed7dacc98e8 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808802 Nov 12 04:42:39.224834 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c0150cd7-d00c-484c-9147-87b26ee42972 req-73f94a69-22f7-4246-a5ed-d1b52fa3ed02 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Nov 12 04:42:39.860633 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d727ae-5476-4060-9910-4bcbede8e721 req-75e4eb41-9862-4312-97a0-9e83804fefca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:39.862863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06d727ae-5476-4060-9910-4bcbede8e721 req-75e4eb41-9862-4312-97a0-9e83804fefca tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0553617 Nov 12 04:42:39.914523 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-06d727ae-5476-4060-9910-4bcbede8e721 req-e5abef81-c5d6-449f-9136-16b06e143491 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Nov 12 04:42:40.394441 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:41.034335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cea1f2-fa00-4c7a-a171-bfed51d4b08a req-48629685-8429-4a39-8a43-a356c335b2d8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:42:41.035828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19cea1f2-fa00-4c7a-a171-bfed51d4b08a req-48629685-8429-4a39-8a43-a356c335b2d8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0529723 Nov 12 04:42:41.084442 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-19cea1f2-fa00-4c7a-a171-bfed51d4b08a req-192789f0-830d-49dc-943a-b46c2f3c43cc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Nov 12 04:42:41.107003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41912) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:42:41.166724 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-89f92f39-6946-43c9-9a79-e28d51190991 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/3193537a-d36f-4aed-a23c-f8e2884d8150 HTTP/1.1" status: 200 len: 994 time: 0.0585151 Nov 12 04:42:52.390603 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-854da57b-be7c-4102-9c2d-2ad9794e0440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:54.737466 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ba702f65-e554-43eb-9001-fc22115fe68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:55.764560 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.214639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:42:57.908381 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:00.662806 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-cfe2144e-7259-4ada-b823-de8e9f411b27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411839 Nov 12 04:43:00.763556 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-98d06a16-1a64-45cd-9da0-9f982d807929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:00.765073 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-98d06a16-1a64-45cd-9da0-9f982d807929 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0406806 Nov 12 04:43:00.871327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-760e61cc-741e-417a-8a67-c3215980d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:00.872806 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-760e61cc-741e-417a-8a67-c3215980d1cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0883644 Nov 12 04:43:00.944429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-47b7401f-c35b-4637-bd21-a47826e544f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 1002 time: 0.0590386 Nov 12 04:43:00.998070 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-1fa7fd16-1e71-4db6-bfce-5c01e0cab96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:00.999573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-1fa7fd16-1e71-4db6-bfce-5c01e0cab96a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0478544 Nov 12 04:43:01.046683 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-b12d8343-4b57-4b7c-9f59-7c66e99280a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:01.048200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-b12d8343-4b57-4b7c-9f59-7c66e99280a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406740 Nov 12 04:43:01.138516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-b32b20f3-7220-4d9a-92cf-25c8403ed3e4 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Nov 12 04:43:01.231991 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0b04df61-958f-4cd1-a006-ee1d7c654106 req-ef16523a-fc5b-47ad-9b7e-5aefb5a483d3 service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Nov 12 04:43:01.514826 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:02.200523 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:02.910526 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-7d15d62e-2ce9-4374-8da3-d2dffffff959 req-4d9da29b-73f3-4002-a61a-c2619fb14ac5 service neutron] (102605) timed out ('10.222.0.97', 32866) {{(pid=102605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 04:43:10.392975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.582178 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41928) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:13.738748 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port d9b352fe-9204-4007-880c-856e5eaa9818 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:13.739120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.819729 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.820053 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:13.831573 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for d9b352fe-9204-4007-880c-856e5eaa9818 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:13.978230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.002341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=d9b352fe-9204-4007-880c-856e5eaa9818,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:14.016717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.017106 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.017449 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.017787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.018121 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.018453 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.018781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.019137 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.019711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.020045 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.020371 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.020696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:14.074976 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.075297 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 3193537a-d36f-4aed-a23c-f8e2884d8150 disassociated (deleted). External IP: 172.25.7.126, port: 3e219737-611d-4e86-aa36-acc72146b831. Nov 12 04:43:14.281109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router a066c62d-9093-4698-bed0-6c430d70323a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:14.396239 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:14.401116 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:14.405621 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Sync routers for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:14.415539 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:14.416144 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:42:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:14.428876 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-dd73c8ea-bb98-4244-9c2b-44205adc8ae1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/floatingips/3193537a-d36f-4aed-a23c-f8e2884d8150 HTTP/1.1" status: 204 len: 168 time: 0.8456032 Nov 12 04:43:14.429577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:14.431871 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07f0b69-2fd3-42b1-987f-c7a436ed759b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:14.522517 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:14.592010 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe3615-c7d9-45e4-82c3-e02dea47241e x-openstack-request-id: req-5efe3615-c7d9-45e4-82c3-e02dea47241e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:14.592564 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "tag": "3e219737-611d-4e86-aa36-acc72146b831", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:14.592564 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5efe3615-c7d9-45e4-82c3-e02dea47241e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:14.592965 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'tag': '3e219737-611d-4e86-aa36-acc72146b831', 'status': 'completed', 'code': 200} Nov 12 04:43:14.692346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8db4b-0e91-4dfb-a2dd-104db0bbe5ee req-de176bec-2cd4-4ead-b835-19cfa4064cf8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.693788 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51f8db4b-0e91-4dfb-a2dd-104db0bbe5ee req-de176bec-2cd4-4ead-b835-19cfa4064cf8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0534060 Nov 12 04:43:14.702904 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-0d3a8055-bbc3-4256-b7e7-92d163d14f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.705264 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-0d3a8055-bbc3-4256-b7e7-92d163d14f26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 1098 time: 0.0439382 Nov 12 04:43:14.727980 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:14.750275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-51f8db4b-0e91-4dfb-a2dd-104db0bbe5ee req-5c6adb4b-5444-4bd9-bc29-9703cde4aeb2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498879 Nov 12 04:43:14.759776 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Checking router: a066c62d-9093-4698-bed0-6c430d70323a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:14.773961 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:14.774556 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:42:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:14.805472 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-32847f83-5400-46d5-b6cb-0c722074901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.807493 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-32847f83-5400-46d5-b6cb-0c722074901c service neutron] 10.222.0.16 "GET /v2.0/networks?id=09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 200 len: 897 time: 0.0946736 Nov 12 04:43:14.850228 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-0d3ebd41-1059-4994-875f-08813c3c773f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Nov 12 04:43:14.879933 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:14.901066 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-aefaaffa-e3d9-4581-a39c-2cb2bd0350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.902609 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-aefaaffa-e3d9-4581-a39c-2cb2bd0350d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 200 len: 834 time: 0.0451963 Nov 12 04:43:14.953428 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-e186b864-a5d2-4314-869a-d01e02c55441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:14.955010 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-e186b864-a5d2-4314-869a-d01e02c55441 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09724d9a-a4f8-41a6-889f-0aae19792e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445919 Nov 12 04:43:15.049227 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-7419ea20-4153-42df-99c9-bc0a52e70b0a service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Nov 12 04:43:15.144286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d07f0b69-2fd3-42b1-987f-c7a436ed759b req-47de4a07-de78-4340-a6b2-de9b740d331f service neutron] 10.222.0.16 "GET /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877836 Nov 12 04:43:15.170769 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:15.197275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee07fb-aac5-4d93-9c2d-d83e391a80c3 None None] The sync data for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 is: [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:36Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '8eea2170-f13a-49db-a424-399f28acf9a5', 'name': '', 'network_id': '09724d9a-a4f8-41a6-889f-0aae19792e4b', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:e9:c8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '497e60b5-5610-4604-84dd-8d5d706df574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:36Z', 'updated_at': '2021-11-12T04:41:39Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '497e60b5-5610-4604-84dd-8d5d706df574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:15.406570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7a588-55b2-4294-b361-d52f184eb202 None None] New status for floating IP 3193537a-d36f-4aed-a23c-f8e2884d8150: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:43:15.865188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663ee1-381b-4155-a09f-6690bbd5bf5f req-64390ff3-70fd-47f5-b425-a3e8941e2ec2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:15.866647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71663ee1-381b-4155-a09f-6690bbd5bf5f req-64390ff3-70fd-47f5-b425-a3e8941e2ec2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0476656 Nov 12 04:43:15.915635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71663ee1-381b-4155-a09f-6690bbd5bf5f req-9e88bf21-499a-4d1b-a7f6-baa2e73db41e tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=0358cd0a-b571-4a78-8253-1451d33f5860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Nov 12 04:43:16.528645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-99be1d1c-f570-4767-bee2-7fade524cbdf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:16.530036 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-99be1d1c-f570-4767-bee2-7fade524cbdf tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 946 time: 0.0514445 Nov 12 04:43:16.622323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 3e219737-611d-4e86-aa36-acc72146b831 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:16.622659 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.712576 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 3e219737-611d-4e86-aa36-acc72146b831, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=3e219737-611d-4e86-aa36-acc72146b831,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:16.712933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.725687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 3e219737-611d-4e86-aa36-acc72146b831 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:16.860022 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.888658 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=3e219737-611d-4e86-aa36-acc72146b831,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:16.915943 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.916294 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.916635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.916971 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.917301 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.917635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.917968 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.918296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.918620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.918985 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.919311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.919633 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:16.940723 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] No DVR routers for this DVR port 3e219737-611d-4e86-aa36-acc72146b831 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:16.943493 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:16.947261 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-16ae6853-7c9d-415a-9ffb-7ae1fc4d8c11 req-6bd76448-35b5-4779-b914-6d075978f485 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.16 "DELETE /v2.0/ports/3e219737-611d-4e86-aa36-acc72146b831 HTTP/1.1" status: 204 len: 173 time: 0.4065292 Nov 12 04:43:16.947725 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'name': 'network-vif-deleted', 'tag': '3e219737-611d-4e86-aa36-acc72146b831'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:16.950001 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6747b4-66b0-41ad-98db-72956c7adce3" -d '{"events": [{"server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "name": "network-vif-deleted", "tag": "3e219737-611d-4e86-aa36-acc72146b831"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:17.011403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-474cf459-1361-44e4-be5b-3f3534386eb9 req-4202c63d-3e86-4794-82c1-71e687fedf2d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=6d73be23-8f29-4143-905f-317159cb46fd HTTP/1.1" status: 200 len: 210 time: 0.0258586 Nov 12 04:43:17.058168 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50b1d5-0d27-41e7-be11-5a7263b73efe x-openstack-request-id: req-ea50b1d5-0d27-41e7-be11-5a7263b73efe {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:17.058494 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d73be23-8f29-4143-905f-317159cb46fd", "name": "network-vif-deleted", "tag": "3e219737-611d-4e86-aa36-acc72146b831", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:17.058722 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ea50b1d5-0d27-41e7-be11-5a7263b73efe {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:17.059167 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d73be23-8f29-4143-905f-317159cb46fd', 'name': 'network-vif-deleted', 'tag': '3e219737-611d-4e86-aa36-acc72146b831', 'status': 'completed', 'code': 200} Nov 12 04:43:18.068888 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41944) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:18.425941 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.674407 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 8eea2170-f13a-49db-a424-399f28acf9a5 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:18.674747 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.763526 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 8eea2170-f13a-49db-a424-399f28acf9a5, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8eea2170-f13a-49db-a424-399f28acf9a5,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:18.763887 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.776245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 8eea2170-f13a-49db-a424-399f28acf9a5 owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:18.958268 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:18.984029 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=8eea2170-f13a-49db-a424-399f28acf9a5,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:19.503607 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.714409 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router a066c62d-9093-4698-bed0-6c430d70323a has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:19.820348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:19.826441 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-ac3db64a-187b-4241-9c81-2d3d3b0ed2ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/a066c62d-9093-4698-bed0-6c430d70323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555227 Nov 12 04:43:19.828308 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41946) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:19.831631 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Sync routers for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:19.841924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:19.842518 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:42:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:19.879284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting subnet 497e60b5-5610-4604-84dd-8d5d706df574 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:43:19.882383 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.926462 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:19.953042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:20.015622 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.074816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.103747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Subnet': ['ID=497e60b5-5610-4604-84dd-8d5d706df574,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.105722 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.112214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9d6e32e-bd71-4753-8e1d-10c61a791b77 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/subnets/497e60b5-5610-4604-84dd-8d5d706df574 HTTP/1.1" status: 204 len: 168 time: 0.2796814 Nov 12 04:43:20.112214 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41948) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:20.128288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0fb0b-0c1d-40f9-a0cf-27c3e3dd6164 None None] Network 09724d9a-a4f8-41a6-889f-0aae19792e4b requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:20.140108 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:43:18Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:20.167976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Checking router: a066c62d-9093-4698-bed0-6c430d70323a for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:20.176543 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Routers {'a066c62d-9093-4698-bed0-6c430d70323a'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:20.177239 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:42:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['a066c62d-9093-4698-bed0-6c430d70323a'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:20.228163 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.299985 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] Set router a066c62d-9093-4698-bed0-6c430d70323a gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:20.338131 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] DHCP port deletion for 09724d9a-a4f8-41a6-889f-0aae19792e4b request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:20.343803 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.391578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Deleting port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:20.392647 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.401727 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:43:20.402155 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.460581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] For port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,segment=NetworkSegment(11507469-04b0-423f-a555-7a6d1c1f1b85),segment_id=11507469-04b0-423f-a555-7a6d1c1f1b85)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:20.461025 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.474648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Calling delete_port for 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:20.492234 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:43:18Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:20.492664 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port 5560fb3a-ce88-4ab4-963b-098ecdfd2bca, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:20.493044 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.506655 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 5560fb3a-ce88-4ab4-963b-098ecdfd2bca owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:43:20.520715 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87db34d-873f-40f8-a2e5-a2a30ca914ed None None] The sync data for ids ['a066c62d-9093-4698-bed0-6c430d70323a'] in n-d-766726-29 is: [{'id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1626017918', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:43:18Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': '5560fb3a-ce88-4ab4-963b-098ecdfd2bca', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a066c62d-9093-4698-bed0-6c430d70323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:41:33Z', 'updated_at': '2021-11-12T04:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:20.555896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.590526 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] No DVR routers for this DVR port 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:43:20.592172 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Pushing event deleted for resources: {'Port': ['ID=0f00af85-f8bc-46de-b77e-c0ac2ceb5a96,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.601051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.601051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.601051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.601774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.601774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.601974 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.602114 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.602454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.602771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.603108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.603420 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.603731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e08e54-222a-4166-a1df-ad0bc898dbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:20.693322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.718988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=5560fb3a-ce88-4ab4-963b-098ecdfd2bca,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:20.733121 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c79eb8-6ccd-4b8c-a5d0-d39aed2acb65 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:20.780618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.878871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.881195 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.927736 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.928473 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Fanout notify agent at l3_agent the message router_deleted on router a066c62d-9093-4698-bed0-6c430d70323a {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:43:20.937128 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:20.938896 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5fdd9489-2ff2-4165-a046-16a2ce42f853 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/routers/a066c62d-9093-4698-bed0-6c430d70323a HTTP/1.1" status: 204 len: 168 time: 0.8256352 Nov 12 04:43:20.941137 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41950) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:21.020933 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.113500 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.134563 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09724d9a-a4f8-41a6-889f-0aae19792e4b']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:21.144909 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11507469-04b0-423f-a555-7a6d1c1f1b85') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:21.145206 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11507469-04b0-423f-a555-7a6d1c1f1b85') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:21.155120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.169254 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.176228 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:43:21.176625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:43:21.179776 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:43:21.243019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.250338 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.252997 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/networks/09724d9a-a4f8-41a6-889f-0aae19792e4b HTTP/1.1" status: 204 len: 168 time: 0.3109269 Nov 12 04:43:21.255932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41952) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:21.264969 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683e6ed-8743-4b5e-9171-0dcab22ad338 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Network': ['ID=09724d9a-a4f8-41a6-889f-0aae19792e4b,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:21.312388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.337139 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.697218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.700256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:21.701443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/security-groups/0358cd0a-b571-4a78-8253-1451d33f5860 HTTP/1.1" status: 204 len: 168 time: 0.4445345 Nov 12 04:43:21.711103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a88f7d-58ca-4151-bd5d-b2fec111aa92 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358cd0a-b571-4a78-8253-1451d33f5860,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:21.883709 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3e219737-611d-4e86-aa36-acc72146b831 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:21.907682 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: 3e219737-611d-4e86-aa36-acc72146b831 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:21.908012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 3e219737-611d-4e86-aa36-acc72146b831 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:21.997445 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41958) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.002714 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920427655', 'description': 'tempest-secgroup-smoke-1920427655 description', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.025406 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.091627 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.095746 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.125081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.126853 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277192 Nov 12 04:43:22.128717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbc207-9414-4675-bf25-e948674c8a9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c54d5-b662-4366-a6a6-0896e626e486,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.129921 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41960) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.135568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.164604 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.224122 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.228669 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.246277 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaee693-c97a-42c4-a080-6019fc8afceb,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.253080 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:22.255583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.256834 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e86742f0-be28-4e2f-bcb6-b60136a2b114 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251338 Nov 12 04:43:22.259883 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41962) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.266116 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.275367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:22.275775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0f00af85-f8bc-46de-b77e-c0ac2ceb5a96 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:22.276116 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5560fb3a-ce88-4ab4-963b-098ecdfd2bca no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:22.293090 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.296967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 5560fb3a-ce88-4ab4-963b-098ecdfd2bca {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:22.297314 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 5560fb3a-ce88-4ab4-963b-098ecdfd2bca not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:22.297724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8eea2170-f13a-49db-a424-399f28acf9a5 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:43:22.317508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8eea2170-f13a-49db-a424-399f28acf9a5 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:43:22.317849 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8eea2170-f13a-49db-a424-399f28acf9a5 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:43:22.350540 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.354684 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.372142 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e71a5e4-8754-4981-8be5-6d3420beae03,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.385907 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.387172 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-61d83e6c-6188-42d9-8980-f4e1ddf0da64 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260648 Nov 12 04:43:22.389928 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41964) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.393629 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d937b050-cc8b-475e-bc98-dce008e3e039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.394726 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.420309 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.484284 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.488639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.506452 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a01d86-d9f1-4260-adf9-cbf69636a7c9,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.510939 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.512116 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3293b755-99a2-4fc9-913c-aaed1b461890 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212294 Nov 12 04:43:22.514917 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41966) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.519548 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.544847 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.600909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.604675 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.622536 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4964bf38-3fe5-4b4a-a045-8ca614633c39,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.630392 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.631861 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-717e5373-63ef-4568-a592-8fbd03cb87db tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157031 Nov 12 04:43:22.634226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41968) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.638514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.660760 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:43:22.665654 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.723913 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.727586 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.747318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2bbea4-473c-4086-abf3-3779ebf9425c,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.753039 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.754266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-0b5b2ea8-b07e-4559-a73b-38c8c518f03d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191063 Nov 12 04:43:22.757013 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41970) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.761295 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'security_group_rule': {'security_group_id': '4b6c54d5-b662-4366-a6a6-0896e626e486', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.783806 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Project f2eb53e812374113a1dfc7be5c499cfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:43:22.788463 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.850312 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.853920 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.871213 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c060623-55e8-4314-9e7a-daedc2577a66,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:22.879615 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.880817 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d7bfa1a7-b4ac-4af1-ba36-b630c415b6ef tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228764 Nov 12 04:43:22.883676 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41972) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:22.888427 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'network': {'name': 'tempest-network-smoke--939137883', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'port_security_enabled': True}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:22.910129 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:22.913951 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.938063 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:43:22.948676 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:22.949099 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Added segment 63b6f28c-5c35-4eee-a674-7931f522b7ec of type vlan for network fc935951-13d0-4318-a503-73ceebfb2807 Nov 12 04:43:22.989661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.013894 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.020215 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:23.020794 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.055825 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1711471 Nov 12 04:43:23.059059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41974) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:23.063776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'admin_state_up': True, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:23.087116 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.088244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.092765 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701254e3-8cce-4e1e-b5f0-20b0e1003654 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Network': ['ID=fc935951-13d0-4318-a503-73ceebfb2807,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:23.108534 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network fc935951-13d0-4318-a503-73ceebfb2807 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:43:23.144599 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.282151 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.472826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.491126 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.592441 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.156 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/d1c167d5-e09a-4760-88ec-564e85855608) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:23.697304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.731840 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.767380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:23.772261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:23.775691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:23.785167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbf0b4-22b7-4fa7-bbf2-4a1c69fe75aa None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:23.800940 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=d1c167d5-e09a-4760-88ec-564e85855608,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:23.837513 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4a962344-8ffd-4128-9fe9-302e461c43b5 None None] Provisioning complete for port d1c167d5-e09a-4760-88ec-564e85855608 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:23.837977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4a962344-8ffd-4128-9fe9-302e461c43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:23.870559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4a962344-8ffd-4128-9fe9-302e461c43b5 None None] Port d1c167d5-e09a-4760-88ec-564e85855608 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:24.024656 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.223495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.351682 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:43:24.458493 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:24.467905 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Sync routers for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:24.478803 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.479566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:24.483071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ebc816e3-f42f-4d61-b63e-3d249a860940 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4199336 Nov 12 04:43:24.483195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:42:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:24.483329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41976) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:24.510565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a5217770-b2d5-4326-b525-ca8d0e14e297 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?project_id=f2eb53e812374113a1dfc7be5c499cfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262394 Nov 12 04:43:24.513235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41978) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:24.583591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:24.605995 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e569df4-163b-4ea5-b91c-9db4d73072ce tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:24.607483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3e569df4-163b-4ea5-b91c-9db4d73072ce tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933535 Nov 12 04:43:24.611168 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41980) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:24.639110 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bfc60370-ca17-4108-87ad-9857c76f644e tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/subnets?network_id=d0d9ad13-e44c-4c76-b94e-b16e0975b2bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267754 Nov 12 04:43:24.642115 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 41982) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:24.647468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991662675', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:24.736665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:24.740417 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.753605 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-740b9c05-3d6e-4eec-8d0c-c1e1d62bec8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.775800 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:23Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:24.801846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Checking router: 6cff56d2-bac7-4364-bb80-dab22c36b2a7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:24.802198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Updating router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 port d1c167d5-e09a-4760-88ec-564e85855608 binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:24.828422 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:24.934562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.000578 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Subnet': ['ID=3f647ece-62f8-4eb9-8287-abb13f2019a2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.008270 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Checking segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:25.008521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network hostable DHCP agents. Network: fc935951-13d0-4318-a503-73ceebfb2807, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:43:25.026833 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network fc935951-13d0-4318-a503-73ceebfb2807 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:43:25.035930 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, fc935951-13d0-4318-a503-73ceebfb2807) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:25.041020 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:25.042143 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.058869 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-698a552f-ef30-4c2c-bd95-bdd74400955c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4154818 Nov 12 04:43:25.061584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 41984) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:25.226757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62046546-0523-49f1-b8aa-e7703ea2ff48 None None] Network fc935951-13d0-4318-a503-73ceebfb2807 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:25.265601 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.297336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.366281 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e594c-86c4-4792-ab4c-8f2c8b1cb9d1 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:25.385454 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42163-4d29-4bc0-8bc2-56953b6c23f1 None None] Pushing event updated for resources: {'Port': ['ID=d1c167d5-e09a-4760-88ec-564e85855608,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.389195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Attempting to bind port d1c167d5-e09a-4760-88ec-564e85855608 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:25.389560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Attempting to bind port d1c167d5-e09a-4760-88ec-564e85855608 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:25.389920 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Attempting to bind port d1c167d5-e09a-4760-88ec-564e85855608 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:25.419435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:25.419810 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:25.420212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.420598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:25.421086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Bound port: d1c167d5-e09a-4760-88ec-564e85855608, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:25.421466 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.502646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] For port d1c167d5-e09a-4760-88ec-564e85855608, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:25.507233 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-fc935951-13d0-4318-a503-73ceebfb2807', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:43:25.508075 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.511198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.512395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] For port d1c167d5-e09a-4760-88ec-564e85855608, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1c167d5-e09a-4760-88ec-564e85855608,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:25.529724 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.559778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] Provisioning complete for port d1c167d5-e09a-4760-88ec-564e85855608 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:25.560143 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.599123 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efef3f-4d0e-4b66-8d77-d722a9eebacf None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:43:25.699744 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:25.700375 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:43:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:25.704658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42163-4d29-4bc0-8bc2-56953b6c23f1 None None] Pushing event updated for resources: {'Port': ['ID=d1c167d5-e09a-4760-88ec-564e85855608,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:25.807607 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.839423 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Allocated IP 172.20.0.2 (fc935951-13d0-4318-a503-73ceebfb2807/3f647ece-62f8-4eb9-8287-abb13f2019a2/8af376d9-c697-45f6-bb5c-fd2d0c79e4d1) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:25.919674 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:25.925222 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:26.025149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] For port d1c167d5-e09a-4760-88ec-564e85855608, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1c167d5-e09a-4760-88ec-564e85855608,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:26.039362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.199352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39acd8e-96e1-43f6-81a1-8c95382f6cf2 None None] Pushing event updated for resources: {'Port': ['ID=d1c167d5-e09a-4760-88ec-564e85855608,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.236278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-193ce3a0-3d09-46d2-a728-7e43a090457b None None] Provisioning complete for port d1c167d5-e09a-4760-88ec-564e85855608 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:26.236647 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-193ce3a0-3d09-46d2-a728-7e43a090457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.241625 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.269196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.298155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.1 (fc935951-13d0-4318-a503-73ceebfb2807/3f647ece-62f8-4eb9-8287-abb13f2019a2/a6816417-2f39-40b0-9ffa-f53684f8bbfa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:26.330362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Network fc935951-13d0-4318-a503-73ceebfb2807 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:26.341111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:26.345802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:26.347578 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Pushing event updated for resources: {'Port': ['ID=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.399145 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:23Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:26.419033 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.444975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ee6c8-b3ec-4275-b304-a03112c1982a None None] The sync data for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 is: [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:23Z', 'revision_number': 3, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:26.453686 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.464512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Attempting to bind port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:26.464512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Attempting to bind port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:26.464819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Attempting to bind port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 on network fc935951-13d0-4318-a503-73ceebfb2807 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:26.475596 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:26.475954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Checking segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:26.476359 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.476741 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Bound using segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:26.477301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Bound port: 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:26.477596 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.502236 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network fc935951-13d0-4318-a503-73ceebfb2807 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:26.505401 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:26.511859 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:26.542950 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.551834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] For port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:26.556980 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] For port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:26.561752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.566262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:26.625127 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d416e-d814-43d8-b567-173c8d419b42 None None] Pushing event updated for resources: {'Port': ['ID=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:26.733322 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.067019 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.071279 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.148360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:27.150818 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.221721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.250275 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network fc935951-13d0-4318-a503-73ceebfb2807 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:27.252271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:27.377318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:27.495715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:27.501008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-109ce698-e6b5-4047-b1f2-fb18e2a2ee25 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/6cff56d2-bac7-4364-bb80-dab22c36b2a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4383180 Nov 12 04:43:27.567558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358435c6-4e5c-476d-9109-268e7d28d978 None None] Network fc935951-13d0-4318-a503-73ceebfb2807 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:43:27.643403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] Provisioning complete for port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:27.643761 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.658409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-0e1ab918-3ebe-43a2-9ae9-e2568cefe738 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920427655&fields=id&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 267 time: 0.0480158 Nov 12 04:43:27.765419 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-647fa3b1-d08e-4a55-9782-88a3c5c87027 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:27.766997 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-647fa3b1-d08e-4a55-9782-88a3c5c87027 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 796 time: 0.1013699 Nov 12 04:43:27.783205 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-02b2928c-bc6d-48ec-8fc1-5cb646a1ec3b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/quotas/f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 375 time: 0.0097680 Nov 12 04:43:27.787204 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.826028 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] For port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:27.831981 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.855413 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e34cd6ff-d798-407c-92a6-5efa76776259 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654826 Nov 12 04:43:27.891451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2383-07e4-4d80-8cae-70baeb9851f4 None None] Pushing event updated for resources: {'Port': ['ID=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:27.929759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:27.980737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-1614ba5d-eed7-493a-ae20-605357169838 service neutron] 10.222.0.97 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098597 Nov 12 04:43:28.062725 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fe39bdd6-5b2f-4d5e-8378-63195cdad858 None None] Provisioning complete for port a6816417-2f39-40b0-9ffa-f53684f8bbfa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.063300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe39bdd6-5b2f-4d5e-8378-63195cdad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.088620 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-d51e42cc-8b81-43e6-974e-9a4f9616ad29 service neutron] 10.222.0.97 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004703 Nov 12 04:43:28.099012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fe39bdd6-5b2f-4d5e-8378-63195cdad858 None None] Port a6816417-2f39-40b0-9ffa-f53684f8bbfa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:28.111977 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fe39bdd6-5b2f-4d5e-8378-63195cdad858 None None] Provisioning complete for port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.112604 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fe39bdd6-5b2f-4d5e-8378-63195cdad858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.324965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Sync routers for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:28.335661 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:28.336279 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:43:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:28.395451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1c167d5-e09a-4760-88ec-564e85855608 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:28.399957 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-248fa05b-8800-4c94-803d-3573ac0ac4ae req-3d07df0e-9e3c-4508-83c8-ba868c9d6ef3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 210 time: 0.0711386 Nov 12 04:43:28.488849 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:28.502207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port d1c167d5-e09a-4760-88ec-564e85855608 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.502727 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.607954 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:28.649004 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e432adbe-bb64-406a-b5c6-38c9de9c0db6 None None] Provisioning complete for port a6816417-2f39-40b0-9ffa-f53684f8bbfa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.649418 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e432adbe-bb64-406a-b5c6-38c9de9c0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.700581 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e432adbe-bb64-406a-b5c6-38c9de9c0db6 None None] Port a6816417-2f39-40b0-9ffa-f53684f8bbfa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:28.710166 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:28.710558 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:28.716710 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 2, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:28.745874 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Checking router: 6cff56d2-bac7-4364-bb80-dab22c36b2a7 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:28.746221 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Updating router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 port a6816417-2f39-40b0-9ffa-f53684f8bbfa binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:43:28.774958 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.049364 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.054179 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.105493 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Pushing event updated for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.131987 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.132329 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.132664 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.132994 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.133321 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.133646 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.133969 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.134290 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.134610 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.134954 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.135275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.135590 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:43:29.169380 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Attempting to bind port a6816417-2f39-40b0-9ffa-f53684f8bbfa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:29.169958 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Attempting to bind port a6816417-2f39-40b0-9ffa-f53684f8bbfa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:29.170361 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Attempting to bind port a6816417-2f39-40b0-9ffa-f53684f8bbfa on network fc935951-13d0-4318-a503-73ceebfb2807 {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:29.177072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:29.177472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Checking segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:29.177909 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.178332 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Bound using segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:29.178894 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Bound port: a6816417-2f39-40b0-9ffa-f53684f8bbfa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:29.179301 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.258477 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] For port a6816417-2f39-40b0-9ffa-f53684f8bbfa, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:29.262337 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] For port a6816417-2f39-40b0-9ffa-f53684f8bbfa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6816417-2f39-40b0-9ffa-f53684f8bbfa,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:29.269094 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.324880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] Provisioning complete for port a6816417-2f39-40b0-9ffa-f53684f8bbfa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:29.325214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.420812 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:29.421446 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:43:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:29.425192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.487274 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] For port a6816417-2f39-40b0-9ffa-f53684f8bbfa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6816417-2f39-40b0-9ffa-f53684f8bbfa,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:29.497638 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.501898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad73ef-9dfc-45e6-b563-35a95dcf15a6 None None] Pushing event updated for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=4']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.559129 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0133f-8716-49d0-91a2-934e99df1c9e None None] Pushing event updated for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:29.581988 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:29.612177 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed3d2e1a-9e05-44be-8b53-d1153f0f3331 req-4d2930f8-b17d-4655-b731-5c8b35239403 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 210 time: 0.0712333 Nov 12 04:43:29.659176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-f6f4c26b-feba-45b7-9098-806ca1ab6b42 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:29.660684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-f6f4c26b-feba-45b7-9098-806ca1ab6b42 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 796 time: 0.2523248 Nov 12 04:43:29.720205 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8793fae1-0a4e-4a5c-a995-81ea0c62b685 None None] Provisioning complete for port a6816417-2f39-40b0-9ffa-f53684f8bbfa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:29.720821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8793fae1-0a4e-4a5c-a995-81ea0c62b685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:29.761282 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-b4b69238-e137-4493-bfce-aff58c588adc tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2eb53e812374113a1dfc7be5c499cfb HTTP/1.1" status: 200 len: 380 time: 0.0587506 Nov 12 04:43:29.771492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'port': {'device_id': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'admin_state_up': True, 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'security_groups': ['4b6c54d5-b662-4366-a6a6-0896e626e486']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:29.799279 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:29.830790 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce02e4-3258-499c-a692-7d9a5f1b0662 None None] The sync data for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 is: [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:29.897242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Made reservation on behalf of f2eb53e812374113a1dfc7be5c499cfb for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:43:29.901113 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.041315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.20.0.14 (fc935951-13d0-4318-a503-73ceebfb2807/3f647ece-62f8-4eb9-8287-abb13f2019a2/f7042056-0d61-4ddc-9fab-37b87ef4756c) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:30.189031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.232760 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.273574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network fc935951-13d0-4318-a503-73ceebfb2807 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:30.277344 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:30.281520 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:30.293336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6816417-2f39-40b0-9ffa-f53684f8bbfa up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:30.321032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:30.346495 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:30.347370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.369301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-e04eb8e6-39f4-403f-9675-8fc3cacabf10 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016512 Nov 12 04:43:30.381873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port a6816417-2f39-40b0-9ffa-f53684f8bbfa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:30.382198 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-6a6be165-d1fe-4c01-8742-957a239f4152 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:43:30.382953 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.383829 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-6a6be165-d1fe-4c01-8742-957a239f4152 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087306 Nov 12 04:43:30.404506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Request body: {'port': {'device_id': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:30.481673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.648147 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a112a8eb-e9d6-4152-bb1c-ea0f070b1fb1 None None] Provisioning complete for port f7042056-0d61-4ddc-9fab-37b87ef4756c triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:30.648619 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a112a8eb-e9d6-4152-bb1c-ea0f070b1fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.687967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a112a8eb-e9d6-4152-bb1c-ea0f070b1fb1 None None] Port f7042056-0d61-4ddc-9fab-37b87ef4756c cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:43:30.793031 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c0946-2704-4db7-8ceb-a2208e1e241f req-a65e2f99-bf3d-4099-8786-ea27b65a8e24 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:30.794380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-548c0946-2704-4db7-8ceb-a2208e1e241f req-a65e2f99-bf3d-4099-8786-ea27b65a8e24 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 932 time: 0.1015048 Nov 12 04:43:30.800513 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7042056-0d61-4ddc-9fab-37b87ef4756c {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:30.815095 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.839225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Transition to ACTIVE for port object f7042056-0d61-4ddc-9fab-37b87ef4756c will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:43:30.847382 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:30.904882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-548c0946-2704-4db7-8ceb-a2208e1e241f req-2f741f8d-a68c-47c9-ad78-f6fb702b64c8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997121 Nov 12 04:43:30.947504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:31.001942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Attempting to bind port f7042056-0d61-4ddc-9fab-37b87ef4756c on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:43:31.002280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Attempting to bind port f7042056-0d61-4ddc-9fab-37b87ef4756c by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:43:31.002612 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Attempting to bind port f7042056-0d61-4ddc-9fab-37b87ef4756c on network fc935951-13d0-4318-a503-73ceebfb2807 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:31.007824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Port f7042056-0d61-4ddc-9fab-37b87ef4756c on network fc935951-13d0-4318-a503-73ceebfb2807 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:43:31.008113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Attempting to bind port f7042056-0d61-4ddc-9fab-37b87ef4756c on network fc935951-13d0-4318-a503-73ceebfb2807 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:43:31.013503 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:43:31.013824 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Checking segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:43:31.014276 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Bound using segment: {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:43:31.014713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Bound port: f7042056-0d61-4ddc-9fab-37b87ef4756c, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b6f28c-5c35-4eee-a674-7931f522b7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:43:31.015120 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:31.086086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:43:31.089361 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:43:31.094583 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:31.127533 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.128234 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:31.129880 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] 10.222.0.104 "PUT /v2.0/ports/f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 1093 time: 0.7308545 Nov 12 04:43:31.132380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:31.134607 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be578f-77b3-4554-8c78-333a0bf82e51" -d '{"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:31.165256 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f790cee-af91-4c45-8d04-608ea08a89cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:31.180013 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ba3f9-dc2e-4c36-b659-284d0ffdf0cf x-openstack-request-id: req-bd3ba3f9-dc2e-4c36-b659-284d0ffdf0cf {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:31.180455 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:31.180717 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bd3ba3f9-dc2e-4c36-b659-284d0ffdf0cf {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:31.181255 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'status': 'completed', 'code': 200} Nov 12 04:43:31.238124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-6b01a55d-80be-408e-9f34-9958c9b1b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.239739 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-6b01a55d-80be-408e-9f34-9958c9b1b5d1 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1096 time: 0.0433326 Nov 12 04:43:31.294197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-432dc136-4537-42a2-9d63-fad8bc48cb9b service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 217 time: 0.0398209 Nov 12 04:43:31.346112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-9928558e-7c53-4237-9c43-ac7c261cb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.347637 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-9928558e-7c53-4237-9c43-ac7c261cb8a6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0449858 Nov 12 04:43:31.394557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-1ba8cac1-eba5-486a-9dcd-b072d14ef6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.395975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-1ba8cac1-eba5-486a-9dcd-b072d14ef6a0 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409739 Nov 12 04:43:31.490122 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-8540b173-f3a8-44c1-a25f-bfc4e3560ec4 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869045 Nov 12 04:43:31.580286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e1c65951-c02f-4268-8b65-829ff06c02d3 req-413e74fd-312d-4b43-959f-66526648a3e5 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835311 Nov 12 04:43:31.727157 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-b693daf1-b975-4874-b368-6df67cee7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.728613 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-b693daf1-b975-4874-b368-6df67cee7899 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1096 time: 0.0437379 Nov 12 04:43:31.817328 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-f8f2fd27-c674-4013-bdcd-292709e61633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.818818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-f8f2fd27-c674-4013-bdcd-292709e61633 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 896 time: 0.0825150 Nov 12 04:43:31.864578 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-a9039124-c5f7-4730-a4b3-131882ecb5e2 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 217 time: 0.0389011 Nov 12 04:43:31.915490 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-bf7b3d0d-9c64-4a98-b85c-0150960a7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.916993 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-bf7b3d0d-9c64-4a98-b85c-0150960a7fb3 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0447531 Nov 12 04:43:31.967426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-9f01619b-b28b-411d-a8ca-07e84a60248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:31.970356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-9f01619b-b28b-411d-a8ca-07e84a60248e service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449691 Nov 12 04:43:32.093799 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883dc43-4b78-477d-9259-15265748b4ff req-49684c8e-8f73-47b1-89ed-7cc4f5ec85c6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:32.095814 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8883dc43-4b78-477d-9259-15265748b4ff req-49684c8e-8f73-47b1-89ed-7cc4f5ec85c6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 944 time: 0.1114779 Nov 12 04:43:32.101222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-5dd11307-0435-43d2-a9bb-08976ad2dc45 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240039 Nov 12 04:43:32.202196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:32.497217 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8883dc43-4b78-477d-9259-15265748b4ff req-91ce3c79-f518-473f-a7c4-59347757b5ec tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950427 Nov 12 04:43:32.528486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-24be578f-77b3-4554-8c78-333a0bf82e51 req-603090fe-45fa-4ea7-903e-a802275593e8 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133878 Nov 12 04:43:33.614422 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b89359-db96-448c-8dc5-5836fd4662ea req-7abde336-3bf1-4bf4-b89e-8d2ee01397f0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:33.615955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6b89359-db96-448c-8dc5-5836fd4662ea req-7abde336-3bf1-4bf4-b89e-8d2ee01397f0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 944 time: 0.0497441 Nov 12 04:43:33.665130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a6b89359-db96-448c-8dc5-5836fd4662ea req-fa44a6c0-47fb-47d0-811a-12c3aa983c2f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Nov 12 04:43:34.782791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c00375-9fd6-4810-a8de-50a0b2fdcc6f req-9c89c96b-caa4-4165-8e1a-45c879ad6d0a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:34.784965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9c00375-9fd6-4810-a8de-50a0b2fdcc6f req-9c89c96b-caa4-4165-8e1a-45c879ad6d0a tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 944 time: 0.0501637 Nov 12 04:43:34.834081 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c9c00375-9fd6-4810-a8de-50a0b2fdcc6f req-9947d950-abe9-4820-b052-73065e9155ba tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Nov 12 04:43:35.121271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f7042056-0d61-4ddc-9fab-37b87ef4756c details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:43:35.217226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:35.228118 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'port_id': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'mac_address': 'fa:16:3e:3a:26:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:43:35.265047 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:35.278213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7042056-0d61-4ddc-9fab-37b87ef4756c {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:43:35.297293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:35.301133 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:35.346944 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:35.736707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['f7042056-0d61-4ddc-9fab-37b87ef4756c'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:43:35.958700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b8d3-feea-40e2-bcac-61ff47842c91 req-8171d543-bee0-4a7d-9459-df09f5c444c4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:35.960854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0197b8d3-feea-40e2-bcac-61ff47842c91 req-8171d543-bee0-4a7d-9459-df09f5c444c4 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 945 time: 0.0554948 Nov 12 04:43:36.009956 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0197b8d3-feea-40e2-bcac-61ff47842c91 req-003d3b98-2ef7-4a7a-a585-99eadb79c289 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Nov 12 04:43:37.130476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8bff5-23f6-43c3-b824-d6a7ccf6a22a req-bce24ac3-dc8d-4a61-887b-35a27a76206c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:37.133653 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dde8bff5-23f6-43c3-b824-d6a7ccf6a22a req-bce24ac3-dc8d-4a61-887b-35a27a76206c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 945 time: 0.0506091 Nov 12 04:43:37.135403 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f7042056-0d61-4ddc-9fab-37b87ef4756c up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:43:37.183676 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dde8bff5-23f6-43c3-b824-d6a7ccf6a22a req-51f54cb1-db78-4548-921c-4dffef397203 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437524 Nov 12 04:43:37.187714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port f7042056-0d61-4ddc-9fab-37b87ef4756c completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:43:37.192561 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port f7042056-0d61-4ddc-9fab-37b87ef4756c triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:43:37.192928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:37.267832 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:37.289398 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:37.291657 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0aba85-4d9a-414c-b083-50c890d10f1d" -d '{"events": [{"server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "name": "network-vif-plugged", "status": "completed", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:37.304771 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:43:37.309230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:37.335908 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69055db-f00d-43f3-b9ac-8cb0ccf3f425 x-openstack-request-id: req-d69055db-f00d-43f3-b9ac-8cb0ccf3f425 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:37.336198 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "name": "network-vif-plugged", "status": "completed", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:37.336451 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d69055db-f00d-43f3-b9ac-8cb0ccf3f425 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:37.336834 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'code': 200} Nov 12 04:43:37.365347 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:37.457169 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af3560-127c-4961-b268-53fd0e6f9a96 req-8ce4e276-4296-4b6d-9a63-b10355131b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:37.458567 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2af3560-127c-4961-b268-53fd0e6f9a96 req-8ce4e276-4296-4b6d-9a63-b10355131b51 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1098 time: 0.0436590 Nov 12 04:43:37.504844 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2af3560-127c-4961-b268-53fd0e6f9a96 req-f7106ae7-58f1-4c1f-bbb1-82d92a21055e service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Nov 12 04:43:38.304703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809fb30-0ba5-40ee-8cde-d4eec38685b6 req-0d56097a-72c2-45d2-9421-157d2ee2b082 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:38.306188 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e809fb30-0ba5-40ee-8cde-d4eec38685b6 req-0d56097a-72c2-45d2-9421-157d2ee2b082 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0509791 Nov 12 04:43:38.356130 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e809fb30-0ba5-40ee-8cde-d4eec38685b6 req-538798b5-2ad8-42bc-9e6d-1bc2d48dacc7 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439863 Nov 12 04:43:38.514350 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:43:39.472203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9ccd8-d7e4-438e-972a-7d34fa6ad9c3 req-db124fda-f944-4746-8607-7a77b0396261 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:39.474307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3db9ccd8-d7e4-438e-972a-7d34fa6ad9c3 req-db124fda-f944-4746-8607-7a77b0396261 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0500047 Nov 12 04:43:39.525796 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3db9ccd8-d7e4-438e-972a-7d34fa6ad9c3 req-e7da79c0-bf91-483d-9536-7941127aba97 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455053 Nov 12 04:43:39.637470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa5ad-f03b-48d2-bdc0-8efc5895144d req-35bf22a8-bec8-462c-b43a-b2092a604cc9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:39.638868 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0cfa5ad-f03b-48d2-bdc0-8efc5895144d req-35bf22a8-bec8-462c-b43a-b2092a604cc9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0477536 Nov 12 04:43:39.687548 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a0cfa5ad-f03b-48d2-bdc0-8efc5895144d req-f6d6aeed-1af1-4a84-a3af-3883f7d493e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Nov 12 04:43:39.710029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42038) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:39.747471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fc025-c08e-4f13-871b-eeae713bd760 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:39.748945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d49fc025-c08e-4f13-871b-eeae713bd760 tempest-TestNetworkAdvancedServerOps-1703557917 tempest-TestNetworkAdvancedServerOps-1703557917-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1093 time: 0.0379524 Nov 12 04:43:39.751706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42040) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:39.756571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:43:39.778630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.876827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:39.976346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Allocated IP 172.25.7.101 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/1dbdf93b-f707-48b1-b7d1-ae959bf32095) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:43:40.081194 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.114560 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.150379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:43:40.155171 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:43:40.158630 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:43:40.186679 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=1dbdf93b-f707-48b1-b7d1-ae959bf32095,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:40.400503 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.525302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.594051 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.739418 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.743810 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.817971 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event updated for resources: {'Port': ['ID=1dbdf93b-f707-48b1-b7d1-ae959bf32095,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:43:40.827152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:40.928706 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 185a7acb-9b12-44a9-a9ba-29a068bb33d6 associated. External IP: 172.25.7.101, port: f7042056-0d61-4ddc-9fab-37b87ef4756c. Nov 12 04:43:41.136691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:43:41.244455 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:43:41.254656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Sync routers for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:43:41.264111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:41.264737 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:43:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:41.264879 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:41.293104 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f283951d-491c-4cd8-a202-1d72e1604112 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5402703 Nov 12 04:43:41.293722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:43:41.296208 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ddc7f8-8ff2-4492-a1df-2bddc476462f" -d '{"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:43:41.374288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:41.390370 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc585-a3c0-4bc5-8358-f60a2c7847c4 req-50d203a7-2ca0-44bf-aa2b-db23712720a9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.391891 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d2fc585-a3c0-4bc5-8358-f60a2c7847c4 req-50d203a7-2ca0-44bf-aa2b-db23712720a9 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0493698 Nov 12 04:43:41.442179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d2fc585-a3c0-4bc5-8358-f60a2c7847c4 req-3e60fc0e-a18e-46cb-bfe6-4d09d74e8a8f tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Nov 12 04:43:41.465598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42046) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:41.506546 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ea50ea-227a-4dbe-a7a1-b75afc758b26 x-openstack-request-id: req-33ea50ea-227a-4dbe-a7a1-b75afc758b26 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:43:41.506871 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:43:41.507120 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-33ea50ea-227a-4dbe-a7a1-b75afc758b26 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:43:41.507518 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'status': 'completed', 'code': 200} Nov 12 04:43:41.543034 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34635e4e-5035-4368-bfd2-14570b2ac8f8 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/185a7acb-9b12-44a9-a9ba-29a068bb33d6 HTTP/1.1" status: 200 len: 992 time: 0.0761800 Nov 12 04:43:41.577250 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-ff96e288-5273-42b5-8720-567a4e9f3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.578652 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-ff96e288-5273-42b5-8720-567a4e9f3160 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1098 time: 0.0465937 Nov 12 04:43:41.597814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '185a7acb-9b12-44a9-a9ba-29a068bb33d6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'port_id': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'mac_address': 'fa:16:3e:3a:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:43:40Z', 'updated_at': '2021-11-12T04:43:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:41.628113 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Checking router: 6cff56d2-bac7-4364-bb80-dab22c36b2a7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:43:41.637164 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:43:41.637776 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:43:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:41.679656 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-f5fda261-6020-4515-8520-0ae367e3e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.681133 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-f5fda261-6020-4515-8520-0ae367e3e442 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 896 time: 0.0953417 Nov 12 04:43:41.742550 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:43:41.751380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-fad1e418-938a-4df3-8773-4de396c433be service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 1000 time: 0.0628152 Nov 12 04:43:41.802437 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-b8abf967-801e-4d30-9251-5ddd7d7f0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.803939 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-b8abf967-801e-4d30-9251-5ddd7d7f0cfa service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0456848 Nov 12 04:43:41.853389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-db64fcd0-c1b4-4fba-bbba-00f782e91080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:43:41.854909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-db64fcd0-c1b4-4fba-bbba-00f782e91080 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419734 Nov 12 04:43:41.951135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-cc9d1735-195b-4cae-b895-251cd8ae4fe4 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892220 Nov 12 04:43:41.968317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '185a7acb-9b12-44a9-a9ba-29a068bb33d6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'port_id': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'mac_address': 'fa:16:3e:3a:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:43:40Z', 'updated_at': '2021-11-12T04:43:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:43:41.998922 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7892ec-87ae-4575-9395-60ad5b0af940 None None] The sync data for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 is: [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '185a7acb-9b12-44a9-a9ba-29a068bb33d6', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'port_id': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'mac_address': 'fa:16:3e:3a:26:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:43:40Z', 'updated_at': '2021-11-12T04:43:40Z', 'revision_number': 0, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:43:42.047149 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-86ddc7f8-8ff2-4492-a1df-2bddc476462f req-3f609e5f-e03c-4abf-85f2-0f84823ce31c service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885608 Nov 12 04:43:42.192435 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42956a-aa1a-4325-b4d3-d7304bbc85db None None] New status for floating IP 185a7acb-9b12-44a9-a9ba-29a068bb33d6: ACTIVE {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:43:42.546506 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42052) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:43:42.610529 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b6bd0055-fd65-4bcd-951c-918cf3467d76 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/185a7acb-9b12-44a9-a9ba-29a068bb33d6 HTTP/1.1" status: 200 len: 994 time: 0.0628161 Nov 12 04:43:52.396227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c4c82e3-d1ba-40b2-9dcf-2e972b31347d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:54.735716 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1c63511b-ddbc-4b4b-a7a8-5af2e5626f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:55.772119 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.221042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:43:57.912875 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:02.215872 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:09.759636 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-5c2a3cad-7dda-479a-9fc3-c150aeb0c915 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794024 Nov 12 04:44:09.857194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-e4fcdcaa-167b-4975-a4ee-6230284cd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:09.858678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-e4fcdcaa-167b-4975-a4ee-6230284cd77e service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1098 time: 0.0396452 Nov 12 04:44:09.965135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-09737934-8a1b-42cd-981f-13dc7b97a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:09.966496 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-09737934-8a1b-42cd-981f-13dc7b97a351 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 896 time: 0.0879145 Nov 12 04:44:10.031564 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-020f18e1-d3e2-45e8-b313-d5c38ffd4031 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 1002 time: 0.0560977 Nov 12 04:44:10.083577 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-5d1857f6-2aaa-4efc-b0cf-22cfdc261824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:10.084976 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-5d1857f6-2aaa-4efc-b0cf-22cfdc261824 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0454915 Nov 12 04:44:10.130072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-a5a70443-cccd-4d09-a692-f0c9990bf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:10.131595 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-a5a70443-cccd-4d09-a692-f0c9990bf08a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395379 Nov 12 04:44:10.220626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-a3ff22a2-e9dc-4835-9942-05c2e3c0d20c service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816979 Nov 12 04:44:10.312580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03ebb38a-98ea-4028-b2fe-15181bce123e req-dbfa5d53-970c-4b88-93ac-7c58b5fbd3d4 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 Nov 12 04:44:10.409309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:15.513498 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:22.397673 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-116bdfa4-6e52-409b-9630-545dce46be9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:24.736592 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-baff5d65-349c-4a85-aa45-ed9ba582b420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:25.774442 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.224843 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:27.914009 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:32.213287 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:40.408040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:52.400010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-584b71d3-6454-4b1a-bf00-f99fc753061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:52.512965 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:44:54.738387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a598b215-78a5-4795-811d-15f09a8d866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:55.778404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:55.808655 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4def147-fd53-465a-af2a-0ed4f901bfcc req-f146f46a-4db1-46d5-8294-7b22ff177f69 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:55.810143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4def147-fd53-465a-af2a-0ed4f901bfcc req-f146f46a-4db1-46d5-8294-7b22ff177f69 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0513046 Nov 12 04:44:55.860102 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e4def147-fd53-465a-af2a-0ed4f901bfcc req-7dfdeb03-1982-4fc5-9786-21c446d89278 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 12 04:44:56.981015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547936a-7bbe-432e-8379-7571e230a21d req-7a1198f2-1969-4a1e-8763-ffccc374d856 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:56.982483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b547936a-7bbe-432e-8379-7571e230a21d req-7a1198f2-1969-4a1e-8763-ffccc374d856 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0535038 Nov 12 04:44:57.031151 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b547936a-7bbe-432e-8379-7571e230a21d req-2bfa90c5-1134-487e-b025-86a75c0093c6 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Nov 12 04:44:57.226117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:57.917634 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:44:58.146259 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da91e-07d7-46de-8bbf-6a6c2ac9c17c req-dca768bb-e12f-4591-b9a6-3e78f20135fd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:58.147779 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24da91e-07d7-46de-8bbf-6a6c2ac9c17c req-dca768bb-e12f-4591-b9a6-3e78f20135fd tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0487759 Nov 12 04:44:58.196962 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b24da91e-07d7-46de-8bbf-6a6c2ac9c17c req-cbd5967d-2ab6-4936-b520-c6b5b25b0228 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Nov 12 04:44:58.219975 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42090) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:44:58.283808 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2d873d27-1f32-469d-b8bf-f0df13e40038 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/185a7acb-9b12-44a9-a9ba-29a068bb33d6 HTTP/1.1" status: 200 len: 994 time: 0.0626917 Nov 12 04:44:59.561341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f8699-3ea6-4eb5-a162-55932906e805 req-af7c7e48-7d85-446c-a508-8688c3ddccdb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.562770 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c6f8699-3ea6-4eb5-a162-55932906e805 req-af7c7e48-7d85-446c-a508-8688c3ddccdb tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0519118 Nov 12 04:44:59.639236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1c6f8699-3ea6-4eb5-a162-55932906e805 req-19ed57e4-28c2-4454-8975-7d30261f9f9d tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702715 Nov 12 04:44:59.642139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-a0fffbc4-dac0-47ad-acee-c354658eb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.643616 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-a0fffbc4-dac0-47ad-acee-c354658eb903 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1098 time: 0.0690012 Nov 12 04:44:59.738868 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-d7bf9abf-0ac4-41f2-b788-b65d7233889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.740357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-d7bf9abf-0ac4-41f2-b788-b65d7233889d service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 896 time: 0.0893950 Nov 12 04:44:59.806491 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-5f08e8c6-206b-4819-95fd-9be8d84564e3 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 1002 time: 0.0571234 Nov 12 04:44:59.859598 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-e29c6384-b44a-4d7a-b84b-9f47c93616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:44:59.860988 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-e29c6384-b44a-4d7a-b84b-9f47c93616b0 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0469124 Nov 12 04:45:00.197522 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-1d46702a-7da2-4b26-9f1d-9917967aa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:00.199099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-1d46702a-7da2-4b26-9f1d-9917967aa784 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3304725 Nov 12 04:45:00.288892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-23f28d93-5e3d-457c-a98c-2c6ff461ca7d service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816810 Nov 12 04:45:00.380434 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ae678c63-7f8f-4d26-afc1-f28650168aa2 req-0c75d17b-7cfb-4f50-9621-ebb32fdb2fcd service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Nov 12 04:45:00.754769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356e9ec-0a40-4dbc-b49e-4ffbd97d6d87 req-2fae2620-729d-4d00-8205-117c2038b33c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:00.756258 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2356e9ec-0a40-4dbc-b49e-4ffbd97d6d87 req-2fae2620-729d-4d00-8205-117c2038b33c tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0478909 Nov 12 04:45:00.804630 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2356e9ec-0a40-4dbc-b49e-4ffbd97d6d87 req-de577f2c-271a-423b-a0f1-f674b73e8130 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Nov 12 04:45:01.924681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a808-0286-410f-bad6-6dc1bd313706 req-eae70a34-5522-48a9-9ee6-a00fcea36402 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:01.926170 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62f8a808-0286-410f-bad6-6dc1bd313706 req-eae70a34-5522-48a9-9ee6-a00fcea36402 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0530844 Nov 12 04:45:01.975661 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62f8a808-0286-410f-bad6-6dc1bd313706 req-df214278-53a7-4e5d-a565-4af3f3d05253 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433371 Nov 12 04:45:01.997485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42102) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:02.056933 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f708371d-fb18-4514-a30e-d38fee66bfac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/floatingips/185a7acb-9b12-44a9-a9ba-29a068bb33d6 HTTP/1.1" status: 200 len: 994 time: 0.0582957 Nov 12 04:45:02.213426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.280873 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42110) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:02.440152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port 1dbdf93b-f707-48b1-b7d1-ae959bf32095 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:02.440495 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.516370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.516698 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.528251 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for 1dbdf93b-f707-48b1-b7d1-ae959bf32095 owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:02.680414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.707218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=1dbdf93b-f707-48b1-b7d1-ae959bf32095,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:02.735870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.736217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.736560 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.736897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.737230 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.737565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.737892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.738221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.738547 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.738897 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.739226 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.739553 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:02.779198 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:02.779536 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Floating IP 185a7acb-9b12-44a9-a9ba-29a068bb33d6 disassociated (deleted). External IP: 172.25.7.101, port: f7042056-0d61-4ddc-9fab-37b87ef4756c. Nov 12 04:45:02.989025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:03.446471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:03.451875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:03.456384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Sync routers for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:03.471286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:03.471890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:03.478619 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bb0b5e3d-8fdc-4aa4-8a43-d3348aa7efa2 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/floatingips/185a7acb-9b12-44a9-a9ba-29a068bb33d6 HTTP/1.1" status: 204 len: 168 time: 1.1966574 Nov 12 04:45:03.479260 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:03.481539 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab8d46f-e55d-423c-bf9e-c373264641fe" -d '{"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:03.578503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:03.644227 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefedffa-99c4-42db-ab4f-e3bbbe1cbb83 x-openstack-request-id: req-aefedffa-99c4-42db-ab4f-e3bbbe1cbb83 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:03.644522 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:03.644782 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aefedffa-99c4-42db-ab4f-e3bbbe1cbb83 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:03.645187 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'status': 'completed', 'code': 200} Nov 12 04:45:03.772450 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d1dc-1599-40c2-8574-2c74fa0ba078 req-73a951e7-bab2-4a66-9ba3-9381d24a25d3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:03.773843 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-edb8d1dc-1599-40c2-8574-2c74fa0ba078 req-73a951e7-bab2-4a66-9ba3-9381d24a25d3 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0787556 Nov 12 04:45:03.789128 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-166f91a4-97fd-4540-b00f-8adf152ccf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:03.790544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-166f91a4-97fd-4540-b00f-8adf152ccf37 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 1098 time: 0.0655389 Nov 12 04:45:03.880415 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-edb8d1dc-1599-40c2-8574-2c74fa0ba078 req-425e21fe-b37d-445e-8126-9b2420de84c1 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989690 Nov 12 04:45:03.919758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-1274ccbd-b092-42b7-8191-73c2906dbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:03.921251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-1274ccbd-b092-42b7-8191-73c2906dbf20 service neutron] 10.222.0.104 "GET /v2.0/networks?id=fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 200 len: 896 time: 0.1214674 Nov 12 04:45:03.936339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:03.963364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Checking router: 6cff56d2-bac7-4364-bb80-dab22c36b2a7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:03.967319 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-8267e0f4-b418-4769-9753-4a958836496e service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 200 len: 217 time: 0.0373511 Nov 12 04:45:03.972066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:03.972664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:04.020843 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-5b618bf9-a689-46a9-a5ff-d319c3b1d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:04.022346 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-5b618bf9-a689-46a9-a5ff-d319c3b1d4cd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 200 len: 835 time: 0.0474150 Nov 12 04:45:04.071342 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-e426b1f7-a1ed-4513-851c-0d2489a26d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:04.072889 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-e426b1f7-a1ed-4513-851c-0d2489a26d79 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=fc935951-13d0-4318-a503-73ceebfb2807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429168 Nov 12 04:45:04.082775 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:04.170507 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-6c53150b-ea7d-438d-984c-46d3e9c4d2f9 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 Nov 12 04:45:04.262017 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4ab8d46f-e55d-423c-bf9e-c373264641fe req-a0211157-a00c-4530-a68b-4c2d8c03c683 service neutron] 10.222.0.104 "GET /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848162 Nov 12 04:45:04.285313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:04.314316 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8093c3-5496-4f71-9514-6749c1fdef92 None None] The sync data for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 is: [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:26Z', 'revision_number': 4, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'a6816417-2f39-40b0-9ffa-f53684f8bbfa', 'name': '', 'network_id': 'fc935951-13d0-4318-a503-73ceebfb2807', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'mac_address': 'fa:16:3e:b1:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:25Z', 'updated_at': '2021-11-12T04:43:29Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'subnets': [{'id': '3f647ece-62f8-4eb9-8287-abb13f2019a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:04.538860 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc4d2fd-6472-4c9f-ad0f-671e4dc6bfa2 None None] New status for floating IP 185a7acb-9b12-44a9-a9ba-29a068bb33d6: DOWN {{(pid=102607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:45:05.003210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700a04b-4e39-4a45-8802-35511ffd54a4 req-4ccf22b8-f6e2-46d7-ad73-1c0a9d495ba5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:05.004702 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e700a04b-4e39-4a45-8802-35511ffd54a4 req-4ccf22b8-f6e2-46d7-ad73-1c0a9d495ba5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0544729 Nov 12 04:45:05.054215 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e700a04b-4e39-4a45-8802-35511ffd54a4 req-a23ad16b-854f-454a-84d8-48a24df39e72 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/security-groups?id=4b6c54d5-b662-4366-a6a6-0896e626e486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Nov 12 04:45:05.719547 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-08df13cb-1bfa-4ecd-93f2-761dc8b725c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:05.721043 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-08df13cb-1bfa-4ecd-93f2-761dc8b725c5 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 946 time: 0.0482678 Nov 12 04:45:05.813696 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port f7042056-0d61-4ddc-9fab-37b87ef4756c {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:05.814033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.900230 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port f7042056-0d61-4ddc-9fab-37b87ef4756c, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=f7042056-0d61-4ddc-9fab-37b87ef4756c,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:05.900588 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:05.914434 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for f7042056-0d61-4ddc-9fab-37b87ef4756c owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:06.042907 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:06.072111 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=f7042056-0d61-4ddc-9fab-37b87ef4756c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:06.083091 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.083443 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.083784 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.084124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.084460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.084790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.085126 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.085459 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.085787 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.086110 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.086436 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.086760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:06.125310 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] No DVR routers for this DVR port f7042056-0d61-4ddc-9fab-37b87ef4756c on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:45:06.127989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:06.131256 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9791bed0-e735-44a5-bd6e-b1fc97fa871f req-d90442af-f2e0-4c1d-bd92-818b8d99e291 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.104 "DELETE /v2.0/ports/f7042056-0d61-4ddc-9fab-37b87ef4756c HTTP/1.1" status: 204 len: 173 time: 0.4041328 Nov 12 04:45:06.131811 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'name': 'network-vif-deleted', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:06.133956 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9bae4-e2ac-4266-9cb3-1882d881bcd8" -d '{"events": [{"server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "name": "network-vif-deleted", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:06.167748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-693a738e-dcba-4fb0-9069-37ffaadf79aa req-b34d5603-5628-47db-84f5-07a0c3df4dda tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "GET /v2.0/ports?device_id=53cd14d0-a418-47f4-9dfc-14d557da07b5 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Nov 12 04:45:06.211423 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f6445-5f3b-47e5-9dd1-1674137f9b2f x-openstack-request-id: req-355f6445-5f3b-47e5-9dd1-1674137f9b2f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:06.211727 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53cd14d0-a418-47f4-9dfc-14d557da07b5", "name": "network-vif-deleted", "tag": "f7042056-0d61-4ddc-9fab-37b87ef4756c", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:06.211987 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-355f6445-5f3b-47e5-9dd1-1674137f9b2f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:06.212394 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cd14d0-a418-47f4-9dfc-14d557da07b5', 'name': 'network-vif-deleted', 'tag': 'f7042056-0d61-4ddc-9fab-37b87ef4756c', 'status': 'completed', 'code': 200} Nov 12 04:45:07.225113 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42134) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:07.581876 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:07.833665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port a6816417-2f39-40b0-9ffa-f53684f8bbfa {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:07.833926 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:07.927143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port a6816417-2f39-40b0-9ffa-f53684f8bbfa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=a6816417-2f39-40b0-9ffa-f53684f8bbfa,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:07.927503 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:07.940602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for a6816417-2f39-40b0-9ffa-f53684f8bbfa owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:08.129305 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.155800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=a6816417-2f39-40b0-9ffa-f53684f8bbfa,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:08.331447 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.542589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:08.647735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:08.652757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-2f15e1b6-46fd-45ea-a816-b143967b42e0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "PUT /v2.0/routers/6cff56d2-bac7-4364-bb80-dab22c36b2a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265969 Nov 12 04:45:08.655372 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42136) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:08.659684 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Sync routers for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:08.669501 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:08.670105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:08.710499 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting subnet 3f647ece-62f8-4eb9-8287-abb13f2019a2 {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:45:08.713637 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.754160 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.775022 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:08.837219 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.904448 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.932893 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Subnet': ['ID=3f647ece-62f8-4eb9-8287-abb13f2019a2,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:08.936441 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:08.939684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4b095d2c-8f02-4eef-8d2e-8980c655838b tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/subnets/3f647ece-62f8-4eb9-8287-abb13f2019a2 HTTP/1.1" status: 204 len: 168 time: 0.2833745 Nov 12 04:45:08.942278 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42138) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:08.951465 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9021954-c610-449e-850a-13ac7d09e295 None None] Network fc935951-13d0-4318-a503-73ceebfb2807 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:45:09.021626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:45:08Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:09.050490 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.068289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Checking router: 6cff56d2-bac7-4364-bb80-dab22c36b2a7 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:09.093330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Routers {'6cff56d2-bac7-4364-bb80-dab22c36b2a7'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:09.093947 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:09.211664 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] Set router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:09.241443 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] DHCP port deletion for fc935951-13d0-4318-a503-73ceebfb2807 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:09.410088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Deleting port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:09.410457 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.458152 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.482565 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] For port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,segment=NetworkSegment(63b6f28c-5c35-4eee-a674-7931f522b7ec),segment_id=63b6f28c-5c35-4eee-a674-7931f522b7ec)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:09.483010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.498948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Calling delete_port for 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:09.511778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Deleting port d1c167d5-e09a-4760-88ec-564e85855608 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:45:09.512119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.515179 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f7042056-0d61-4ddc-9fab-37b87ef4756c no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:09.519729 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:45:08Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:09.592472 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] For port d1c167d5-e09a-4760-88ec-564e85855608, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=d1c167d5-e09a-4760-88ec-564e85855608,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:09.592836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.593288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: f7042056-0d61-4ddc-9fab-37b87ef4756c {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:09.593638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device f7042056-0d61-4ddc-9fab-37b87ef4756c not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:09.596959 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbaf467-fe22-442f-9d0d-873166b22663 None None] The sync data for ids ['6cff56d2-bac7-4364-bb80-dab22c36b2a7'] in n-d-766726-29 is: [{'id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-360293924', 'tenant_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:45:08Z', 'revision_number': 5, 'project_id': 'f2eb53e812374113a1dfc7be5c499cfb', 'gw_port': {'id': 'd1c167d5-e09a-4760-88ec-564e85855608', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cff56d2-bac7-4364-bb80-dab22c36b2a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:43:23Z', 'updated_at': '2021-11-12T04:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:09.608287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Calling delete_port for d1c167d5-e09a-4760-88ec-564e85855608 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:45:09.639947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.670088 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] No DVR routers for this DVR port 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:45:09.672881 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Pushing event deleted for resources: {'Port': ['ID=8af376d9-c697-45f6-bb5c-fd2d0c79e4d1,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:09.683745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.683869 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.684134 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.684472 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.684808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.685148 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.685463 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.685818 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.686141 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.686488 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.686827 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.687202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3dcaef-b71a-426f-9746-b868d4a5d74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:09.794069 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.820961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Port': ['ID=d1c167d5-e09a-4760-88ec-564e85855608,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:09.832569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c9929-1c6d-40e3-a9c9-083916f29899 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:09.883541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.980731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:09.983527 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.027468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.027988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Fanout notify agent at l3_agent the message router_deleted on router 6cff56d2-bac7-4364-bb80-dab22c36b2a7 {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:45:10.035345 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.039157 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7a26a0aa-ba6b-436b-8a03-082316d438d0 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/routers/6cff56d2-bac7-4364-bb80-dab22c36b2a7 HTTP/1.1" status: 204 len: 168 time: 1.0932441 Nov 12 04:45:10.039308 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42140) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:10.121415 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.212129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.233159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc935951-13d0-4318-a503-73ceebfb2807']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:10.243023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b6f28c-5c35-4eee-a674-7931f522b7ec') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:10.243326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b6f28c-5c35-4eee-a674-7931f522b7ec') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:10.253083 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.267541 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.273760 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:45:10.274129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:45:10.277171 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:45:10.334446 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.338789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.342791 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/networks/fc935951-13d0-4318-a503-73ceebfb2807 HTTP/1.1" status: 204 len: 168 time: 0.3019023 Nov 12 04:45:10.345534 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42142) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:10.357706 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177be86e-8ef1-4182-a9b7-ed00a4cdd520 tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'Network': ['ID=fc935951-13d0-4318-a503-73ceebfb2807,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:10.405011 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.405623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.429895 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.488491 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.491247 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:10.492432 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] 10.222.0.97 "DELETE /v2.0/security-groups/4b6c54d5-b662-4366-a6a6-0896e626e486 HTTP/1.1" status: 204 len: 168 time: 0.1458902 Nov 12 04:45:10.501965 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060abc5d-8346-484b-93e7-22e2b8d85eac tempest-TestNetworkAdvancedServerOps-1698782385 tempest-TestNetworkAdvancedServerOps-1698782385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c54d5-b662-4366-a6a6-0896e626e486,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:10.656840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1c167d5-e09a-4760-88ec-564e85855608 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:10.678659 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: d1c167d5-e09a-4760-88ec-564e85855608 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:10.679351 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device d1c167d5-e09a-4760-88ec-564e85855608 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:10.679451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:10.699696 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:10.699986 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 8af376d9-c697-45f6-bb5c-fd2d0c79e4d1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:10.700478 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6816417-2f39-40b0-9ffa-f53684f8bbfa no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:45:10.720395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: a6816417-2f39-40b0-9ffa-f53684f8bbfa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:45:10.720762 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device a6816417-2f39-40b0-9ffa-f53684f8bbfa not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:45:10.842210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42150) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:10.973525 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-df21bd5d-9f63-46b5-a959-fdaf90684799 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f2eb53e812374113a1dfc7be5c499cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300285 Nov 12 04:45:10.975968 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42154) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:11.027392 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.048223 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.094546 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.097045 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.098198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/46dfaa22-3f30-4d93-8473-da5429bc352c HTTP/1.1" status: 204 len: 168 time: 0.1213069 Nov 12 04:45:11.106059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68ec87-71fd-4130-9706-7739612a902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dfaa22-3f30-4d93-8473-da5429bc352c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:11.354817 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42160) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:11.368614 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef711ac2-2bd8-4a7c-b034-e2b407c9df7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.440775 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef711ac2-2bd8-4a7c-b034-e2b407c9df7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.444353 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-ef711ac2-2bd8-4a7c-b034-e2b407c9df7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.481882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-ef711ac2-2bd8-4a7c-b034-e2b407c9df7d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d72acecc3c774454aa94fb81c1e52e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259794 Nov 12 04:45:11.483339 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef711ac2-2bd8-4a7c-b034-e2b407c9df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e1e71-52d2-4fe7-be12-09f46a456c82,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:11.485173 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42162) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:11.533445 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.554477 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.604269 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.606871 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:11.608108 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ee3e1e71-52d2-4fe7-be12-09f46a456c82 HTTP/1.1" status: 204 len: 168 time: 0.1218772 Nov 12 04:45:11.615796 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935a644-df90-48db-87c3-35f4f1a58dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e1e71-52d2-4fe7-be12-09f46a456c82,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.291412 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42184) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:12.388127 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889148466-network', 'tenant_id': '33256878c77a4ea292472c6152017d90'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:12.409156 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Made reservation on behalf of 33256878c77a4ea292472c6152017d90 for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:12.411458 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.419812 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.493221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.497026 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.522549 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:45:12.532376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8224a608-ddd1-4045-ad8b-d53433187110,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.538018 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.538363 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Added segment 3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78 of type vlan for network 5e25e5e3-e281-4815-9a69-46f206948586 Nov 12 04:45:12.579017 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.602832 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.603791 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.604370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.636759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3440535 Nov 12 04:45:12.639774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:12.645356 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Request body: {'subnet': {'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889148466-subnet', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:12.668416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Made reservation on behalf of 33256878c77a4ea292472c6152017d90 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:12.671906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.673318 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85cb86-8a1a-434d-9f93-a832af6e10aa admin admin] Pushing event updated for resources: {'Network': ['ID=5e25e5e3-e281-4815-9a69-46f206948586,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.683010 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 5e25e5e3-e281-4815-9a69-46f206948586 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:45:12.839108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.897243 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418f764c-ad86-4539-b318-04c4dd66834c,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:12.907988 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:12.908345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Network hostable DHCP agents. Network: 5e25e5e3-e281-4815-9a69-46f206948586, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:45:12.925155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Network 5e25e5e3-e281-4815-9a69-46f206948586 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:45:12.933699 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 5e25e5e3-e281-4815-9a69-46f206948586) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:12.937744 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:12.938332 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.943584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c93337-c70e-4080-8d72-8220ee31bf26 None None] Network 5e25e5e3-e281-4815-9a69-46f206948586 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:45:12.953720 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8e73bbeb-dde5-4034-8904-d6205d8a6f99 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126273 Nov 12 04:45:12.957793 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:12.962368 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:12.983745 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:12.984845 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.037410 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.093473 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-5e25e5e3-e281-4815-9a69-46f206948586', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:45:13.094362 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.182459 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.230967 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Allocated IP 172.20.0.2 (5e25e5e3-e281-4815-9a69-46f206948586/418f764c-ad86-4539-b318-04c4dd66834c/274b5afa-0913-444f-8292-9ade6395c806) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:13.374725 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.380966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.396223 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.416387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.529627 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Allocated IP 172.25.7.223 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/30cf924e-ae70-4e62-bce5-9539bb4b48d1) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:13.578569 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Network 5e25e5e3-e281-4815-9a69-46f206948586 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:13.581503 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:13.585825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:13.588999 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Pushing event updated for resources: {'Port': ['ID=274b5afa-0913-444f-8292-9ade6395c806,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:13.638645 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Attempting to bind port 274b5afa-0913-444f-8292-9ade6395c806 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:13.639614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Attempting to bind port 274b5afa-0913-444f-8292-9ade6395c806 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:13.639958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Attempting to bind port 274b5afa-0913-444f-8292-9ade6395c806 on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:13.641324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.645243 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:13.645608 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:13.646000 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.646380 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Bound using segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:13.646873 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Bound port: 274b5afa-0913-444f-8292-9ade6395c806, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:13.647251 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.680442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.714685 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d04c081c-0573-461b-8d34-19a905214411 None None] For port 274b5afa-0913-444f-8292-9ade6395c806, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:13.718090 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-d04c081c-0573-461b-8d34-19a905214411 None None] For port 274b5afa-0913-444f-8292-9ade6395c806, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=274b5afa-0913-444f-8292-9ade6395c806,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:13.718317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:13.721669 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.723675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:13.727259 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:13.750911 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff2ada-8bc0-4e08-93ad-0fba73e7ca63 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:13.753785 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Pushing event updated for resources: {'Port': ['ID=30cf924e-ae70-4e62-bce5-9539bb4b48d1,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:13.787419 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c081c-0573-461b-8d34-19a905214411 None None] Pushing event updated for resources: {'Port': ['ID=274b5afa-0913-444f-8292-9ade6395c806,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:13.864626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-4c6866f0-b4a9-4a36-b1cb-0c24e529338f None None] Provisioning complete for port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:13.864989 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4c6866f0-b4a9-4a36-b1cb-0c24e529338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:13.915176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-4c6866f0-b4a9-4a36-b1cb-0c24e529338f None None] Port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:13.998138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.200157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.328952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:45:14.443919 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:14.460158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 274b5afa-0913-444f-8292-9ade6395c806 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:14.463702 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:14.472414 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.473770 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:14.474093 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2ace7c9d-3d06-4f40-9aee-977f997d4f01 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5151932 Nov 12 04:45:14.474815 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:14.476899 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42192) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:14.517832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 274b5afa-0913-444f-8292-9ade6395c806 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:14.518206 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.601628 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.602003 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:14.644206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 274b5afa-0913-444f-8292-9ade6395c806, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=274b5afa-0913-444f-8292-9ade6395c806,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:14.655966 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.707845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=274b5afa-0913-444f-8292-9ade6395c806,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:14.823272 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:13Z', 'revision_number': 3, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:14.848677 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335eaa7-6d3c-49c5-8c0a-c3e7134bd057 None None] Network 5e25e5e3-e281-4815-9a69-46f206948586 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:45:14.851734 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:14.852081 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Updating router 904891f4-5354-4595-8e12-1ea0ce4a6a88 port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:45:14.878451 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.972470 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-741ba260-1e82-4237-bc83-87e4dd4b22ce None None] Provisioning complete for port 274b5afa-0913-444f-8292-9ade6395c806 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:14.972844 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-741ba260-1e82-4237-bc83-87e4dd4b22ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:14.981868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.161468 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Allocated IP 172.20.0.1 (5e25e5e3-e281-4815-9a69-46f206948586/418f764c-ad86-4539-b318-04c4dd66834c/abb0c5a8-8644-4b79-b8fa-9262d7f3771e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:15.240828 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.247805 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.276304 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.290158 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cff108-44a4-463e-bf89-8bacbd7a9f61 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:15.308898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Pushing event updated for resources: {'Port': ['ID=30cf924e-ae70-4e62-bce5-9539bb4b48d1,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:15.313747 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.316921 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Attempting to bind port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:15.317300 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Attempting to bind port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:15.317659 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Attempting to bind port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:15.327042 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:15.327417 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:15.327815 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.328201 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:15.328667 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Bound port: 30cf924e-ae70-4e62-bce5-9539bb4b48d1, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:15.329066 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.333061 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.333766 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.334117 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.334455 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.334787 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.335148 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.335473 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.335781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-314d8dfe-f7c2-40a0-91e9-197e25b6be23 None None] Provisioning complete for port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:15.335905 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.336103 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.336428 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.336570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-314d8dfe-f7c2-40a0-91e9-197e25b6be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.336745 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.337068 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:45:15.373140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Network 5e25e5e3-e281-4815-9a69-46f206948586 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:15.374535 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Pushing event updated for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:15.377052 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:15.379334 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:15.384617 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-314d8dfe-f7c2-40a0-91e9-197e25b6be23 None None] Port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:15.408035 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] For port 30cf924e-ae70-4e62-bce5-9539bb4b48d1, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:15.412598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] For port 30cf924e-ae70-4e62-bce5-9539bb4b48d1, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=30cf924e-ae70-4e62-bce5-9539bb4b48d1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:15.419060 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.423714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.469535 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ba0f2-2500-4962-839a-1a193ae803bb None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:15.476571 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:15.477857 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:15.512286 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Provisioning complete for port 274b5afa-0913-444f-8292-9ade6395c806 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:15.512977 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.538502 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e8b2-a2ff-41d1-8792-5ad0910ceaab None None] Pushing event updated for resources: {'Port': ['ID=30cf924e-ae70-4e62-bce5-9539bb4b48d1,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:15.584515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.616752 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:15.627900 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Provisioning complete for port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:15.628265 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.720524 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.743442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] For port 30cf924e-ae70-4e62-bce5-9539bb4b48d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=30cf924e-ae70-4e62-bce5-9539bb4b48d1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:15.748399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.770373 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.777133 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.798196 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224f2ec-9646-4032-8459-bdfab79dc873 None None] Pushing event updated for resources: {'Port': ['ID=30cf924e-ae70-4e62-bce5-9539bb4b48d1,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:15.821582 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:13Z', 'revision_number': 3, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:15.850393 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.852329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Pushing event updated for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:15.855720 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0b5a9a-268c-40ba-bd3d-b37b5c6031da None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:13Z', 'revision_number': 3, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:15.879583 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-357c635d-c2d4-4ef6-8c6e-2faed15fbfe8 None None] Provisioning complete for port abb0c5a8-8644-4b79-b8fa-9262d7f3771e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:15.880087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-357c635d-c2d4-4ef6-8c6e-2faed15fbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:15.922662 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-357c635d-c2d4-4ef6-8c6e-2faed15fbfe8 None None] Port abb0c5a8-8644-4b79-b8fa-9262d7f3771e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:15.953073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Network 5e25e5e3-e281-4815-9a69-46f206948586 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:15.954385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:16.077384 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:16.218304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:16.223785 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4d2729cf-4f4c-4f38-a2b0-fcb60fb53b6a admin admin] 10.222.0.97 "PUT /v2.0/routers/904891f4-5354-4595-8e12-1ea0ce4a6a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457972 Nov 12 04:45:16.248547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e45669c8-2298-4050-9b0c-38a6e1ab08a0 None None] Provisioning complete for port abb0c5a8-8644-4b79-b8fa-9262d7f3771e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:16.248917 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e45669c8-2298-4050-9b0c-38a6e1ab08a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.299972 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e45669c8-2298-4050-9b0c-38a6e1ab08a0 None None] Port abb0c5a8-8644-4b79-b8fa-9262d7f3771e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:16.493457 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 30cf924e-ae70-4e62-bce5-9539bb4b48d1 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:16.548399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:16.549317 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.639379 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 274b5afa-0913-444f-8292-9ade6395c806 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:16.692890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 274b5afa-0913-444f-8292-9ade6395c806 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:16.693279 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.768983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42208) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:16.774138 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292190633-network', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:16.796456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Made reservation on behalf of 4c1ec89b1cc7475281005ca709a21a70 for: {'network': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:16.799033 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.807703 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.883642 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.887131 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.915290 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=102605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:45:16.922190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b89996-5b09-4acb-a87a-231592a91cb6,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:16.928088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.928432 n-d-766726-29 neutron-server[102605]: INFO neutron.db.segments_db [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Added segment d464e5c7-6145-466e-a324-ba497e70139f of type vlan for network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 Nov 12 04:45:16.969515 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.992979 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:16.993906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:16.994475 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.053870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2836740 Nov 12 04:45:17.056530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42210) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:17.061806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Request body: {'subnet': {'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292190633-subnet', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:17.072648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0826520-36fb-4514-8684-eaaadf56a6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=49b3bf49-de0f-4c35-bb02-83fc8bf83ed0,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:17.083061 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:45:17.088906 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Made reservation on behalf of 4c1ec89b1cc7475281005ca709a21a70 for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:17.091553 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.271643 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.325681 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb1b095-c741-42f7-bcd0-ddf387fd7840,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:17.336528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Checking segment: {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:17.336890 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Network hostable DHCP agents. Network: 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:45:17.353750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:45:17.362531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:17.366497 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:17.367129 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.371837 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef294d-4d65-4d79-92b2-32c46416ef67 None None] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:45:17.383936 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-80593fc7-41e7-4dab-b0fa-152c84e383e2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3263884 Nov 12 04:45:17.386536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42212) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:17.391140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:17.412124 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.413121 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.474725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.482518 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:17.504348 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:17.504953 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:17.605574 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'fixed_ips': [{'subnet_id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:45:17.606437 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.614864 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:17.692638 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:17.879094 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Allocated IP 172.20.0.2 (49b3bf49-de0f-4c35-bb02-83fc8bf83ed0/dfb1b095-c741-42f7-bcd0-ddf387fd7840/2b14cce0-0fd5-4a9b-8456-a04451b35c4e) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:18.130913 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.151308 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.246109 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 2, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:18.248767 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.261191 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Allocated IP 172.25.7.207 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/af84fb0e-40ff-43ea-9718-42d6b5119a5e) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:18.276579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.280772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:18.281126 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Updating router 904891f4-5354-4595-8e12-1ea0ce4a6a88 port abb0c5a8-8644-4b79-b8fa-9262d7f3771e binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:45:18.335344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:18.341528 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:18.345041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.348512 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:18.363673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.366908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Pushing event updated for resources: {'Port': ['ID=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:18.398459 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.439320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:18.442181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:18.442452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Attempting to bind port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:18.442826 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Attempting to bind port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:18.443212 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Attempting to bind port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e on network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:18.445758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:18.451531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Pushing event updated for resources: {'Port': ['ID=af84fb0e-40ff-43ea-9718-42d6b5119a5e,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:18.497485 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:18.497859 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Checking segment: {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:18.498833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.499231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Bound using segment: {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:18.499714 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Bound port: 2b14cce0-0fd5-4a9b-8456-a04451b35c4e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:18.500096 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.502079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde7cd0-a585-45e8-8f92-545d50786b2f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:18.644924 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] For port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:18.666167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] For port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:18.675434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.681292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-6805aa53-a102-40dd-b78e-82752f901a3a None None] Provisioning complete for port af84fb0e-40ff-43ea-9718-42d6b5119a5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:18.681653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6805aa53-a102-40dd-b78e-82752f901a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.704689 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.787554 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-6805aa53-a102-40dd-b78e-82752f901a3a None None] Port af84fb0e-40ff-43ea-9718-42d6b5119a5e cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:18.794247 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945bf12-11b2-4bbf-a634-5a3ab0514845 None None] Pushing event updated for resources: {'Port': ['ID=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:18.847058 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.854042 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.913339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4936b3-f15a-462d-9049-42834261d879 None None] Pushing event updated for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:18.917906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.962867 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Attempting to bind port abb0c5a8-8644-4b79-b8fa-9262d7f3771e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:18.963258 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Attempting to bind port abb0c5a8-8644-4b79-b8fa-9262d7f3771e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:18.963624 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Attempting to bind port abb0c5a8-8644-4b79-b8fa-9262d7f3771e on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:18.981213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:18.981213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:18.981213 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:18.990245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Bound using segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:18.990898 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Bound port: abb0c5a8-8644-4b79-b8fa-9262d7f3771e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:18.991296 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.077523 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] For port abb0c5a8-8644-4b79-b8fa-9262d7f3771e, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:19.081038 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] For port abb0c5a8-8644-4b79-b8fa-9262d7f3771e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:19.086500 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.101238 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:45:19.153092 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:19.153825 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:19.197629 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4936b3-f15a-462d-9049-42834261d879 None None] Pushing event updated for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:19.228167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:19.238182 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Sync routers for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:19.249722 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:19.250337 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:19.253207 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.255867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-894f6e49-7bf0-4a3d-8120-ce5419da4730 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8675790 Nov 12 04:45:19.257806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42214) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:19.281392 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:19.381025 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:19.399571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] Provisioning complete for port abb0c5a8-8644-4b79-b8fa-9262d7f3771e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:19.400496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.574207 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.594328 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:18Z', 'revision_number': 3, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:19.595584 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:19.624415 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Checking router: 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:19.624759 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Updating router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 port af84fb0e-40ff-43ea-9718-42d6b5119a5e binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:45:19.634150 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cce11d-08e3-4752-a684-723b7693f3ec None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:19.656030 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] For port abb0c5a8-8644-4b79-b8fa-9262d7f3771e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:19.662969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.667341 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.779206 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10d96f-a416-4d7c-8d02-9d3b45ff12bb None None] Pushing event updated for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:19.794323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-14509000-11e9-4fbe-b599-5868d86b524f None None] Provisioning complete for port abb0c5a8-8644-4b79-b8fa-9262d7f3771e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:19.797131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-14509000-11e9-4fbe-b599-5868d86b524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:19.933720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.017811 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920128f-24c7-4668-8761-3f9df70e693c None None] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:45:20.050097 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.057240 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.107228 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Attempting to bind port af84fb0e-40ff-43ea-9718-42d6b5119a5e on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:20.108267 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Attempting to bind port af84fb0e-40ff-43ea-9718-42d6b5119a5e by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:20.108634 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Attempting to bind port af84fb0e-40ff-43ea-9718-42d6b5119a5e on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:20.110611 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc7fc1-3577-43f5-a2d2-a366ff6b98c6 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:20.121523 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:20.121890 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:20.122437 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.123629 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:20.124107 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Bound port: af84fb0e-40ff-43ea-9718-42d6b5119a5e, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:20.124641 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.159863 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] Provisioning complete for port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:20.160446 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.161961 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Allocated IP 172.20.0.1 (49b3bf49-de0f-4c35-bb02-83fc8bf83ed0/dfb1b095-c741-42f7-bcd0-ddf387fd7840/fb8cc101-12b5-4cc8-b959-6fcac9e851af) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:20.177095 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ee42c-ca6e-45c7-9c44-602efb5de1d0 None None] Pushing event updated for resources: {'Port': ['ID=af84fb0e-40ff-43ea-9718-42d6b5119a5e,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:20.230963 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] For port af84fb0e-40ff-43ea-9718-42d6b5119a5e, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:20.235549 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] For port af84fb0e-40ff-43ea-9718-42d6b5119a5e, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=af84fb0e-40ff-43ea-9718-42d6b5119a5e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:20.241092 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.290959 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.314864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157e7f4-ba1f-4077-9fc7-b81e340133ca None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:45:20.317798 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:20.318919 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:20.323633 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.333945 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.358194 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ee42c-ca6e-45c7-9c44-602efb5de1d0 None None] Pushing event updated for resources: {'Port': ['ID=af84fb0e-40ff-43ea-9718-42d6b5119a5e,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:20.383098 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:20.388339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] For port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:20.394812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:20.395408 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.398715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:20.463669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:20.476119 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.524036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043e7fb-9dc1-4612-b9cf-aab07e4dce65 None None] Pushing event updated for resources: {'Port': ['ID=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:20.574422 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] Provisioning complete for port af84fb0e-40ff-43ea-9718-42d6b5119a5e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:20.574825 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.627435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abb0c5a8-8644-4b79-b8fa-9262d7f3771e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:20.700394 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:20.701958 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.776511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port abb0c5a8-8644-4b79-b8fa-9262d7f3771e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:20.777420 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.828210 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.867626 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] For port af84fb0e-40ff-43ea-9718-42d6b5119a5e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=af84fb0e-40ff-43ea-9718-42d6b5119a5e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:20.878989 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:20.980879 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b14cce0-0fd5-4a9b-8456-a04451b35c4e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:20.995199 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.001028 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.005898 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:18Z', 'revision_number': 3, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:21.014376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4e41a-f2ab-4ccb-ae79-65636b559e02 None None] Pushing event updated for resources: {'Port': ['ID=af84fb0e-40ff-43ea-9718-42d6b5119a5e,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:21.040980 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f54cb-71cb-4e4c-978f-14083350d5c6 None None] The sync data for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 is: [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:18Z', 'revision_number': 3, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:21.041671 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-79ca3bf1-70c8-4d9a-b55d-01340dc7f809 None None] Provisioning complete for port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:21.042048 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79ca3bf1-70c8-4d9a-b55d-01340dc7f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.081778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:21.082149 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.084920 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.117175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:21.199416 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:21.200644 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:21.212643 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-79ca3bf1-70c8-4d9a-b55d-01340dc7f809 None None] Provisioning complete for port fb8cc101-12b5-4cc8-b959-6fcac9e851af triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:21.213012 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79ca3bf1-70c8-4d9a-b55d-01340dc7f809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.251249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-79ca3bf1-70c8-4d9a-b55d-01340dc7f809 None None] Port fb8cc101-12b5-4cc8-b959-6fcac9e851af cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:21.328073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:21.446807 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:21.452132 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3413845b-6b8b-40e9-a1ea-597c52be0e38 admin admin] 10.222.0.97 "PUT /v2.0/routers/817fad64-4acf-4f9f-9ffa-5cc365cc4ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933198 Nov 12 04:45:21.470975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-7e1aee83-0598-46ad-9cfd-c6eb5abab78d None None] Provisioning complete for port fb8cc101-12b5-4cc8-b959-6fcac9e851af triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:21.471842 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e1aee83-0598-46ad-9cfd-c6eb5abab78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:21.702923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-7e1aee83-0598-46ad-9cfd-c6eb5abab78d None None] Port fb8cc101-12b5-4cc8-b959-6fcac9e851af cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:21.977248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42222) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:21.981945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024469478', 'description': 'tempest-secgroup-smoke-2024469478 description', 'project_id': '33256878c77a4ea292472c6152017d90'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.005395 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.077633 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.082172 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.115191 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.116472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1382043 Nov 12 04:45:22.118593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5601-b92f-489b-a0eb-d9ad675fd5c7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9ea82-2331-4670-ade5-193b2d2ffe27,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.120175 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42224) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.125686 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.155183 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.209639 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.213330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.231717 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a16498-9fe6-4318-a839-5db24c39b3d2,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.238263 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.239501 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-a9fa0850-11e0-48c5-8124-51a082c15014 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177831 Nov 12 04:45:22.243016 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42226) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.247786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.275594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.332601 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.336224 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.353735 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8626d5c-7a6d-40ac-af74-538c47c549f8,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.363297 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.364839 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6dbaa46b-fcdd-4b84-8650-61806a0848d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208079 Nov 12 04:45:22.367637 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42228) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.372126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.404831 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.412242 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b27bed21-5e9e-4e61-96a8-4c29f5e6f3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.467916 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.472152 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.488446 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fe5258-eaee-48e7-aa53-084293318964,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.501342 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.505587 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-457e6d5e-bf6a-4b2b-a986-a9f363a5aea9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340647 Nov 12 04:45:22.506129 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42230) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.510769 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.516458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device af84fb0e-40ff-43ea-9718-42d6b5119a5e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:22.540388 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.565683 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port af84fb0e-40ff-43ea-9718-42d6b5119a5e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:22.566051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.603822 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.608612 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.628358 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db4fe16-40a6-4338-a05c-c352bd860c24,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.637500 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.639308 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-50496d5f-0089-475f-a744-039c3039e091 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315737 Nov 12 04:45:22.641924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42232) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.648029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.651918 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b14cce0-0fd5-4a9b-8456-a04451b35c4e up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:22.669479 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Project 33256878c77a4ea292472c6152017d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:45:22.674650 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.703416 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:22.703416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.739302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.744239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.766485 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eacd6d-6f25-471c-a4d8-efb034f7d49b,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.773725 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.774984 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3b3f824a-dad6-4f42-8a9d-f2d196a657ba tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318386 Nov 12 04:45:22.777674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42234) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:22.785933 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': 'bcd9ea82-2331-4670-ade5-193b2d2ffe27', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:22.811985 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Project 33256878c77a4ea292472c6152017d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:45:22.817540 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.878519 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.882746 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.902632 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecd4018-9595-4276-9183-00d5852d9525,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:22.908727 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:22.917518 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4e318ace-3b77-4f77-b9b3-68c843dc7b04 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313455 Nov 12 04:45:23.025293 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Sync routers for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:23.034586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:23.035239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:23.143990 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:23.259313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-a700ad0a-7ab5-4fbd-8b5f-d472702029d0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024469478&fields=id&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 267 time: 0.0477347 Nov 12 04:45:23.347448 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fb8cc101-12b5-4cc8-b959-6fcac9e851af', 'name': '', 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'mac_address': 'fa:16:3e:95:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:19Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 2, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'subnets': [{'id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:23.371135 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-f9ad87cf-4260-4288-a7f1-788f3f16147e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:23.372650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-f9ad87cf-4260-4288-a7f1-788f3f16147e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 809 time: 0.1062498 Nov 12 04:45:23.374587 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Checking router: 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:23.374975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Updating router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 port fb8cc101-12b5-4cc8-b959-6fcac9e851af binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:45:23.387644 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-313c044f-ccb8-436d-9bb4-4bcd5799170b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/quotas/33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 375 time: 0.0091553 Nov 12 04:45:23.399900 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.439662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-4aaf68af-0519-4b12-9f7a-d765222bb74b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459158 Nov 12 04:45:23.540975 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-49e50c85-1ad7-4328-8b4b-9c42a1cfc530 service neutron] 10.222.0.97 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894198 Nov 12 04:45:23.631733 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-38c74a45-1f43-42b9-834e-68c714575eb7 service neutron] 10.222.0.97 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Nov 12 04:45:23.663131 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.668565 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.721232 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8c8c6-9be9-4c8b-85d8-2175e65d7c13 None None] Pushing event updated for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:23.790085 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Attempting to bind port fb8cc101-12b5-4cc8-b959-6fcac9e851af on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:23.793052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Attempting to bind port fb8cc101-12b5-4cc8-b959-6fcac9e851af by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:23.793052 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Attempting to bind port fb8cc101-12b5-4cc8-b959-6fcac9e851af on network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:23.798051 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:23.798708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Checking segment: {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:23.799273 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.799757 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Bound using segment: {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:23.800431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Bound port: fb8cc101-12b5-4cc8-b959-6fcac9e851af, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd464e5c7-6145-466e-a324-ba497e70139f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:23.801298 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.844361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-43456dfa-b997-4a64-b951-ec137b036d63 req-f4c562a1-9887-41dd-b73c-bb267734111c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 210 time: 0.0586228 Nov 12 04:45:23.879791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] For port fb8cc101-12b5-4cc8-b959-6fcac9e851af, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:23.883217 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] For port fb8cc101-12b5-4cc8-b959-6fcac9e851af, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb8cc101-12b5-4cc8-b959-6fcac9e851af,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:23.889798 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:23.965782 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8c8c6-9be9-4c8b-85d8-2175e65d7c13 None None] Pushing event updated for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:23.969133 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:23.969675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:44:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:23.972036 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] Provisioning complete for port fb8cc101-12b5-4cc8-b959-6fcac9e851af triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:23.972402 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.144673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:24.176118 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.263149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] For port fb8cc101-12b5-4cc8-b959-6fcac9e851af, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb8cc101-12b5-4cc8-b959-6fcac9e851af,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:24.292158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.363819 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f0d09-3b97-439a-a8fc-29068b7f61d2 None None] Pushing event updated for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:24.421018 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-0197df08-433a-4c6f-9700-855b09f03816 None None] Provisioning complete for port fb8cc101-12b5-4cc8-b959-6fcac9e851af triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:24.421300 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0197df08-433a-4c6f-9700-855b09f03816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.454520 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fb8cc101-12b5-4cc8-b959-6fcac9e851af', 'name': '', 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'mac_address': 'fa:16:3e:95:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:19Z', 'updated_at': '2021-11-12T04:45:23Z', 'revision_number': 4, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'subnets': [{'id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:24.486330 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3adea1-69ab-455a-bc1b-a014fe698111 None None] The sync data for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 is: [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'fb8cc101-12b5-4cc8-b959-6fcac9e851af', 'name': '', 'network_id': '49b3bf49-de0f-4c35-bb02-83fc8bf83ed0', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'mac_address': 'fa:16:3e:95:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:19Z', 'updated_at': '2021-11-12T04:45:23Z', 'revision_number': 4, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'subnets': [{'id': 'dfb1b095-c741-42f7-bcd0-ddf387fd7840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:24.741129 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1504bdee-5980-4c4b-9fda-28483574df2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:24.946219 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a47e395-274d-42ba-bac2-60bbea272167 req-98e90bdf-e456-40e4-bf29-1722f26654ae tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 210 time: 0.0355296 Nov 12 04:45:25.181036 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-842389b2-1847-497e-b052-993940f6e6ac tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:25.182696 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-842389b2-1847-497e-b052-993940f6e6ac tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 809 time: 0.1126378 Nov 12 04:45:25.276699 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-7913fb2e-83b7-4bc3-8ceb-443ee2cc9f0e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 380 time: 0.0551763 Nov 12 04:45:25.308668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'port': {'device_id': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'admin_state_up': True, 'tenant_id': '33256878c77a4ea292472c6152017d90', 'security_groups': ['bcd9ea82-2331-4670-ade5-193b2d2ffe27']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:25.424352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Made reservation on behalf of 33256878c77a4ea292472c6152017d90 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:45:25.428007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.558501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Allocated IP 172.20.0.14 (5e25e5e3-e281-4815-9a69-46f206948586/418f764c-ad86-4539-b318-04c4dd66834c/7195d066-d833-47c0-b0e6-6b409eb403db) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:25.693525 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.727331 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.776419 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Network 5e25e5e3-e281-4815-9a69-46f206948586 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:25.781833 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.782389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:25.784759 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:25.817394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:25.842332 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:25.843177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.859595 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-55844051-4c09-49d2-8865-13c27526e23b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545382 Nov 12 04:45:25.874994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-c54dac08-3181-4ed9-abc8-2bf4cb273c2a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:45:25.876045 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-c54dac08-3181-4ed9-abc8-2bf4cb273c2a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059631 Nov 12 04:45:25.904188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Request body: {'port': {'device_id': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:25.968257 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:25.975429 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-830030d3-0d26-49a0-9efd-6874b428e738 None None] Provisioning complete for port 7195d066-d833-47c0-b0e6-6b409eb403db triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:25.976350 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-830030d3-0d26-49a0-9efd-6874b428e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.014517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-830030d3-0d26-49a0-9efd-6874b428e738 None None] Port 7195d066-d833-47c0-b0e6-6b409eb403db cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:45:26.070727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09583935-f528-4225-b5d9-f7cc0ec0f725 req-af86d176-d046-44ab-9ce5-cadebb3a40c6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.072141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09583935-f528-4225-b5d9-f7cc0ec0f725 req-af86d176-d046-44ab-9ce5-cadebb3a40c6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 932 time: 0.0497911 Nov 12 04:45:26.122001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-09583935-f528-4225-b5d9-f7cc0ec0f725 req-a32b98ac-1166-4a9a-a431-e2ff01c371bd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Nov 12 04:45:26.241239 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:45:26.249096 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.261692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Transition to ACTIVE for port object 7195d066-d833-47c0-b0e6-6b409eb403db will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:45:26.265837 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.320506 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:26.406121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:45:26.406456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:45:26.407296 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:26.412286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:45:26.412689 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:45:26.418902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:45:26.418902 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:45:26.419233 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Bound using segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:45:26.420250 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Bound port: 7195d066-d833-47c0-b0e6-6b409eb403db, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:45:26.420630 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.477705 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb8cc101-12b5-4cc8-b959-6fcac9e851af up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:26.491367 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:45:26.495354 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:45:26.499876 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.530752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port fb8cc101-12b5-4cc8-b959-6fcac9e851af triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:26.531142 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.534513 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.535176 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:26.536728 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] 10.222.0.16 "PUT /v2.0/ports/7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1093 time: 0.6373751 Nov 12 04:45:26.537026 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:26.539322 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:26.574910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173dcd9-23f1-4132-8460-41d25ff34ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:26.599503 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027acd6c-ed02-4227-a07e-13979b16a2f3 x-openstack-request-id: req-027acd6c-ed02-4227-a07e-13979b16a2f3 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:26.600001 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:26.600440 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-027acd6c-ed02-4227-a07e-13979b16a2f3 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:26.601037 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'status': 'completed', 'code': 200} Nov 12 04:45:26.666218 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-b946c284-9f7e-4a6f-839c-ea72c664a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.667783 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-b946c284-9f7e-4a6f-839c-ea72c664a900 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1096 time: 0.0501859 Nov 12 04:45:26.730777 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-aabd3d40-e273-4948-9eb7-78664116c287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 217 time: 0.0398860 Nov 12 04:45:26.785187 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-f2c3e8d6-805e-44a6-9420-fb5d2c1985c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.786646 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-f2c3e8d6-805e-44a6-9420-fb5d2c1985c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0449224 Nov 12 04:45:26.833937 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-60974f1b-7c86-412a-ab8c-46fd614cf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:26.835429 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-60974f1b-7c86-412a-ab8c-46fd614cf432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401287 Nov 12 04:45:26.934031 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-be80bc08-34f1-4d81-9dc7-6c4651ea78ab service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 Nov 12 04:45:27.027856 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-8275aede-2640-42cf-8a5f-a948acc6a784 req-802115b4-303c-42a1-aedd-e6bc8d658616 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854352 Nov 12 04:45:27.190316 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-37305810-eab1-4840-a753-5205741e497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.191875 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-37305810-eab1-4840-a753-5205741e497a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1096 time: 0.0538380 Nov 12 04:45:27.236432 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:27.259347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dc0fd-8eb1-4db8-9b23-352351253e5a req-40543cf2-1b6a-4a57-bbcc-a996990e36de tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.261029 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d36dc0fd-8eb1-4db8-9b23-352351253e5a req-40543cf2-1b6a-4a57-bbcc-a996990e36de tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0667624 Nov 12 04:45:27.289981 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-0e51509f-8a0c-4033-b53e-c81e8bb1db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.291504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-0e51509f-8a0c-4033-b53e-c81e8bb1db0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0917747 Nov 12 04:45:27.320552 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d36dc0fd-8eb1-4db8-9b23-352351253e5a req-c6d75b07-a159-4e33-843e-949331b14fee tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516591 Nov 12 04:45:27.339525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-04aeeb98-74de-4e58-ba2b-492619851072 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 217 time: 0.0394232 Nov 12 04:45:27.390120 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-26ff84a8-1f3d-4bd3-ba58-89adf2600b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.391537 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-26ff84a8-1f3d-4bd3-ba58-89adf2600b8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0449100 Nov 12 04:45:27.439006 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-a5b6ca2f-801b-4ef6-b879-0c899987c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:27.440509 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-a5b6ca2f-801b-4ef6-b879-0c899987c232 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408576 Nov 12 04:45:27.533371 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-4b7c589d-0601-43a6-8fa5-72b25e3eeb9a service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Nov 12 04:45:27.626458 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-5650d8d1-5555-4bc7-8fb7-e5f546e3486a req-96089333-44f6-46ac-9610-dd1980ff814f service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Nov 12 04:45:27.922020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:28.439218 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217bad-5ed9-4fa1-85cb-93bdc1777306 req-e7783725-aa49-4353-a27e-6ce42bebb622 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:28.440752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92217bad-5ed9-4fa1-85cb-93bdc1777306 req-e7783725-aa49-4353-a27e-6ce42bebb622 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0498803 Nov 12 04:45:28.489982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-92217bad-5ed9-4fa1-85cb-93bdc1777306 req-80323d17-9cb9-43fe-8bf2-2d22cedcb8c1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Nov 12 04:45:29.512310 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:45:29.605669 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d867a6-25f2-4d0f-8b1c-8673367ee0f3 req-687c35f3-2cd8-4bfc-a637-eec0439f3d85 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:29.607244 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27d867a6-25f2-4d0f-8b1c-8673367ee0f3 req-687c35f3-2cd8-4bfc-a637-eec0439f3d85 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0491509 Nov 12 04:45:29.658261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-27d867a6-25f2-4d0f-8b1c-8673367ee0f3 req-fd4a65be-77bb-4b1c-a392-6057c4e25281 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 Nov 12 04:45:30.442613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:45:30.544177 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:30.556207 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '7195d066-d833-47c0-b0e6-6b409eb403db', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:45:30.592398 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:30.604731 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:45:30.624407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:30.628397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:30.673607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:30.777292 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915cc14-7428-4286-83dc-b3d4c5b93c87 req-5024782c-f408-4223-9fdf-4a7ff5fdf779 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:30.778752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2915cc14-7428-4286-83dc-b3d4c5b93c87 req-5024782c-f408-4223-9fdf-4a7ff5fdf779 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Nov 12 04:45:30.827758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2915cc14-7428-4286-83dc-b3d4c5b93c87 req-d2c376eb-9a2b-4df1-b946-8c25924b99c3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Nov 12 04:45:31.015908 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7195d066-d833-47c0-b0e6-6b409eb403db'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:45:31.950060 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83502-f5a5-4ec9-92f4-b261bbda1617 req-6c6d8402-c40f-43a5-8c31-17e9f0647a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:31.951599 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ad83502-f5a5-4ec9-92f4-b261bbda1617 req-6c6d8402-c40f-43a5-8c31-17e9f0647a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Nov 12 04:45:32.000348 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ad83502-f5a5-4ec9-92f4-b261bbda1617 req-0ba6ef4c-67c3-4ec4-9265-256d41281005 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Nov 12 04:45:32.212340 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:32.441648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:45:32.492598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port 7195d066-d833-47c0-b0e6-6b409eb403db completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:45:32.496277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 7195d066-d833-47c0-b0e6-6b409eb403db triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:45:32.496643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:32.570722 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:32.593063 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:32.595316 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d79137e-8163-4a03-b2b6-e1151d8bdbe7" -d '{"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:32.608054 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:45:32.612653 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:32.637951 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8e39aa-bfe1-499b-8903-5adaf5f04169 x-openstack-request-id: req-6b8e39aa-bfe1-499b-8903-5adaf5f04169 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:32.638742 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:32.639017 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6b8e39aa-bfe1-499b-8903-5adaf5f04169 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:32.639394 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'code': 200} Nov 12 04:45:32.664449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:32.762049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95e43-5501-4f80-92f4-2a3e9fcaca15 req-3d391e66-4be8-4ec7-abbc-f91da98eb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:32.763985 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9a95e43-5501-4f80-92f4-2a3e9fcaca15 req-3d391e66-4be8-4ec7-abbc-f91da98eb313 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1098 time: 0.0416274 Nov 12 04:45:32.814574 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b9a95e43-5501-4f80-92f4-2a3e9fcaca15 req-644e61d6-b93a-483b-a9ad-816d72fde681 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Nov 12 04:45:33.120800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38728f3-9d03-49f7-924a-769482347a39 req-516667c1-8a2c-420e-9618-181647a2e190 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:33.122286 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e38728f3-9d03-49f7-924a-769482347a39 req-516667c1-8a2c-420e-9618-181647a2e190 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Nov 12 04:45:33.172761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e38728f3-9d03-49f7-924a-769482347a39 req-5af5f4af-4932-41ce-a4e7-267f878441ee tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Nov 12 04:45:34.286337 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20a1d5-399c-4a9e-8afa-47c447b98a3a req-9776e2f3-240b-4fbe-9507-75b721de1af8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.287820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb20a1d5-399c-4a9e-8afa-47c447b98a3a req-9776e2f3-240b-4fbe-9507-75b721de1af8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0480504 Nov 12 04:45:34.336575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb20a1d5-399c-4a9e-8afa-47c447b98a3a req-f91e6a71-3a7d-4209-9f94-0526b9a46be4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Nov 12 04:45:34.450066 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d59c8-4f46-4a8a-a601-c0db83301659 req-261b3d0e-4675-46d6-a3d1-16468d9c345a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.451684 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f9d59c8-4f46-4a8a-a601-c0db83301659 req-261b3d0e-4675-46d6-a3d1-16468d9c345a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0484228 Nov 12 04:45:34.503870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f9d59c8-4f46-4a8a-a601-c0db83301659 req-d3bc0c77-c929-479c-8809-d2852695f7c4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463884 Nov 12 04:45:34.525521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42290) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:34.654433 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b2397-9d36-4251-9cb1-a1523059e394 tempest-TestShelveInstance-513464787 tempest-TestShelveInstance-513464787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:34.655953 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b68b2397-9d36-4251-9cb1-a1523059e394 tempest-TestShelveInstance-513464787 tempest-TestShelveInstance-513464787-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1093 time: 0.1294353 Nov 12 04:45:34.658923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42294) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:45:34.663143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:45:34.685021 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.780193 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:34.886175 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Allocated IP 172.25.7.225 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/9cebd945-39e5-403e-a393-354f9f26f19b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:45:34.987009 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.024344 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.058139 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:45:35.060908 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:45:35.066321 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:45:35.094870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=9cebd945-39e5-403e-a393-354f9f26f19b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:35.439681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.503789 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.652348 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.657104 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:35.721033 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=9cebd945-39e5-403e-a393-354f9f26f19b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:45:35.734690 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.125171 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Floating IP f93f889a-92c7-46ef-8a8d-bdbfa4069b8b associated. External IP: 172.25.7.225, port: 7195d066-d833-47c0-b0e6-6b409eb403db. Nov 12 04:45:36.332465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:45:36.442471 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:45:36.452845 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:45:36.461350 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:36.461885 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:36.462489 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:45:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:36.489375 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-007022ae-2e02-4f49-b103-3f5017399c5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8294480 Nov 12 04:45:36.490078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:45:36.492652 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:45:36.531309 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d00a2d-9740-4939-9c13-ac96a4feea50 x-openstack-request-id: req-e6d00a2d-9740-4939-9c13-ac96a4feea50 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:45:36.531606 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:45:36.531865 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e6d00a2d-9740-4939-9c13-ac96a4feea50 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:45:36.532272 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'status': 'completed', 'code': 200} Nov 12 04:45:36.570309 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:36.617802 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-2001ec9d-032a-4e7c-b026-cfe8d580f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.619519 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-2001ec9d-032a-4e7c-b026-cfe8d580f387 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1098 time: 0.0430605 Nov 12 04:45:36.712535 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-57aac1cc-01b5-4e4e-a4bf-436d04c8057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.714065 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-57aac1cc-01b5-4e4e-a4bf-436d04c8057d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0875831 Nov 12 04:45:36.782967 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-2d524c6a-c04e-47d3-a4d7-6a565c1cb04e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1000 time: 0.0618379 Nov 12 04:45:36.793732 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'f93f889a-92c7-46ef-8a8d-bdbfa4069b8b', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:45:35Z', 'updated_at': '2021-11-12T04:45:35Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:36.823613 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:45:36.832366 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:45:36.832559 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-1e8f703f-8c48-4d94-bd5e-4adb0bd92857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.832960 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:45:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:36.834087 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-1e8f703f-8c48-4d94-bd5e-4adb0bd92857 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0447507 Nov 12 04:45:36.880603 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-6021a851-14fe-4380-9b17-37545453e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:45:36.882244 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-6021a851-14fe-4380-9b17-37545453e052 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407116 Nov 12 04:45:36.937815 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:45:36.977135 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-b54aad61-b0be-44b5-a7d8-f220e9ffc0df service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Nov 12 04:45:37.068675 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-cd3d83df-4acc-48f4-82e0-1bfb2cb5be68 req-39c6e192-2e97-44d1-a7e3-000823b19127 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Nov 12 04:45:37.159372 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'f93f889a-92c7-46ef-8a8d-bdbfa4069b8b', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:45:35Z', 'updated_at': '2021-11-12T04:45:35Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:45:37.184833 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb83790-968d-49b4-ae43-732d5cb06b58 None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': 'f93f889a-92c7-46ef-8a8d-bdbfa4069b8b', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.225', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:45:35Z', 'updated_at': '2021-11-12T04:45:35Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:45:37.378190 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a72f3c-76ba-4f95-823f-b17f71f45c17 None None] New status for floating IP f93f889a-92c7-46ef-8a8d-bdbfa4069b8b: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:45:40.422219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:52.404103 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f0993255-d72b-4822-aec0-9c0291424dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:54.743254 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0b78567c-4a69-4ab6-9514-e291ed435ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:55.783135 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:57.232053 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:45:57.927717 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:02.227433 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:03.658665 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-879ac990-e8bf-421b-8ca3-fab6980de358 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442357 Nov 12 04:46:03.760374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-ab67ecd3-aa4c-4eb4-954d-2ebbe9d9ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:03.761860 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-ab67ecd3-aa4c-4eb4-954d-2ebbe9d9ff5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1098 time: 0.0407968 Nov 12 04:46:03.868339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-4d919a74-ae01-4bc9-b69d-eb391504370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:03.869804 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-4d919a74-ae01-4bc9-b69d-eb391504370a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0879216 Nov 12 04:46:04.283030 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-264fff1f-0046-4ecf-afef-758bdd4b7485 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1002 time: 0.4049811 Nov 12 04:46:04.333665 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-093ab1dd-dd41-4dc4-8d1c-cafd118e1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:04.335178 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-093ab1dd-dd41-4dc4-8d1c-cafd118e1a04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0443695 Nov 12 04:46:04.385374 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-d9ec54f1-75c6-410d-b5cf-8285ef6ac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:46:04.387034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-d9ec54f1-75c6-410d-b5cf-8285ef6ac323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431964 Nov 12 04:46:04.478636 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-3b82f2e8-605f-438b-8c04-22bd5c657ef8 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837498 Nov 12 04:46:04.572204 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-bcf1830c-c22e-4d6e-9561-c1d58736006f req-f78238f0-7552-4c34-88cb-82dee8073c85 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Nov 12 04:46:06.511420 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:10.426085 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:22.404850 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e076ac45-7abf-4fa2-93a6-88bf37060757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:24.744835 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4649131-9a6b-4322-857d-3920309c6d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:25.785644 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:27.235686 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:27.930092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:32.224662 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:40.448734 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:43.509933 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:46:52.406964 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-575bbc8d-0d17-4529-b77c-e5827e754bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:54.899740 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8aac3998-4ffb-414d-bb73-4f9d8297c101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:55.788802 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:57.236260 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:46:57.931158 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:02.239197 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:06.497754 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-58d68877-4203-4b30-919c-4db978818295 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843599 Nov 12 04:47:06.606832 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-66f5fe2b-44c1-4b3b-8016-4b1597c0e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:06.608394 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-66f5fe2b-44c1-4b3b-8016-4b1597c0e927 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1098 time: 0.0409193 Nov 12 04:47:06.719323 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-0f764547-dbfd-4dbd-bb3c-754cadef7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:06.720684 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-0f764547-dbfd-4dbd-bb3c-754cadef7b4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0872598 Nov 12 04:47:06.789418 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-9035754e-9ccc-4dae-ae6b-339e7e850287 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1002 time: 0.0567718 Nov 12 04:47:06.845528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-49c8fae2-b59a-4cfa-929a-60716739e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:06.846965 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-49c8fae2-b59a-4cfa-929a-60716739e8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0464575 Nov 12 04:47:06.896392 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-fe5a5fce-e56b-440c-a362-dcc05b83d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:06.897862 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-fe5a5fce-e56b-440c-a362-dcc05b83d068 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395560 Nov 12 04:47:06.992840 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-9bfe3865-8f10-417b-b66e-9c288f3529eb service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Nov 12 04:47:07.089369 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-611e7fbb-fbab-4c7b-ac99-ec62580ccccb req-c7c13e27-8ab7-4a5c-b4a1-d4f9931ff50d service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Nov 12 04:47:10.465643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:20.509121 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:22.412356 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-79d712c8-25d5-4739-a2cc-4a082bb8163f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:24.759794 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e6cef99-4968-4270-8121-ffb58285b56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:25.791675 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:27.239555 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:27.933065 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:32.240508 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:33.189705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966fbcf-15bb-49c7-97f8-c15ea2e43394 req-ad44b358-d117-4dae-ae93-5e70b188d15d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:33.191287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4966fbcf-15bb-49c7-97f8-c15ea2e43394 req-ad44b358-d117-4dae-ae93-5e70b188d15d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0530639 Nov 12 04:47:33.244139 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4966fbcf-15bb-49c7-97f8-c15ea2e43394 req-77c4cbd9-dbd7-438b-b6ef-b5be9c753f91 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Nov 12 04:47:34.385659 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57fdd-6a2b-4086-985f-dc897732aa6a req-e778ab30-f6f6-4f61-9a08-d586045e5b19 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:34.387236 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22c57fdd-6a2b-4086-985f-dc897732aa6a req-e778ab30-f6f6-4f61-9a08-d586045e5b19 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Nov 12 04:47:34.435855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22c57fdd-6a2b-4086-985f-dc897732aa6a req-4bcd2429-21d8-425a-af24-75b7d9668af3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Nov 12 04:47:35.552343 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e4a7-faf8-41de-90fd-d10a14781a57 req-7631a854-e5b8-4359-8f76-bd1e042672db tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:35.553855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85b1e4a7-faf8-41de-90fd-d10a14781a57 req-7631a854-e5b8-4359-8f76-bd1e042672db tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0490706 Nov 12 04:47:35.601991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-85b1e4a7-faf8-41de-90fd-d10a14781a57 req-c4ac4526-5394-40a8-82bb-4f7ffbce2fa7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Nov 12 04:47:36.724905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eee76-b704-4d9e-9854-5c7518e89b91 req-6aa82dd3-222b-4410-8977-6961f61b1a5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:36.726287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-068eee76-b704-4d9e-9854-5c7518e89b91 req-6aa82dd3-222b-4410-8977-6961f61b1a5d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Nov 12 04:47:36.775068 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-068eee76-b704-4d9e-9854-5c7518e89b91 req-7aeac553-c3d9-4d20-899f-d8212c1c38ea tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Nov 12 04:47:37.891093 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97dc26-bb4c-4820-99fc-cffb3495b449 req-e1dee7ab-9c84-4063-9a1f-c3fa1a56ae7d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:37.892574 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf97dc26-bb4c-4820-99fc-cffb3495b449 req-e1dee7ab-9c84-4063-9a1f-c3fa1a56ae7d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0495811 Nov 12 04:47:37.942890 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cf97dc26-bb4c-4820-99fc-cffb3495b449 req-f065257a-8025-4f98-aab5-a74604e36235 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443308 Nov 12 04:47:39.060992 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841686-7160-476e-8a1a-d6d7b8eba917 req-3eb501a2-f883-426a-b282-33d5cbf933eb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:39.062453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3841686-7160-476e-8a1a-d6d7b8eba917 req-3eb501a2-f883-426a-b282-33d5cbf933eb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0525846 Nov 12 04:47:39.110465 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f3841686-7160-476e-8a1a-d6d7b8eba917 req-2cc8612c-94de-41cf-9a85-390f00032f83 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Nov 12 04:47:40.226177 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca37b4-0887-4399-bc07-207f0bea869f req-a74d8cfe-74df-4e8b-af74-8170c0e85254 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:40.227614 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dca37b4-0887-4399-bc07-207f0bea869f req-a74d8cfe-74df-4e8b-af74-8170c0e85254 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Nov 12 04:47:40.281710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dca37b4-0887-4399-bc07-207f0bea869f req-97aabdfa-f98b-4ecf-aa8c-b1eef1913db6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Nov 12 04:47:40.464348 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:41.399949 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9309b9-e3cc-4825-925d-126961ca6b7f req-a738e152-5096-43ff-9085-3d389606363a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:41.401408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb9309b9-e3cc-4825-925d-126961ca6b7f req-a738e152-5096-43ff-9085-3d389606363a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Nov 12 04:47:41.456001 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb9309b9-e3cc-4825-925d-126961ca6b7f req-bfa1d431-3771-484e-8160-40316607e465 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479190 Nov 12 04:47:42.571114 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d5b14-acd5-4f57-828e-cc13319f1915 req-930449aa-e9bd-4476-9b94-1a39649a7fc8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:42.572602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f7d5b14-acd5-4f57-828e-cc13319f1915 req-930449aa-e9bd-4476-9b94-1a39649a7fc8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0489335 Nov 12 04:47:42.623060 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7f7d5b14-acd5-4f57-828e-cc13319f1915 req-f626ad12-8568-451d-a918-524ed042d852 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Nov 12 04:47:43.743474 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e16e-3746-4269-8368-ab7370201c98 req-fdfd018f-b0c5-443f-8895-266f0846a20e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:43.744958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c428e16e-3746-4269-8368-ab7370201c98 req-fdfd018f-b0c5-443f-8895-266f0846a20e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0513921 Nov 12 04:47:43.795568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c428e16e-3746-4269-8368-ab7370201c98 req-a6dfa3bd-4895-4b86-9bb1-b75a52a61f8e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445514 Nov 12 04:47:44.918262 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae8da7-5a5d-4071-9ed3-8b5f88346168 req-f6294409-1247-4d30-808e-9015b1f6f157 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:44.923356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4ae8da7-5a5d-4071-9ed3-8b5f88346168 req-f6294409-1247-4d30-808e-9015b1f6f157 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0587769 Nov 12 04:47:44.970989 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b4ae8da7-5a5d-4071-9ed3-8b5f88346168 req-194df522-4c71-46bc-bc18-52faa1671446 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Nov 12 04:47:45.090724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:47:45.187862 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:45.199056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': '7195d066-d833-47c0-b0e6-6b409eb403db', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:47:45.235564 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:45.249078 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:47:45.268641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:45.272813 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:45.320156 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:47:45.328026 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.328376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.328717 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.329057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.329394 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.329722 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.330048 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.330374 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.330697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.331104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.331430 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.331751 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:47:45.422926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['7195d066-d833-47c0-b0e6-6b409eb403db'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:47:46.093088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fe742-60cd-425d-8437-68e482574f6e req-b1da4234-196d-4a9c-8ad6-674fb92e38c4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:46.096088 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e18fe742-60cd-425d-8437-68e482574f6e req-b1da4234-196d-4a9c-8ad6-674fb92e38c4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0550802 Nov 12 04:47:46.159251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e18fe742-60cd-425d-8437-68e482574f6e req-24a8e87c-321a-4a2a-a569-977f4e8d0abf tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549824 Nov 12 04:47:47.109618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:47:47.170997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port 7195d066-d833-47c0-b0e6-6b409eb403db triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:47:47.171453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:47.289765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:47.293745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35706c6-586c-4713-ac34-7607790cc537 req-e1506390-03e5-4a80-8e5b-dd7b2134a494 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:47.295856 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35706c6-586c-4713-ac34-7607790cc537 req-e1506390-03e5-4a80-8e5b-dd7b2134a494 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0585449 Nov 12 04:47:47.327505 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:47:47.330455 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5809abc-9d85-4c60-a0b5-9288dae464d0" -d '{"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:47:47.351405 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:47.358896 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b35706c6-586c-4713-ac34-7607790cc537 req-ea593d55-f9cb-4586-b795-11954d85242d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560794 Nov 12 04:47:47.359668 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:47.430283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:47:47.502226 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1e89e2-89ba-49d2-8933-4c474fc6e0e4 x-openstack-request-id: req-1c1e89e2-89ba-49d2-8933-4c474fc6e0e4 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:47:47.502549 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:47:47.502805 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1c1e89e2-89ba-49d2-8933-4c474fc6e0e4 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:47:47.503263 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'code': 200} Nov 12 04:47:48.496314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22f293-38a5-475b-842b-3d3b7c564c8d req-9930d713-8276-46a3-89a6-4ceb5c933251 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:48.498490 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a22f293-38a5-475b-842b-3d3b7c564c8d req-9930d713-8276-46a3-89a6-4ceb5c933251 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0528097 Nov 12 04:47:48.556408 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a22f293-38a5-475b-842b-3d3b7c564c8d req-2c510d97-86a8-4849-b3aa-c1607453c9f2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513251 Nov 12 04:47:49.685932 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49c74-1630-4209-82bc-b0c56d20f18c req-bbc06786-46b2-4176-a888-d54b1d181930 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:49.693560 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f49c74-1630-4209-82bc-b0c56d20f18c req-bbc06786-46b2-4176-a888-d54b1d181930 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0593586 Nov 12 04:47:49.743670 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93f49c74-1630-4209-82bc-b0c56d20f18c req-aec3ba92-e907-499e-a144-6909ae538f59 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492115 Nov 12 04:47:50.886429 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682ed3-50c1-4786-bdf4-d8b6bc8ac135 req-40366a1d-b18e-42bb-804e-b8a2eaa595f2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:50.892243 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b682ed3-50c1-4786-bdf4-d8b6bc8ac135 req-40366a1d-b18e-42bb-804e-b8a2eaa595f2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0712855 Nov 12 04:47:50.941738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b682ed3-50c1-4786-bdf4-d8b6bc8ac135 req-e5ed1b2e-20cb-40a4-90ed-a44a97f9a54e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Nov 12 04:47:52.071399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123ba5d-1ac8-46be-8a49-4f549ce592fd req-115cd0d1-12b1-4fba-8715-c3d953ae0b36 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:52.078687 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b123ba5d-1ac8-46be-8a49-4f549ce592fd req-115cd0d1-12b1-4fba-8715-c3d953ae0b36 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0586007 Nov 12 04:47:52.129071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b123ba5d-1ac8-46be-8a49-4f549ce592fd req-f79abb00-608b-4af0-8811-5c7c0efdb916 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494766 Nov 12 04:47:52.416212 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3b21469-8675-44b1-bfe1-abf2bf53a3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:53.271034 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a02e1-e3cb-44ef-aa55-74ddbd93bc50 req-5ebf5325-2065-4abe-b7f3-bf2ff1157b8a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:53.272565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad2a02e1-e3cb-44ef-aa55-74ddbd93bc50 req-5ebf5325-2065-4abe-b7f3-bf2ff1157b8a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0625191 Nov 12 04:47:53.332922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ad2a02e1-e3cb-44ef-aa55-74ddbd93bc50 req-695e5fe3-b258-4a32-87e8-d8208c17924b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534480 Nov 12 04:47:54.461753 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50515c18-6c01-48ca-9311-04026416ffcf req-72197e30-0476-4d02-b032-9a1b952aa358 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:54.469021 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50515c18-6c01-48ca-9311-04026416ffcf req-72197e30-0476-4d02-b032-9a1b952aa358 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0592089 Nov 12 04:47:54.521074 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-50515c18-6c01-48ca-9311-04026416ffcf req-ac6ea3b7-1809-407f-ba7e-3b66a56602de tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511835 Nov 12 04:47:54.754162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8b9284a8-9f63-4180-8089-b660a81efe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:55.642074 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c601afe-c8ba-4b09-815f-32ce377552a6 req-39a63081-0030-4f79-b79e-b93888c7c8aa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:55.643645 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c601afe-c8ba-4b09-815f-32ce377552a6 req-39a63081-0030-4f79-b79e-b93888c7c8aa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0505323 Nov 12 04:47:55.683886 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-221cb769-ff89-4a5e-9fcc-a1ad8cfeab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:55.686067 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-221cb769-ff89-4a5e-9fcc-a1ad8cfeab6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1098 time: 0.0505764 Nov 12 04:47:55.699798 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c601afe-c8ba-4b09-815f-32ce377552a6 req-124e8cb0-db1d-48a9-ac19-04fab58384b9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496609 Nov 12 04:47:55.786782 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-65216a40-ac69-4c7f-97bb-e24569226cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:55.788297 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-65216a40-ac69-4c7f-97bb-e24569226cc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0900416 Nov 12 04:47:55.795397 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:55.858946 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-b0759552-d17e-46ea-9290-2cbb16bd039c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1002 time: 0.0586283 Nov 12 04:47:55.910135 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-16df8eca-eb58-4d7a-8e63-a01bb87f3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:55.911677 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-16df8eca-eb58-4d7a-8e63-a01bb87f3ef2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0448089 Nov 12 04:47:55.963976 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-0292579a-0f97-4ab4-b2c4-bdbaf7fed4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:55.965489 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-0292579a-0f97-4ab4-b2c4-bdbaf7fed4b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457938 Nov 12 04:47:56.062117 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-98b75d46-18a4-478b-8b9d-029d659b4677 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Nov 12 04:47:56.160298 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-358bf55a-8fe4-48e5-816b-cdaadbe6611a req-b4cf30f2-4711-451f-91ce-63fc301c8082 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Nov 12 04:47:56.819210 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762862c1-0cc4-4e09-b33f-0a2d41bf5eda req-fd977674-c4da-490a-8387-56bb442e01fe tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:56.820678 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-762862c1-0cc4-4e09-b33f-0a2d41bf5eda req-fd977674-c4da-490a-8387-56bb442e01fe tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0489807 Nov 12 04:47:56.869588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-762862c1-0cc4-4e09-b33f-0a2d41bf5eda req-1497c120-b477-4e87-9afd-ed1c1ecc47f1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Nov 12 04:47:57.241324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:57.592141 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:47:57.936864 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:57.993806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091243ab-0c7f-44b3-9b8f-a16a97a4480a req-9533a841-31d4-4bb2-be78-845e8f12a8d3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:57.995466 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-091243ab-0c7f-44b3-9b8f-a16a97a4480a req-9533a841-31d4-4bb2-be78-845e8f12a8d3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0545442 Nov 12 04:47:58.045622 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-091243ab-0c7f-44b3-9b8f-a16a97a4480a req-b9959a4e-8a61-436e-a611-f4803b41eb08 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 Nov 12 04:47:59.165717 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f38a13-8f04-45c9-a017-9ca0957c9d7d req-88a145d7-314a-429d-a72e-52cdc289ba6f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:59.167152 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5f38a13-8f04-45c9-a017-9ca0957c9d7d req-88a145d7-314a-429d-a72e-52cdc289ba6f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0532610 Nov 12 04:47:59.173958 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:47:59.216820 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a5f38a13-8f04-45c9-a017-9ca0957c9d7d req-6a9fe2df-52fe-4a6a-a5ca-5d873f1f09db tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Nov 12 04:47:59.252846 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:59.275791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:47:59.278027 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19dc068-90d8-4a45-af41-35cf54c09131" -d '{"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-unplugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:47:59.290949 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:47:59.295618 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:47:59.329542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-122ceb2c-fd47-42f3-bba5-bc9a97ecebe8 req-5ff6ceb0-ec32-4543-a227-aedba1ece024 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:47:59.330556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-122ceb2c-fd47-42f3-bba5-bc9a97ecebe8 req-5ff6ceb0-ec32-4543-a227-aedba1ece024 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490587 Nov 12 04:47:59.342822 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:47:59.418994 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d2098-e30b-46ce-a300-546d4e269c1a x-openstack-request-id: req-b76d2098-e30b-46ce-a300-546d4e269c1a {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:47:59.419292 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-unplugged", "status": "failed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "code": 422}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:47:59.419562 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b76d2098-e30b-46ce-a300-546d4e269c1a {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:47:59.419950 n-d-766726-29 neutron-server[102606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'code': 422} returned with failed status Nov 12 04:47:59.507914 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1b592-4b0c-4909-8221-e6cab797870a req-f6d4cfbe-fdd2-4a70-b960-0691eca98779 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:47:59.509403 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ccd1b592-4b0c-4909-8221-e6cab797870a req-f6d4cfbe-fdd2-4a70-b960-0691eca98779 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0496430 Nov 12 04:47:59.560906 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ccd1b592-4b0c-4909-8221-e6cab797870a req-415e8839-400e-4bbf-be72-4b6a5243385d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Nov 12 04:47:59.673521 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-abfe2649-e3dc-4c51-abcc-b3afea8fc658 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835779 Nov 12 04:48:00.678385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e5cc-519f-4171-ad1f-0649dc985bef req-1438377e-d3f0-420d-8891-ec53dbe4796a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:00.679897 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3018e5cc-519f-4171-ad1f-0649dc985bef req-1438377e-d3f0-420d-8891-ec53dbe4796a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0496001 Nov 12 04:48:00.737959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3018e5cc-519f-4171-ad1f-0649dc985bef req-43564e54-c7b9-469f-9e30-3dadda19f52e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514627 Nov 12 04:48:01.859849 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed940c37-b3f2-472a-9cb0-ce85180c0b96 req-3240ffde-565a-4740-ad77-51d41b2354d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:01.861357 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed940c37-b3f2-472a-9cb0-ce85180c0b96 req-3240ffde-565a-4740-ad77-51d41b2354d2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Nov 12 04:48:01.914571 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed940c37-b3f2-472a-9cb0-ce85180c0b96 req-6385eb7d-b9cf-4ea2-812e-a874d1eb39e2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473344 Nov 12 04:48:02.237323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:03.031374 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a0f8-2057-4b03-961e-328bad9353b3 req-b7a827c2-a953-4564-8e8c-2f7a294a3dc3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:03.032852 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a15a0f8-2057-4b03-961e-328bad9353b3 req-b7a827c2-a953-4564-8e8c-2f7a294a3dc3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0489502 Nov 12 04:48:03.080626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9a15a0f8-2057-4b03-961e-328bad9353b3 req-ad228e2d-e866-4a19-ad9a-ea7a50a1fc85 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Nov 12 04:48:04.202648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d65c4-1d77-4ecc-a315-14ba901250e1 req-00304c85-828c-46f6-8a2c-83abf25753e4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:04.204101 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d47d65c4-1d77-4ecc-a315-14ba901250e1 req-00304c85-828c-46f6-8a2c-83abf25753e4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0543599 Nov 12 04:48:04.252952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d47d65c4-1d77-4ecc-a315-14ba901250e1 req-535a34b2-e806-4bd5-a214-34c4a65788cb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Nov 12 04:48:04.760589 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-b0e296ae-b403-48af-a9b8-cf2e7862df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:04.761992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-b0e296ae-b403-48af-a9b8-cf2e7862df05 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 1096 time: 0.0406454 Nov 12 04:48:04.780688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-29', 'device_owner': 'compute:nova'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:48:04.836571 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.037176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:05.069032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h1-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:48:05.101579 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:48:05.109237 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.120963 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Transition to ACTIVE for port object 7195d066-d833-47c0-b0e6-6b409eb403db will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:48:05.124567 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.203521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=9']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:05.218345 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.218688 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.219061 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.219400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.219731 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.220058 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.220383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.220703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.221026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.221347 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.221665 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.221984 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:48:05.256554 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] No DVR routers for this DVR port 7195d066-d833-47c0-b0e6-6b409eb403db on host n-h1-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:48:05.419257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eb3a2-6eb7-4ed5-affb-db0970b8e0fe req-b9f81713-eb71-41e5-92f6-ad98a8345434 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.420777 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b4eb3a2-6eb7-4ed5-affb-db0970b8e0fe req-b9f81713-eb71-41e5-92f6-ad98a8345434 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 944 time: 0.0683393 Nov 12 04:48:05.460542 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:48:05.460871 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:48:05.461194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:48:05.473750 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:48:05.474071 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Attempting to bind port 7195d066-d833-47c0-b0e6-6b409eb403db on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:48:05.490826 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:48:05.491179 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:48:05.491557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Bound using segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:48:05.491985 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Bound port: 7195d066-d833-47c0-b0e6-6b409eb403db, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:48:05.492333 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.508461 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5b4eb3a2-6eb7-4ed5-affb-db0970b8e0fe req-96af0c62-efdc-4257-9b9d-46b363340c36 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746126 Nov 12 04:48:05.563211 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:48:05.566124 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:48:05.570824 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.604708 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.605331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:05.606800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] 10.222.0.104 "PUT /v2.0/ports/7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1093 time: 0.8305640 Nov 12 04:48:05.607381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:05.609501 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055443b7-a497-4440-a35a-a3cf5a447770" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:05.634445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4f90-b767-4814-8b00-ba3281bc7b62 service neutron] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=10']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:05.688216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-ed7588a2-6017-45ae-8824-076bd7a19195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.689749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-ed7588a2-6017-45ae-8824-076bd7a19195 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1097 time: 0.0465193 Nov 12 04:48:05.728669 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92ca63-7cf7-4e84-9402-c6e81ef7eb1e x-openstack-request-id: req-5a92ca63-7cf7-4e84-9402-c6e81ef7eb1e {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:05.728969 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:05.729227 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5a92ca63-7cf7-4e84-9402-c6e81ef7eb1e {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:05.729634 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'status': 'completed', 'code': 200} Nov 12 04:48:05.794530 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-a3c6121d-45b0-43bd-888e-85c56df21661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.796077 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-a3c6121d-45b0-43bd-888e-85c56df21661 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0993633 Nov 12 04:48:05.862443 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-4634bbb1-dcc5-479e-8e4b-ef825afe92c9 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1000 time: 0.0589287 Nov 12 04:48:05.917000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-5704a2b5-4728-4acb-8557-feb839ec94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.919004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-5704a2b5-4728-4acb-8557-feb839ec94b6 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0496471 Nov 12 04:48:05.966749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-af36c893-4fe0-4918-9367-49f77878ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:05.968311 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-af36c893-4fe0-4918-9367-49f77878ca40 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418675 Nov 12 04:48:06.057008 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-ffd2fca4-5678-48df-bf9e-e359b8b13333 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813720 Nov 12 04:48:06.149717 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe58f0f3-bfaf-4056-9826-d0e6768aa757 req-58825fe0-dad2-42a3-902f-452cf4e68eae service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Nov 12 04:48:06.264926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055443b7-a497-4440-a35a-a3cf5a447770 req-75371953-5100-4dd1-bdac-ea075bc0b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:06.267510 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-75371953-5100-4dd1-bdac-ea075bc0b530 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1097 time: 0.0459883 Nov 12 04:48:06.365329 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055443b7-a497-4440-a35a-a3cf5a447770 req-b0596fc4-32a1-4871-82b1-4d73899c63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:06.366812 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-b0596fc4-32a1-4871-82b1-4d73899c63cf service neutron] 10.222.0.104 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0915196 Nov 12 04:48:06.437272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-4cc91b2b-bff5-4851-8767-f261815db949 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1000 time: 0.0630796 Nov 12 04:48:06.514029 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055443b7-a497-4440-a35a-a3cf5a447770 req-6587a4a0-31c5-4fe7-9b68-ee087fb1e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:06.516930 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-6587a4a0-31c5-4fe7-9b68-ee087fb1e168 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0727019 Nov 12 04:48:06.645130 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98e676-5986-409e-adc8-6a6372ef76f5 req-d3636f02-0a82-4241-b01c-d40303aee8e3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:06.648058 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a98e676-5986-409e-adc8-6a6372ef76f5 req-d3636f02-0a82-4241-b01c-d40303aee8e3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0628648 Nov 12 04:48:06.713632 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6a98e676-5986-409e-adc8-6a6372ef76f5 req-5224594f-8034-4f1f-b28d-a2a1aab4fcaf tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582175 Nov 12 04:48:07.842258 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55f156-b5c3-4a80-8768-c4bef15b3528 req-9c1f8ec8-3dbc-440e-9aa4-86ba02464c05 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:07.843990 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb55f156-b5c3-4a80-8768-c4bef15b3528 req-9c1f8ec8-3dbc-440e-9aa4-86ba02464c05 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0485537 Nov 12 04:48:07.897761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb55f156-b5c3-4a80-8768-c4bef15b3528 req-82e1dd55-5c1d-4113-b91a-c07089491c91 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475273 Nov 12 04:48:09.023629 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fc65d-efdc-4564-bc97-9ce9472b8ee9 req-4a4e94f4-1ab2-4191-a1ec-2d11e01f9117 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:09.025090 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212fc65d-efdc-4564-bc97-9ce9472b8ee9 req-4a4e94f4-1ab2-4191-a1ec-2d11e01f9117 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0532887 Nov 12 04:48:09.077695 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-212fc65d-efdc-4564-bc97-9ce9472b8ee9 req-19e27ab7-99a4-4a6d-91af-7c55726d9860 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456257 Nov 12 04:48:10.202721 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421bcc-7ae0-406c-94cc-82a98fc50f52 req-5576a4c1-195e-4b1d-bb50-5acbf229fe4a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:10.204251 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89421bcc-7ae0-406c-94cc-82a98fc50f52 req-5576a4c1-195e-4b1d-bb50-5acbf229fe4a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0501015 Nov 12 04:48:10.257759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-89421bcc-7ae0-406c-94cc-82a98fc50f52 req-a6dc6ef8-b7e5-4e70-ad3d-860b355deb27 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467124 Nov 12 04:48:10.490003 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:11.385791 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f049d-946a-44c9-8271-3a6f06143571 req-0727044f-95f2-424b-aa5a-653ec5be9ef6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:11.387867 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e30f049d-946a-44c9-8271-3a6f06143571 req-0727044f-95f2-424b-aa5a-653ec5be9ef6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0582635 Nov 12 04:48:11.452141 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e30f049d-946a-44c9-8271-3a6f06143571 req-c24698ef-d4f4-475f-b5fb-da9dab87068b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581019 Nov 12 04:48:12.578092 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf1831-be48-4567-8465-4a1996988313 req-af852bef-4f85-4977-b950-7923d499a8ad tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:12.579662 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deaf1831-be48-4567-8465-4a1996988313 req-af852bef-4f85-4977-b950-7923d499a8ad tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Nov 12 04:48:12.633336 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-deaf1831-be48-4567-8465-4a1996988313 req-9f979476-15c9-499c-96d4-9c9e69e95fcf tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Nov 12 04:48:13.756183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13914c2-ab90-4c13-a793-dd627992cf53 req-edec3530-6c2d-41b5-9e6e-914f086d1e99 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:13.757915 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13914c2-ab90-4c13-a793-dd627992cf53 req-edec3530-6c2d-41b5-9e6e-914f086d1e99 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0505736 Nov 12 04:48:13.815078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a13914c2-ab90-4c13-a793-dd627992cf53 req-2ef15af1-3419-4716-820a-7db98d2c3796 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510437 Nov 12 04:48:14.951982 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d284d7f-3ab1-4ec5-9fb5-4b4dbd7ae0bf req-098b5268-f623-422e-aabb-343b393fa2fb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:14.953598 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d284d7f-3ab1-4ec5-9fb5-4b4dbd7ae0bf req-098b5268-f623-422e-aabb-343b393fa2fb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Nov 12 04:48:15.012577 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3d284d7f-3ab1-4ec5-9fb5-4b4dbd7ae0bf req-f9364bcd-485c-4422-ba10-024dd865689a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498919 Nov 12 04:48:16.140380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e929f-c6af-47eb-b6c4-666d59e480a0 req-2c3426f9-0b68-4869-a93e-6c8496a7fac4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:16.142044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c9e929f-c6af-47eb-b6c4-666d59e480a0 req-2c3426f9-0b68-4869-a93e-6c8496a7fac4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Nov 12 04:48:16.192414 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c9e929f-c6af-47eb-b6c4-666d59e480a0 req-1a5fc7a6-71a3-47db-aa11-60fe0fc82133 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Nov 12 04:48:17.313983 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697bb43-23cf-44c3-b342-8f56cb4928c4 req-7d354815-eb93-4e3f-9a4b-57948955672f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:17.315455 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d697bb43-23cf-44c3-b342-8f56cb4928c4 req-7d354815-eb93-4e3f-9a4b-57948955672f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0528474 Nov 12 04:48:17.364329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d697bb43-23cf-44c3-b342-8f56cb4928c4 req-33f56234-9f12-4ac5-b9be-649535a2253c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428555 Nov 12 04:48:18.481335 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9de4a0-4c8e-4719-8306-6988b5e55ac1 req-7b900486-41cb-49bc-9eba-4f05a88e205f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:18.482818 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe9de4a0-4c8e-4719-8306-6988b5e55ac1 req-7b900486-41cb-49bc-9eba-4f05a88e205f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Nov 12 04:48:18.531689 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe9de4a0-4c8e-4719-8306-6988b5e55ac1 req-31048595-e0e9-4682-b43d-9a986197cbd1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Nov 12 04:48:18.751412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055443b7-a497-4440-a35a-a3cf5a447770 req-4edf07aa-cfe7-4ad3-b60a-755694e3c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:18.752881 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-4edf07aa-cfe7-4ad3-b60a-755694e3c8c9 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403535 Nov 12 04:48:18.847314 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-25583c50-bc1d-48b4-af39-3f148e8c18a6 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Nov 12 04:48:18.944467 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-055443b7-a497-4440-a35a-a3cf5a447770 req-02cf7b53-6def-442d-bad7-19628c424edb service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Nov 12 04:48:19.079435 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-94f3f3d6-54ac-4de2-9b96-e3f2da23f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:19.080871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-94f3f3d6-54ac-4de2-9b96-e3f2da23f3bd service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1097 time: 0.0413344 Nov 12 04:48:19.182737 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-f5b78526-0c68-40f6-8651-e88880dea9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:19.184850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-f5b78526-0c68-40f6-8651-e88880dea9e3 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0851469 Nov 12 04:48:19.253944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-3b962c08-4f13-4123-b2ed-19c0839e9e7a service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1000 time: 0.0612004 Nov 12 04:48:19.303084 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-c8f29af5-34e4-4985-9236-63ae112f677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:19.304517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-c8f29af5-34e4-4985-9236-63ae112f677f service neutron] 10.222.0.104 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0438905 Nov 12 04:48:19.349072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-02840cc2-d333-4856-9f0c-a1eebbc6bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:19.350459 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-02840cc2-d333-4856-9f0c-a1eebbc6bbab service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387685 Nov 12 04:48:19.449806 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-51b7d0ba-bffb-4374-9943-4e35d19b2504 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912876 Nov 12 04:48:19.538313 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-276d68bc-2f3e-447a-9a3f-f053daf1a8fc req-86c357fc-9343-4057-948d-6418f4363b69 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812829 Nov 12 04:48:19.652571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254793d-4f67-439a-ac0a-2dfc4c387428 req-cbcc1d1e-8ecc-4b02-855e-bd24bda8f645 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:19.654690 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3254793d-4f67-439a-ac0a-2dfc4c387428 req-cbcc1d1e-8ecc-4b02-855e-bd24bda8f645 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0541790 Nov 12 04:48:19.704156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3254793d-4f67-439a-ac0a-2dfc4c387428 req-a2c7ec4b-7e32-4870-bd4e-3c3ba6bca81f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Nov 12 04:48:20.857088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb599-8fe9-4731-882c-7132465780f8 req-7ee258f4-ff37-4d64-8ffe-22977f6e19c8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:20.858558 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62fcb599-8fe9-4731-882c-7132465780f8 req-7ee258f4-ff37-4d64-8ffe-22977f6e19c8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0480423 Nov 12 04:48:20.907391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-62fcb599-8fe9-4731-882c-7132465780f8 req-7f400a9c-c6ba-446f-892d-7a663f799cc3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Nov 12 04:48:22.029588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63a74c-1308-4e19-9348-7e4414c426c5 req-40dfb980-c98e-40aa-92e1-032fc736e302 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:22.031082 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b63a74c-1308-4e19-9348-7e4414c426c5 req-40dfb980-c98e-40aa-92e1-032fc736e302 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Nov 12 04:48:22.078758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b63a74c-1308-4e19-9348-7e4414c426c5 req-ab628b61-93a2-4a78-b3c8-cb37507e4a69 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Nov 12 04:48:22.377781 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:48:22.461980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7800b8b9-81df-44b4-9941-c8782891f071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:22.488413 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:22.499640 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '7195d066-d833-47c0-b0e6-6b409eb403db', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'port_id': '7195d066-d833-47c0-b0e6-6b409eb403db', 'mac_address': 'fa:16:3e:71:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:48:22.541454 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:22.553832 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:48:22.572086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:22.576145 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:22.621248 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=11']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:23.093703 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['7195d066-d833-47c0-b0e6-6b409eb403db'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:48:23.196381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b4359-3132-4487-9eb1-3507b709c2a1 req-013be639-1e92-4331-8f33-797a241b71ce tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:23.197789 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c9b4359-3132-4487-9eb1-3507b709c2a1 req-013be639-1e92-4331-8f33-797a241b71ce tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0496824 Nov 12 04:48:23.247877 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6c9b4359-3132-4487-9eb1-3507b709c2a1 req-88d4f3c6-9062-40c9-86fb-a3adc7a798d3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Nov 12 04:48:24.362879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f093089-d599-4d69-82e3-cd1c6cbc4cf7 req-1ce16de4-57bb-4b02-b680-3fa62d20ea8f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:24.364364 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f093089-d599-4d69-82e3-cd1c6cbc4cf7 req-1ce16de4-57bb-4b02-b680-3fa62d20ea8f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 946 time: 0.0491858 Nov 12 04:48:24.388441 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:48:24.419935 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4f093089-d599-4d69-82e3-cd1c6cbc4cf7 req-c5f7f447-0a2c-48c7-b379-e901b080c73a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496953 Nov 12 04:48:24.441486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 7195d066-d833-47c0-b0e6-6b409eb403db completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:48:24.445708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 7195d066-d833-47c0-b0e6-6b409eb403db triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:48:24.446073 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:24.525111 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:24.547283 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:48:24.549424 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9a697-38e9-404a-83d9-f385f410da8f" -d '{"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:48:24.562082 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:48:24.565780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:24.589513 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14fead7-b168-4783-a67d-6ff5493ff504 x-openstack-request-id: req-b14fead7-b168-4783-a67d-6ff5493ff504 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:48:24.589838 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-plugged", "status": "completed", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:48:24.590085 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b14fead7-b168-4783-a67d-6ff5493ff504 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:48:24.590468 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'code': 200} Nov 12 04:48:24.613309 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=12']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:48:24.754983 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-eb9e576a-a62e-4563-8b0b-57b0636560b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:24.792570 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02dbcb-1d89-4c56-81ed-77b6fd50048f req-5c34ec90-8940-40a6-9e52-6efc7b2926f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:24.794363 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d02dbcb-1d89-4c56-81ed-77b6fd50048f req-5c34ec90-8940-40a6-9e52-6efc7b2926f6 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1099 time: 0.0412254 Nov 12 04:48:24.839416 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d02dbcb-1d89-4c56-81ed-77b6fd50048f req-3e147ebd-a956-45d0-bc5d-46e343353735 service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Nov 12 04:48:25.541764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f191f-ce55-49af-836b-b8c91af3ec6c req-745ad7d9-dda1-4c67-baa6-bd8994f53d55 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:25.543261 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-462f191f-ce55-49af-836b-b8c91af3ec6c req-745ad7d9-dda1-4c67-baa6-bd8994f53d55 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0509028 Nov 12 04:48:25.594498 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-462f191f-ce55-49af-836b-b8c91af3ec6c req-2bd769ac-6407-4e3f-b5cc-4500b3776ef7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Nov 12 04:48:25.797477 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:26.718481 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9438fa1-97d6-463b-be23-664c0ded231f req-ca0e3484-1e5a-4942-b18b-18e8fba57a98 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:26.720099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9438fa1-97d6-463b-be23-664c0ded231f req-ca0e3484-1e5a-4942-b18b-18e8fba57a98 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0551219 Nov 12 04:48:26.771105 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e9438fa1-97d6-463b-be23-664c0ded231f req-2798ebfb-eb6e-4f24-ad4b-8d0b18b9a305 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446055 Nov 12 04:48:27.245147 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:27.888047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6f2db-6f69-4f23-a5ad-72194f8e31a3 req-c167938f-415b-4d93-b2b6-ea22382408cb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:48:27.889758 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8c6f2db-6f69-4f23-a5ad-72194f8e31a3 req-c167938f-415b-4d93-b2b6-ea22382408cb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0485923 Nov 12 04:48:27.940342 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b8c6f2db-6f69-4f23-a5ad-72194f8e31a3 req-d743d851-6e2b-468b-b49e-0a8c3bdd638c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Nov 12 04:48:27.944488 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:32.236899 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:34.510660 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:48:40.481044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:52.423214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1dac0c3-34ad-41e6-b5f6-44ca4c67f07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:54.755896 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-284a24f2-d46e-46b5-bba4-3a2852120a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:55.800336 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:57.247718 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:48:57.940450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:02.236855 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:10.476692 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:11.509966 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:13.759200 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-5c3b4264-a58d-4dca-94be-76e665c2747d service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0987988 Nov 12 04:49:13.862567 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-e8d33a3d-2c41-49fb-8f62-4f563901d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:13.864092 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-e8d33a3d-2c41-49fb-8f62-4f563901d838 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1099 time: 0.0439651 Nov 12 04:49:13.966819 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-46d60099-0468-4411-8f8e-d35773e72975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:13.968245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-46d60099-0468-4411-8f8e-d35773e72975 service neutron] 10.222.0.104 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0855882 Nov 12 04:49:14.040108 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-5c949203-806f-42a3-b3f5-64954b608c36 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 1002 time: 0.0635793 Nov 12 04:49:14.089692 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-2959db25-d045-4324-9f6e-37179906b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:14.091148 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-2959db25-d045-4324-9f6e-37179906b1c1 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0431266 Nov 12 04:49:14.136883 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-32858bbe-f575-41f7-a12d-b0b990deef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:49:14.138580 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-32858bbe-f575-41f7-a12d-b0b990deef78 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394652 Nov 12 04:49:14.230864 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-bc7be551-c9f4-4043-b98a-b4d26d10cad2 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Nov 12 04:49:14.317050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ce5b8d04-6c73-4c6f-9f57-04186b2a5939 req-e8a067be-fdae-4f68-94b0-8d916c8ad43f service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791187 Nov 12 04:49:22.424378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-878ed5a3-6dc0-49af-afbd-6878b9e17121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:24.757193 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3008-747a-4892-aabe-342ef935ef57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:25.803613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:27.247877 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:27.942035 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:32.251314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:40.493116 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:48.508951 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:49:52.426227 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cd017024-7f06-4927-8bde-365dffadb278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:54.758361 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de418fbb-b0ec-4b64-aa6a-c7b38b689157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:55.805532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:57.251577 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:49:57.944070 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:02.250935 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:10.495044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:12.487032 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42632) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:12.933934 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Deleting port 9cebd945-39e5-403e-a393-354f9f26f19b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:50:12.934280 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.007980 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.008336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.020008 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Calling delete_port for 9cebd945-39e5-403e-a393-354f9f26f19b owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:50:13.167319 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.194306 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'Port': ['ID=9cebd945-39e5-403e-a393-354f9f26f19b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:13.206616 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.207006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.207348 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.207684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.208018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.208346 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.208672 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.208998 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.209320 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.209641 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.209964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.210284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:13.267287 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.267644 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Floating IP f93f889a-92c7-46ef-8a8d-bdbfa4069b8b disassociated (deleted). External IP: 172.25.7.225, port: 7195d066-d833-47c0-b0e6-6b409eb403db. Nov 12 04:50:13.476233 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:50:13.590109 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:50:13.594906 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:13.599608 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:50:13.609094 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:50:13.609700 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:49:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:13.621659 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1351052a-e07d-4c36-a14f-23618895dfb8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "DELETE /v2.0/floatingips/f93f889a-92c7-46ef-8a8d-bdbfa4069b8b HTTP/1.1" status: 204 len: 168 time: 1.1335413 Nov 12 04:50:13.622357 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:50:13.624735 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f73493-f569-4e81-a602-848950a4401a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:50:13.717138 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:50:13.783803 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912d7762-70d0-41a2-9b1a-5d3d9d852853 x-openstack-request-id: req-912d7762-70d0-41a2-9b1a-5d3d9d852853 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:50:13.784099 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:50:13.784355 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-912d7762-70d0-41a2-9b1a-5d3d9d852853 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:50:13.784761 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'status': 'completed', 'code': 200} Nov 12 04:50:13.910266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04012b6-90c0-4225-af73-cfe9a189957e req-e3d72525-30e9-45e0-80a3-31a00864eb8d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:13.912174 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f04012b6-90c0-4225-af73-cfe9a189957e req-e3d72525-30e9-45e0-80a3-31a00864eb8d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0824654 Nov 12 04:50:13.915323 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73493-f569-4e81-a602-848950a4401a req-dc51811c-caba-4373-b075-423099208619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:13.916714 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-dc51811c-caba-4373-b075-423099208619 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 1099 time: 0.0604372 Nov 12 04:50:13.931821 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:13.961080 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:50:13.969379 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:50:13.969976 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:49:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:14.022255 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f04012b6-90c0-4225-af73-cfe9a189957e req-cc35d35a-dca0-4c6f-b335-51b4c8f89d1c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025214 Nov 12 04:50:14.045438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73493-f569-4e81-a602-848950a4401a req-56c5e64b-bc6b-4e9b-bb6a-b6155515dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:14.046943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-56c5e64b-bc6b-4e9b-bb6a-b6155515dc3e service neutron] 10.222.0.104 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.1215136 Nov 12 04:50:14.073404 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:50:14.090345 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-d9e3e5d6-e2ab-49e1-95ff-100187dc4c9d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 200 len: 217 time: 0.0341709 Nov 12 04:50:14.144951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73493-f569-4e81-a602-848950a4401a req-125149f5-7632-4cf2-a408-d7fde96142e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:14.146473 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-125149f5-7632-4cf2-a408-d7fde96142e9 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0489929 Nov 12 04:50:14.193774 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73493-f569-4e81-a602-848950a4401a req-6f30e07c-2067-487d-9b9b-f7b1bc58ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:14.195304 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-6f30e07c-2067-487d-9b9b-f7b1bc58ad4a service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408576 Nov 12 04:50:14.268130 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:14.293168 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-3a4f6c73-90b0-4918-b362-1380d988c4c6 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891852 Nov 12 04:50:14.294834 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd66932c-7bd1-452a-ac7a-38080ae9974d None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:50:14.387837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-94f73493-f569-4e81-a602-848950a4401a req-9bc1f6ff-ce5e-4178-b8ae-8db144d44139 service neutron] 10.222.0.104 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872159 Nov 12 04:50:14.518434 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a7ed6-631b-48df-8ed4-9e55136c8407 None None] New status for floating IP f93f889a-92c7-46ef-8a8d-bdbfa4069b8b: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:50:15.138795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403fa64-3065-4166-80eb-af09854d050a req-7b922168-988f-4cbd-ac1a-bdb54f812ee9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:15.140307 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d403fa64-3065-4166-80eb-af09854d050a req-7b922168-988f-4cbd-ac1a-bdb54f812ee9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0492809 Nov 12 04:50:15.192591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d403fa64-3065-4166-80eb-af09854d050a req-ef0aaf13-4c5d-4410-bfb9-88d51f97fde7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=bcd9ea82-2331-4670-ade5-193b2d2ffe27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Nov 12 04:50:15.712456 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-177f2ec0-fc20-4710-9517-1fb5dbc426b4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:15.714044 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-177f2ec0-fc20-4710-9517-1fb5dbc426b4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.104 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 947 time: 0.0493631 Nov 12 04:50:15.803792 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Deleting port 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:50:15.804135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:15.896319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] For port 7195d066-d833-47c0-b0e6-6b409eb403db, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=7195d066-d833-47c0-b0e6-6b409eb403db,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:50:15.896673 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:15.910776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Calling delete_port for 7195d066-d833-47c0-b0e6-6b409eb403db owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:50:16.041067 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:16.069112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'Port': ['ID=7195d066-d833-47c0-b0e6-6b409eb403db,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:16.110119 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] No DVR routers for this DVR port 7195d066-d833-47c0-b0e6-6b409eb403db on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:50:16.112659 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:16.115965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-0ea4ce3c-6540-46ed-b646-ca5206313ee4 req-bd9332f8-c684-4ab0-8579-b870bf8fb597 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.104 "DELETE /v2.0/ports/7195d066-d833-47c0-b0e6-6b409eb403db HTTP/1.1" status: 204 len: 173 time: 0.3957591 Nov 12 04:50:16.116431 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-deleted', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:50:16.118666 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c53452b-7a46-4ee5-9d31-3850755bc080" -d '{"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-deleted", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:50:16.158154 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97db3f8f-07cd-486b-ba39-9c899eab304f x-openstack-request-id: req-97db3f8f-07cd-486b-ba39-9c899eab304f {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:50:16.158754 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eba18b4-90aa-481e-9b39-c6c002b8d680", "name": "network-vif-deleted", "tag": "7195d066-d833-47c0-b0e6-6b409eb403db", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:50:16.158754 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-97db3f8f-07cd-486b-ba39-9c899eab304f {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:50:16.159129 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eba18b4-90aa-481e-9b39-c6c002b8d680', 'name': 'network-vif-deleted', 'tag': '7195d066-d833-47c0-b0e6-6b409eb403db', 'status': 'completed', 'code': 200} Nov 12 04:50:16.303439 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9697b9f0-6242-4dee-a801-3baca09ab282 req-b4bf541b-0310-465e-863e-9bb9506e0b3d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=0eba18b4-90aa-481e-9b39-c6c002b8d680 HTTP/1.1" status: 200 len: 210 time: 0.0276377 Nov 12 04:50:17.360757 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42650) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:17.421805 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.446381 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.505377 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.508138 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.509303 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "DELETE /v2.0/security-groups/bcd9ea82-2331-4670-ade5-193b2d2ffe27 HTTP/1.1" status: 204 len: 168 time: 0.1475389 Nov 12 04:50:17.518763 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cda03d-2f3f-447f-8ba9-cb09c0f6c283 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9ea82-2331-4670-ade5-193b2d2ffe27,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:17.783912 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42656) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:17.788626 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252698631', 'description': 'tempest-secgroup-smoke-252698631 description', 'project_id': '33256878c77a4ea292472c6152017d90'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:17.811107 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.875731 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.879066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.904947 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.908837 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1212440 Nov 12 04:50:17.909279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 42658) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:17.914718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01923823-004d-48e2-9df3-025366c43a37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e175b58-0b0c-4f40-b41b-1343e240dd81,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:17.915690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:17.941680 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:17.996575 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.000207 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.022719 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2723b02c-3b25-480c-93e8-3914178a9daa,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.031354 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.032548 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221998 Nov 12 04:50:18.034338 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.034681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.035043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.035377 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.035675 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42662) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:18.035799 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.036022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.036348 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.036670 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.036988 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.037312 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.037641 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.037960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105d567-c6c5-4727-9f35-82bc5ce7cac2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:18.040391 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:18.067881 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.123254 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.126870 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.144836 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2eb550-7686-4c60-b6c9-3efe7a34e9b3,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.152641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.153835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-1dc2e29c-b204-45cb-a5be-cf2751a94926 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170573 Nov 12 04:50:18.156605 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42664) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:18.160923 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:18.187446 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.246494 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.250108 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.269691 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1672648-3478-4bb4-b1eb-e513b70c1edf,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.274306 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.278502 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-44d31a19-e5a0-4d25-861b-0e1beac600dd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180193 Nov 12 04:50:18.278502 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42666) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:18.283077 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:18.310636 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.368693 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.372329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.390326 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17ff1a1-b888-4bb4-9909-b1467ed0bdd7,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.402815 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.404071 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-854c65d6-bd89-42c7-bfe0-6936cb755a68 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244071 Nov 12 04:50:18.406745 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42668) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:18.411046 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:18.433419 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Project 33256878c77a4ea292472c6152017d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:50:18.438329 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.498897 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.502252 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.519053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc2cbf-de46-4013-b5d1-d1664cb79b31,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.527256 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.528584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e3e9ef85-116c-4773-8942-f6f5ae53dc51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208417 Nov 12 04:50:18.531216 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42670) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:18.535550 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'security_group_rule': {'security_group_id': '4e175b58-0b0c-4f40-b41b-1343e240dd81', 'project_id': '33256878c77a4ea292472c6152017d90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:18.559388 n-d-766726-29 neutron-server[102605]: INFO neutron.db.securitygroups_db [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Project 33256878c77a4ea292472c6152017d90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:50:18.565081 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.626198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.630712 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.648133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5843396-958d-4d3a-9383-6095b7cd4c40,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:18.656893 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:18.658078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-6b8edb7c-0b2f-4703-aeef-f0d5585d4027 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259501 Nov 12 04:50:18.827064 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:50:18.848023 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 7195d066-d833-47c0-b0e6-6b409eb403db {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:50:18.848437 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 7195d066-d833-47c0-b0e6-6b409eb403db not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:50:22.431704 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ef371521-9ef1-4f30-b6dd-9f2cc0f6ce98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:24.761166 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2f3a3bf2-d51d-4220-bb18-2d356bedd989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:25.510404 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:50:25.808366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:27.268408 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:27.946754 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:32.274393 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:34.135084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-67532800-e5ab-4a4c-b385-ae2ffe98a97d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252698631&fields=id&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 267 time: 0.0444877 Nov 12 04:50:34.244194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-21d70e93-b843-4e46-9bba-397c82dcf3d4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:34.245650 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-21d70e93-b843-4e46-9bba-397c82dcf3d4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 809 time: 0.1036699 Nov 12 04:50:34.260360 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-4202334f-dc76-47f5-b630-b2c130e6f751 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/quotas/33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 375 time: 0.0088296 Nov 12 04:50:34.310646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-15d3edfa-3bf3-4958-a38f-7fcac36f5922 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449159 Nov 12 04:50:34.326593 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-c368cd1e-b287-43e2-9ffb-f72aec41d8a4 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:50:34.327583 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-c368cd1e-b287-43e2-9ffb-f72aec41d8a4 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050936 Nov 12 04:50:34.416638 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-eac9e3f4-3f11-4c8d-803c-3eac160aa884 service neutron] 10.222.0.97 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Nov 12 04:50:34.509103 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-9956cf84-0323-49c2-ade1-13e7e527395f service neutron] 10.222.0.97 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863721 Nov 12 04:50:34.786380 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5f6d2824-2d39-49b8-9946-fe319cf3e411 req-2a425719-4225-4630-b923-d68aadd7095e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0266542 Nov 12 04:50:35.881748 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f8a8c5d1-4ed5-4fa0-837b-4ec275f29a94 req-f4c92977-1b49-4d9d-8c93-779a344eaeb2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0263977 Nov 12 04:50:35.940613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-36307514-fe1d-497d-bfa5-9f66d552c1b3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:35.942068 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-36307514-fe1d-497d-bfa5-9f66d552c1b3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 809 time: 0.1069064 Nov 12 04:50:36.025555 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-6c511d64-8a6c-401e-9f10-977da486a91a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 379 time: 0.0559196 Nov 12 04:50:36.035426 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'port': {'device_id': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'admin_state_up': True, 'tenant_id': '33256878c77a4ea292472c6152017d90', 'security_groups': ['4e175b58-0b0c-4f40-b41b-1343e240dd81']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:36.151741 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Made reservation on behalf of 33256878c77a4ea292472c6152017d90 for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:50:36.155443 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.285998 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Allocated IP 172.20.0.3 (5e25e5e3-e281-4815-9a69-46f206948586/418f764c-ad86-4539-b318-04c4dd66834c/cc0303cb-9676-4cee-8d8c-9ce2c0277baa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:50:36.462157 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.502683 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.563211 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Network 5e25e5e3-e281-4815-9a69-46f206948586 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:50:36.566551 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:50:36.571437 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:50:36.575453 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:36.624082 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:36.624715 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.642572 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-3b52e304-be02-486f-a45f-2ece1a95dc37 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108086 Nov 12 04:50:36.670764 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Request body: {'port': {'device_id': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:36.733339 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.804446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-55f0b97d-d078-4337-93cc-935715826310 None None] Provisioning complete for port cc0303cb-9676-4cee-8d8c-9ce2c0277baa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:50:36.805069 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-55f0b97d-d078-4337-93cc-935715826310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:36.841318 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-55f0b97d-d078-4337-93cc-935715826310 None None] Port cc0303cb-9676-4cee-8d8c-9ce2c0277baa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:50:37.010183 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b2f5-aaf6-43f2-b8d2-105803945868 req-c78c199b-a69b-4620-a70e-8325a55b0eec tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.011592 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b791b2f5-aaf6-43f2-b8d2-105803945868 req-c78c199b-a69b-4620-a70e-8325a55b0eec tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 931 time: 0.0547976 Nov 12 04:50:37.021620 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0303cb-9676-4cee-8d8c-9ce2c0277baa {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:50:37.030341 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.043072 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Transition to ACTIVE for port object cc0303cb-9676-4cee-8d8c-9ce2c0277baa will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:50:37.048177 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.064816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b791b2f5-aaf6-43f2-b8d2-105803945868 req-e4f4e5d4-bbbe-4c95-8c9f-48ec4a1419e2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466211 Nov 12 04:50:37.105184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:37.188028 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Attempting to bind port cc0303cb-9676-4cee-8d8c-9ce2c0277baa on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:50:37.188619 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Attempting to bind port cc0303cb-9676-4cee-8d8c-9ce2c0277baa by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:50:37.188960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Attempting to bind port cc0303cb-9676-4cee-8d8c-9ce2c0277baa on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:50:37.194429 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Port cc0303cb-9676-4cee-8d8c-9ce2c0277baa on network 5e25e5e3-e281-4815-9a69-46f206948586 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:50:37.194750 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Attempting to bind port cc0303cb-9676-4cee-8d8c-9ce2c0277baa on network 5e25e5e3-e281-4815-9a69-46f206948586 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:50:37.200483 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:50:37.200822 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Checking segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:50:37.201203 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Bound using segment: {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:50:37.201768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Bound port: cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:50:37.202127 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.271938 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:50:37.275283 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:50:37.280518 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.320315 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.320944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:37.322360 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] 10.222.0.16 "PUT /v2.0/ports/cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 1092 time: 0.6563597 Nov 12 04:50:37.322808 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:50:37.325175 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:50:37.345390 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881116-53e9-4a7d-86aa-fab78aae716b service neutron] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:37.447600 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-35daf7e4-bbae-4c40-b6c9-6d596b68c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.449649 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-35daf7e4-bbae-4c40-b6c9-6d596b68c956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1095 time: 0.0534151 Nov 12 04:50:37.459896 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccab567-a188-4d50-b413-e7678271b8ac x-openstack-request-id: req-cccab567-a188-4d50-b413-e7678271b8ac {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:50:37.460408 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:50:37.461275 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cccab567-a188-4d50-b413-e7678271b8ac {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:50:37.461750 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'status': 'completed', 'code': 200} Nov 12 04:50:37.516922 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-cd34b13c-1d41-4905-aca5-a215d491957b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 217 time: 0.0409145 Nov 12 04:50:37.579800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-b54bd5aa-92ec-42ce-8865-b65f6dc1481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.581310 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-b54bd5aa-92ec-42ce-8865-b65f6dc1481e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0559487 Nov 12 04:50:37.633710 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a809-ea50-4287-9b82-30a00266a1cc req-8b4d143b-4f92-4164-aed1-7a1330bdc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.635259 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-8b4d143b-4f92-4164-aed1-7a1330bdc863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443702 Nov 12 04:50:37.741339 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-336db4d3-12ca-4658-9a02-461b307b3614 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912750 Nov 12 04:50:37.838449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-f606a809-ea50-4287-9b82-30a00266a1cc req-eeda4e33-1703-4f58-bc96-a6227329cfa3 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839293 Nov 12 04:50:37.967441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-dfaa817e-5902-407c-8405-b06b23817318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:37.969105 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-dfaa817e-5902-407c-8405-b06b23817318 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1095 time: 0.0480809 Nov 12 04:50:38.070497 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-57d7686f-6434-469b-bcbe-acf5dd41a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:38.072028 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-57d7686f-6434-469b-bcbe-acf5dd41a4db service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0899315 Nov 12 04:50:38.123689 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-36ce383d-b685-4b95-bd07-b0b15866f1d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 217 time: 0.0401404 Nov 12 04:50:38.180952 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-5aa9f65c-ca12-47b9-83cc-380604dfde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:38.182539 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-5aa9f65c-ca12-47b9-83cc-380604dfde86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0474968 Nov 12 04:50:38.187224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444b4ad-ef19-4d53-a242-2749971e4351 req-63ac4503-39a8-46ec-8688-bdb88a76cf2a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:38.188749 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3444b4ad-ef19-4d53-a242-2749971e4351 req-63ac4503-39a8-46ec-8688-bdb88a76cf2a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0492680 Nov 12 04:50:38.235889 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-e53b670b-0a35-45e0-a24e-47849389ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:38.237426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-e53b670b-0a35-45e0-a24e-47849389ac94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428710 Nov 12 04:50:38.243472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3444b4ad-ef19-4d53-a242-2749971e4351 req-e627e28d-23d4-48ed-a40b-9c578fe79466 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483892 Nov 12 04:50:38.358811 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-c781ef70-d2ff-4dab-be6a-6006ba9df09b service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089900 Nov 12 04:50:38.459913 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-4a7d054a-1b4c-4b87-a865-af7e3033cf3b req-3355b8d7-8dad-46f0-a4bd-4060234eca25 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893111 Nov 12 04:50:39.360945 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56852d-bd32-4cb5-b8af-a184452af222 req-2701a5e1-aa21-414d-b79f-2c171a509e95 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:39.362421 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe56852d-bd32-4cb5-b8af-a184452af222 req-2701a5e1-aa21-414d-b79f-2c171a509e95 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0490057 Nov 12 04:50:39.417626 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe56852d-bd32-4cb5-b8af-a184452af222 req-f92cdd28-de10-4ae6-b0a8-8c232d86d79b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492280 Nov 12 04:50:40.492675 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:40.537856 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420efce-0b83-4d30-9efa-9dc251d105b4 req-f621b631-3f87-47d9-82fb-ac87dcc4cef2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:40.539477 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1420efce-0b83-4d30-9efa-9dc251d105b4 req-f621b631-3f87-47d9-82fb-ac87dcc4cef2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0505419 Nov 12 04:50:40.591710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1420efce-0b83-4d30-9efa-9dc251d105b4 req-2c821376-4511-4ac6-b1d6-bd7f76954454 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Nov 12 04:50:41.709226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab3ff4-9855-43fb-8bf1-06df93cfbc43 req-cb87c7a8-dc01-4a6d-b020-e8612ddf3ce1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:41.711401 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71ab3ff4-9855-43fb-8bf1-06df93cfbc43 req-cb87c7a8-dc01-4a6d-b020-e8612ddf3ce1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0520110 Nov 12 04:50:41.761213 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-71ab3ff4-9855-43fb-8bf1-06df93cfbc43 req-3c06a2d7-20c5-4ddf-8b84-ed6c1bb57818 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 Nov 12 04:50:42.882516 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb61bc7-dd05-455f-a739-133941d9b406 req-ce2cd0d9-7eac-47c9-b4cd-7f9812d60a31 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:42.884030 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbb61bc7-dd05-455f-a739-133941d9b406 req-ce2cd0d9-7eac-47c9-b4cd-7f9812d60a31 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0537469 Nov 12 04:50:42.933125 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fbb61bc7-dd05-455f-a739-133941d9b406 req-b7f9295e-20de-441a-bd01-f83b3bd084f8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 Nov 12 04:50:44.046749 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f4a0e-3529-410b-9276-616f784404c6 req-780a8e08-c7d2-4cc6-b8d5-a49f66c5408f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:44.048250 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f95f4a0e-3529-410b-9276-616f784404c6 req-780a8e08-c7d2-4cc6-b8d5-a49f66c5408f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0483108 Nov 12 04:50:44.096193 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f95f4a0e-3529-410b-9276-616f784404c6 req-1e805cc7-4894-46f2-9a89-3026c31cf313 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Nov 12 04:50:45.216418 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbbefb-6ead-4fbd-b8b2-f481de25bdc0 req-5cceaab7-3ba4-424c-b5b4-c8eac18d7e3e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:45.217850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dcbbefb-6ead-4fbd-b8b2-f481de25bdc0 req-5cceaab7-3ba4-424c-b5b4-c8eac18d7e3e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0541277 Nov 12 04:50:45.267187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7dcbbefb-6ead-4fbd-b8b2-f481de25bdc0 req-8ad2828b-16a3-4aa0-8a5e-7801bfd8ad59 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Nov 12 04:50:46.380386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39e50a-d867-4247-bc29-fa6d4b62d28d req-d8fe492c-e5a4-43f3-a848-a726a67f9041 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:46.381878 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd39e50a-d867-4247-bc29-fa6d4b62d28d req-d8fe492c-e5a4-43f3-a848-a726a67f9041 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0487456 Nov 12 04:50:46.432870 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd39e50a-d867-4247-bc29-fa6d4b62d28d req-9a39049f-e4cd-4552-bec1-30742184e44c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441301 Nov 12 04:50:47.550116 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69624d-604c-4003-94de-ee8fb6e9115c req-94bde887-175f-44a9-b607-3bfc8eae6205 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:47.551640 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b69624d-604c-4003-94de-ee8fb6e9115c req-94bde887-175f-44a9-b607-3bfc8eae6205 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0494633 Nov 12 04:50:47.604070 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8b69624d-604c-4003-94de-ee8fb6e9115c req-1ff6e49b-1cda-4727-b2f2-c58cae56fa06 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Nov 12 04:50:48.719820 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beb499-c345-49c2-ad45-ae8e50515e86 req-af342767-2497-4a25-bb09-5410a4aaa32f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:48.721287 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82beb499-c345-49c2-ad45-ae8e50515e86 req-af342767-2497-4a25-bb09-5410a4aaa32f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0485048 Nov 12 04:50:48.772505 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-82beb499-c345-49c2-ad45-ae8e50515e86 req-ace895c8-579b-433b-9bff-cf11b8ce4fb0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Nov 12 04:50:49.887257 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54c927-9679-4397-8025-00deec6433e8 req-02649ac3-1f0e-4a12-9f58-17f823fb5d92 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:49.888793 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed54c927-9679-4397-8025-00deec6433e8 req-02649ac3-1f0e-4a12-9f58-17f823fb5d92 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0485005 Nov 12 04:50:49.938172 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed54c927-9679-4397-8025-00deec6433e8 req-1e5bf3ce-547b-4e6d-83af-bd6be993dc57 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Nov 12 04:50:50.057791 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:50:50.154075 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:50:50.165077 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'mac_address': 'fa:16:3e:da:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:50:50.201851 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:50.217508 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0303cb-9676-4cee-8d8c-9ce2c0277baa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:50:50.235655 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:50:50.239551 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:50.285317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:50.292658 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.292946 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.293224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.293557 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.293887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.294215 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.294600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.294945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.295271 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.295592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.295910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.296227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:50:50.616331 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cc0303cb-9676-4cee-8d8c-9ce2c0277baa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:50:51.057386 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b484bef-cc92-42f9-88a4-564cf329fa2f req-9209e1fc-b339-400e-966a-948cb7961bd4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:51.058909 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b484bef-cc92-42f9-88a4-564cf329fa2f req-9209e1fc-b339-400e-966a-948cb7961bd4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 944 time: 0.0533655 Nov 12 04:50:51.107084 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9b484bef-cc92-42f9-88a4-564cf329fa2f req-85bef294-437e-4d45-801b-5defb49f3665 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421975 Nov 12 04:50:52.074249 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:50:52.122566 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port cc0303cb-9676-4cee-8d8c-9ce2c0277baa completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:50:52.126763 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port cc0303cb-9676-4cee-8d8c-9ce2c0277baa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:50:52.127168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:52.213160 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:52.230661 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1440d7-597a-4443-9463-f2f15cab371e req-9e99c448-f869-4862-8c75-428e71e99af4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:52.232187 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb1440d7-597a-4443-9463-f2f15cab371e req-9e99c448-f869-4862-8c75-428e71e99af4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 944 time: 0.0568438 Nov 12 04:50:52.236198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:50:52.238502 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654dc4b2-3254-4111-bed1-a8f0c8417e6c" -d '{"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-plugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:50:52.251362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:50:52.255947 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:52.285660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fb1440d7-597a-4443-9463-f2f15cab371e req-8d69e008-7d44-4a63-b099-2226c3bd3cc8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467846 Nov 12 04:50:52.303111 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:52.328366 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d81d5-2c7b-48b4-ab47-db5bbe4f6c34 x-openstack-request-id: req-b90d81d5-2c7b-48b4-ab47-db5bbe4f6c34 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:50:52.328656 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-plugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:50:52.328908 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b90d81d5-2c7b-48b4-ab47-db5bbe4f6c34 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:50:52.329304 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'code': 200} Nov 12 04:50:52.423598 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d60939f0-45f1-428f-956f-6d0a86f39f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:52.465077 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab4dfb-cdf5-4071-beea-3d81f27422ce req-df92522f-b12a-46b7-82a4-71bff9ca99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:52.466516 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-68ab4dfb-cdf5-4071-beea-3d81f27422ce req-df92522f-b12a-46b7-82a4-71bff9ca99d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0401506 Nov 12 04:50:52.523285 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-68ab4dfb-cdf5-4071-beea-3d81f27422ce req-2c7322ff-5ac3-42fb-9cad-278fd4866a45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Nov 12 04:50:53.403203 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c91238-3cfc-4316-a6a3-d902b83f24f3 req-4b8b330f-cf17-454f-a6bf-032b88b12bfb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:53.404694 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22c91238-3cfc-4316-a6a3-d902b83f24f3 req-4b8b330f-cf17-454f-a6bf-032b88b12bfb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0494363 Nov 12 04:50:53.459019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-22c91238-3cfc-4316-a6a3-d902b83f24f3 req-1c1a5a2e-3516-4a4c-b15c-992c7e122c4a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 Nov 12 04:50:54.576412 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5382a14-e42d-4d1e-bcc1-ef8f1e3f4089 req-36f8ef1d-1d8f-4d21-971a-0f563b694564 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:54.577871 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5382a14-e42d-4d1e-bcc1-ef8f1e3f4089 req-36f8ef1d-1d8f-4d21-971a-0f563b694564 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0479343 Nov 12 04:50:54.625646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5382a14-e42d-4d1e-bcc1-ef8f1e3f4089 req-b19851a8-ee6f-4ef3-9c36-3ae05da587db tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Nov 12 04:50:54.737800 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf405-6acb-4b0e-a227-02d4ba5e9e21 req-0dab015a-f345-4479-a21c-9f06539a47e8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:54.739194 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70dcf405-6acb-4b0e-a227-02d4ba5e9e21 req-0dab015a-f345-4479-a21c-9f06539a47e8 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0481017 Nov 12 04:50:54.762783 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0cb5a6fb-db92-4fed-be5c-aa07e0fc2b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:54.789126 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70dcf405-6acb-4b0e-a227-02d4ba5e9e21 req-8f6ad9d3-2fd5-48ad-9303-f204a8dafac3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433419 Nov 12 04:50:54.811287 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42876) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:54.906861 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81800af6-135e-4a65-8b93-b7354cf7680a tempest-TestShelveInstance-513464787 tempest-TestShelveInstance-513464787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:54.908412 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-81800af6-135e-4a65-8b93-b7354cf7680a tempest-TestShelveInstance-513464787 tempest-TestShelveInstance-513464787-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1092 time: 0.0961452 Nov 12 04:50:54.911225 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 42880) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:50:54.916167 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:50:54.937836 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.034362 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.138606 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Allocated IP 172.25.7.172 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/76b51845-3727-42ba-974d-b3835644c93d) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:50:55.238166 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.272244 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.318142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:50:55.321018 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:50:55.325402 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:50:55.328413 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=76b51845-3727-42ba-974d-b3835644c93d,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:55.678685 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.744952 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.810817 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.893948 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.898989 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:55.961795 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event updated for resources: {'Port': ['ID=76b51845-3727-42ba-974d-b3835644c93d,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:50:55.976542 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:56.367183 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Floating IP 9cd959cb-987b-4882-93b9-790962e9cff9 associated. External IP: 172.25.7.172, port: cc0303cb-9676-4cee-8d8c-9ce2c0277baa. Nov 12 04:50:56.571999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:50:56.680363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:50:56.692099 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:50:56.699965 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:56.703014 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:50:56.703633 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:50:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:56.728855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-91760e85-6075-4280-8b13-1c1315cd7727 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8166029 Nov 12 04:50:56.729814 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:50:56.732311 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd455e-769f-4426-b015-b66e37ea1354" -d '{"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:50:56.772492 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f4037-1767-47b5-8f23-ebdba56ffbc8 x-openstack-request-id: req-d70f4037-1767-47b5-8f23-ebdba56ffbc8 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:50:56.772794 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:50:56.773048 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d70f4037-1767-47b5-8f23-ebdba56ffbc8 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:50:56.773454 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'status': 'completed', 'code': 200} Nov 12 04:50:56.858505 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-144c5888-b4e4-4452-af00-6e23d611be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:56.860048 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-144c5888-b4e4-4452-af00-6e23d611be89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0412807 Nov 12 04:50:56.899022 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:50:56.956891 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-6f14d2c6-4328-4bde-afd8-5f4c27f539b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:56.958331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-6f14d2c6-4328-4bde-afd8-5f4c27f539b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0905719 Nov 12 04:50:57.028593 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-33b527a8-2902-4224-981d-0c092c26deba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 999 time: 0.0624661 Nov 12 04:50:57.077779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-9b8da6d7-242d-4637-bb79-e8bd585a14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:57.079287 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-9b8da6d7-242d-4637-bb79-e8bd585a14f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0442564 Nov 12 04:50:57.124276 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9cd959cb-987b-4882-93b9-790962e9cff9', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:da:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:50:55Z', 'updated_at': '2021-11-12T04:50:55Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:57.126101 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-0fbd0c4e-5b62-420a-a220-ce2369cc1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:50:57.127666 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-0fbd0c4e-5b62-420a-a220-ce2369cc1432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402460 Nov 12 04:50:57.150874 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:50:57.159306 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:50:57.159924 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:50:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:57.224717 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-93975fa7-19bf-45b4-925b-1109043f0eaa service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 Nov 12 04:50:57.258997 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:50:57.270274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:50:57.318051 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-a9cd455e-769f-4426-b015-b66e37ea1354 req-5b01b4a0-a3b0-4efc-a159-e6dd5ec52598 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857646 Nov 12 04:50:57.496352 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9cd959cb-987b-4882-93b9-790962e9cff9', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:da:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:50:55Z', 'updated_at': '2021-11-12T04:50:55Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:50:57.522254 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f623d49-f08d-4417-8e92-8fab7818f30a None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '9cd959cb-987b-4882-93b9-790962e9cff9', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'floating_ip_address': '172.25.7.172', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'mac_address': 'fa:16:3e:da:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:50:55Z', 'updated_at': '2021-11-12T04:50:55Z', 'revision_number': 0, 'project_id': '33256878c77a4ea292472c6152017d90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:50:57.714995 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef96c4c-a1de-4c4a-83f4-de3e1bf05158 None None] New status for floating IP 9cd959cb-987b-4882-93b9-790962e9cff9: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:50:57.949141 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:02.279804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:02.507786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:10.492892 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:13.398136 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-d5b22195-4179-417c-a25f-46f4bd5e3d65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452497 Nov 12 04:51:13.497870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-be04f6fd-632e-4494-af32-ab2860ab57a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:13.499380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-be04f6fd-632e-4494-af32-ab2860ab57a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0407145 Nov 12 04:51:13.609442 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-20d9001a-dea7-4dad-b3c3-373807f3b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:13.610945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-20d9001a-dea7-4dad-b3c3-373807f3b12b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0905118 Nov 12 04:51:13.678060 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-c711fbe6-eb1c-41f3-bc85-35f938c930e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 1001 time: 0.0581992 Nov 12 04:51:13.730835 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-2c0f16b3-01b4-4fc8-953d-632b062d7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:13.732350 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-2c0f16b3-01b4-4fc8-953d-632b062d7ab0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0452762 Nov 12 04:51:13.790150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-df29204c-024f-4455-a3de-7b40a959b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:51:13.791810 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-df29204c-024f-4455-a3de-7b40a959b85a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508568 Nov 12 04:51:13.887427 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-e802fbe8-4b23-4281-bcdb-cad918e3724d service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Nov 12 04:51:13.988866 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-188ff3e4-c9e0-4fc3-8bad-d33da1cf9dae req-363661f6-e0b8-43a2-9eeb-503569df5275 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900819 Nov 12 04:51:22.428390 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-144545d3-0bec-4e0b-8f28-48175b06b8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:24.765153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d2237554-dd76-4717-b9c5-259b3a98cbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:25.813399 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.260868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:27.950996 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:32.278928 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:39.506378 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:51:40.487022 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:52.430219 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-833f847f-566f-4aa1-af18-8fbc2a40240e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:54.767471 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-662ed7c1-b154-4232-b6b6-ff096639463c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:55.816750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:57.263468 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:51:57.952391 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:02.292982 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:10.509772 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:15.431940 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-0a3ae22b-f2e4-48a5-96e1-784fec79e80f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882599 Nov 12 04:52:15.548021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-ed14fad8-7d2e-4e3d-ade9-8388d5a19b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:15.549484 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-ed14fad8-7d2e-4e3d-ade9-8388d5a19b6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0399919 Nov 12 04:52:15.663188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-568115ab-4a4f-4c5b-8d0c-977f7ce1a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:15.664641 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-568115ab-4a4f-4c5b-8d0c-977f7ce1a999 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0874784 Nov 12 04:52:15.737482 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-0f4db3ae-def6-404e-be78-e9f86e46a880 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 1001 time: 0.0598130 Nov 12 04:52:15.794108 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-038c7e0a-1e47-445f-99a8-6ea5c5627065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:15.795578 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-038c7e0a-1e47-445f-99a8-6ea5c5627065 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0471830 Nov 12 04:52:15.845691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-cc23dc39-0378-4f8b-82ab-85756d0312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:15.847214 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-cc23dc39-0378-4f8b-82ab-85756d0312fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392339 Nov 12 04:52:15.944331 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-e1dc3656-b668-49de-b4d4-c60a2f3c0945 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839331 Nov 12 04:52:16.041945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-03bae2a1-7c35-4c27-b1cd-f42bedff3f80 req-c0d3f594-9a6f-45e1-aabb-5e7548b8ef40 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856831 Nov 12 04:52:16.505185 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:22.431589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-9effb4d3-df0a-4759-a7b4-81c51ea476f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:24.769101 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a38f73ee-5278-4316-b1fa-9832ef69dc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:25.819183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.270613 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:27.953647 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:32.292664 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:40.503496 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:52.432762 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4260a240-6125-4610-a8a2-01820303d33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:53.505182 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:52:54.228942 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295647c5-d8d1-4209-84b3-e7d91e19be50 req-6827fc34-9a08-445d-adc9-ae7f20fe3b65 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:54.230381 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-295647c5-d8d1-4209-84b3-e7d91e19be50 req-6827fc34-9a08-445d-adc9-ae7f20fe3b65 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0523014 Nov 12 04:52:54.283602 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-295647c5-d8d1-4209-84b3-e7d91e19be50 req-c0b7aca1-fd63-4fd7-a789-1447f0920e62 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471628 Nov 12 04:52:54.771748 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c4459a10-0b17-4f94-865a-c2c190b5cbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:55.425999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39290534-da54-4916-be6f-a59b46b1bb0f req-e5b6c27f-6037-431a-b4ae-456c9a7d3121 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:55.427500 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39290534-da54-4916-be6f-a59b46b1bb0f req-e5b6c27f-6037-431a-b4ae-456c9a7d3121 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0508473 Nov 12 04:52:55.476468 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-39290534-da54-4916-be6f-a59b46b1bb0f req-cfb809fc-1374-4f09-9432-6926c483ddcd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Nov 12 04:52:55.821680 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:56.592812 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee0529-0a12-4f41-9f41-7cad96d60630 req-608ddde5-6dc0-4792-ae7e-eaa37ed1a700 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:56.594295 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dee0529-0a12-4f41-9f41-7cad96d60630 req-608ddde5-6dc0-4792-ae7e-eaa37ed1a700 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0494220 Nov 12 04:52:56.643019 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3dee0529-0a12-4f41-9f41-7cad96d60630 req-a43ea11c-1185-4fd4-878a-678f78d3587e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426137 Nov 12 04:52:57.270223 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:57.763711 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30fc97-e44e-47d8-a7b0-5a5dc3c3d65a req-87881624-a4b6-4e72-963b-c7db93552f00 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:57.765161 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb30fc97-e44e-47d8-a7b0-5a5dc3c3d65a req-87881624-a4b6-4e72-963b-c7db93552f00 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0517547 Nov 12 04:52:57.813214 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cb30fc97-e44e-47d8-a7b0-5a5dc3c3d65a req-4f5ffac2-d6fb-4bd0-b343-6b914e6add30 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Nov 12 04:52:57.955643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:52:58.928403 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b7565-6a03-4dc5-9295-ce30d25e885e req-73880f2a-f4b9-4e4a-bfd0-25cb6a2a4211 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:52:58.929885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a03b7565-6a03-4dc5-9295-ce30d25e885e req-73880f2a-f4b9-4e4a-bfd0-25cb6a2a4211 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0494516 Nov 12 04:52:58.979792 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a03b7565-6a03-4dc5-9295-ce30d25e885e req-479236b8-4ba1-4d4b-8f8d-e4fe7ed44a51 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Nov 12 04:53:00.099387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cdb62-d0c3-4fb5-9925-4842ee1fa18d req-4852bf97-03df-4604-84f0-0935ed49209d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:00.100892 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc2cdb62-d0c3-4fb5-9925-4842ee1fa18d req-4852bf97-03df-4604-84f0-0935ed49209d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0530934 Nov 12 04:53:00.150712 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dc2cdb62-d0c3-4fb5-9925-4842ee1fa18d req-02ecb0e2-f22a-479b-b928-750d328bfd15 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439241 Nov 12 04:53:01.266143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523176fd-fc65-410b-a7e9-d5669f6b5f64 req-cbdd42bf-ca96-4e44-bf36-6b7e3f045921 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:01.267648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-523176fd-fc65-410b-a7e9-d5669f6b5f64 req-cbdd42bf-ca96-4e44-bf36-6b7e3f045921 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0484209 Nov 12 04:53:01.315524 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-523176fd-fc65-410b-a7e9-d5669f6b5f64 req-1aa28c6b-4de4-428d-ad0d-f7cdb9692c81 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Nov 12 04:53:02.308345 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:02.431103 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa492-78d4-4945-8969-4fbbdfa4f94e req-7e1f1958-cae4-4b8a-bee6-bc2a760f3627 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:02.432581 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-344fa492-78d4-4945-8969-4fbbdfa4f94e req-7e1f1958-cae4-4b8a-bee6-bc2a760f3627 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0490782 Nov 12 04:53:02.484910 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-344fa492-78d4-4945-8969-4fbbdfa4f94e req-414a1982-a0c8-4f70-a343-c37155d7523f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Nov 12 04:53:03.600363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4755013-b2b5-421f-a08a-65dc13961d00 req-f0ff296a-4ee4-4ace-a31a-e142e560955d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:03.601865 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4755013-b2b5-421f-a08a-65dc13961d00 req-f0ff296a-4ee4-4ace-a31a-e142e560955d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0490656 Nov 12 04:53:03.653648 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a4755013-b2b5-421f-a08a-65dc13961d00 req-acf04c3d-1ed0-4b21-a0df-e1335aa7c813 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Nov 12 04:53:04.484763 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-f0b3883c-2f3f-41fa-8d8c-1bc4003fcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:04.486269 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-f0b3883c-2f3f-41fa-8d8c-1bc4003fcb10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0418363 Nov 12 04:53:04.585729 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-24dd2126-53ae-495c-bbf6-0a1d9fe8f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:04.587151 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-24dd2126-53ae-495c-bbf6-0a1d9fe8f768 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0876069 Nov 12 04:53:04.659526 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-521c715e-0900-431f-a226-60466313fa8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 1001 time: 0.0605495 Nov 12 04:53:04.715607 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-544d0cbd-b31f-4f8e-a9d0-9c08f4204d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:04.717101 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-544d0cbd-b31f-4f8e-a9d0-9c08f4204d99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0441961 Nov 12 04:53:04.767198 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-9619c565-596e-4049-b531-4c5c56e7f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:04.768721 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-9619c565-596e-4049-b531-4c5c56e7f25d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441220 Nov 12 04:53:04.770190 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2626fe-fd04-44c5-854a-41891df35b1b req-ac4648fe-4023-4022-9d10-cf33229325f9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:04.771711 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d2626fe-fd04-44c5-854a-41891df35b1b req-ac4648fe-4023-4022-9d10-cf33229325f9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0500486 Nov 12 04:53:04.821365 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1d2626fe-fd04-44c5-854a-41891df35b1b req-45e5bb40-f6c0-4bae-8433-56f37bfd1ffb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437410 Nov 12 04:53:04.861563 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-82ded0f4-ad91-4e3b-ad6d-e6790ef93d13 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830662 Nov 12 04:53:04.960092 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-195dfa3b-df3f-43e4-9104-7256fd8d85c5 req-cd161f24-c1ea-4a85-b3a0-d946a322fe3d service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873792 Nov 12 04:53:05.945280 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24250f-c932-4689-bc27-c52d3a1f6bfa req-ed3e35cb-3b2c-430b-9592-aa4bdf185bf2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:05.946757 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d24250f-c932-4689-bc27-c52d3a1f6bfa req-ed3e35cb-3b2c-430b-9592-aa4bdf185bf2 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0548415 Nov 12 04:53:05.994828 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2d24250f-c932-4689-bc27-c52d3a1f6bfa req-8ad23a4d-d141-4c21-b59f-fe04b64fb36d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Nov 12 04:53:07.110703 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72394dce-3683-48de-8bae-b99a42498f7b req-a7abb0e9-4593-4ba5-8088-b7f5788d8d0d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:07.112210 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72394dce-3683-48de-8bae-b99a42498f7b req-a7abb0e9-4593-4ba5-8088-b7f5788d8d0d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0482094 Nov 12 04:53:07.162767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-72394dce-3683-48de-8bae-b99a42498f7b req-932f8bc7-4c8d-4fc9-8ce9-a1c02b3d6fca tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Nov 12 04:53:08.280399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fab1f-b17a-4f3f-8073-ebd2d239eb87 req-d6e2378b-3bf1-4d23-8aed-03834bcbe150 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:08.281918 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd8fab1f-b17a-4f3f-8073-ebd2d239eb87 req-d6e2378b-3bf1-4d23-8aed-03834bcbe150 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0486486 Nov 12 04:53:08.335617 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd8fab1f-b17a-4f3f-8073-ebd2d239eb87 req-830bb7b7-11e4-4a8f-9ac2-cc2556188676 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470293 Nov 12 04:53:08.814024 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:53:08.893893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:08.916975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:53:08.919522 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04e1be-1f02-4a25-8771-8ecf2266c08b" -d '{"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:53:08.932965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:53:08.937457 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:08.984619 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:53:08.993216 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.993558 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.993896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.994229 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.994560 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.994910 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.995240 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.995563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.995884 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.996204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.996524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:08.996845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:53:09.034914 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f640d14-d560-4d02-acd6-82aec78cb239 x-openstack-request-id: req-9f640d14-d560-4d02-acd6-82aec78cb239 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:53:09.035262 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-unplugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:53:09.035980 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9f640d14-d560-4d02-acd6-82aec78cb239 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:53:09.036381 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'code': 200} Nov 12 04:53:09.458187 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520eebe4-4469-43f7-bf98-cd7c6307529e req-503a8e1c-449e-43a1-9d4e-787319199cc9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:09.459738 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-520eebe4-4469-43f7-bf98-cd7c6307529e req-503a8e1c-449e-43a1-9d4e-787319199cc9 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0528154 Nov 12 04:53:09.508721 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-520eebe4-4469-43f7-bf98-cd7c6307529e req-8170a663-5c04-4c8b-9e88-f42372404c2a tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Nov 12 04:53:09.720639 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ab91e-b5dd-4f53-8302-11df54768b34 req-dade16ca-a28d-4c2f-9870-d7a89d46fc8f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:09.722945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593ab91e-b5dd-4f53-8302-11df54768b34 req-dade16ca-a28d-4c2f-9870-d7a89d46fc8f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0515873 Nov 12 04:53:09.728453 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-2dce3196-fc83-4cc4-af2d-d57e56e220aa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831320 Nov 12 04:53:09.738025 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-21a2bf83-1cce-4bf3-a9a4-e8490afc5a91 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:53:09.739124 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-21a2bf83-1cce-4bf3-a9a4-e8490afc5a91 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051513 Nov 12 04:53:09.776914 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-593ab91e-b5dd-4f53-8302-11df54768b34 req-55aca198-8d06-4b41-bc32-369831b6936b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Nov 12 04:53:10.500078 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:10.896366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e44039-432b-4b8a-80c0-02c673d29870 req-b4786c45-cbbe-4b98-aeee-ea3f439d14ec tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:10.897841 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8e44039-432b-4b8a-80c0-02c673d29870 req-b4786c45-cbbe-4b98-aeee-ea3f439d14ec tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0533042 Nov 12 04:53:10.949209 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e8e44039-432b-4b8a-80c0-02c673d29870 req-cf28bf1e-13e7-4ea6-ad11-f1c838b53bdb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Nov 12 04:53:12.069460 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9efa9a-fd99-4a50-aa08-905bf00d8298 req-27a7b5f9-b20c-4591-a76e-91e02fccbb43 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:12.070998 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be9efa9a-fd99-4a50-aa08-905bf00d8298 req-27a7b5f9-b20c-4591-a76e-91e02fccbb43 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0514488 Nov 12 04:53:12.118940 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-be9efa9a-fd99-4a50-aa08-905bf00d8298 req-f4cef2e5-4b69-4f4d-a9d4-09c00b041112 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Nov 12 04:53:13.239283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1c4e9-4375-42fc-835c-55ce15c324f0 req-ef6ba89b-9db7-434c-b0ec-f998546bb07b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:13.240665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1c1c4e9-4375-42fc-835c-55ce15c324f0 req-ef6ba89b-9db7-434c-b0ec-f998546bb07b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0537927 Nov 12 04:53:13.289660 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f1c1c4e9-4375-42fc-835c-55ce15c324f0 req-f0de05d0-0490-4862-85a4-14d15920577c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Nov 12 04:53:14.409778 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f7604-da5e-4198-9a70-d1a0a350eb83 req-c4abc950-e062-49f3-b844-ca8beab858d6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:14.411330 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e19f7604-da5e-4198-9a70-d1a0a350eb83 req-c4abc950-e062-49f3-b844-ca8beab858d6 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0520902 Nov 12 04:53:14.464815 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e19f7604-da5e-4198-9a70-d1a0a350eb83 req-db4c4567-8a2d-4479-9530-19a8344cefa3 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474985 Nov 12 04:53:15.579872 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fc299-fc02-4917-a98b-fe78109cabdc req-430dde07-0f50-4184-9580-2fe767ce852c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:15.582046 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c19fc299-fc02-4917-a98b-fe78109cabdc req-430dde07-0f50-4184-9580-2fe767ce852c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0482001 Nov 12 04:53:15.635685 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c19fc299-fc02-4917-a98b-fe78109cabdc req-c144d5fc-6c08-415f-b5cb-e06c71538144 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475838 Nov 12 04:53:16.759430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8708f02-1962-4b64-a945-250ecf9b52e2 req-19da567a-6439-46ff-84fa-e9b79ad8ba13 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:16.761237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8708f02-1962-4b64-a945-250ecf9b52e2 req-19da567a-6439-46ff-84fa-e9b79ad8ba13 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0574939 Nov 12 04:53:16.811977 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d8708f02-1962-4b64-a945-250ecf9b52e2 req-ba9af386-c36a-4101-8030-ff38cdfbd94e tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446961 Nov 12 04:53:17.933078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba9933-92ce-4751-97bc-0860853f33cc req-720a3818-4855-4d70-83b0-02331a733569 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:17.934588 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbba9933-92ce-4751-97bc-0860853f33cc req-720a3818-4855-4d70-83b0-02331a733569 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0505521 Nov 12 04:53:17.983964 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbba9933-92ce-4751-97bc-0860853f33cc req-5bb21036-d35c-435d-b3a8-574dd276a8a1 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Nov 12 04:53:19.108825 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec1ca8-5571-443b-8a38-012955fed4b7 req-7943ca02-6f28-4a24-886f-0fa57fe0b635 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:19.110329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20ec1ca8-5571-443b-8a38-012955fed4b7 req-7943ca02-6f28-4a24-886f-0fa57fe0b635 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0555360 Nov 12 04:53:19.165850 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-20ec1ca8-5571-443b-8a38-012955fed4b7 req-06a8fb0f-3803-44f1-b202-7cb0504b20df tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Nov 12 04:53:19.782322 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-c4260af0-06f3-42aa-93f2-d1201c91512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:19.783855 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-c4260af0-06f3-42aa-93f2-d1201c91512e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee&tenant_id=33256878c77a4ea292472c6152017d90 HTTP/1.1" status: 200 len: 1095 time: 0.0410578 Nov 12 04:53:19.874698 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-35e66c10-f616-4b2a-adc5-4cbe682fd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:19.876194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-35e66c10-f616-4b2a-adc5-4cbe682fd668 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1095 time: 0.0446172 Nov 12 04:53:19.969882 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-286febdb-a4dc-4915-bb00-ab8280103a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:19.971389 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-286febdb-a4dc-4915-bb00-ab8280103a3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0832045 Nov 12 04:53:20.044460 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-9b312694-d182-4a1b-9e44-8c3d874144c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 999 time: 0.0611339 Nov 12 04:53:20.098052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-89a1781a-2de7-40dc-809f-3bf2fe809a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:20.099485 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-89a1781a-2de7-40dc-809f-3bf2fe809a0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0428605 Nov 12 04:53:20.150128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-2fd63633-ec5d-47fe-a3cc-6f7c84b51c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:20.151637 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-2fd63633-ec5d-47fe-a3cc-6f7c84b51c82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402274 Nov 12 04:53:20.249077 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-6ba0fc23-022d-4648-b487-674d6dadc398 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860832 Nov 12 04:53:20.281658 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28770ac9-c591-4f8f-9aff-c8f567c252a5 req-77b91efe-0062-4267-9def-6875197ad639 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:20.283179 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28770ac9-c591-4f8f-9aff-c8f567c252a5 req-77b91efe-0062-4267-9def-6875197ad639 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0493932 Nov 12 04:53:20.333241 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-28770ac9-c591-4f8f-9aff-c8f567c252a5 req-2ba2e049-9d61-4260-a473-01fb77bc4c0b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Nov 12 04:53:20.343975 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-cc025efe-7a93-431c-b02f-7d69c960718c service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831504 Nov 12 04:53:21.449465 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8ca3-aaa0-4456-b41a-8ffe9ce9ec41 req-143c1daf-a183-4531-b75b-12cffbb79106 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:21.450982 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d74d8ca3-aaa0-4456-b41a-8ffe9ce9ec41 req-143c1daf-a183-4531-b75b-12cffbb79106 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0490928 Nov 12 04:53:21.504116 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d74d8ca3-aaa0-4456-b41a-8ffe9ce9ec41 req-38c3dec0-5898-4005-ae51-814cee4f579d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Nov 12 04:53:22.434192 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a515caa4-7dcd-4cbe-9177-c399b00f3591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:22.620816 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e2d6e-1ea9-45d3-8454-1b1f32110ec2 req-f4f2318a-73a3-43ff-b243-7ed935123893 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:22.622301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d2e2d6e-1ea9-45d3-8454-1b1f32110ec2 req-f4f2318a-73a3-43ff-b243-7ed935123893 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0497847 Nov 12 04:53:22.671767 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5d2e2d6e-1ea9-45d3-8454-1b1f32110ec2 req-9e4bc1f2-b321-491b-b12c-f09f926f38a0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433934 Nov 12 04:53:23.787574 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcfa83-9448-4fff-8124-32957e8b0152 req-2e85f914-e277-4dd5-a9d2-488e1537fcbb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:23.789078 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12fcfa83-9448-4fff-8124-32957e8b0152 req-2e85f914-e277-4dd5-a9d2-488e1537fcbb tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0502465 Nov 12 04:53:23.840393 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-12fcfa83-9448-4fff-8124-32957e8b0152 req-180090fb-474b-4d02-9ef2-4e528765b718 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Nov 12 04:53:24.773976 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-70e61dad-5b1c-4b17-8bb4-479c954cefa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:24.962448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6a537-9c0d-4cb2-9260-ff5bc94e4717 req-582256f7-e529-4a4a-8559-6ca005e5450b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:24.963955 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01b6a537-9c0d-4cb2-9260-ff5bc94e4717 req-582256f7-e529-4a4a-8559-6ca005e5450b tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0524859 Nov 12 04:53:25.013737 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-01b6a537-9c0d-4cb2-9260-ff5bc94e4717 req-3f9c07ed-54e5-4fcf-ab9b-fc95d1298a83 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439062 Nov 12 04:53:25.824447 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:26.127727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5341a7e-de5d-4e67-9e5e-73aae64d51bf req-9b4a49f9-de6e-4d05-9f62-f43e14d3d97c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:26.129159 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5341a7e-de5d-4e67-9e5e-73aae64d51bf req-9b4a49f9-de6e-4d05-9f62-f43e14d3d97c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0489287 Nov 12 04:53:26.177944 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b5341a7e-de5d-4e67-9e5e-73aae64d51bf req-e7cffa92-607f-49bd-a79a-6ca09b5e854c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425329 Nov 12 04:53:27.273190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:27.299802 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388ad2-ef3a-4713-a139-e773ca192b4b req-22df101b-8e35-4303-8963-d3051e5107af tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:27.301943 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc388ad2-ef3a-4713-a139-e773ca192b4b req-22df101b-8e35-4303-8963-d3051e5107af tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0553248 Nov 12 04:53:27.351356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fc388ad2-ef3a-4713-a139-e773ca192b4b req-8bb2ea9f-b169-4d94-972e-cbc3193d22e0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Nov 12 04:53:27.957975 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:28.466686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25a81d-99fc-430a-a6bb-29e7b68fca38 req-2d13bc53-8017-46dc-a956-1097b9222a7c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:28.468198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b25a81d-99fc-430a-a6bb-29e7b68fca38 req-2d13bc53-8017-46dc-a956-1097b9222a7c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 943 time: 0.0483263 Nov 12 04:53:28.518275 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-3b25a81d-99fc-430a-a6bb-29e7b68fca38 req-dd9bc3f6-79d9-4954-b4f7-1a43f1db5620 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434690 Nov 12 04:53:28.882265 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:53:28.978547 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:53:28.989338 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'port_id': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'mac_address': 'fa:16:3e:da:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:53:29.026196 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:29.038494 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0303cb-9676-4cee-8d8c-9ce2c0277baa {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:53:29.056790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:53:29.061210 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:29.113474 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:53:29.453226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['cc0303cb-9676-4cee-8d8c-9ce2c0277baa'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:53:29.634149 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5433-7d54-4702-b037-9fdc15edfabb req-b1b8e165-693c-4082-ad57-ea068fbb45c0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:29.635965 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-805d5433-7d54-4702-b037-9fdc15edfabb req-b1b8e165-693c-4082-ad57-ea068fbb45c0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 944 time: 0.0491157 Nov 12 04:53:29.691154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-805d5433-7d54-4702-b037-9fdc15edfabb req-dad1d837-b6ef-4487-91d5-803621046463 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Nov 12 04:53:30.504534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:53:30.806469 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea1de-8502-4a30-8c5e-fbe8f5447cb8 req-f31ed5b8-4e96-4c59-9d77-5df413c3fcad tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:30.807882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-620ea1de-8502-4a30-8c5e-fbe8f5447cb8 req-f31ed5b8-4e96-4c59-9d77-5df413c3fcad tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 944 time: 0.0488484 Nov 12 04:53:30.857462 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-620ea1de-8502-4a30-8c5e-fbe8f5447cb8 req-76a3b002-d359-4ef2-a35b-9fb97314b268 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Nov 12 04:53:30.881642 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:53:30.929993 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port cc0303cb-9676-4cee-8d8c-9ce2c0277baa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:53:30.930363 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:31.008536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:31.030277 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:53:31.032520 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4851d269-94e2-45da-9c55-b0023811ff49" -d '{"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-plugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:53:31.045917 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:53:31.050428 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:31.073560 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5959362-ca0c-4ffe-89cf-b1fbce5bc315 x-openstack-request-id: req-e5959362-ca0c-4ffe-89cf-b1fbce5bc315 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:53:31.073853 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-plugged", "status": "completed", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:53:31.074105 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e5959362-ca0c-4ffe-89cf-b1fbce5bc315 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:53:31.074490 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'code': 200} Nov 12 04:53:31.099183 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:53:31.275074 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8641-6566-4cc1-859c-f939fda7c7b4 req-0f54f4fc-a925-42c4-a610-5fb1d2b92dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:31.276564 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-161b8641-6566-4cc1-859c-f939fda7c7b4 req-0f54f4fc-a925-42c4-a610-5fb1d2b92dba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0438683 Nov 12 04:53:31.326925 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-161b8641-6566-4cc1-859c-f939fda7c7b4 req-dc372752-3d35-4f84-a91d-a86de5128d17 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Nov 12 04:53:31.977735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60408-e120-4743-a0a2-953b17ae44c4 req-16635e93-eedb-4eb9-aa76-88354cdedb79 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:31.979245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7c60408-e120-4743-a0a2-953b17ae44c4 req-16635e93-eedb-4eb9-aa76-88354cdedb79 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0489340 Nov 12 04:53:32.028221 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d7c60408-e120-4743-a0a2-953b17ae44c4 req-10b74f4f-2c30-48b7-9b7e-32cb468d76b7 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Nov 12 04:53:32.306998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:33.146879 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2197a92-1d0d-48b6-97ed-fac11825698f req-85e06ef8-7d33-429b-82c8-195dcc0d7aa4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:53:33.148407 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2197a92-1d0d-48b6-97ed-fac11825698f req-85e06ef8-7d33-429b-82c8-195dcc0d7aa4 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0537612 Nov 12 04:53:33.197050 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-f2197a92-1d0d-48b6-97ed-fac11825698f req-df5f1f9f-469f-463c-9d78-31435078fb0d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Nov 12 04:53:40.510859 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:52.437579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-485fe6c2-d880-439d-adb8-584acc096c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:54.776776 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-12809b0f-ee1a-4fc7-af83-325664f91f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:55.827237 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:57.275483 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:53:57.960115 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:02.312469 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:07.503444 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:10.515377 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:19.658207 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-49bddaa3-5a92-409f-a238-010991c599f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393901 Nov 12 04:54:19.770303 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-fa768fdd-5ead-4bfc-a690-7843e98a14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:19.771818 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-fa768fdd-5ead-4bfc-a690-7843e98a14f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0395985 Nov 12 04:54:19.884051 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-fd22b62f-b424-40ad-9839-f250cc399715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:19.885525 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-fd22b62f-b424-40ad-9839-f250cc399715 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0877280 Nov 12 04:54:19.962704 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-15d4b84b-3dab-402f-8860-ee090630dab1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 1001 time: 0.0588603 Nov 12 04:54:20.018068 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-db2f9aa0-2acd-439d-8464-0307bbe41611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:20.019503 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-db2f9aa0-2acd-439d-8464-0307bbe41611 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0456839 Nov 12 04:54:20.411345 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-33d2ec01-0464-4e77-aeef-4a8ecf85d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:20.412830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-33d2ec01-0464-4e77-aeef-4a8ecf85d9ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3837066 Nov 12 04:54:20.507485 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-c98031d8-47bb-4557-a80b-6f069dff8819 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Nov 12 04:54:20.602198 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-d781245d-f679-46e0-8713-5f5528f1f1f4 req-fb9f7f54-6a1d-4dc7-a5f5-e0c5e4ad2919 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827785 Nov 12 04:54:22.438264 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-11d67dc1-dc1c-4e96-afbf-9550770fcab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:24.772461 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dbe48eb7-192f-4900-a1f9-6edc40921a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:25.830467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:27.278824 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:27.961039 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:32.304741 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:40.517716 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:44.502690 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:54:48.761960 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43050) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:54:48.919145 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Deleting port 76b51845-3727-42ba-974d-b3835644c93d {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:54:48.919424 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:48.997936 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:48.998260 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:49.010564 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Calling delete_port for 76b51845-3727-42ba-974d-b3835644c93d owned by network:floatingip {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:54:49.158440 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:49.185284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'Port': ['ID=76b51845-3727-42ba-974d-b3835644c93d,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:54:49.210327 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.210666 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.211034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.211378 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.211707 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.212034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.212360 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.212687 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.213004 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.213352 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.213675 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.214021 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:54:49.253931 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:49.254318 n-d-766726-29 neutron-server[102604]: INFO neutron.db.l3_db [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Floating IP 9cd959cb-987b-4882-93b9-790962e9cff9 disassociated (deleted). External IP: 172.25.7.172, port: cc0303cb-9676-4cee-8d8c-9ce2c0277baa. Nov 12 04:54:49.471185 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:54:49.579667 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:54:49.584571 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:49.590454 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:54:49.600204 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:54:49.600859 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:54:49.612018 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-15232ce6-6d54-4441-91b3-367ff9aaf234 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "DELETE /v2.0/floatingips/9cd959cb-987b-4882-93b9-790962e9cff9 HTTP/1.1" status: 204 len: 168 time: 0.8489449 Nov 12 04:54:49.612635 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:54:49.615310 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c85d97-94c7-479a-b186-f2d6adea158c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:54:49.707109 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:54:49.767966 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4e7ac3-950a-4ec4-9e65-412167168665 x-openstack-request-id: req-de4e7ac3-950a-4ec4-9e65-412167168665 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:54:49.768469 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:54:49.768581 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-de4e7ac3-950a-4ec4-9e65-412167168665 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:54:49.768904 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'status': 'completed', 'code': 200} Nov 12 04:54:49.868235 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79b249-9f9a-4904-a637-32c01c12d028 req-3b90cf24-d11d-4118-88b0-fefd86bd099f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:49.869853 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe79b249-9f9a-4904-a637-32c01c12d028 req-3b90cf24-d11d-4118-88b0-fefd86bd099f tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0578797 Nov 12 04:54:49.885279 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c85d97-94c7-479a-b186-f2d6adea158c req-1003ee7d-fc5b-4360-a945-e5fd688f224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:49.887286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-1003ee7d-fc5b-4360-a945-e5fd688f224b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=33256878c77a4ea292472c6152017d90&device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 1097 time: 0.0437384 Nov 12 04:54:49.917744 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:54:49.932528 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fe79b249-9f9a-4904-a637-32c01c12d028 req-76447ddd-22b3-40cb-9d3e-7459b1035598 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559287 Nov 12 04:54:49.947827 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:54:49.956885 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:54:49.957784 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:54:49.987994 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c85d97-94c7-479a-b186-f2d6adea158c req-3dc73541-1594-47c6-a653-af18d65dea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:49.989431 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-3dc73541-1594-47c6-a653-af18d65dea28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 200 len: 909 time: 0.0947206 Nov 12 04:54:50.035325 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-71a5115f-19f4-4692-b20a-1d7c3019e4d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 200 len: 217 time: 0.0378499 Nov 12 04:54:50.091441 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c85d97-94c7-479a-b186-f2d6adea158c req-456a473f-6948-4c66-9923-f88c8c614f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:50.093529 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-456a473f-6948-4c66-9923-f88c8c614f1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 200 len: 848 time: 0.0502861 Nov 12 04:54:50.143237 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c85d97-94c7-479a-b186-f2d6adea158c req-a9189938-142d-4da0-9cd8-2f08cfb90836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:50.144800 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-a9189938-142d-4da0-9cd8-2f08cfb90836 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e25e5e3-e281-4815-9a69-46f206948586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413756 Nov 12 04:54:50.156103 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:54:50.236615 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-38736561-5fca-425e-b7f2-bf8636900716 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Nov 12 04:54:50.334616 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-90c85d97-94c7-479a-b186-f2d6adea158c req-02e8f716-babc-4498-af7b-dcbe41ae26c2 service neutron] 10.222.0.16 "GET /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897810 Nov 12 04:54:50.351724 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:54:50.378638 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f883ee-9de0-4b57-a5a3-b83578959948 None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': 'abb0c5a8-8644-4b79-b8fa-9262d7f3771e', 'name': '', 'network_id': '5e25e5e3-e281-4815-9a69-46f206948586', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'mac_address': 'fa:16:3e:65:d7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '418f764c-ad86-4539-b318-04c4dd66834c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:15Z', 'updated_at': '2021-11-12T04:45:19Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'subnets': [{'id': '418f764c-ad86-4539-b318-04c4dd66834c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:54:50.607288 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4431c72-eb36-4804-9109-730c897cee2b None None] New status for floating IP 9cd959cb-987b-4882-93b9-790962e9cff9: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:54:51.049546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e87d8-016a-49e9-8a53-3f14fac28d55 req-46865b65-e288-4264-a77e-c113f8752303 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:51.051067 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed1e87d8-016a-49e9-8a53-3f14fac28d55 req-46865b65-e288-4264-a77e-c113f8752303 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0490680 Nov 12 04:54:51.105246 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ed1e87d8-016a-49e9-8a53-3f14fac28d55 req-2d30a426-b6ea-40e6-ad4e-20fba2c0f4cd tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/security-groups?id=4e175b58-0b0c-4f40-b41b-1343e240dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481815 Nov 12 04:54:51.780893 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-8831ffaf-1f11-4fce-8cba-1a331e4adf66 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:54:51.782346 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-8831ffaf-1f11-4fce-8cba-1a331e4adf66 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 945 time: 0.0500736 Nov 12 04:54:51.880500 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Deleting port cc0303cb-9676-4cee-8d8c-9ce2c0277baa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:54:51.880830 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:51.969875 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] For port cc0303cb-9676-4cee-8d8c-9ce2c0277baa, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:54:51.970248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:51.983043 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Calling delete_port for cc0303cb-9676-4cee-8d8c-9ce2c0277baa owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:54:52.113212 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:52.143052 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'Port': ['ID=cc0303cb-9676-4cee-8d8c-9ce2c0277baa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:54:52.189562 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] No DVR routers for this DVR port cc0303cb-9676-4cee-8d8c-9ce2c0277baa on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:54:52.192386 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:52.195756 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-b372fa99-7cae-43f5-99ae-80734cbbecd4 req-15b66519-bc63-4b01-8950-40d0c152a5fa tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.16 "DELETE /v2.0/ports/cc0303cb-9676-4cee-8d8c-9ce2c0277baa HTTP/1.1" status: 204 len: 173 time: 0.4016719 Nov 12 04:54:52.196201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-deleted', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:54:52.198473 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cefe90-a088-496a-b409-d0dd32df443c" -d '{"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-deleted", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:54:52.216129 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-16eb1b6b-3585-4b3e-b2ad-0e77f01a799a req-0c3119cd-b1ea-4871-b0b5-08151ca44c03 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0346818 Nov 12 04:54:52.261003 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789837f2-ad56-49f9-a013-c6e2025f9b03 x-openstack-request-id: req-789837f2-ad56-49f9-a013-c6e2025f9b03 {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:54:52.261300 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bafcee4-20cf-4aff-ac0b-c44ba3cdccee", "name": "network-vif-deleted", "tag": "cc0303cb-9676-4cee-8d8c-9ce2c0277baa", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:54:52.261568 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-789837f2-ad56-49f9-a013-c6e2025f9b03 {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:54:52.261973 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bafcee4-20cf-4aff-ac0b-c44ba3cdccee', 'name': 'network-vif-deleted', 'tag': 'cc0303cb-9676-4cee-8d8c-9ce2c0277baa', 'status': 'completed', 'code': 200} Nov 12 04:54:52.440543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b01d30c-ec30-4fc0-8f75-97769941dc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:53.317099 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-70ff1156-5c7c-4019-8ca0-19d105bc6afd req-289a2d50-cfa7-48f7-b6c6-69d4dc9d780c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0268805 Nov 12 04:54:54.415522 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c5636f24-3bdc-42f2-824b-5787debf5b93 req-4c9074c3-cfb8-446c-bbd8-992304b3318d tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0283575 Nov 12 04:54:54.777802 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-561c4a19-4e83-4abf-ab9d-1de2499b9aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:55.254282 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:54:55.274602 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: cc0303cb-9676-4cee-8d8c-9ce2c0277baa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:54:55.274963 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device cc0303cb-9676-4cee-8d8c-9ce2c0277baa not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:54:55.509538 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-dd93ab94-2e4c-4151-8f04-a743bb35dceb req-f8d42af3-2e92-45f3-8cc7-c8a9e6ffc9c0 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0277245 Nov 12 04:54:55.833973 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:56.616079 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1dbead84-a624-40ed-a564-a3fcedf0f43c req-94917cd1-7d10-40a1-b86f-383bf3714a9c tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bafcee4-20cf-4aff-ac0b-c44ba3cdccee HTTP/1.1" status: 200 len: 210 time: 0.0344372 Nov 12 04:54:57.282109 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:57.673574 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43082) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:54:57.729952 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:57.755099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:57.815276 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:57.818141 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:57.822370 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] 10.222.0.97 "DELETE /v2.0/security-groups/4e175b58-0b0c-4f40-b41b-1343e240dd81 HTTP/1.1" status: 204 len: 168 time: 0.1477804 Nov 12 04:54:57.832011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275dcca-d1c8-4de2-b335-f5997c05d721 tempest-TestShelveInstance-2006153376 tempest-TestShelveInstance-2006153376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e175b58-0b0c-4f40-b41b-1343e240dd81,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:54:57.963665 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:58.891491 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43088) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:54:59.353798 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.606153 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Deleting port abb0c5a8-8644-4b79-b8fa-9262d7f3771e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:54:59.606370 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.685739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] For port abb0c5a8-8644-4b79-b8fa-9262d7f3771e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:54:59.686273 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.698597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Calling delete_port for abb0c5a8-8644-4b79-b8fa-9262d7f3771e owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:54:59.884277 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:54:59.916003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb0c5a8-8644-4b79-b8fa-9262d7f3771e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:00.086969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.311565 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Router 904891f4-5354-4595-8e12-1ea0ce4a6a88 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:00.419825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:00.425701 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f24eec02-1b80-40d5-8e90-7d5b377ce391 admin admin] 10.222.0.97 "PUT /v2.0/routers/904891f4-5354-4595-8e12-1ea0ce4a6a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325716 Nov 12 04:55:00.428567 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43092) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:00.432399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Sync routers for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:00.444809 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:00.445663 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:00.541082 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:00.551478 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:00.748650 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:54:59Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:00.776092 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Checking router: 904891f4-5354-4595-8e12-1ea0ce4a6a88 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:00.785718 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Routers {'904891f4-5354-4595-8e12-1ea0ce4a6a88'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:00.786337 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['904891f4-5354-4595-8e12-1ea0ce4a6a88'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:00.894580 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] Set router 904891f4-5354-4595-8e12-1ea0ce4a6a88 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:01.002868 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.055959 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Deleting port 30cf924e-ae70-4e62-bce5-9539bb4b48d1 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:01.056303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.075947 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:54:59Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:01.102189 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448e1f4-a243-44db-bb68-9ba2f9caa9ae None None] The sync data for ids ['904891f4-5354-4595-8e12-1ea0ce4a6a88'] in n-d-766726-29 is: [{'id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'name': 'tempest-TestShelveInstance-1889148466-router', 'tenant_id': '33256878c77a4ea292472c6152017d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:12Z', 'updated_at': '2021-11-12T04:54:59Z', 'revision_number': 5, 'project_id': '33256878c77a4ea292472c6152017d90', 'gw_port': {'id': '30cf924e-ae70-4e62-bce5-9539bb4b48d1', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904891f4-5354-4595-8e12-1ea0ce4a6a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:13Z', 'updated_at': '2021-11-12T04:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:01.137249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] For port 30cf924e-ae70-4e62-bce5-9539bb4b48d1, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=30cf924e-ae70-4e62-bce5-9539bb4b48d1,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:01.137618 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.150771 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Calling delete_port for 30cf924e-ae70-4e62-bce5-9539bb4b48d1 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:01.313733 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.348570 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Pushing event deleted for resources: {'Port': ['ID=30cf924e-ae70-4e62-bce5-9539bb4b48d1,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:01.355591 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb549ea2-85e5-40c3-8a6f-3c1a5caad74b None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:01.409343 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.504072 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.506324 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.552034 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.552617 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904891f4-5354-4595-8e12-1ea0ce4a6a88 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:55:01.557220 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.558589 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4b39ab0d-76e0-49c8-b2a8-dbe4102577bf admin admin] 10.222.0.97 "DELETE /v2.0/routers/904891f4-5354-4595-8e12-1ea0ce4a6a88 HTTP/1.1" status: 204 len: 168 time: 1.1290739 Nov 12 04:55:01.561793 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43094) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:01.613620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Deleting subnet 418f764c-ad86-4539-b318-04c4dd66834c {{(pid=102605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:55:01.616816 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.656827 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034215'] for subnet, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.764621 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.825090 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11798616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8937962'] for subnet, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.852073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418f764c-ad86-4539-b318-04c4dd66834c,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:01.860921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:01.863510 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e649c-88ca-4038-9268-20a1f6df23a7 None None] Network 5e25e5e3-e281-4815-9a69-46f206948586 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:01.864391 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] 10.222.0.97 "DELETE /v2.0/subnets/418f764c-ad86-4539-b318-04c4dd66834c HTTP/1.1" status: 204 len: 168 time: 0.3015075 Nov 12 04:55:01.866454 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.866733 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.867174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.867311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43096) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:01.867645 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.868047 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.868444 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.868848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.869237 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.869771 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.870304 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.870705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.871125 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cafd5-b473-4039-aab7-a802e13000ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:01.947239 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.009690 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Deleting port 274b5afa-0913-444f-8292-9ade6395c806 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:02.010330 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.082050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] For port 274b5afa-0913-444f-8292-9ade6395c806, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=274b5afa-0913-444f-8292-9ade6395c806,segment=NetworkSegment(3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78),segment_id=3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:02.082419 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.095999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Calling delete_port for 274b5afa-0913-444f-8292-9ade6395c806 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:02.139267 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] DHCP port deletion for 5e25e5e3-e281-4815-9a69-46f206948586 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:02.200535 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.202143 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Deleting port 274b5afa-0913-444f-8292-9ade6395c806 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:02.202958 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.225587 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Pushing event deleted for resources: {'Port': ['ID=274b5afa-0913-444f-8292-9ade6395c806,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:02.234495 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] No DVR routers for this DVR port 274b5afa-0913-444f-8292-9ade6395c806 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:55:02.301417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] For port 274b5afa-0913-444f-8292-9ade6395c806, host n-d-766726-29, got binding levels [] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:02.302091 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.320269 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Calling delete_port for 274b5afa-0913-444f-8292-9ade6395c806 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:02.323272 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.323934 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.ipam_backend_mixin [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Port 274b5afa-0913-444f-8292-9ade6395c806 was not found and therefore no delete operation was performed {{(pid=102606) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 04:55:02.325553 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.329182 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.346336 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e25e5e3-e281-4815-9a69-46f206948586']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:02.356544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Pushing event deleted for resources: {'Port': ['ID=274b5afa-0913-444f-8292-9ade6395c806,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:02.357071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:02.357071 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4d0fc3-bc4a-48c5-a6bb-ec6416b0ce78') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:02.366117 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] No DVR routers for this DVR port 274b5afa-0913-444f-8292-9ade6395c806 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:55:02.368777 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.369312 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.369802 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.370346 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.370834 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.371262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.371537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.371864 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.372185 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.372504 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.372814 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.373343 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.373759 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a77bd-9406-470c-a81f-18b9011a23e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:02.393303 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.399831 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:55:02.400262 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: timer() Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:55:02.402401 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:55:02.469317 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.475053 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:02.478290 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] 10.222.0.97 "DELETE /v2.0/networks/5e25e5e3-e281-4815-9a69-46f206948586 HTTP/1.1" status: 204 len: 168 time: 0.6101127 Nov 12 04:55:02.481283 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43098) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:02.490152 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf770d7-8059-43af-bbb9-d97465eb879b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e25e5e3-e281-4815-9a69-46f206948586,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:02.732220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 30cf924e-ae70-4e62-bce5-9539bb4b48d1 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:02.752115 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 30cf924e-ae70-4e62-bce5-9539bb4b48d1 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:02.752447 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 30cf924e-ae70-4e62-bce5-9539bb4b48d1 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:02.752855 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abb0c5a8-8644-4b79-b8fa-9262d7f3771e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:02.771724 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: abb0c5a8-8644-4b79-b8fa-9262d7f3771e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:02.772056 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device abb0c5a8-8644-4b79-b8fa-9262d7f3771e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:02.772458 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 274b5afa-0913-444f-8292-9ade6395c806 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:02.791120 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 274b5afa-0913-444f-8292-9ade6395c806 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:02.791452 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 274b5afa-0913-444f-8292-9ade6395c806 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:02.824641 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.066265 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Deleting port fb8cc101-12b5-4cc8-b959-6fcac9e851af {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:03.066497 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.146224 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] For port fb8cc101-12b5-4cc8-b959-6fcac9e851af, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=fb8cc101-12b5-4cc8-b959-6fcac9e851af,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:03.146586 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.158700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Calling delete_port for fb8cc101-12b5-4cc8-b959-6fcac9e851af owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:03.334565 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.360188 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8cc101-12b5-4cc8-b959-6fcac9e851af,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:03.534921 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:03.755667 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:03.860652 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:03.868165 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43100) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:03.868715 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-a02d222f-8b10-4a98-a09a-77f3280ee353 admin admin] 10.222.0.97 "PUT /v2.0/routers/817fad64-4acf-4f9f-9ffa-5cc365cc4ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857067 Nov 12 04:55:03.869066 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Sync routers for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:03.878697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:03.879339 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:03.978958 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.086900 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.140715 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Deleting port af84fb0e-40ff-43ea-9718-42d6b5119a5e {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:04.141060 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.141806 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:04.221839 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] For port af84fb0e-40ff-43ea-9718-42d6b5119a5e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=af84fb0e-40ff-43ea-9718-42d6b5119a5e,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:04.222221 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.234778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Calling delete_port for af84fb0e-40ff-43ea-9718-42d6b5119a5e owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:04.316883 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:55:03Z', 'revision_number': 5, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port': {'id': 'af84fb0e-40ff-43ea-9718-42d6b5119a5e', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:45:18Z', 'updated_at': '2021-11-12T04:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:04.343893 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Checking router: 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:04.352021 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Routers {'817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:04.352633 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:04.402712 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.431329 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=af84fb0e-40ff-43ea-9718-42d6b5119a5e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:04.445733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1df5c-215f-49f6-be63-57f085d36acb None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:04.448016 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] Set router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:04.499112 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.501996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:55:04Z', 'revision_number': 6, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:04.532198 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aafc789-09fd-41ab-842f-c47c466401df None None] The sync data for ids ['817fad64-4acf-4f9f-9ffa-5cc365cc4ef3'] in n-d-766726-29 is: [{'id': '817fad64-4acf-4f9f-9ffa-5cc365cc4ef3', 'name': 'tempest-TestShelveInstance-292190633-router', 'tenant_id': '4c1ec89b1cc7475281005ca709a21a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:45:17Z', 'updated_at': '2021-11-12T04:55:04Z', 'revision_number': 6, 'project_id': '4c1ec89b1cc7475281005ca709a21a70', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:04.595081 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.597138 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.640376 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.640939 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 04:55:04.645694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.646914 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b67413a4-ee03-40a7-9e79-31a3ed921d66 admin admin] 10.222.0.97 "DELETE /v2.0/routers/817fad64-4acf-4f9f-9ffa-5cc365cc4ef3 HTTP/1.1" status: 204 len: 168 time: 0.7777245 Nov 12 04:55:04.649398 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43102) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:04.697126 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Deleting subnet dfb1b095-c741-42f7-bcd0-ddf387fd7840 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 04:55:04.700295 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.734734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.810387 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.871985 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.900538 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb1b095-c741-42f7-bcd0-ddf387fd7840,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:04.910694 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:04.915194 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4baab214-8d2e-441b-8d20-dfde32d5e4d1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/dfb1b095-c741-42f7-bcd0-ddf387fd7840 HTTP/1.1" status: 204 len: 168 time: 0.2637043 Nov 12 04:55:04.916981 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43104) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:04.921628 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1c05f-e311-4eab-8ee6-191a46467322 None None] Network 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:05.004653 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.057507 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Deleting port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 04:55:05.057839 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.120147 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] For port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,segment=NetworkSegment(d464e5c7-6145-466e-a324-ba497e70139f),segment_id=d464e5c7-6145-466e-a324-ba497e70139f)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:05.120429 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.133400 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Calling delete_port for 2b14cce0-0fd5-4a9b-8456-a04451b35c4e owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 04:55:05.213714 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.239780 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b14cce0-0fd5-4a9b-8456-a04451b35c4e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:05.243215 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] No DVR routers for this DVR port 2b14cce0-0fd5-4a9b-8456-a04451b35c4e on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 04:55:05.315192 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.337231 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8f2dc8-bdb4-4fe5-bf1a-2bfe8743a787 None None] DHCP port deletion for 49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:05.337920 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b3bf49-de0f-4c35-bb02-83fc8bf83ed0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:05.350143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd464e5c7-6145-466e-a324-ba497e70139f') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:05.350143 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd464e5c7-6145-466e-a324-ba497e70139f') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:05.360044 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.360182 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb8cc101-12b5-4cc8-b959-6fcac9e851af no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:05.373370 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.379317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 04:55:05.380495 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.381733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: fb8cc101-12b5-4cc8-b959-6fcac9e851af {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:05.382079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device fb8cc101-12b5-4cc8-b959-6fcac9e851af not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: timer() Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 04:55:05.382818 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 04:55:05.439689 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.445728 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.448923 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] 10.222.0.97 "DELETE /v2.0/networks/49b3bf49-de0f-4c35-bb02-83fc8bf83ed0 HTTP/1.1" status: 204 len: 168 time: 0.5303245 Nov 12 04:55:05.466446 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c4a78-5c22-44dc-9eed-776e1e3d1f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=49b3bf49-de0f-4c35-bb02-83fc8bf83ed0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:05.584382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43108) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:05.630486 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-b2584e07-d8e0-4ef6-815f-c2eb1801591d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=33256878c77a4ea292472c6152017d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447586 Nov 12 04:55:05.632806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43110) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:05.679218 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.699910 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.747296 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.749835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:05.751014 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8224a608-ddd1-4045-ad8b-d53433187110 HTTP/1.1" status: 204 len: 168 time: 0.1170130 Nov 12 04:55:05.759848 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0ccc2-aec4-4424-a344-dab826b95791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8224a608-ddd1-4045-ad8b-d53433187110,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:06.062545 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43116) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:06.101559 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8fced396-79bf-4b2c-9ba7-331d3f87fc0f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4c1ec89b1cc7475281005ca709a21a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377758 Nov 12 04:55:06.104188 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43118) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:06.153083 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:06.173768 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:06.219850 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:06.222465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:06.223740 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f1b89996-5b09-4acb-a87a-231592a91cb6 HTTP/1.1" status: 204 len: 168 time: 0.1185298 Nov 12 04:55:06.231613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da843853-0de7-4814-85aa-24e1a3d0ae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b89996-5b09-4acb-a87a-231592a91cb6,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:06.727948 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device af84fb0e-40ff-43ea-9718-42d6b5119a5e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:06.749008 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: af84fb0e-40ff-43ea-9718-42d6b5119a5e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:06.749352 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device af84fb0e-40ff-43ea-9718-42d6b5119a5e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:06.749753 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b14cce0-0fd5-4a9b-8456-a04451b35c4e no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:55:06.771278 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 2b14cce0-0fd5-4a9b-8456-a04451b35c4e {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 04:55:06.771613 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 2b14cce0-0fd5-4a9b-8456-a04451b35c4e not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 04:55:06.898824 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43140) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:07.002164 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-864296560-network', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:07.023196 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Made reservation on behalf of bb0818fb59cb4488a2bbc63e076b484e for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:55:07.025476 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.034572 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.106770 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.110981 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.134274 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:55:07.147957 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9176dd-19a4-4650-851d-9a287fe43735,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:07.152678 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.153024 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Added segment 28a4d334-4b10-4a41-a06a-750a7b882b9a of type vlan for network 76c76c34-cfb7-4c78-9d18-01f4728df478 Nov 12 04:55:07.193426 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.218861 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.219931 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:07.220510 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.248737 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3485188 Nov 12 04:55:07.251776 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43144) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:07.256943 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Request body: {'subnet': {'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-864296560-subnet', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:07.278181 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Made reservation on behalf of bb0818fb59cb4488a2bbc63e076b484e for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:55:07.281288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.285184 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb5b22-15a1-4117-99dd-fc2d9b04dabd admin admin] Pushing event updated for resources: {'Network': ['ID=76c76c34-cfb7-4c78-9d18-01f4728df478,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:07.294796 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:55:07.452801 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.501727 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42051f2-4c50-4e60-ae03-72304e2c382f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:07.517363 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Checking segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:07.517724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Network hostable DHCP agents. Network: 76c76c34-cfb7-4c78-9d18-01f4728df478, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:55:07.534487 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:55:07.543049 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, 76c76c34-cfb7-4c78-9d18-01f4728df478) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:07.548379 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:07.550325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.551195 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6fa89-71d2-4a6a-9cbe-1785c1265d06 None None] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:07.566531 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-20320f2d-91b1-43db-8cba-a7711825ef03 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135517 Nov 12 04:55:07.569319 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43146) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:07.575426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:07.597331 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.598630 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.706224 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-76c76c34-cfb7-4c78-9d18-01f4728df478', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:55:07.707151 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:07.847097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Allocated IP 172.20.0.2 (76c76c34-cfb7-4c78-9d18-01f4728df478/a42051f2-4c50-4e60-ae03-72304e2c382f/cbabf21b-8167-4439-ba9c-729b0cdf9d08) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:07.961937 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.036054 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.044084 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.086933 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:08.096007 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:08.099205 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.100957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:08.113184 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Pushing event updated for resources: {'Port': ['ID=cbabf21b-8167-4439-ba9c-729b0cdf9d08,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:08.197529 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Attempting to bind port cbabf21b-8167-4439-ba9c-729b0cdf9d08 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:08.197897 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Attempting to bind port cbabf21b-8167-4439-ba9c-729b0cdf9d08 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:08.198260 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Attempting to bind port cbabf21b-8167-4439-ba9c-729b0cdf9d08 on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:08.205012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:08.205384 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Checking segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:08.205784 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.206176 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Bound using segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:08.206646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Bound port: cbabf21b-8167-4439-ba9c-729b0cdf9d08, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:08.207050 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.292807 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] For port cbabf21b-8167-4439-ba9c-729b0cdf9d08, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:08.297087 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] For port cbabf21b-8167-4439-ba9c-729b0cdf9d08, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbabf21b-8167-4439-ba9c-729b0cdf9d08,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:08.301165 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.303591 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.326625 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.360916 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800568af-1ea0-48f3-817d-4c5fb95cd66f None None] Pushing event updated for resources: {'Port': ['ID=cbabf21b-8167-4439-ba9c-729b0cdf9d08,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:08.433500 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Allocated IP 172.25.7.54 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/06c1f561-4276-4bb4-8e44-70393082d453) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:08.560342 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.598374 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.644758 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:08.650430 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:08.653086 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:08.657088 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Pushing event updated for resources: {'Port': ['ID=06c1f561-4276-4bb4-8e44-70393082d453,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:08.667697 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea0d96-97fb-480a-8735-49e2c94d2e7f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:08.703057 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c91111a7-a4f6-415d-8769-6a10c4e832d2 None None] Provisioning complete for port 06c1f561-4276-4bb4-8e44-70393082d453 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:08.703400 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c91111a7-a4f6-415d-8769-6a10c4e832d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.741975 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c91111a7-a4f6-415d-8769-6a10c4e832d2 None None] Port 06c1f561-4276-4bb4-8e44-70393082d453 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:08.772136 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbabf21b-8167-4439-ba9c-729b0cdf9d08 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:08.825840 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cbabf21b-8167-4439-ba9c-729b0cdf9d08 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:08.826713 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.917092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.936037 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:08.954218 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port cbabf21b-8167-4439-ba9c-729b0cdf9d08, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbabf21b-8167-4439-ba9c-729b0cdf9d08,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:08.959643 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.010377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=cbabf21b-8167-4439-ba9c-729b0cdf9d08,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:09.147042 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.238124 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d7e772-53cc-435f-9775-38878c5ff7cd None None] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:09.278724 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:55:09.304568 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-434fb7fd-a663-476a-9816-ce48f78f237b None None] Provisioning complete for port cbabf21b-8167-4439-ba9c-729b0cdf9d08 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:09.304933 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-434fb7fd-a663-476a-9816-ce48f78f237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.386226 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:09.396323 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:09.406320 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:09.406961 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:09.414325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.418517 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-3273a4c2-a26e-4a13-84e4-4c4abc18ccd3 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8479598 Nov 12 04:55:09.418768 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43148) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:09.517904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:09.703646 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:08Z', 'revision_number': 3, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:09.781784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-f5b10f95-1a43-4ff4-a7b4-6e226300e287 None None] Provisioning complete for port cbabf21b-8167-4439-ba9c-729b0cdf9d08 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:09.782378 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f5b10f95-1a43-4ff4-a7b4-6e226300e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.825747 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:09.826098 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Updating router 418bcfc6-6639-49e7-935b-f1acb398ef38 port 06c1f561-4276-4bb4-8e44-70393082d453 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:55:09.854050 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:09.867642 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.024272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Allocated IP 172.20.0.1 (76c76c34-cfb7-4c78-9d18-01f4728df478/a42051f2-4c50-4e60-ae03-72304e2c382f/6cadabf8-ca16-4f3f-bb2b-583e9b96affa) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:10.099974 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.105765 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.128585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.150395 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6032dc-e28f-4f68-8fcb-2b1f6ad8e01c None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:10.157036 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Attempting to bind port 06c1f561-4276-4bb4-8e44-70393082d453 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:10.157409 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Attempting to bind port 06c1f561-4276-4bb4-8e44-70393082d453 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:10.157754 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Attempting to bind port 06c1f561-4276-4bb4-8e44-70393082d453 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:10.165380 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.174982 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:10.175701 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:10.176051 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.176441 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:10.176904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Bound port: 06c1f561-4276-4bb4-8e44-70393082d453, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:10.177274 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.180479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Pushing event updated for resources: {'Port': ['ID=06c1f561-4276-4bb4-8e44-70393082d453,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:10.193656 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-a0a1a1bf-960b-4c43-84b4-ead2a89a4294 None None] Provisioning complete for port 06c1f561-4276-4bb4-8e44-70393082d453 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:10.194230 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a1bf-960b-4c43-84b4-ead2a89a4294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.205474 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:10.208943 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.209290 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.209624 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.209950 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.210274 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.210595 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.210778 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:10.210971 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.211309 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.211644 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.212001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.213387 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.213714 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:55:10.214501 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:10.247152 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-a0a1a1bf-960b-4c43-84b4-ead2a89a4294 None None] Port 06c1f561-4276-4bb4-8e44-70393082d453 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:10.248050 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] For port 06c1f561-4276-4bb4-8e44-70393082d453, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:10.252681 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Pushing event updated for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:10.252945 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] For port 06c1f561-4276-4bb4-8e44-70393082d453, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=06c1f561-4276-4bb4-8e44-70393082d453,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:10.260050 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.274640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.315315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9de05f-3827-4c33-a53e-1d5513645af8 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:10.321871 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:10.322508 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:10.366611 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9c33-40b4-4793-b8d9-01ed39078677 None None] Pushing event updated for resources: {'Port': ['ID=06c1f561-4276-4bb4-8e44-70393082d453,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:10.378894 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] Provisioning complete for port 06c1f561-4276-4bb4-8e44-70393082d453 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:10.378894 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.430706 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.441869 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:10.482750 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.506745 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] For port 06c1f561-4276-4bb4-8e44-70393082d453, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=06c1f561-4276-4bb4-8e44-70393082d453,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:10.512053 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.566372 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.582660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538020c-5036-41ed-92fd-8f63f145de47 None None] Pushing event updated for resources: {'Port': ['ID=06c1f561-4276-4bb4-8e44-70393082d453,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:10.621170 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.626866 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.629894 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:08Z', 'revision_number': 3, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:10.635537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-cc326251-49e5-4ad6-82ec-ce02d54c6f4b None None] Provisioning complete for port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:10.635903 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cc326251-49e5-4ad6-82ec-ce02d54c6f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.657217 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c092f754-9641-4eac-a5f1-2d0f37965844 None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:08Z', 'revision_number': 3, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:10.672285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-cc326251-49e5-4ad6-82ec-ce02d54c6f4b None None] Port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:10.694805 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Pushing event updated for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:10.709902 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.752962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbabf21b-8167-4439-ba9c-729b0cdf9d08 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:10.803680 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port cbabf21b-8167-4439-ba9c-729b0cdf9d08 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:10.804214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:10.809589 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:10.811580 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:10.951011 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:11.070361 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:11.075396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f3464778-a056-4aa5-87e1-1a98c67ec966 admin admin] 10.222.0.97 "PUT /v2.0/routers/418bcfc6-6639-49e7-935b-f1acb398ef38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543603 Nov 12 04:55:11.096433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-06dde51f-742b-4869-a8fe-d755e18d21ba None None] Provisioning complete for port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:11.097183 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-06dde51f-742b-4869-a8fe-d755e18d21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.133012 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-06dde51f-742b-4869-a8fe-d755e18d21ba None None] Port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:11.595747 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43164) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:11.600691 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1568887099-network', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:11.622645 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Made reservation on behalf of 8fd3ab9eeb074efb98b7e08b6c5a546f for: {'network': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:55:11.625047 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for network, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.634178 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.709969 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.714673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.742510 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=102604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 04:55:11.747910 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453c084-a9e0-497b-8053-8f2bf6e0482e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:11.754944 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.755836 n-d-766726-29 neutron-server[102604]: INFO neutron.db.segments_db [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Added segment f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1 of type vlan for network b52cf259-9953-4585-a993-35088c1ef6c0 Nov 12 04:55:11.800101 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773706220252'] for network, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.822909 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249'] for network, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.823856 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:11.824431 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.856527 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2596161 Nov 12 04:55:11.859762 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43166) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:11.864852 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Request body: {'subnet': {'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1568887099-subnet', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'ip_version': 4}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:11.885857 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Made reservation on behalf of 8fd3ab9eeb074efb98b7e08b6c5a546f for: {'subnet': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:55:11.887986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d976-145e-41d3-993d-dc2aad3eb1ca admin admin] Pushing event updated for resources: {'Network': ['ID=b52cf259-9953-4585-a993-35088c1ef6c0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:11.889232 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8937857'] for subnet, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:11.898749 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 details requested by agent ovs-agent-n-d-766726-29 with host n-d-766726-29 {{(pid=102606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 04:55:12.088135 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11798687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8937875'] for subnet, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.147521 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d4e0d4-3e30-46c0-be46-c5450ef4e358,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:12.154590 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Checking segment: {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:12.155000 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Network hostable DHCP agents. Network: b52cf259-9953-4585-a993-35088c1ef6c0, hostable agents: ['e5c6bfbe-d095-44f8-8a1f-66c8ccc46002'], hosted agents: [] {{(pid=102605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 04:55:12.172772 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Network b52cf259-9953-4585-a993-35088c1ef6c0 is scheduled to be hosted by DHCP agent e5c6bfbe-d095-44f8-8a1f-66c8ccc46002 with binding_index 1 {{(pid=102605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 04:55:12.182492 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-29, b52cf259-9953-4585-a993-35088c1ef6c0) {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:12.187118 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:12.187730 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.192965 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6778501-7bfe-450a-9ce9-6e8f3b73ef6c None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:12.205618 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-49923130-737e-49ca-8fb5-babff2d42a19 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3444881 Nov 12 04:55:12.208128 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43168) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:12.212876 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:12.233359 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8638'] for router, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.236584 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-563262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8625'] for router, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.267553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:12.288673 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:12.289285 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:12.301545 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.447579 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.590469 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfad40bdb-36be-5cd5-a3d9-89bee834e4b7-b52cf259-9953-4585-a993-35088c1ef6c0', 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'fixed_ips': [{'subnet_id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358'}]}} from n-d-766726-29. {{(pid=102606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 04:55:12.591368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.625337 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:12.657345 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.677099 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.775644 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 06c1f561-4276-4bb4-8e44-70393082d453 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:12.799121 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Allocated IP 172.25.7.175 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/70d85a5b-ddf0-410c-90e8-058bb4981d90) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:12.896945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.db_base_plugin_common [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Allocated IP 172.20.0.2 (b52cf259-9953-4585-a993-35088c1ef6c0/09d4e0d4-3e30-46c0-be46-c5450ef4e358/0a157517-d991-41dd-99b1-8a5a8688c327) {{(pid=102606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:12.903786 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.939065 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.952462 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 06c1f561-4276-4bb4-8e44-70393082d453 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:12.952998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:12.985552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:12.988731 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:12.992321 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:13.019738 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Pushing event updated for resources: {'Port': ['ID=70d85a5b-ddf0-410c-90e8-058bb4981d90,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:13.030202 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1d63d-c4e9-4b19-a95a-2d1e61f8689f None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:13.159543 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 2, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:13.203559 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:13.203857 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Updating router 418bcfc6-6639-49e7-935b-f1acb398ef38 port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:55:13.214261 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks [] for port, precommit_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.237998 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570'] for port, after_create {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.243649 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-c33a6d90-82eb-4398-b2de-d6537ba8aa89 None None] Provisioning complete for port 70d85a5b-ddf0-410c-90e8-058bb4981d90 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:13.244008 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-c33a6d90-82eb-4398-b2de-d6537ba8aa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.280543 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.326387 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 is already hosted by enough agents. {{(pid=102606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:13.338774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.scheduler.base_scheduler [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Resources bound (agent type, host, resource id): {{(pid=102606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:13.340585 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Pushing event updated for resources: {'Port': ['ID=0a157517-d991-41dd-99b1-8a5a8688c327,revision_number=1']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:13.343108 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Received port after_create {{(pid=102606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:13.372499 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-c33a6d90-82eb-4398-b2de-d6537ba8aa89 None None] Port 70d85a5b-ddf0-410c-90e8-058bb4981d90 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:13.486774 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Attempting to bind port 0a157517-d991-41dd-99b1-8a5a8688c327 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:13.487045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Attempting to bind port 0a157517-d991-41dd-99b1-8a5a8688c327 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:13.487393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Attempting to bind port 0a157517-d991-41dd-99b1-8a5a8688c327 on network b52cf259-9953-4585-a993-35088c1ef6c0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:13.503890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:13.504257 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Checking segment: {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:13.504657 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.505042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Bound using segment: {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:13.505517 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Bound port: 0a157517-d991-41dd-99b1-8a5a8688c327, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:13.505891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.623442 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.635971 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] For port 0a157517-d991-41dd-99b1-8a5a8688c327, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:13.643301 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] For port 0a157517-d991-41dd-99b1-8a5a8688c327, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0a157517-d991-41dd-99b1-8a5a8688c327,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:13.649291 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.744962 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75daf-7b96-4686-b50e-667ffba9a80a None None] Pushing event updated for resources: {'Port': ['ID=0a157517-d991-41dd-99b1-8a5a8688c327,revision_number=2']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:13.771676 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.780868 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.833614 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c1c9-c686-4ca5-9315-fc76e799f37f None None] Pushing event updated for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:13.853888 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559793'] for router, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.888431 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Attempting to bind port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:13.889200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Attempting to bind port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:13.889527 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Attempting to bind port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:13.898187 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:13.898414 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Checking segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:13.898822 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.899234 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Bound using segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:13.903707 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Bound port: 6cadabf8-ca16-4f3f-bb2b-583e9b96affa, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:13.903707 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:13.991660 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] For port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:13.995426 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] For port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:13.999739 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.048643 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Router f69a9337-e783-4202-9039-d6db68cd975c is scheduled to L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a with binding_index 1 {{(pid=102604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 04:55:14.072035 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:14.072675 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:14.179618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c1c9-c686-4ca5-9315-fc76e799f37f None None] Pushing event updated for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:14.188885 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:14.199073 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Sync routers for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:14.214665 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.218008 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4edd9e25-510e-4559-9103-7ed08b03b445 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0087552 Nov 12 04:55:14.219801 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43170) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:14.221324 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:14.222019 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:14.222297 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:14.305270 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] Provisioning complete for port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:14.305637 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.356001 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:14.586371 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:13Z', 'revision_number': 3, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:14.624479 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Checking router: f69a9337-e783-4202-9039-d6db68cd975c for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:14.624915 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Updating router f69a9337-e783-4202-9039-d6db68cd975c port 70d85a5b-ddf0-410c-90e8-058bb4981d90 binding host n-d-766726-29 {{(pid=102607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:55:14.657046 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.706159 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.719533 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.752646 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-13110ce6-604d-4338-aeca-001a308833ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:13Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:14.755600 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] For port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:14.788410 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110ce6-604d-4338-aeca-001a308833ad None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:13Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:14.790162 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.847841 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0a157517-d991-41dd-99b1-8a5a8688c327 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:14.957607 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b11b-85d9-4868-8e3f-d7e605a41684 None None] Pushing event updated for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:14.980001 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56203fd5-ad48-442c-8158-b8b03143da2f None None] Provisioning complete for port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:14.980368 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56203fd5-ad48-442c-8158-b8b03143da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:14.993175 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0a157517-d991-41dd-99b1-8a5a8688c327 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:14.993906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.018370 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Allocated IP 172.20.0.1 (b52cf259-9953-4585-a993-35088c1ef6c0/09d4e0d4-3e30-46c0-be46-c5450ef4e358/23a1d0b0-a04a-4a46-9407-4c32c252d71b) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:15.052563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fadea2-6294-44bd-b619-c3f3a307e2d2 None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 04:55:15.102246 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks [] for port, precommit_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.108604 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.171613 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b915d-652f-4bca-a419-4128d98887e4 None None] Pushing event updated for resources: {'Port': ['ID=70d85a5b-ddf0-410c-90e8-058bb4981d90,revision_number=2']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.173930 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Attempting to bind port 70d85a5b-ddf0-410c-90e8-058bb4981d90 on host n-d-766726-29 for vnic_type normal with profile {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:15.174297 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Attempting to bind port 70d85a5b-ddf0-410c-90e8-058bb4981d90 by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:15.174716 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Attempting to bind port 70d85a5b-ddf0-410c-90e8-058bb4981d90 on network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:15.180830 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:15.181215 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Checking segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:15.181603 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.182102 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Bound using segment: {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'} {{(pid=102607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:15.182446 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.managers [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Bound port: 70d85a5b-ddf0-410c-90e8-058bb4981d90, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd49d85-be21-4d2c-b714-40e421111ba1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd'}}] {{(pid=102607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:15.182824 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.187867 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.217289 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788473e1-9742-465a-9d54-5a617c6e4e5e None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:15.233002 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.240642 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.270406 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] For port 70d85a5b-ddf0-410c-90e8-058bb4981d90, host n-d-766726-29, cleared binding levels {{(pid=102607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:15.273775 n-d-766726-29 neutron-server[102607]: DEBUG neutron.plugins.ml2.db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] For port 70d85a5b-ddf0-410c-90e8-058bb4981d90, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=70d85a5b-ddf0-410c-90e8-058bb4981d90,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:15.281030 n-d-766726-29 neutron-server[102607]: DEBUG neutron_lib.callbacks.manager [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.284358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Network b52cf259-9953-4585-a993-35088c1ef6c0 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:15.289055 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:15.292933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:15.324435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] For port 0a157517-d991-41dd-99b1-8a5a8688c327, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0a157517-d991-41dd-99b1-8a5a8688c327,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:15.334191 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:15.334966 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:15.344007 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560228'] for router_interface, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.349384 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Pushing event updated for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.377593 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6638c-a974-4639-bcef-e9f6360829e4 None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 04:55:15.382952 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.453693 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Provisioning complete for port 70d85a5b-ddf0-410c-90e8-058bb4981d90 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:15.454231 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.468304 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:15.517625 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.526938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Pushing event updated for resources: {'Port': ['ID=0a157517-d991-41dd-99b1-8a5a8688c327,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.625943 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.629135 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b915d-652f-4bca-a419-4128d98887e4 None None] Pushing event updated for resources: {'Port': ['ID=70d85a5b-ddf0-410c-90e8-058bb4981d90,revision_number=3']} {{(pid=102607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.676105 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] For port 70d85a5b-ddf0-410c-90e8-058bb4981d90, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=70d85a5b-ddf0-410c-90e8-058bb4981d90,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:15.686650 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.754637 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Provisioning complete for port 0a157517-d991-41dd-99b1-8a5a8688c327 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:15.755099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.791248 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.797328 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aaa46-96bb-44d3-beec-749caf3feb4d None None] Pushing event updated for resources: {'Port': ['ID=70d85a5b-ddf0-410c-90e8-058bb4981d90,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.813585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:15.870943 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:13Z', 'revision_number': 3, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:15.905843 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6009351-1e26-45ac-a334-a9583e04852a None None] The sync data for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 is: [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:13Z', 'revision_number': 3, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:15.927546 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Pushing event updated for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:15.940628 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560368'] for router_interface, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.012213 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Provisioning complete for port 70d85a5b-ddf0-410c-90e8-058bb4981d90 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:16.012790 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.062155 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Network b52cf259-9953-4585-a993-35088c1ef6c0 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:16.063906 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:16.144424 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Provisioning complete for port 0a157517-d991-41dd-99b1-8a5a8688c327 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:16.144812 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.215284 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Router f69a9337-e783-4202-9039-d6db68cd975c has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:16.307435 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Provisioning complete for port 23a1d0b0-a04a-4a46-9407-4c32c252d71b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:16.308275 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.354097 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-56b9a6b8-858b-487d-b430-2aba43cac157 None None] Port 23a1d0b0-a04a-4a46-9407-4c32c252d71b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:16.393986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:16.402549 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-921e5749-da91-475b-9fac-595bd2051497 admin admin] 10.222.0.97 "PUT /v2.0/routers/f69a9337-e783-4202-9039-d6db68cd975c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1816173 Nov 12 04:55:16.479244 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-82d3eb83-0d61-412e-99ca-c70b651edc11 None None] Provisioning complete for port 23a1d0b0-a04a-4a46-9407-4c32c252d71b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:16.479746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-82d3eb83-0d61-412e-99ca-c70b651edc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.519261 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-82d3eb83-0d61-412e-99ca-c70b651edc11 None None] Port 23a1d0b0-a04a-4a46-9407-4c32c252d71b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:16.837317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6cadabf8-ca16-4f3f-bb2b-583e9b96affa up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:16.864951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43178) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:16.869829 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969355508', 'description': 'tempest-secgroup-smoke-969355508 description', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:16.894180 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.896699 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:16.897882 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.973637 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.979237 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:16.998482 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0a157517-d991-41dd-99b1-8a5a8688c327 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:17.012233 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.017364 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43182) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.022023 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.027364 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1610281 Nov 12 04:55:17.032271 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab43dfc-3980-4c68-a4e7-f9e63289c05a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac665ae-122a-4807-bba3-1c4a29110c8e,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.059786 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.060496 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 0a157517-d991-41dd-99b1-8a5a8688c327 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:17.060960 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.122271 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.128386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.149511 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 70d85a5b-ddf0-410c-90e8-058bb4981d90 up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:17.151255 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7b70ef-018b-417e-9eff-2660e4e35360,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.159658 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.160894 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-79a7e4ff-d6b6-40eb-baf8-9a4faef3214b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425302 Nov 12 04:55:17.163700 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43184) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.168174 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.198281 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.208769 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 70d85a5b-ddf0-410c-90e8-058bb4981d90 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:17.209410 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.262150 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.267428 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.282568 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b79c59-a545-420d-8a56-2c000af677bd,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.302066 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.303464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9a51a12e-a330-4fc2-854a-ea4f854e486b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387565 Nov 12 04:55:17.306068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43186) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.311017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.337722 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.394238 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.397711 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.414272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d979c6-31e0-48d8-9260-5962de0b87e2,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.422938 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.424143 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-7f066b5b-dfcf-4774-a62d-db1c60c188b3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171227 Nov 12 04:55:17.427026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43188) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.431316 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.459993 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.516582 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.520699 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.538546 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653c8b76-0100-40c8-a595-b96f78e7f18f,revision_number=0']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.546155 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.550197 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-9cba3c4a-4b17-4cd9-9f8c-31e73867b350 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222091 Nov 12 04:55:17.550431 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43190) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.557221 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.579567 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Project bb0818fb59cb4488a2bbc63e076b484e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:55:17.584763 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.647441 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.651197 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.668449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe60be7-5823-4445-a35f-f3240dc32033,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.677970 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.679221 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-09144fff-277b-4e96-9507-140d7759a16a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271083 Nov 12 04:55:17.681933 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43192) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:17.686970 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'security_group_rule': {'security_group_id': 'cac665ae-122a-4807-bba3-1c4a29110c8e', 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:17.708782 n-d-766726-29 neutron-server[102604]: INFO neutron.db.securitygroups_db [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Project bb0818fb59cb4488a2bbc63e076b484e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 04:55:17.713612 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.774816 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.778429 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916612'] for security_group_rule, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.796281 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ae6fbf-a77c-4255-843b-0687536de937,revision_number=0']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:17.803945 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:17.805156 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-2ac1314d-3e3a-4c34-bbc1-68698c0ea591 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222939 Nov 12 04:55:17.959795 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b3ae47e7-b030-40f5-af11-1c4ffb62ebc3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969355508&fields=id&tenant_id=bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 267 time: 0.0510094 Nov 12 04:55:18.068415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b2278647-a427-422f-8071-1e98317c8884 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:18.069927 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b2278647-a427-422f-8071-1e98317c8884 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 809 time: 0.1031370 Nov 12 04:55:18.089328 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-7767149c-7755-4f49-b4b9-c090c4e55495 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/quotas/bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 375 time: 0.0129509 Nov 12 04:55:18.142533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-56829ab7-849c-46d0-8aa8-12e6b50b4f00 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465262 Nov 12 04:55:18.234367 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Sync routers for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:18.244433 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:18.245040 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:18.335440 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-25e3469f-0944-4a17-945b-da3fc3f110e6 service neutron] 10.222.0.97 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808355 Nov 12 04:55:18.355778 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:18.428003 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-51ae84ad-66a0-47c8-a4df-1ebf533b0dba service neutron] 10.222.0.97 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Nov 12 04:55:18.565083 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23a1d0b0-a04a-4a46-9407-4c32c252d71b', 'name': '', 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'mac_address': 'fa:16:3e:91:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:14Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 2, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'subnets': [{'id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:18.596310 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Checking router: f69a9337-e783-4202-9039-d6db68cd975c for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:18.596661 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Updating router f69a9337-e783-4202-9039-d6db68cd975c port 23a1d0b0-a04a-4a46-9407-4c32c252d71b binding host n-d-766726-29 {{(pid=102606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 04:55:18.599945 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2de85417-9a26-41b7-ac44-909e5d2fd965 req-e4f71b92-b024-4c4c-8aa8-caa6beb7cf6e tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 210 time: 0.0328438 Nov 12 04:55:18.625806 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.907821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks [] for port, precommit_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.913405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:18.974808 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c457b-e896-4df0-ba71-8681c6d6def2 None None] Pushing event updated for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=3']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:19.023720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Attempting to bind port 23a1d0b0-a04a-4a46-9407-4c32c252d71b on host n-d-766726-29 for vnic_type normal with profile {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:19.024089 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Attempting to bind port 23a1d0b0-a04a-4a46-9407-4c32c252d71b by drivers openvswitch,hyperv on host n-d-766726-29 at level 0 using segments [{'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:19.024446 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Attempting to bind port 23a1d0b0-a04a-4a46-9407-4c32c252d71b on network b52cf259-9953-4585-a993-35088c1ef6c0 {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:19.030438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Checking agent: {'id': '7c76a3fb-f2e0-403f-9c99-7fc1259aa490', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 8, 28), 'started_at': datetime.datetime(2021, 11, 12, 3, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:19.030752 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Checking segment: {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:19.031188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.031625 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Bound using segment: {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'} {{(pid=102606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:19.032101 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.managers [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Bound port: 23a1d0b0-a04a-4a46-9407-4c32c252d71b, host: n-d-766726-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0'}}] {{(pid=102606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:19.032478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.104170 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] For port 23a1d0b0-a04a-4a46-9407-4c32c252d71b, host n-d-766726-29, cleared binding levels {{(pid=102606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:19.108119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] For port 23a1d0b0-a04a-4a46-9407-4c32c252d71b, host n-d-766726-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23a1d0b0-a04a-4a46-9407-4c32c252d71b,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:19.113153 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.179941 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c457b-e896-4df0-ba71-8681c6d6def2 None None] Pushing event updated for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:19.184890 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:19.185648 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:54:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:19.232784 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] Provisioning complete for port 23a1d0b0-a04a-4a46-9407-4c32c252d71b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:19.233046 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.333500 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:19.432821 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.516539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] For port 23a1d0b0-a04a-4a46-9407-4c32c252d71b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23a1d0b0-a04a-4a46-9407-4c32c252d71b,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:19.523480 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.610451 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985f3a-f176-4faf-a6ac-6a5bd79a8da7 None None] Pushing event updated for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:19.637531 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23a1d0b0-a04a-4a46-9407-4c32c252d71b', 'name': '', 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'mac_address': 'fa:16:3e:91:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:14Z', 'updated_at': '2021-11-12T04:55:19Z', 'revision_number': 4, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'subnets': [{'id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:19.669674 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9aa89b-2311-4bc6-8ece-e0db2032071b None None] The sync data for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 is: [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '23a1d0b0-a04a-4a46-9407-4c32c252d71b', 'name': '', 'network_id': 'b52cf259-9953-4585-a993-35088c1ef6c0', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'mac_address': 'fa:16:3e:91:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:14Z', 'updated_at': '2021-11-12T04:55:19Z', 'revision_number': 4, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'subnets': [{'id': '09d4e0d4-3e30-46c0-be46-c5450ef4e358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:19.675570 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-db2c7d00-67e4-4fe1-b3d0-f82c4c60f840 None None] Provisioning complete for port 23a1d0b0-a04a-4a46-9407-4c32c252d71b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:19.676030 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-db2c7d00-67e4-4fe1-b3d0-f82c4c60f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:19.747397 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a3ebc9eb-25b9-4e52-8827-e925949617ce req-ba4e2d39-b761-45ce-8b11-539fe1ad606f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 210 time: 0.0634170 Nov 12 04:55:19.860311 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-8beea03a-a89e-4931-813f-0d24ce16a7a4 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:19.861983 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-8beea03a-a89e-4931-813f-0d24ce16a7a4 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 809 time: 0.2064435 Nov 12 04:55:19.955591 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-65bfe4f5-57d9-4ca0-bbbb-1e7cd0229c43 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 379 time: 0.0586948 Nov 12 04:55:19.978541 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'port': {'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'admin_state_up': True, 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'security_groups': ['cac665ae-122a-4807-bba3-1c4a29110c8e']}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:20.091979 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Made reservation on behalf of bb0818fb59cb4488a2bbc63e076b484e for: {'port': 1} {{(pid=102604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:55:20.095730 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.232003 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_common [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Allocated IP 172.20.0.3 (76c76c34-cfb7-4c78-9d18-01f4728df478/a42051f2-4c50-4e60-ae03-72304e2c382f/e219fb0f-e15b-40a6-b88e-9e6e359e60b0) {{(pid=102604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:20.385175 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.419416 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_create {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.464572 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is already hosted by enough agents. {{(pid=102604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:20.468169 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.base_scheduler [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Resources bound (agent type, host, resource id): {{(pid=102604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:20.471927 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Received port after_create {{(pid=102604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:20.478790 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=1']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:20.526168 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:20.526793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.544243 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-b1646fab-056e-49b4-9b1c-9a2f842d1fc2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699952 Nov 12 04:55:20.573628 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.v2.base [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Request body: {'port': {'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-29'}} {{(pid=102604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:20.637594 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.669861 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-fa885666-5f9d-42be-9217-705f427853b9 None None] Provisioning complete for port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:20.670366 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fa885666-5f9d-42be-9217-705f427853b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.705317 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-fa885666-5f9d-42be-9217-705f427853b9 None None] Port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:55:20.774399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23a1d0b0-a04a-4a46-9407-4c32c252d71b up at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:20.826539 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Provisioning complete for port 23a1d0b0-a04a-4a46-9407-4c32c252d71b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:20.827011 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.895053 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5e063-a8e8-4cc5-90fd-3c6ec40a96a7 req-7e3a8006-29c5-4aad-a6c8-b26a66e3726e tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:20.896647 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbe5e063-a8e8-4cc5-90fd-3c6ec40a96a7 req-7e3a8006-29c5-4aad-a6c8-b26a66e3726e tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 931 time: 0.0556095 Nov 12 04:55:20.947118 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e219fb0f-e15b-40a6-b88e-9e6e359e60b0 {{(pid=102604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:20.955873 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:20.960794 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cbe5e063-a8e8-4cc5-90fd-3c6ec40a96a7 req-a518949d-bfd1-4c2a-925c-e89009f89e71 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502191 Nov 12 04:55:20.969604 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.provisioning_blocks [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Transition to ACTIVE for port object e219fb0f-e15b-40a6-b88e-9e6e359e60b0 will not be triggered until provisioned by entity L2. {{(pid=102604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:55:20.974206 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:21.077456 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=2']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:21.110317 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Attempting to bind port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 on host n-h1-766726-29 for vnic_type normal with profile {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:55:21.110654 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Attempting to bind port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 by drivers openvswitch,hyperv on host n-h1-766726-29 at level 0 using segments [{'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:55:21.111019 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Attempting to bind port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:21.115786 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 on network 76c76c34-cfb7-4c78-9d18-01f4728df478 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-29 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:55:21.116112 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Attempting to bind port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:55:21.121115 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Checking agent: {'id': '59344868-df65-4c17-8132-2e2fe0054ea8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:55:21.121458 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Checking segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:55:21.121854 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Bound using segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} {{(pid=102604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:55:21.122286 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.managers [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Bound port: e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host: n-h1-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}}] {{(pid=102604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:55:21.122648 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:21.191355 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, cleared binding levels {{(pid=102604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:55:21.195201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:55:21.200400 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10236649'] for port, after_update {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:21.237265 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.237995 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:21.239307 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] 10.222.0.16 "PUT /v2.0/ports/e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 1092 time: 0.6702671 Nov 12 04:55:21.239800 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:21.242035 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06c5ed-7e27-4654-919f-8667c08f7b73" -d '{"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:21.267528 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7fcb7-0dd0-41c4-a48c-bb7b574aecdc service neutron] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=3']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:21.295932 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10d83d7-ea9d-4c4e-a84e-205a036c90ae x-openstack-request-id: req-b10d83d7-ea9d-4c4e-a84e-205a036c90ae {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:21.296223 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:21.296477 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b10d83d7-ea9d-4c4e-a84e-205a036c90ae {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:21.296884 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'status': 'completed', 'code': 200} Nov 12 04:55:21.360496 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-c560ac0a-75c9-4d20-889d-1c63095e7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.362034 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-c560ac0a-75c9-4d20-889d-1c63095e7229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0485442 Nov 12 04:55:21.420257 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-274adbbf-4c01-44c1-91b1-afb4886b92a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 217 time: 0.0399182 Nov 12 04:55:21.476064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-d01fadd0-d872-4d53-a29d-426246a734a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.477509 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-d01fadd0-d872-4d53-a29d-426246a734a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0450130 Nov 12 04:55:21.501796 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:55:21.539692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-341d4421-fcff-4b93-825a-1e814d9f1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.541206 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-341d4421-fcff-4b93-825a-1e814d9f1933 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417717 Nov 12 04:55:21.640004 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-36aab063-9d42-45d7-a9f6-7be8da920ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898728 Nov 12 04:55:21.738335 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c2371a6f-fa75-4589-98bd-341b8b50b1ae req-687a4dfb-cc41-4132-af6f-a4244eb45c48 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906374 Nov 12 04:55:21.874399 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-ab5fa055-6553-48e0-bfbf-0da955f749fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.875945 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-ab5fa055-6553-48e0-bfbf-0da955f749fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0444388 Nov 12 04:55:21.971870 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-bbb79f3d-fe0f-45f2-8037-4ad1cc47e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:21.973380 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-bbb79f3d-fe0f-45f2-8037-4ad1cc47e7d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0885351 Nov 12 04:55:22.021173 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-d9b67f4a-6424-4505-96db-bef1f998dab5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 217 time: 0.0398986 Nov 12 04:55:22.074191 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-80396844-73e8-45e0-8f75-d61893e224f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.075697 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-80396844-73e8-45e0-8f75-d61893e224f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0481303 Nov 12 04:55:22.087790 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf616-266b-427b-ae71-9996e4ae9b41 req-9aa8f8c5-bd05-483b-b925-563c03f17d67 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.089272 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd4bf616-266b-427b-ae71-9996e4ae9b41 req-9aa8f8c5-bd05-483b-b925-563c03f17d67 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0498166 Nov 12 04:55:22.123183 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-51aafa67-c3c8-4ff3-85ad-06877824e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:22.124682 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-51aafa67-c3c8-4ff3-85ad-06877824e2da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408239 Nov 12 04:55:22.143591 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cd4bf616-266b-427b-ae71-9996e4ae9b41 req-f845d97e-70d4-4728-9335-eaa8bc66110c tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Nov 12 04:55:22.219412 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-35a05b6d-49ec-4c5f-8f61-5ae29a770a9f service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863876 Nov 12 04:55:22.310993 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ba06c5ed-7e27-4654-919f-8667c08f7b73 req-5b36bb0c-0f6f-4d8d-b41c-39132d1eca29 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837760 Nov 12 04:55:22.446104 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8605b5bd-e863-4208-bfae-4e47d51f9ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:23.259448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d01b5-8646-41e7-a471-644e6eacd51f req-4f553f2d-4952-43c6-85d8-e43a88c4806c tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:23.260952 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-867d01b5-8646-41e7-a471-644e6eacd51f req-4f553f2d-4952-43c6-85d8-e43a88c4806c tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0498099 Nov 12 04:55:23.309389 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-867d01b5-8646-41e7-a471-644e6eacd51f req-56338be2-925d-4aea-9f72-5a54a933ddf1 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 Nov 12 04:55:24.425184 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3ff42-c4e7-4f9d-bdab-ea0d5cf31384 req-36466031-df8e-4cc0-87a9-7aeebf9e1c66 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:24.426699 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33f3ff42-c4e7-4f9d-bdab-ea0d5cf31384 req-36466031-df8e-4cc0-87a9-7aeebf9e1c66 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0494220 Nov 12 04:55:24.477568 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-33f3ff42-c4e7-4f9d-bdab-ea0d5cf31384 req-44f32d43-6095-4637-9b43-af4e02813551 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Nov 12 04:55:24.779326 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc3bce36-897d-4dcd-a28d-7555ed2dcd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.379042 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:55:25.475668 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:25.486829 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:55:25.524648 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.537586 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e219fb0f-e15b-40a6-b88e-9e6e359e60b0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:55:25.558067 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:25.564416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.597602 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c216c6-acf5-4764-a200-6e778fd1121f req-baa36bc4-fd2b-4783-bdeb-8b15f4665426 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:25.599113 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6c216c6-acf5-4764-a200-6e778fd1121f req-baa36bc4-fd2b-4783-bdeb-8b15f4665426 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0548048 Nov 12 04:55:25.615442 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:25.648681 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b6c216c6-acf5-4764-a200-6e778fd1121f req-5f52eced-1db2-41d6-9327-b04ecc955e1f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Nov 12 04:55:25.837792 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:25.929239 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['e219fb0f-e15b-40a6-b88e-9e6e359e60b0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:55:26.764003 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467725e2-e4cb-44db-b867-795679f69f97 req-d21196ea-33fa-4e02-878b-85411b1d4797 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:26.765483 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467725e2-e4cb-44db-b867-795679f69f97 req-d21196ea-33fa-4e02-878b-85411b1d4797 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 944 time: 0.0481436 Nov 12 04:55:26.814835 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-467725e2-e4cb-44db-b867-795679f69f97 req-a208b351-ebf0-4266-9bbc-704198280e3b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Nov 12 04:55:27.285382 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.394110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:55:27.445053 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning for port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:55:27.448167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:55:27.448544 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.527434 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.549891 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:27.552282 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae57397-8478-4497-9ea3-681f88085d02" -d '{"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-plugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:27.565804 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:55:27.570570 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.593800 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b244442-cb72-42ae-9f9e-3a078079594d x-openstack-request-id: req-6b244442-cb72-42ae-9f9e-3a078079594d {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:27.594098 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-plugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:27.594353 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6b244442-cb72-42ae-9f9e-3a078079594d {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:27.594746 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'code': 200} Nov 12 04:55:27.620393 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:27.728389 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18825-803d-4f4e-83b1-38b228ffba8d req-bd470b33-f0fe-4744-9ae3-757712378d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:27.729958 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49d18825-803d-4f4e-83b1-38b228ffba8d req-bd470b33-f0fe-4744-9ae3-757712378d77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1097 time: 0.0453634 Nov 12 04:55:27.779408 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49d18825-803d-4f4e-83b1-38b228ffba8d req-b82c0b62-e5ef-4519-b873-603e57e447de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386488 Nov 12 04:55:27.935464 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc336578-2eb4-42f2-959a-60ebdb97af22 req-ef1be07b-9ad7-41c5-92c7-f01ffa26ed8a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:27.936937 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc336578-2eb4-42f2-959a-60ebdb97af22 req-ef1be07b-9ad7-41c5-92c7-f01ffa26ed8a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 945 time: 0.0531275 Nov 12 04:55:27.967150 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:27.987226 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-bc336578-2eb4-42f2-959a-60ebdb97af22 req-a6102c87-ce34-4c62-9b87-37010910e031 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Nov 12 04:55:29.101448 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30e6a4-fdef-40cc-b30f-ec859aec246f req-9699bd2d-f345-4974-afa2-dc843bce96a7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:29.102949 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c30e6a4-fdef-40cc-b30f-ec859aec246f req-9699bd2d-f345-4974-afa2-dc843bce96a7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 945 time: 0.0486481 Nov 12 04:55:29.152156 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7c30e6a4-fdef-40cc-b30f-ec859aec246f req-d7d57a01-bb74-4de7-9e4f-6945a4f417b5 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Nov 12 04:55:29.265415 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc250a3-2e75-48af-b461-e856b4c75c66 req-e3a3284a-e83a-411b-a6a6-7ad832e2a1fa tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:29.266800 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddc250a3-2e75-48af-b461-e856b4c75c66 req-e3a3284a-e83a-411b-a6a6-7ad832e2a1fa tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 945 time: 0.0496247 Nov 12 04:55:29.320301 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ddc250a3-2e75-48af-b461-e856b4c75c66 req-d0b52576-4189-4122-89c0-56fe7edde24a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474517 Nov 12 04:55:29.341870 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43246) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:29.424036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e305b5-85e3-4831-9c93-7920936e32f3 tempest-TestSnapshotPattern-627262017 tempest-TestSnapshotPattern-627262017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:29.425556 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d8e305b5-85e3-4831-9c93-7920936e32f3 tempest-TestSnapshotPattern-627262017 tempest-TestSnapshotPattern-627262017-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1092 time: 0.0827169 Nov 12 04:55:29.428457 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43250) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:55:29.432794 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:55:29.455251 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:29.551997 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:29.658540 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Allocated IP 172.25.7.75 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/32488b51-7b2e-4f66-9e32-e7cbefd97e70) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:55:29.760681 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:29.798521 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:29.834012 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:55:29.838704 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:55:29.842743 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:55:29.867536 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=32488b51-7b2e-4f66-9e32-e7cbefd97e70,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:30.200601 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:30.267212 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:30.411288 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:30.415841 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:30.480102 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=32488b51-7b2e-4f66-9e32-e7cbefd97e70,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:55:30.491862 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:30.592188 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Floating IP 2a3739db-cd18-4e93-8e5c-c032d86d0c68 associated. External IP: 172.25.7.75, port: e219fb0f-e15b-40a6-b88e-9e6e359e60b0. Nov 12 04:55:30.801073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:55:31.198623 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:55:31.209482 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:55:31.219236 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:31.222275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:31.222970 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:55:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:31.245710 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8d110a4e-ddaa-4901-8f18-da68f112239b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8162069 Nov 12 04:55:31.246305 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:55:31.248777 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed5071-c306-45ed-b9c1-10e526f5d652" -d '{"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:55:31.337522 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:31.363187 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ab39f2-d939-4a58-95af-54778ac25b85 x-openstack-request-id: req-c5ab39f2-d939-4a58-95af-54778ac25b85 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:55:31.363485 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:55:31.363744 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c5ab39f2-d939-4a58-95af-54778ac25b85 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:55:31.364149 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'status': 'completed', 'code': 200} Nov 12 04:55:31.446623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-23ba9053-6e21-4c06-b792-114a8512909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:31.448158 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-23ba9053-6e21-4c06-b792-114a8512909d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1097 time: 0.0397730 Nov 12 04:55:31.547064 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-e434d685-1d03-45ba-988a-346daa9c3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:31.548470 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-e434d685-1d03-45ba-988a-346daa9c3926 service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0912306 Nov 12 04:55:31.566026 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:30Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:31.594691 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:55:31.604475 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:55:31.605472 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:55:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:31.619898 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-16a509ca-068e-42d1-af25-d0410f3510d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 998 time: 0.0639102 Nov 12 04:55:31.671100 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-a8e20234-f419-419d-a13d-47a01eca4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:31.672561 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-a8e20234-f419-419d-a13d-47a01eca4acc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0454693 Nov 12 04:55:31.717093 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:55:31.724410 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-60ed44b9-3802-47ee-9c1b-c717a86058d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:55:31.725949 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-60ed44b9-3802-47ee-9c1b-c717a86058d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457828 Nov 12 04:55:31.736732 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-e0ef5399-9f99-4fc6-9dff-2900d668fcb2 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102604) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:55:31.737726 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-e0ef5399-9f99-4fc6-9dff-2900d668fcb2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049753 Nov 12 04:55:31.830426 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-7e68948d-9ca0-415e-8ae2-4fc6677a290a service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841999 Nov 12 04:55:31.928068 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-c4ed5071-c306-45ed-b9c1-10e526f5d652 req-e15dd385-9668-461e-b064-205e23362490 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891614 Nov 12 04:55:31.940469 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:30Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:55:31.965902 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b729d-af43-4e6d-b5d9-4c15acf43514 None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:30Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:55:32.152831 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c673a-ab08-494c-8587-73ee790c52ee None None] New status for floating IP 2a3739db-cd18-4e93-8e5c-c032d86d0c68: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:55:32.307370 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:40.529710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:52.444862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ae7497b1-0f14-438d-8532-82058c436929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:54.780889 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-48fd4d24-b6f1-4845-a774-0289ffb38ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:55.840092 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:57.287470 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:57.970097 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:55:58.501712 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:02.305376 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:10.529450 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:21.432504 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-805f3e27-a6e4-4ce5-adeb-b8578d32c0c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411491 Nov 12 04:56:21.541022 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-e1e118ad-8e34-4019-8f2a-ce3306174c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:21.542515 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-e1e118ad-8e34-4019-8f2a-ce3306174c9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1097 time: 0.0410354 Nov 12 04:56:21.658773 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-b0e54d98-9e6a-4cc7-9028-e4af8924b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:21.660286 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-b0e54d98-9e6a-4cc7-9028-e4af8924b01d service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0898454 Nov 12 04:56:21.727474 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-8472c2c5-49b5-4fbd-844e-1eaab1af8704 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 1000 time: 0.0586982 Nov 12 04:56:21.786182 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-75a13dfc-5791-41f0-9be1-c623fa60cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:21.787640 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-75a13dfc-5791-41f0-9be1-c623fa60cb96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0479903 Nov 12 04:56:21.838623 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-9edfb61b-90db-4bc3-99ae-4a4f21b0d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:56:21.840169 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-9edfb61b-90db-4bc3-99ae-4a4f21b0d5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401294 Nov 12 04:56:21.934598 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-254b3142-8a84-496d-bd9e-88878c7e310a service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817671 Nov 12 04:56:22.036240 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-1f24df2b-e79d-484f-b39b-c4f2935cda5f req-3d4ccfd8-179d-4e3c-9e9f-126b4625155b service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878179 Nov 12 04:56:22.437347 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6acf8735-233d-4963-999d-ff968022a97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:24.783721 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1e6419ae-df5a-4ed0-9c67-b6c629f3f8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:25.842416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:27.288912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:27.972232 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:32.305677 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:35.501794 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:56:40.542588 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:52.439562 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-85418b21-7d4f-406e-b6d3-f46430b7b125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:54.785413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-60a33460-8454-4a07-aaaa-90cb08a45160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:55.846364 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:57.291321 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:56:57.974980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:02.300746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:10.560967 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:12.500777 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:22.441811 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bec3f78c-fd12-4aab-8271-246080489b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:22.493582 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-45c6df0a-3ca2-42ad-b262-485f321c1e0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888860 Nov 12 04:57:22.607692 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-adbc26d1-6453-4bb9-aa03-627d8673f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.609200 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-adbc26d1-6453-4bb9-aa03-627d8673f48c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1097 time: 0.0447264 Nov 12 04:57:22.720583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-074ecb9d-6afd-40d0-9090-d81bea601f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.721984 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-074ecb9d-6afd-40d0-9090-d81bea601f9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0854130 Nov 12 04:57:22.794573 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-5076aada-e4b4-400c-886d-7de251cb1912 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 1000 time: 0.0612552 Nov 12 04:57:22.851050 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-777082b5-c82f-45f8-b469-71976cf99119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.852459 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-777082b5-c82f-45f8-b469-71976cf99119 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0436504 Nov 12 04:57:22.903779 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-6979d630-9d12-40ae-9d68-e1402459a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:22.905396 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-6979d630-9d12-40ae-9d68-e1402459a689 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400476 Nov 12 04:57:23.004321 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-699b5b59-7145-4f3e-90c0-782814a7caf0 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859752 Nov 12 04:57:23.101868 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-ca7057ca-a478-41cf-8157-df1ed6a143f1 req-13d59aee-5d54-47ed-940c-27a618315c5c service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Nov 12 04:57:24.787301 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-be53a472-fbf2-4b73-8904-3b77c9f19b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:25.848797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:27.297194 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:27.976710 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:31.975245 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 details requested by agent hyperv_n-h1-766726-29 with host n-h1-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:57:32.068303 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:32.082354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Returning: {'device': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:57:32.119108 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.131758 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e219fb0f-e15b-40a6-b88e-9e6e359e60b0 {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:57:32.149957 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:32.153780 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:32.201189 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:32.208421 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.208768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.209104 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.209438 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.209767 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.210093 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.210417 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.210739 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.211086 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.211407 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.211733 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.212045 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:32.301167 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] get_ports_and_sgs() called for port_ids ['e219fb0f-e15b-40a6-b88e-9e6e359e60b0'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:57:32.346083 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:33.995323 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 up at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:57:34.060845 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Provisioning complete for port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:34.061231 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.140870 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.167754 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:34.169949 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3138072-5f53-449d-8630-8d99d3a761b6" -d '{"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-plugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:34.182635 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:34.187697 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:34.245443 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83185e-44a3-4685-aea8-957f6b1abe51 x-openstack-request-id: req-bf83185e-44a3-4685-aea8-957f6b1abe51 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:34.245736 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-plugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:34.245993 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bf83185e-44a3-4685-aea8-957f6b1abe51 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:34.246382 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'code': 200} Nov 12 04:57:34.247354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:40.561552 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:42.500683 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-6edab81e-cea9-4a3a-a10c-756e312a61a5 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969355508&fields=id&tenant_id=bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 267 time: 0.0443227 Nov 12 04:57:42.608133 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-02313db2-50e3-48fe-bffc-dbe358f858c7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:42.609575 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-02313db2-50e3-48fe-bffc-dbe358f858c7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 809 time: 0.1013010 Nov 12 04:57:42.625222 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-8a33ca61-8d95-4b7b-8850-28c758bbbfe8 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/quotas/bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 375 time: 0.0088983 Nov 12 04:57:42.684237 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-45443a4d-cfc3-4cbd-80a4-9b74ffc81ec8 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538204 Nov 12 04:57:42.781031 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-3ad0dad8-a99c-422b-be8d-a9f9d893beef service neutron] 10.222.0.97 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853148 Nov 12 04:57:42.869926 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-7dbaf93f-31f7-424b-a753-4b342b9bc880 service neutron] 10.222.0.97 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822518 Nov 12 04:57:43.034533 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-636bdd8d-296d-4b5d-b05f-cb33d873c617 req-f04131c7-bc3a-45ce-868c-451e31d45ea2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Nov 12 04:57:44.036684 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-d5948fed-6581-4c9e-b9ea-35f643edacb9 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:44.038135 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-d5948fed-6581-4c9e-b9ea-35f643edacb9 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 809 time: 0.1054854 Nov 12 04:57:44.109756 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-b06cc944-8da9-4ce9-a969-c8b1d1180c82 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb0818fb59cb4488a2bbc63e076b484e HTTP/1.1" status: 200 len: 379 time: 0.0567417 Nov 12 04:57:44.138033 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-9950e880-e165-424a-b661-57cdc0baff3d req-ddba060e-6787-4470-9548-72dbc9615c74 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 210 time: 0.0343163 Nov 12 04:57:44.141467 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'port': {'device_id': '5002242e-734a-4f89-9b13-ff67942b75c1', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'admin_state_up': True, 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'security_groups': ['cac665ae-122a-4807-bba3-1c4a29110c8e']}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:44.264166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Made reservation on behalf of bb0818fb59cb4488a2bbc63e076b484e for: {'port': 1} {{(pid=102605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 04:57:44.268720 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.447030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Allocated IP 172.20.0.11 (76c76c34-cfb7-4c78-9d18-01f4728df478/a42051f2-4c50-4e60-ae03-72304e2c382f/4c0a5e75-edb2-4b71-8609-1f330a2f796b) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:57:44.704079 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.749472 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.812822 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:57:44.816366 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:57:44.820686 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:57:44.827964 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:44.866484 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.866928 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.867253 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.867599 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.868140 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.868445 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.868781 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.869112 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.869600 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.870017 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.870476 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.871036 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 04:57:44.897531 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:44.898198 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:44.938761 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-c9766587-815a-467f-9060-5ea02360dba7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8029206 Nov 12 04:57:45.179887 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-e8b56ba4-e03e-4a9c-a91c-7e42f06cb09a None None] Provisioning complete for port 4c0a5e75-edb2-4b71-8609-1f330a2f796b triggered by entity DHCP. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:57:45.180404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e8b56ba4-e03e-4a9c-a91c-7e42f06cb09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:45.219721 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e8b56ba4-e03e-4a9c-a91c-7e42f06cb09a None None] Port 4c0a5e75-edb2-4b71-8609-1f330a2f796b cannot update to ACTIVE because it is not bound. {{(pid=102606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 04:57:45.276176 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c31a8-1569-46ab-8c95-3dc2312cabd9 req-ca1cf61c-9d0f-4f8f-bdaf-d9e71bb26f7b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:45.277751 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e02c31a8-1569-46ab-8c95-3dc2312cabd9 req-ca1cf61c-9d0f-4f8f-bdaf-d9e71bb26f7b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0621741 Nov 12 04:57:45.333968 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e02c31a8-1569-46ab-8c95-3dc2312cabd9 req-6246e0f6-baa9-4e88-b32d-8f01f3097d4e tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498080 Nov 12 04:57:46.023538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 04:57:46.149185 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:46.175342 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:46.178023 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653dc2b3-f532-44e1-b08b-9767aae552d9" -d '{"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-unplugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:46.192226 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:57:46.197730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:46.225784 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ace82d-fb37-47d2-bbf8-09cd33aead14 x-openstack-request-id: req-07ace82d-fb37-47d2-bbf8-09cd33aead14 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:46.226141 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-unplugged", "status": "completed", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:46.226473 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-07ace82d-fb37-47d2-bbf8-09cd33aead14 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:46.226956 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'code': 200} Nov 12 04:57:46.253795 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Pushing event updated for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=8']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:46.464078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c2137-76ae-4974-a4b6-24454b509ecb req-cc44ad74-f33e-4da3-9dfe-80542d1b4b53 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:46.465635 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa9c2137-76ae-4974-a4b6-24454b509ecb req-cc44ad74-f33e-4da3-9dfe-80542d1b4b53 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0575635 Nov 12 04:57:46.523362 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-fa9c2137-76ae-4974-a4b6-24454b509ecb req-ec554a15-5898-49ea-acf3-fcac14557627 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513327 Nov 12 04:57:47.648349 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab01d31-fa43-41fe-ac51-6061b6ee3238 req-a782311c-0a3d-46df-a7b1-cf661cc78a87 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:47.649854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab01d31-fa43-41fe-ac51-6061b6ee3238 req-a782311c-0a3d-46df-a7b1-cf661cc78a87 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0575655 Nov 12 04:57:47.705153 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6ab01d31-fa43-41fe-ac51-6061b6ee3238 req-2723cefa-c9bd-4e7c-b0ab-13e0585a2b04 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489113 Nov 12 04:57:48.826713 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5d4b-5593-44e1-ad06-1167f6d170e0 req-44f726b0-a64c-45fb-bf0e-d66b934f443a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:48.828268 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2a5d4b-5593-44e1-ad06-1167f6d170e0 req-44f726b0-a64c-45fb-bf0e-d66b934f443a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0514765 Nov 12 04:57:48.885516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-1f2a5d4b-5593-44e1-ad06-1167f6d170e0 req-4918c477-7a5f-45c1-a4a3-3afcf6d7a2f7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508230 Nov 12 04:57:49.500743 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:57:50.011163 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ef20b-f7c1-4ab5-a1e0-254b0faf2c08 req-b672d3eb-6c10-41b4-ab16-77e4b94f2e19 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:50.012665 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e94ef20b-f7c1-4ab5-a1e0-254b0faf2c08 req-b672d3eb-6c10-41b4-ab16-77e4b94f2e19 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0513229 Nov 12 04:57:50.063682 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e94ef20b-f7c1-4ab5-a1e0-254b0faf2c08 req-bc4aa7f8-7e34-49d0-bf2a-14d190bc4a12 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 Nov 12 04:57:51.195528 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde76668-13c4-4029-9763-25dcf58da0b2 req-57e858bc-54bf-4ccb-93d4-ab9eeed69c07 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:51.202579 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde76668-13c4-4029-9763-25dcf58da0b2 req-57e858bc-54bf-4ccb-93d4-ab9eeed69c07 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0646021 Nov 12 04:57:51.262674 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-cde76668-13c4-4029-9763-25dcf58da0b2 req-f88b8882-9792-4dce-af12-01f2d779fcee tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517232 Nov 12 04:57:52.386707 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368fd04-1d2d-4082-bd8a-09feed702692 req-e99cd897-ec35-4c95-a526-427095ce5553 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:52.388253 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2368fd04-1d2d-4082-bd8a-09feed702692 req-e99cd897-ec35-4c95-a526-427095ce5553 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0545087 Nov 12 04:57:52.445589 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2368fd04-1d2d-4082-bd8a-09feed702692 req-e064ead6-8c45-467c-aecb-9d99c0cc2d8b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502236 Nov 12 04:57:52.453582 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38be942b-456d-45d3-943f-80ef7af8cf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:53.569438 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be12488-0bc4-4182-8e1b-f522ef11576c req-66261f24-bc82-429c-8e7a-95b81efd02fd tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:53.570959 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6be12488-0bc4-4182-8e1b-f522ef11576c req-66261f24-bc82-429c-8e7a-95b81efd02fd tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0513411 Nov 12 04:57:53.629016 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-6be12488-0bc4-4182-8e1b-f522ef11576c req-3a02ab91-2d5d-4c09-a605-91fed16b3496 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514112 Nov 12 04:57:54.751272 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e597124-b272-4cea-8847-a74e4b7bc9fc req-e53b3576-9311-4f31-a37f-dc2d6370be1d tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:54.752759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e597124-b272-4cea-8847-a74e4b7bc9fc req-e53b3576-9311-4f31-a37f-dc2d6370be1d tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0527816 Nov 12 04:57:54.788122 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6a7418b6-3170-4754-89de-18375180742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:54.803874 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5e597124-b272-4cea-8847-a74e4b7bc9fc req-dcdac340-1274-496d-809f-8bd6a4f982f3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Nov 12 04:57:55.609892 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-e4b6e647-82ad-41d0-b488-bce80254baef tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=102605) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 04:57:55.611004 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-e4b6e647-82ad-41d0-b488-bce80254baef tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054367 Nov 12 04:57:55.672200 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Request body: {'port': {'device_id': '5002242e-734a-4f89-9b13-ff67942b75c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-29'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:57:55.726853 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.853763 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:55.970929 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97330a8a-36d7-43e9-8639-e3e949036000 req-6c4eb8da-c6b6-4d29-8ef7-98c2acada160 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:55.972396 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97330a8a-36d7-43e9-8639-e3e949036000 req-6c4eb8da-c6b6-4d29-8ef7-98c2acada160 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 932 time: 0.0975704 Nov 12 04:57:56.060642 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-97330a8a-36d7-43e9-8639-e3e949036000 req-4103fc16-cf42-4fdf-8237-ae0c0a06560f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816004 Nov 12 04:57:56.074381 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:57:56.082335 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.095015 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.provisioning_blocks [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Transition to ACTIVE for port object 4c0a5e75-edb2-4b71-8609-1f330a2f796b will not be triggered until provisioned by entity L2. {{(pid=102605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 04:57:56.099043 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.150417 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:56.225014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Attempting to bind port 4c0a5e75-edb2-4b71-8609-1f330a2f796b on host n-h2-766726-29 for vnic_type normal with profile {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 04:57:56.225369 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Attempting to bind port 4c0a5e75-edb2-4b71-8609-1f330a2f796b by drivers openvswitch,hyperv on host n-h2-766726-29 at level 0 using segments [{'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 04:57:56.225674 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Attempting to bind port 4c0a5e75-edb2-4b71-8609-1f330a2f796b on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:56.230313 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Port 4c0a5e75-edb2-4b71-8609-1f330a2f796b on network 76c76c34-cfb7-4c78-9d18-01f4728df478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-29 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 04:57:56.230636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Attempting to bind port 4c0a5e75-edb2-4b71-8609-1f330a2f796b on network 76c76c34-cfb7-4c78-9d18-01f4728df478 {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 04:57:56.235926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Checking agent: {'id': '9c6e0522-b166-40eb-8a37-7a79055e736a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'started_at': datetime.datetime(2021, 11, 12, 3, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 4, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 04:57:56.236266 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Checking segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 04:57:56.236648 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Bound using segment: {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'} {{(pid=102605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 04:57:56.237073 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.managers [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Bound port: 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host: n-h2-766726-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a4d334-4b10-4a41-a06a-750a7b882b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478'}}] {{(pid=102605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 04:57:56.237431 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.303621 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, cleared binding levels {{(pid=102605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 04:57:56.306740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 04:57:56.311336 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.344212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.344835 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:56.346238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] 10.222.0.104 "PUT /v2.0/ports/4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 1093 time: 0.7217743 Nov 12 04:57:56.346677 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:57:56.348977 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2493c35c-0162-403e-b846-cb33c7b22b28" -d '{"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:57:56.383182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08ff80-39aa-4a88-950d-6a9ca3f4330f service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=3']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:57:56.413098 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356f0009-9eb8-425b-b27a-fc296de04126 x-openstack-request-id: req-356f0009-9eb8-425b-b27a-fc296de04126 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:57:56.413412 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:57:56.413664 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-356f0009-9eb8-425b-b27a-fc296de04126 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:57:56.414071 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'status': 'completed', 'code': 200} Nov 12 04:57:56.474650 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-04879329-ed36-40a4-85df-cb148cdea198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.476198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-04879329-ed36-40a4-85df-cb148cdea198 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1096 time: 0.0471473 Nov 12 04:57:56.526160 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-27b67584-d09d-4e52-8d69-add5b1f2a43c service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 217 time: 0.0370717 Nov 12 04:57:56.576051 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-1b5ab573-33ea-4449-8111-4b8154bd4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.577530 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-1b5ab573-33ea-4449-8111-4b8154bd4f48 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0444744 Nov 12 04:57:56.627673 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-b20b9ae2-d3c8-44ac-8902-2005559210c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.629817 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-b20b9ae2-d3c8-44ac-8902-2005559210c4 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459487 Nov 12 04:57:56.722083 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-89a35d80-9cdc-45e5-b7b0-fe581b94f74c service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Nov 12 04:57:56.815035 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-03e4d9e9-9117-432a-86a0-a95961db3ba1 req-1f78bb50-5a1c-4618-afc2-eb24eb7c36d1 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850821 Nov 12 04:57:56.943030 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-293c4231-1e93-4af1-81e6-6484b0cf71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:56.944565 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-293c4231-1e93-4af1-81e6-6484b0cf71ac service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1096 time: 0.0416412 Nov 12 04:57:57.037858 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-aef774c3-c530-4b7a-a0f9-0feef29c63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:57.039273 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-aef774c3-c530-4b7a-a0f9-0feef29c63c7 service neutron] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0870509 Nov 12 04:57:57.080942 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-650735c5-d075-4cfe-8a41-636ee74c0a52 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 217 time: 0.0345647 Nov 12 04:57:57.131470 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-14572d38-aa70-437e-8531-8dc910493557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:57.132958 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-14572d38-aa70-437e-8531-8dc910493557 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0447538 Nov 12 04:57:57.206002 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-8738ec01-d66b-4117-9a6c-0d098434bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:57.207537 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-8738ec01-d66b-4117-9a6c-0d098434bf7c service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655029 Nov 12 04:57:57.216860 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3f929-99e8-45cc-8e3c-70f762f50bee req-79ad04ca-1548-4c37-8a86-ad8402fa0cde tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:57.218270 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7cd3f929-99e8-45cc-8e3c-70f762f50bee req-79ad04ca-1548-4c37-8a86-ad8402fa0cde tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 944 time: 0.0844417 Nov 12 04:57:57.296879 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:57.327435 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-7cd3f929-99e8-45cc-8e3c-70f762f50bee req-58f92747-8a75-45b9-8f36-c03c21f10cf3 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012106 Nov 12 04:57:57.342978 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-a81fab16-1aba-4505-8819-995cfd598ce5 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236095 Nov 12 04:57:57.433991 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2493c35c-0162-403e-b846-cb33c7b22b28 req-90707f59-468c-4614-90dc-2298878db208 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839148 Nov 12 04:57:57.978972 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:57:58.446242 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747622eb-f54c-4af8-86f3-2d763e2a3115 req-16b2d0b6-1526-408b-a2e9-c70a1e9c7326 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:58.447759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-747622eb-f54c-4af8-86f3-2d763e2a3115 req-16b2d0b6-1526-408b-a2e9-c70a1e9c7326 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 944 time: 0.0501084 Nov 12 04:57:58.500922 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-747622eb-f54c-4af8-86f3-2d763e2a3115 req-a7751c77-df31-4a08-9858-3a3338b6207f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472069 Nov 12 04:57:59.616875 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9944698-2678-4073-aa9b-ba60d65db850 req-1afb37ff-d40f-4633-bc86-f71bc356bce6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:57:59.618444 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9944698-2678-4073-aa9b-ba60d65db850 req-1afb37ff-d40f-4633-bc86-f71bc356bce6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 944 time: 0.0492887 Nov 12 04:57:59.668245 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a9944698-2678-4073-aa9b-ba60d65db850 req-a950406c-3752-4dd4-ba6b-70667c395a3d tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438159 Nov 12 04:58:00.782504 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d236a-c3ff-46fa-b3a7-31f7c94d36da req-0c8dc846-5fbd-4099-82b8-bf07c6097112 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:00.784012 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a1d236a-c3ff-46fa-b3a7-31f7c94d36da req-0c8dc846-5fbd-4099-82b8-bf07c6097112 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 944 time: 0.0480607 Nov 12 04:58:00.832127 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5a1d236a-c3ff-46fa-b3a7-31f7c94d36da req-5a113d41-bf4d-4cdf-8cbc-fba7651de5d9 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Nov 12 04:58:00.924396 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 04:58:01.016477 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:01.027846 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'mac_address': 'fa:16:3e:c0:f0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 04:58:01.068195 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.080907 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 04:58:01.099544 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:01.104258 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:01.149110 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=4']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:01.515119 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4c0a5e75-edb2-4b71-8609-1f330a2f796b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 04:58:01.951974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdca20-6ca1-4e3c-b26f-fd1808b21c84 req-80e00257-a9cf-48a5-bd07-a000e1fde468 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:01.953453 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ecdca20-6ca1-4e3c-b26f-fd1808b21c84 req-80e00257-a9cf-48a5-bd07-a000e1fde468 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Nov 12 04:58:02.001409 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-2ecdca20-6ca1-4e3c-b26f-fd1808b21c84 req-8f5c85d2-845c-4282-9e0b-0a66964e5699 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Nov 12 04:58:02.316107 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:02.939896 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 04:58:02.988020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning for port 4c0a5e75-edb2-4b71-8609-1f330a2f796b completed by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 04:58:02.993768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4c0a5e75-edb2-4b71-8609-1f330a2f796b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 04:58:02.993768 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.072984 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.095715 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:03.097936 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c6493-ee93-4aae-964f-ccbe9a6343ce" -d '{"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:03.110768 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 04:58:03.114532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:03.120924 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068618-a3e2-42ec-b889-34afaf95c461 req-cb833bfc-0691-44af-8526-45fa5dce5bcf tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:03.122429 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c068618-a3e2-42ec-b889-34afaf95c461 req-cb833bfc-0691-44af-8526-45fa5dce5bcf tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Nov 12 04:58:03.161214 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=5']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:03.175747 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-4c068618-a3e2-42ec-b889-34afaf95c461 req-0d79747e-ed49-4a60-9099-d4ef08fcb81a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470359 Nov 12 04:58:03.218486 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52da63-6c69-4ee5-9263-208c1c8cbc57 x-openstack-request-id: req-dd52da63-6c69-4ee5-9263-208c1c8cbc57 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:03.218965 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:03.219174 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dd52da63-6c69-4ee5-9263-208c1c8cbc57 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:03.219592 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'code': 200} Nov 12 04:58:03.343498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8187-63ea-416c-a069-d70280b77603 req-d3bb39af-b8be-4829-ad62-f988a4a80665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:03.344885 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2ee8187-63ea-416c-a069-d70280b77603 req-d3bb39af-b8be-4829-ad62-f988a4a80665 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1098 time: 0.0443678 Nov 12 04:58:03.390347 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-d2ee8187-63ea-416c-a069-d70280b77603 req-2bdd5cb5-ab0b-4d1a-87cd-fc21c3f5c8eb service neutron] 10.222.0.104 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391338 Nov 12 04:58:04.291862 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2460ef-b8db-4678-bce4-ec9f5bfcd395 req-3c0775ec-1c9b-485b-bb51-2e3007b680cf tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:04.293341 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c2460ef-b8db-4678-bce4-ec9f5bfcd395 req-3c0775ec-1c9b-485b-bb51-2e3007b680cf tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0478814 Nov 12 04:58:04.341509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-5c2460ef-b8db-4678-bce4-ec9f5bfcd395 req-b678576c-4b79-4cf9-92fc-c66de7b7c357 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Nov 12 04:58:05.459387 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c7eea-ea56-4f0f-b924-4c28c0a5737a req-f7e34dc2-e8d0-4c5b-b9d7-78257e085515 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:05.460839 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-970c7eea-ea56-4f0f-b924-4c28c0a5737a req-f7e34dc2-e8d0-4c5b-b9d7-78257e085515 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0489266 Nov 12 04:58:05.513329 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-970c7eea-ea56-4f0f-b924-4c28c0a5737a req-340e0e18-d655-4767-971d-883ab6351642 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465631 Nov 12 04:58:05.627687 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d165e-8d59-4927-9ecf-2c11cced1783 req-64741401-bf59-4d85-95f6-6942881b6b1f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:05.629086 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1d165e-8d59-4927-9ecf-2c11cced1783 req-64741401-bf59-4d85-95f6-6942881b6b1f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Nov 12 04:58:05.678768 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-ef1d165e-8d59-4927-9ecf-2c11cced1783 req-1d588e52-df7e-41a2-a8fb-45415440edd8 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427315 Nov 12 04:58:05.700636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43516) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:05.743986 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf960fd7-8b73-47dc-8033-eee7cedf5a50 tempest-TestSnapshotPattern-627262017 tempest-TestSnapshotPattern-627262017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:05.745509 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-bf960fd7-8b73-47dc-8033-eee7cedf5a50 tempest-TestSnapshotPattern-627262017 tempest-TestSnapshotPattern-627262017-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1093 time: 0.0438356 Nov 12 04:58:05.748284 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43518) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 04:58:05.752451 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.v2.base [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Request body: {'floatingip': {'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 04:58:05.773756 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.871203 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:05.972926 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.db_base_plugin_common [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Allocated IP 172.25.7.241 (d0d9ad13-e44c-4c76-b94e-b16e0975b2bd/7c645c45-a4d4-4167-9b6a-c6e328995614/607afbaa-9a04-42bd-b922-f9f6a1be5ce7) {{(pid=102605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 04:58:06.080094 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.114682 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773706205570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.154141 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Network d0d9ad13-e44c-4c76-b94e-b16e0975b2bd is already hosted by enough agents. {{(pid=102605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 04:58:06.157104 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.base_scheduler [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Resources bound (agent type, host, resource id): {{(pid=102605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 04:58:06.161317 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Received port after_create {{(pid=102605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 04:58:06.167588 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=607afbaa-9a04-42bd-b922-f9f6a1be5ce7,revision_number=1']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:06.520439 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.585812 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.734176 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for port, precommit_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.738783 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798546'] for port, after_update {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.808341 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event updated for resources: {'Port': ['ID=607afbaa-9a04-42bd-b922-f9f6a1be5ce7,revision_number=2']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 04:58:06.820276 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559839'] for floatingip, after_create {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:06.920312 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Floating IP 0c1bd74e-5735-4f48-8d90-9dac0c9dde97 associated. External IP: 172.25.7.241, port: 4c0a5e75-edb2-4b71-8609-1f330a2f796b. Nov 12 04:58:07.423286 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 04:58:07.527212 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 04:58:07.537598 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 04:58:07.545780 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:07.547959 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:58:07.548561 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:07.576646 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-34de7685-4a0e-4e83-b182-1c94b8184032 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8271079 Nov 12 04:58:07.577065 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 04:58:07.579231 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 04:58:07.617052 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635afac6-425c-4287-91d8-992e4fd2ef32 x-openstack-request-id: req-635afac6-425c-4287-91d8-992e4fd2ef32 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 04:58:07.617351 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 04:58:07.617608 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-635afac6-425c-4287-91d8-992e4fd2ef32 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 04:58:07.618010 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'status': 'completed', 'code': 200} Nov 12 04:58:07.659181 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:58:07.700385 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-a9d6e844-0b50-4657-a7c7-1f503694212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:07.701925 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-a9d6e844-0b50-4657-a7c7-1f503694212a service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1098 time: 0.0411599 Nov 12 04:58:07.792764 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-69f65119-12a9-4843-b782-33037a36edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:07.794231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-69f65119-12a9-4843-b782-33037a36edba service neutron] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0860484 Nov 12 04:58:07.864278 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-3f4973c3-0ef9-4572-b341-5ebfbe77170d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 1000 time: 0.0628395 Nov 12 04:58:07.883298 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0c1bd74e-5735-4f48-8d90-9dac0c9dde97', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:c0:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5002242e-734a-4f89-9b13-ff67942b75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:58:06Z', 'updated_at': '2021-11-12T04:58:06Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}, {'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:07.911868 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 04:58:07.916094 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-d8cd918f-f4cc-4424-a202-b2a6cfc519ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:07.917584 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-d8cd918f-f4cc-4424-a202-b2a6cfc519ff service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0460532 Nov 12 04:58:07.921683 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 04:58:07.922275 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:57:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:07.964718 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-62b2ca0a-f20f-4470-af9a-5b7381dba359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:07.966150 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-62b2ca0a-f20f-4470-af9a-5b7381dba359 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419018 Nov 12 04:58:08.062390 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-8898ecd0-0a74-435f-a355-7871f8ef6ad8 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892379 Nov 12 04:58:08.116717 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 04:58:08.152361 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-a8e0bcfe-4bb8-44c9-b2c3-a81b4669b1b8 req-fa357fb3-bed4-45d5-92bb-38cd076abf1b service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828631 Nov 12 04:58:08.340497 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0c1bd74e-5735-4f48-8d90-9dac0c9dde97', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:c0:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5002242e-734a-4f89-9b13-ff67942b75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:58:06Z', 'updated_at': '2021-11-12T04:58:06Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}, {'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 04:58:08.366181 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeca322-4e93-4a7c-bb2f-5a611c6102e3 None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '0c1bd74e-5735-4f48-8d90-9dac0c9dde97', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.241', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:c0:f0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5002242e-734a-4f89-9b13-ff67942b75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:58:06Z', 'updated_at': '2021-11-12T04:58:06Z', 'revision_number': 0, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}, {'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 04:58:08.562571 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27ede0e-bdf9-4ca9-8e13-13a37e6e38d1 None None] New status for floating IP 0c1bd74e-5735-4f48-8d90-9dac0c9dde97: ACTIVE {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 04:58:10.560459 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:22.444538 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d2436f5-9dd4-4323-9387-ae3fb0f7b478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:22.641744 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-6290f884-cd79-4e69-9bd8-e03f79c97cab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401566 Nov 12 04:58:22.757613 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-aa52fa46-4c7a-43c9-8744-b38f47b19967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:22.759759 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-aa52fa46-4c7a-43c9-8744-b38f47b19967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0445027 Nov 12 04:58:22.879825 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-f90ff67d-7f92-4a21-b9bf-856099a93cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:22.881554 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-f90ff67d-7f92-4a21-b9bf-856099a93cce service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0842290 Nov 12 04:58:23.306604 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-d6ca30f5-1251-416f-9009-96c5e16bfe14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 998 time: 0.4113357 Nov 12 04:58:23.362278 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-f108cb9d-4b4d-4354-b253-a44900bfb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:23.363703 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-f108cb9d-4b4d-4354-b253-a44900bfb312 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0435414 Nov 12 04:58:23.413227 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-0cbef076-7f01-4612-9d46-cdd6d48d4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:23.415374 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-0cbef076-7f01-4612-9d46-cdd6d48d4f6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396476 Nov 12 04:58:23.511136 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-8ff334cc-798d-493c-97ba-4526dda53fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Nov 12 04:58:23.607796 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-57cd6f91-2a18-4449-b6bb-29994fb2f07b req-d0f2efa4-f221-439d-9320-dd0d0839338c service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825956 Nov 12 04:58:24.721816 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-38b45641-d397-45cc-9b06-d5a3bdb63d06 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442066 Nov 12 04:58:24.790511 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-16c19020-94e7-43a4-94e5-31ff17fe9f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:24.821956 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-fc81a585-121d-45b3-9198-243d8cd331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:24.823472 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-fc81a585-121d-45b3-9198-243d8cd331a5 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1098 time: 0.0416517 Nov 12 04:58:24.931620 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-a95ba39c-8603-46e1-aad8-4f38ce5142d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:24.933085 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-a95ba39c-8603-46e1-aad8-4f38ce5142d0 service neutron] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0898201 Nov 12 04:58:24.999744 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-10d65a5d-e379-4c7a-a869-c69695245a1d service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 1002 time: 0.0594072 Nov 12 04:58:25.048965 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-6073fc07-6e7e-4180-b237-eb7208ff2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.050604 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-6073fc07-6e7e-4180-b237-eb7208ff2333 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0439475 Nov 12 04:58:25.099007 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-bf48862c-3d8f-47ec-a958-e0b5cda5ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:58:25.100501 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-bf48862c-3d8f-47ec-a958-e0b5cda5ca66 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434804 Nov 12 04:58:25.195234 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-9162c1cc-ff2d-4cd1-b8db-cd9d3e672b9e service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871227 Nov 12 04:58:25.287863 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-e59735e5-bc91-4e44-8460-83008b1e7906 req-f27d512d-b638-4180-9cc7-0b77d3a40d88 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Nov 12 04:58:25.848712 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:26.506063 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:58:27.300041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:27.980238 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:32.329413 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:40.551108 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:52.449611 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-b202102d-50a7-43e0-8dae-2ea3990849dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:54.794104 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3da23589-59d8-49d4-b7ba-5c11c4098e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:55.852126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:57.302176 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:58:57.982318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:02.330270 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:03.505824 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:10.556180 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.450490 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ba55615-121f-4e2e-ab6f-255f1e88e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:22.658129 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-331ed8fe-1e25-4133-8eb3-2dd53d50975a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439255 Nov 12 04:59:22.771545 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-df6bac52-e298-447f-985f-24632b0e54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:22.772919 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-df6bac52-e298-447f-985f-24632b0e54b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0406122 Nov 12 04:59:22.881379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-61b92ed5-2620-4139-9f53-2ad56f0f87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:22.882871 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-61b92ed5-2620-4139-9f53-2ad56f0f87eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0831976 Nov 12 04:59:22.958266 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-3ce984a8-d3fd-4ae5-81e9-bfd2d426f249 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 998 time: 0.0616963 Nov 12 04:59:23.011797 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-d970a865-f7a5-41c6-990c-99a0cd1c6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:23.013242 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-d970a865-f7a5-41c6-990c-99a0cd1c6b08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0434754 Nov 12 04:59:23.061333 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-1a244573-30fb-42cd-a517-92e646fb8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:23.062815 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-1a244573-30fb-42cd-a517-92e646fb8c5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395160 Nov 12 04:59:23.160247 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-434fedab-3ead-44ce-b0ff-869c74348c9c service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856566 Nov 12 04:59:23.260157 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-49c15d7d-3988-4a68-83bf-e3bf3c7e39ed req-c5515a48-295f-43b9-8847-6f990ec11d01 service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858245 Nov 12 04:59:24.795968 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6d55818a-707b-4813-9aff-12f39af8149d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.697464 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-42d965f1-158e-407d-b7af-6adbe9f2a957 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404272 Nov 12 04:59:25.797904 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-861e4cdc-a10e-4b67-aca5-907548949f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:25.799428 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-861e4cdc-a10e-4b67-aca5-907548949f7c service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1098 time: 0.0415027 Nov 12 04:59:25.854730 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:25.910248 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-79c645ac-40bc-4bb9-844e-e280399131d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:25.911780 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-79c645ac-40bc-4bb9-844e-e280399131d5 service neutron] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0926299 Nov 12 04:59:25.978752 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-e7e28a7b-ef95-4c2a-acbb-89626059cfce service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 1002 time: 0.0583112 Nov 12 04:59:26.028740 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-bc5a0c41-3884-41c6-a52f-e92c0b2f2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:26.030198 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-bc5a0c41-3884-41c6-a52f-e92c0b2f2031 service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0450075 Nov 12 04:59:26.080389 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-e7a5f7ec-47be-4389-9592-7aecdf3a6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 04:59:26.081879 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-e7a5f7ec-47be-4389-9592-7aecdf3a6150 service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447140 Nov 12 04:59:26.173154 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-4b9da765-2f53-4f83-b795-0175c36d8757 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825212 Nov 12 04:59:26.267971 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-b127f8a4-9b65-4814-bdb4-9f500fc3a28e req-7469e6b0-9f43-4822-8b3f-7e11f2c94a16 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Nov 12 04:59:27.304265 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:27.985346 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:32.346226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:40.504039 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 04:59:40.583667 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:52.451559 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1b25b2fc-9862-404f-ad4a-741492818493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:54.796307 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-53bc6e12-85c9-4807-b9e1-d22de731638f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:55.860708 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.307293 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 04:59:57.987478 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:02.343064 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:10.612188 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:11.719364 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b details requested by agent hyperv_n-h2-766726-29 with host n-h2-766726-29 {{(pid=102606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 05:00:11.811575 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:11.822938 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Returning: {'device': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'port_id': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'mac_address': 'fa:16:3e:c0:f0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 05:00:11.863568 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:11.876440 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 05:00:11.897221 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:11.901426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:11.954618 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=6']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:11.962025 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.962376 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.962702 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.963058 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.963386 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.963708 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.964031 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.964354 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.964678 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.964996 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.965313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:11.965627 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:12.043369 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] get_ports_and_sgs() called for port_ids ['4c0a5e75-edb2-4b71-8609-1f330a2f796b'] {{(pid=102606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 05:00:13.720099 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b up at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 05:00:13.767960 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.provisioning_blocks [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Provisioning complete for port 4c0a5e75-edb2-4b71-8609-1f330a2f796b triggered by entity L2. {{(pid=102606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 05:00:13.768329 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2021682'] for port, provisioning_complete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:13.846241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575283'] for port, before_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:13.868604 n-d-766726-29 neutron-server[102606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:13.870865 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b744f52a7aa6cfddfa46f091d49aaca2ee3b833940dde38b029f823199083a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1d405f-5d18-490b-9052-261fc9d78b56" -d '{"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:13.883553 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:13.887913 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773706729620', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773706205588', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773706205606'] for port, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:13.940383 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Pushing event updated for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=7']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:13.997040 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f0699-f0f5-46b1-a342-90fb7f1b6382 x-openstack-request-id: req-e66f0699-f0f5-46b1-a342-90fb7f1b6382 {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:13.997332 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "code": 200}]} {{(pid=102606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:13.997588 n-d-766726-29 neutron-server[102606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e66f0699-f0f5-46b1-a342-90fb7f1b6382 {{(pid=102606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:13.997988 n-d-766726-29 neutron-server[102606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'code': 200} Nov 12 05:00:17.503957 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:00:22.466752 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bfce028e-71a1-414b-ac82-639d36bf2e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:22.667846 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-00217814-d93e-4e21-b585-2cfd61a75987 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550148 Nov 12 05:00:22.780172 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-9b080bb2-38c0-4375-a667-bb899b9181ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:22.782707 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-9b080bb2-38c0-4375-a667-bb899b9181ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0475368 Nov 12 05:00:22.917197 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-ebd9632f-e647-41d0-a742-3fdd78bc4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:22.918716 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-ebd9632f-e647-41d0-a742-3fdd78bc4835 service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.1079631 Nov 12 05:00:22.999054 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-b7448db1-1b38-40b7-bbda-976cd3f1c90f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 998 time: 0.0681491 Nov 12 05:00:23.054954 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-e40036a5-fdb3-43c0-b011-6c5ddb8a021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:23.056449 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-e40036a5-fdb3-43c0-b011-6c5ddb8a021a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0463400 Nov 12 05:00:23.117624 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-61370c93-fd0b-4513-af2e-bd017e9ebdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:23.119305 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-61370c93-fd0b-4513-af2e-bd017e9ebdd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497086 Nov 12 05:00:23.223538 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-62c54ab8-a930-4cbe-9316-e56a719e31be service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916202 Nov 12 05:00:23.341186 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-645c73e7-7afb-4a1b-a7fe-f96286f98009 req-29bf35d9-ffd6-404d-8f79-6c42a4f6100c service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036146 Nov 12 05:00:23.941068 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43752) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:24.102736 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Deleting port 607afbaa-9a04-42bd-b922-f9f6a1be5ce7 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:24.103200 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.184239 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.184484 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.195806 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Calling delete_port for 607afbaa-9a04-42bd-b922-f9f6a1be5ce7 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:24.340383 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.369543 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event deleted for resources: {'Port': ['ID=607afbaa-9a04-42bd-b922-f9f6a1be5ce7,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:24.380380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.380722 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.381063 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.381399 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.381735 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.382064 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.382388 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.382710 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.383059 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.383382 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.383705 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.384026 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:24.441064 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.441316 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Floating IP 0c1bd74e-5735-4f48-8d90-9dac0c9dde97 disassociated (deleted). External IP: 172.25.7.241, port: 4c0a5e75-edb2-4b71-8609-1f330a2f796b. Nov 12 05:00:24.648410 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:00:24.767024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:00:24.771324 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.776340 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:00:24.786264 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:24.786932 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T04:59:55Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:24.798186 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-f832782c-40cd-4b05-a58f-c918636ad836 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "DELETE /v2.0/floatingips/0c1bd74e-5735-4f48-8d90-9dac0c9dde97 HTTP/1.1" status: 204 len: 168 time: 0.8559773 Nov 12 05:00:24.798828 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:24.799342 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6ecaa778-a67f-45ae-9855-38babc0ab546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:24.801538 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dface4-0a20-4ea1-917a-8a2a4a39e196" -d '{"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:24.897399 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:24.959364 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fdbd27-dab1-474f-bc40-18f0a237c2d4 x-openstack-request-id: req-b0fdbd27-dab1-474f-bc40-18f0a237c2d4 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:24.959880 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:24.960002 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b0fdbd27-dab1-474f-bc40-18f0a237c2d4 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:24.960516 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'status': 'completed', 'code': 200} Nov 12 05:00:25.083228 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-bbfa556f-8738-4f1f-91f3-ce8df4f820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.084759 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-bbfa556f-8738-4f1f-91f3-ce8df4f820d4 service neutron] 10.222.0.104 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 1098 time: 0.0667117 Nov 12 05:00:25.092426 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3adec-3c23-45b5-ba44-4d62dcb60065 req-6a1d723e-501f-483a-8aba-ff0bf8590e3a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.093854 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a3adec-3c23-45b5-ba44-4d62dcb60065 req-6a1d723e-501f-483a-8aba-ff0bf8590e3a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0873477 Nov 12 05:00:25.130793 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:25.156617 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:00:25.165097 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:25.165622 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:25.199544 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-78a3adec-3c23-45b5-ba44-4d62dcb60065 req-767e93ab-c733-4529-9b16-420fd72bdb24 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972168 Nov 12 05:00:25.218159 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-4fe876e2-6ada-466f-94a8-490671e243f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.219895 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-4fe876e2-6ada-466f-94a8-490671e243f2 service neutron] 10.222.0.104 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.1251662 Nov 12 05:00:25.268231 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-aab3d38b-e16c-42fa-be11-bbbe4d337035 service neutron] 10.222.0.104 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 200 len: 217 time: 0.0399137 Nov 12 05:00:25.271971 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:25.319117 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-279d4687-4f4b-438c-b987-1ca366c692bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.320631 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-279d4687-4f4b-438c-b987-1ca366c692bd service neutron] 10.222.0.104 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0447016 Nov 12 05:00:25.367557 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-4ffd240c-4ae8-44b0-8b02-4faa24179e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:25.369005 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-4ffd240c-4ae8-44b0-8b02-4faa24179e1f service neutron] 10.222.0.104 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412793 Nov 12 05:00:25.467337 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-5adfc170-26a2-47e4-b9e6-35c5f20ccd63 service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907054 Nov 12 05:00:25.561773 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-93dface4-0a20-4ea1-917a-8a2a4a39e196 req-f076c803-59a2-4073-8f54-9bed4787e3ac service neutron] 10.222.0.104 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863047 Nov 12 05:00:25.590343 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:25.619066 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe1c2b-9892-45d0-8c31-66b40680cc71 None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_floatingips': [{'id': '2a3739db-cd18-4e93-8e5c-c032d86d0c68', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'floating_ip_address': '172.25.7.75', 'floating_network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'router_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'port_id': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'mac_address': 'fa:16:3e:88:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T04:55:30Z', 'updated_at': '2021-11-12T04:55:32Z', 'revision_number': 1, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:00:25.861029 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:25.879399 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53924fe-4b21-4545-973a-be31d4e09d84 None None] New status for floating IP 0c1bd74e-5735-4f48-8d90-9dac0c9dde97: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:00:26.321194 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985791-7c20-41ad-9e4b-9cbae03db588 req-93da94b3-6a89-4763-8862-c681de7e3d6f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:26.322666 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10985791-7c20-41ad-9e4b-9cbae03db588 req-93da94b3-6a89-4763-8862-c681de7e3d6f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Nov 12 05:00:26.371727 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-10985791-7c20-41ad-9e4b-9cbae03db588 req-da6b1e7a-1bc5-4480-80fd-40049c499b6b tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Nov 12 05:00:26.979072 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-3c888282-7dc0-490a-80f0-48a2ccdc4669 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:26.980463 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-3c888282-7dc0-490a-80f0-48a2ccdc4669 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Nov 12 05:00:27.068024 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Deleting port 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:27.068386 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.159105 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] For port 4c0a5e75-edb2-4b71-8609-1f330a2f796b, host n-h2-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-29',level=0,port_id=4c0a5e75-edb2-4b71-8609-1f330a2f796b,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:27.159469 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.171905 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Calling delete_port for 4c0a5e75-edb2-4b71-8609-1f330a2f796b owned by compute:nova {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:27.304325 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.308893 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.335131 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event deleted for resources: {'Port': ['ID=4c0a5e75-edb2-4b71-8609-1f330a2f796b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:27.377154 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] No DVR routers for this DVR port 4c0a5e75-edb2-4b71-8609-1f330a2f796b on host n-h2-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:27.379899 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:27.383138 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-79a58d00-dd13-4b8d-9a1e-de6674b2ddf1 req-7d29bf0a-79cf-4ec9-8a6c-07ed8cfbe369 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.104 "DELETE /v2.0/ports/4c0a5e75-edb2-4b71-8609-1f330a2f796b HTTP/1.1" status: 204 len: 173 time: 0.3968077 Nov 12 05:00:27.383571 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-deleted', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:27.385817 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15b3d00-286a-4db5-9ee8-d2e5c8e27d09" -d '{"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-deleted", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:27.427717 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c092d1-70a6-4e60-b6e4-54320fffba88 x-openstack-request-id: req-75c092d1-70a6-4e60-b6e4-54320fffba88 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:27.428012 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5002242e-734a-4f89-9b13-ff67942b75c1", "name": "network-vif-deleted", "tag": "4c0a5e75-edb2-4b71-8609-1f330a2f796b", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:27.428283 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-75c092d1-70a6-4e60-b6e4-54320fffba88 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:27.428681 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5002242e-734a-4f89-9b13-ff67942b75c1', 'name': 'network-vif-deleted', 'tag': '4c0a5e75-edb2-4b71-8609-1f330a2f796b', 'status': 'completed', 'code': 200} Nov 12 05:00:27.509027 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-da640045-69d3-4676-a7cd-785b84a39afc req-2923432e-cee6-4c9a-8fca-b0680ebf1a38 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=5002242e-734a-4f89-9b13-ff67942b75c1 HTTP/1.1" status: 200 len: 210 time: 0.0312736 Nov 12 05:00:27.780599 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:27.801253 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:27.801676 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:27.989429 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.082651 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43820) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:29.238689 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Deleting port 32488b51-7b2e-4f66-9e32-e7cbefd97e70 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:29.239065 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.313562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.313793 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.325078 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Calling delete_port for 32488b51-7b2e-4f66-9e32-e7cbefd97e70 owned by network:floatingip {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:29.477548 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.505014 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event deleted for resources: {'Port': ['ID=32488b51-7b2e-4f66-9e32-e7cbefd97e70,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:29.566626 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for floatingip, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:29.566899 n-d-766726-29 neutron-server[102605]: INFO neutron.db.l3_db [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Floating IP 2a3739db-cd18-4e93-8e5c-c032d86d0c68 disassociated (deleted). External IP: 172.25.7.75, port: e219fb0f-e15b-40a6-b88e-9e6e359e60b0. Nov 12 05:00:30.066424 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:00:30.176927 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:00:30.181679 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for floatingip, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:30.186531 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:00:30.196072 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:30.196681 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:30.208325 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-e86b7795-7139-4c70-ba37-8acc0551d07f tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "DELETE /v2.0/floatingips/2a3739db-cd18-4e93-8e5c-c032d86d0c68 HTTP/1.1" status: 204 len: 168 time: 1.1245544 Nov 12 05:00:30.208917 n-d-766726-29 neutron-server[102605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:30.211179 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff2b9b4d02a99b363bd21dadbc23b1d3fb035635f3a7d62c8abcf8d6b036425f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87f9e1-7357-473f-91f7-d5d425cdf26f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:30.303434 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:30.366080 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71f2f37-11c2-46ab-b991-36afb3b34e10 x-openstack-request-id: req-a71f2f37-11c2-46ab-b991-36afb3b34e10 {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:30.366374 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "status": "completed", "code": 200}]} {{(pid=102605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:30.366627 n-d-766726-29 neutron-server[102605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a71f2f37-11c2-46ab-b991-36afb3b34e10 {{(pid=102605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:30.367057 n-d-766726-29 neutron-server[102605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'status': 'completed', 'code': 200} Nov 12 05:00:30.468332 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98268101-f46f-4762-bda7-7515ecf8b371 req-8e96c039-445a-4484-9127-85e76a245a1a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.470855 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98268101-f46f-4762-bda7-7515ecf8b371 req-8e96c039-445a-4484-9127-85e76a245a1a tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0592995 Nov 12 05:00:30.500581 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-9d5e6dc6-8f33-4f66-9e13-ffd9cfafc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.502275 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-9d5e6dc6-8f33-4f66-9e13-ffd9cfafc7a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 1095 time: 0.0466475 Nov 12 05:00:30.515869 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:30.524384 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-98268101-f46f-4762-bda7-7515ecf8b371 req-81de2e25-046b-47fb-9f30-a1ce298c45b9 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Nov 12 05:00:30.546779 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:00:30.555105 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:30.555697 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:30.607270 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-5c12dfe7-1b8d-4fff-8947-b5259551fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.608830 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-5c12dfe7-1b8d-4fff-8947-b5259551fcb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 200 len: 909 time: 0.0972500 Nov 12 05:00:30.652902 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-d0c323f4-e6ca-4227-ba78-76714cd433c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 200 len: 217 time: 0.0360413 Nov 12 05:00:30.660850 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:30.703455 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-97d46d79-3925-4c4d-ac51-81d1fdd9fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.704944 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-97d46d79-3925-4c4d-ac51-81d1fdd9fece service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 200 len: 848 time: 0.0440218 Nov 12 05:00:30.754668 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-9e5da4d4-4078-444a-89aa-1c264ed56c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:30.756171 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-9e5da4d4-4078-444a-89aa-1c264ed56c84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=76c76c34-cfb7-4c78-9d18-01f4728df478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433211 Nov 12 05:00:30.858288 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-62552507-55e5-4cea-bd7d-ae0b408f5c9b service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931869 Nov 12 05:00:30.863830 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:30.894534 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b5fe5-28ee-47c0-bd44-5dfc850ba58a None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29', '_interfaces': [{'id': '6cadabf8-ca16-4f3f-bb2b-583e9b96affa', 'name': '', 'network_id': '76c76c34-cfb7-4c78-9d18-01f4728df478', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'mac_address': 'fa:16:3e:e3:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:09Z', 'updated_at': '2021-11-12T04:55:14Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'subnets': [{'id': 'a42051f2-4c50-4e60-ae03-72304e2c382f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:00:30.960921 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-2e87f9e1-7357-473f-91f7-d5d425cdf26f req-5d3a1496-869f-448c-b901-483fbe0bb92a service neutron] 10.222.0.16 "GET /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942585 Nov 12 05:00:31.119945 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1194d-495c-4e3f-9c79-d7b092cd7e16 None None] New status for floating IP 2a3739db-cd18-4e93-8e5c-c032d86d0c68: DOWN {{(pid=102606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 05:00:31.332408 n-d-766726-29 neutron-server[102604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-e8de07fe-39d2-40ef-972e-f7cdb66f0d50 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.333780 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-e8de07fe-39d2-40ef-972e-f7cdb66f0d50 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0502822 Nov 12 05:00:31.425583 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Deleting port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:31.425924 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.518150 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] For port e219fb0f-e15b-40a6-b88e-9e6e359e60b0, host n-h1-766726-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-29',level=0,port_id=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:31.518910 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.531094 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Calling delete_port for e219fb0f-e15b-40a6-b88e-9e6e359e60b0 owned by compute:nova {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:31.646380 n-d-766726-29 neutron-server[102605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7bf6f-9fe2-4c91-b39e-d7ef433a2c3d req-156e5477-1203-4e81-a4b6-348878ad3ae2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 05:00:31.647859 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fd7bf6f-9fe2-4c91-b39e-d7ef433a2c3d req-156e5477-1203-4e81-a4b6-348878ad3ae2 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae474ae0-5431-48e4-b92d-91b05d34d12b HTTP/1.1" status: 200 len: 943 time: 0.0539398 Nov 12 05:00:31.673153 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.703972 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event deleted for resources: {'Port': ['ID=e219fb0f-e15b-40a6-b88e-9e6e359e60b0,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:31.704520 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [req-8fd7bf6f-9fe2-4c91-b39e-d7ef433a2c3d req-b1bad555-cf2f-45b9-b0fe-0eee5353c6d7 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "GET /v2.0/security-groups?id=cac665ae-122a-4807-bba3-1c4a29110c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503972 Nov 12 05:00:31.717584 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.718009 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.718514 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.718951 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.719358 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.719762 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.720158 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.720552 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.720946 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.721339 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.721739 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.722166 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-29 {{(pid=102604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 05:00:31.758550 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] No DVR routers for this DVR port e219fb0f-e15b-40a6-b88e-9e6e359e60b0 on host n-h1-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:31.761120 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60667'] for port, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:31.764541 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [req-725e8a0c-c69a-403c-8957-a326fe215b7e req-4800c2d7-7bf5-4f94-b614-4f5360bd2bc6 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.16 "DELETE /v2.0/ports/e219fb0f-e15b-40a6-b88e-9e6e359e60b0 HTTP/1.1" status: 204 len: 173 time: 0.4206183 Nov 12 05:00:31.764984 n-d-766726-29 neutron-server[102604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-deleted', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0'}] {{(pid=102604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 05:00:31.767283 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a88801a10d033c4ddbd69ac8fc8f8bc27ccb16aa8d2cdd2003256c6d2057e0ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eab2f2-335d-419a-bde7-9c28d3192940" -d '{"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-deleted", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0"}]}' {{(pid=102604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 05:00:31.795824 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b no longer exists at agent hyperv_n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:31.818377 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] No Port match for: 4c0a5e75-edb2-4b71-8609-1f330a2f796b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:31.818789 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Device 4c0a5e75-edb2-4b71-8609-1f330a2f796b not bound to the agent host n-h2-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:31.862022 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0db4fe7-7d53-42f8-bf7e-3535b55171ec x-openstack-request-id: req-e0db4fe7-7d53-42f8-bf7e-3535b55171ec {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 05:00:31.862319 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae474ae0-5431-48e4-b92d-91b05d34d12b", "name": "network-vif-deleted", "tag": "e219fb0f-e15b-40a6-b88e-9e6e359e60b0", "status": "completed", "code": 200}]} {{(pid=102604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 05:00:31.862576 n-d-766726-29 neutron-server[102604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e0db4fe7-7d53-42f8-bf7e-3535b55171ec {{(pid=102604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 05:00:31.863098 n-d-766726-29 neutron-server[102604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae474ae0-5431-48e4-b92d-91b05d34d12b', 'name': 'network-vif-deleted', 'tag': 'e219fb0f-e15b-40a6-b88e-9e6e359e60b0', 'status': 'completed', 'code': 200} Nov 12 05:00:32.360086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.764261 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43836) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:32.821302 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.846088 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.905962 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.908692 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:32.912399 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] 10.222.0.97 "DELETE /v2.0/security-groups/cac665ae-122a-4807-bba3-1c4a29110c8e HTTP/1.1" status: 204 len: 168 time: 0.1446097 Nov 12 05:00:32.919087 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5860f4-8000-4c64-9c1e-1a2df96bce75 tempest-TestSnapshotPattern-1882787845 tempest-TestSnapshotPattern-1882787845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac665ae-122a-4807-bba3-1c4a29110c8e,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:32.956680 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43840) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:33.390205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:33.634811 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Deleting port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:33.635173 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:33.714376 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] For port 6cadabf8-ca16-4f3f-bb2b-583e9b96affa, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:33.714734 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:33.727748 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Calling delete_port for 6cadabf8-ca16-4f3f-bb2b-583e9b96affa owned by network:router_interface {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:33.911585 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:33.941449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cadabf8-ca16-4f3f-bb2b-583e9b96affa,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:34.107911 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.318402 n-d-766726-29 neutron-server[102604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Router 418bcfc6-6639-49e7-935b-f1acb398ef38 has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:00:34.421601 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:00:34.426555 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-6d9034f9-7bb4-4032-8ea5-f79d68145bc7 admin admin] 10.222.0.97 "PUT /v2.0/routers/418bcfc6-6639-49e7-935b-f1acb398ef38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4687862 Nov 12 05:00:34.429201 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43844) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:34.431907 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Sync routers for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:00:34.443251 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:34.443853 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:34.533661 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks [] for router, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.549597 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: n-d-766726-29 {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:34.631548 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.689272 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Deleting port 06c1f561-4276-4bb4-8e44-70393082d453 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:34.689616 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.723497 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '06c1f561-4276-4bb4-8e44-70393082d453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T05:00:33Z', 'revision_number': 5, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port': {'id': '06c1f561-4276-4bb4-8e44-70393082d453', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:08Z', 'updated_at': '2021-11-12T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:34.756832 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Checking router: 418bcfc6-6639-49e7-935b-f1acb398ef38 for host: n-d-766726-29 {{(pid=102607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:00:34.766366 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Routers {'418bcfc6-6639-49e7-935b-f1acb398ef38'} bound to L3 agent in host n-d-766726-29 {{(pid=102607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:34.767021 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['418bcfc6-6639-49e7-935b-f1acb398ef38'], 'active': True} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:34.768394 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] For port 06c1f561-4276-4bb4-8e44-70393082d453, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=06c1f561-4276-4bb4-8e44-70393082d453,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:34.768753 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.781449 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Calling delete_port for 06c1f561-4276-4bb4-8e44-70393082d453 owned by network:router_gateway {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:34.851164 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_dvr_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] Set router 418bcfc6-6639-49e7-935b-f1acb398ef38 gateway port host: None {{(pid=102607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:34.868259 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 no longer exists at agent hyperv_n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:34.905790 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] No Port match for: e219fb0f-e15b-40a6-b88e-9e6e359e60b0 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:34.906079 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Device e219fb0f-e15b-40a6-b88e-9e6e359e60b0 not bound to the agent host n-h1-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:34.911194 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.l3_hamode_db [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T05:00:34Z', 'revision_number': 6, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:34.937854 n-d-766726-29 neutron-server[102607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c97832a-da71-404f-8350-9e763c6c1c41 None None] The sync data for ids ['418bcfc6-6639-49e7-935b-f1acb398ef38'] in n-d-766726-29 is: [{'id': '418bcfc6-6639-49e7-935b-f1acb398ef38', 'name': 'tempest-TestSnapshotPattern-864296560-router', 'tenant_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:07Z', 'updated_at': '2021-11-12T05:00:34Z', 'revision_number': 6, 'project_id': 'bb0818fb59cb4488a2bbc63e076b484e', 'gw_port_host': None}] {{(pid=102607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:00:34.954569 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:34.987157 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c1f561-4276-4bb4-8e44-70393082d453,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:34.997997 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408b304-c6b6-42ca-a72c-52c2d27cd48d None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:00:35.050270 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.140641 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.142796 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.185465 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.185989 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418bcfc6-6639-49e7-935b-f1acb398ef38 {{(pid=102604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:00:35.190205 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] Publish callbacks [] for router, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.191383 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-8285ddd0-9879-42b3-936a-31adf1b9e404 admin admin] 10.222.0.97 "DELETE /v2.0/routers/418bcfc6-6639-49e7-935b-f1acb398ef38 HTTP/1.1" status: 204 len: 168 time: 0.7612810 Nov 12 05:00:35.193996 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43846) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:35.241999 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Deleting subnet a42051f2-4c50-4e60-ae03-72304e2c382f {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:00:35.245055 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.281731 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.364875 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.417565 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.447249 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42051f2-4c50-4e60-ae03-72304e2c382f,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:35.452998 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.456234 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-4504794b-f4f2-4e8a-a8ea-889ba8da3620 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a42051f2-4c50-4e60-ae03-72304e2c382f HTTP/1.1" status: 204 len: 168 time: 0.2613394 Nov 12 05:00:35.458754 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43848) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:35.461204 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edade227-fcb7-4300-8727-e52aa5b86198 None None] Network 76c76c34-cfb7-4c78-9d18-01f4728df478 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:00:35.526550 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.579245 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Deleting port cbabf21b-8167-4439-ba9c-729b0cdf9d08 {{(pid=102604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:35.579507 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.683005 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] DHCP port deletion for 76c76c34-cfb7-4c78-9d18-01f4728df478 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:00:35.733537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Deleting port cbabf21b-8167-4439-ba9c-729b0cdf9d08 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:35.734020 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.804368 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] For port cbabf21b-8167-4439-ba9c-729b0cdf9d08, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbabf21b-8167-4439-ba9c-729b0cdf9d08,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:35.804765 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.823149 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Calling delete_port for cbabf21b-8167-4439-ba9c-729b0cdf9d08 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:35.905516 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:35.920449 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] No DVR routers for this DVR port cbabf21b-8167-4439-ba9c-729b0cdf9d08 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:35.949032 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a2599-a4c2-4286-8409-64c947c1e991 None None] Pushing event deleted for resources: {'Port': ['ID=cbabf21b-8167-4439-ba9c-729b0cdf9d08,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:36.019304 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.db [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] For port cbabf21b-8167-4439-ba9c-729b0cdf9d08, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=cbabf21b-8167-4439-ba9c-729b0cdf9d08,segment=NetworkSegment(28a4d334-4b10-4a41-a06a-750a7b882b9a),segment_id=28a4d334-4b10-4a41-a06a-750a7b882b9a)] {{(pid=102604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:36.019673 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.032034 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.plugin [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Calling delete_port for cbabf21b-8167-4439-ba9c-729b0cdf9d08 owned by network:dhcp {{(pid=102604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:36.105509 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10236560'] for port, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.135217 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbabf21b-8167-4439-ba9c-729b0cdf9d08,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:36.137049 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] No DVR routers for this DVR port cbabf21b-8167-4439-ba9c-729b0cdf9d08 on host n-d-766726-29 {{(pid=102604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:36.208192 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.227892 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c76c34-cfb7-4c78-9d18-01f4728df478']}} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:36.237577 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a4d334-4b10-4a41-a06a-750a7b882b9a') {'for_net_delete': True} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:36.237879 n-d-766726-29 neutron-server[102604]: DEBUG neutron.services.segments.db [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a4d334-4b10-4a41-a06a-750a7b882b9a') {} {{(pid=102604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:36.247407 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9231634'] for segment, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.261457 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.267331 n-d-766726-29 neutron-server[102604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=102604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:00:36.267716 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10236621'] for segment, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self.session.flush() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: Traceback (most recent call last): Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: timer() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: cb(*args, **kw) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: return func(*args, **kwargs) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self._notify() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: self.callback(batched_events) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: event.method(event) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: return f(self, *a, **k) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: return self._get(url).json() Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: return self.request(url, 'GET', **kwargs) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:00:36.269365 n-d-766726-29 neutron-server[102604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:00:36.327103 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.332636 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Publish callbacks [] for network, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.335856 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] 10.222.0.97 "DELETE /v2.0/networks/76c76c34-cfb7-4c78-9d18-01f4728df478 HTTP/1.1" status: 204 len: 168 time: 0.8760920 Nov 12 05:00:36.338999 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43850) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:36.346986 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2996825-f6b5-47db-90d6-7be6d2e42f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c76c34-cfb7-4c78-9d18-01f4728df478,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:36.688421 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560351'] for router_interface, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.902362 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 06c1f561-4276-4bb4-8e44-70393082d453 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:36.923592 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 06c1f561-4276-4bb4-8e44-70393082d453 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:36.924227 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 06c1f561-4276-4bb4-8e44-70393082d453 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:36.924336 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbabf21b-8167-4439-ba9c-729b0cdf9d08 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:36.940196 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Deleting port 23a1d0b0-a04a-4a46-9407-4c32c252d71b {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:36.940468 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:36.945848 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: cbabf21b-8167-4439-ba9c-729b0cdf9d08 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:36.946192 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device cbabf21b-8167-4439-ba9c-729b0cdf9d08 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:36.946598 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6cadabf8-ca16-4f3f-bb2b-583e9b96affa no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:36.965538 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 6cadabf8-ca16-4f3f-bb2b-583e9b96affa {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:36.965880 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 6cadabf8-ca16-4f3f-bb2b-583e9b96affa not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:37.018636 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] For port 23a1d0b0-a04a-4a46-9407-4c32c252d71b, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=23a1d0b0-a04a-4a46-9407-4c32c252d71b,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:37.019031 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.031859 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Calling delete_port for 23a1d0b0-a04a-4a46-9407-4c32c252d71b owned by network:router_interface {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:37.207196 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.232754 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a1d0b0-a04a-4a46-9407-4c32c252d71b,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:37.406622 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557679'] for router_interface, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.618142 n-d-766726-29 neutron-server[102605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Router f69a9337-e783-4202-9039-d6db68cd975c has already been hosted by L3 agent 0280c170-388c-4bac-8e66-0f82f8e9d24a {{(pid=102605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 05:00:37.721887 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] Notify agent at l3_agent.n-d-766726-29 the message routers_updated {{(pid=102605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 05:00:37.728516 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-d5c1501e-82ed-4d5e-b691-bd72873f23e4 admin admin] 10.222.0.97 "PUT /v2.0/routers/f69a9337-e783-4202-9039-d6db68cd975c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3875740 Nov 12 05:00:37.730166 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43852) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:37.731502 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Sync routers for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 05:00:37.741606 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:37.742211 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:37.834016 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks [] for router, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.845597 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: n-d-766726-29 {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:37.940257 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:37.996377 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Deleting port 70d85a5b-ddf0-410c-90e8-058bb4981d90 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:37.996710 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.022371 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'external_fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T05:00:37Z', 'revision_number': 5, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port': {'id': '70d85a5b-ddf0-410c-90e8-058bb4981d90', 'name': '', 'network_id': 'd0d9ad13-e44c-4c76-b94e-b16e0975b2bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c645c45-a4d4-4167-9b6a-c6e328995614', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-29'}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:38.052641 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Checking router: f69a9337-e783-4202-9039-d6db68cd975c for host: n-d-766726-29 {{(pid=102606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 05:00:38.060926 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Routers {'f69a9337-e783-4202-9039-d6db68cd975c'} bound to L3 agent in host n-d-766726-29 {{(pid=102606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 05:00:38.061524 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766726-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T03:08:24Z,description=,heartbeat_timestamp=2021-11-12T05:00:25Z,host='n-d-766726-29',id=0280c170-388c-4bac-8e66-0f82f8e9d24a,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T03:08:24Z,topic='l3_agent')) {'router_ids': ['f69a9337-e783-4202-9039-d6db68cd975c'], 'active': True} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:38.075685 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] For port 70d85a5b-ddf0-410c-90e8-058bb4981d90, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=70d85a5b-ddf0-410c-90e8-058bb4981d90,segment=NetworkSegment(4fd49d85-be21-4d2c-b714-40e421111ba1),segment_id=4fd49d85-be21-4d2c-b714-40e421111ba1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:38.076047 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.088350 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Calling delete_port for 70d85a5b-ddf0-410c-90e8-058bb4981d90 owned by network:router_gateway {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:38.143486 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvr_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] Set router f69a9337-e783-4202-9039-d6db68cd975c gateway port host: None {{(pid=102606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 05:00:38.199373 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_hamode_db [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T05:00:37Z', 'revision_number': 6, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port_host': None}], 'n-d-766726-29', False) {} {{(pid=102606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:38.226344 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab82f58-b318-4230-90ea-ab6cf2234d30 None None] The sync data for ids ['f69a9337-e783-4202-9039-d6db68cd975c'] in n-d-766726-29 is: [{'id': 'f69a9337-e783-4202-9039-d6db68cd975c', 'name': 'tempest-TestSnapshotPattern-1568887099-router', 'tenant_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T04:55:12Z', 'updated_at': '2021-11-12T05:00:37Z', 'revision_number': 6, 'project_id': '8fd3ab9eeb074efb98b7e08b6c5a546f', 'gw_port_host': None}] {{(pid=102606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 05:00:38.545099 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.574935 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d85a5b-ddf0-410c-90e8-058bb4981d90,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:38.595200 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b529940-e71a-472b-9f7e-4fc505c28dca None None] DHCP port deletion for d0d9ad13-e44c-4c76-b94e-b16e0975b2bd request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:00:38.638340 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559765'] for router_gateway, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.737451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-563200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8584'] for router, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.739584 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.787868 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-563321'] for router, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.788498 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69a9337-e783-4202-9039-d6db68cd975c {{(pid=102605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 05:00:38.792759 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] Publish callbacks [] for router, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.796882 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-4bc69407-b1d1-411e-93db-1d1b2533a936 admin admin] 10.222.0.97 "DELETE /v2.0/routers/f69a9337-e783-4202-9039-d6db68cd975c HTTP/1.1" status: 204 len: 168 time: 1.0655961 Nov 12 05:00:38.797086 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43854) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:38.843543 n-d-766726-29 neutron-server[102604]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Deleting subnet 09d4e0d4-3e30-46c0-be46-c5450ef4e358 {{(pid=102604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 05:00:38.845890 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.883640 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9229793'] for subnet, precommit_delete_associations {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:38.971968 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2018304'] for subnet, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.031793 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2018327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10236579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8780249'] for subnet, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.060478 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d4e0d4-3e30-46c0-be46-c5450ef4e358,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:39.064930 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.072405 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-b91412a0-8330-4436-aff7-5262cbeda9f5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/09d4e0d4-3e30-46c0-be46-c5450ef4e358 HTTP/1.1" status: 204 len: 168 time: 0.2734962 Nov 12 05:00:39.074148 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43856) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:39.074313 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4003aa-b54b-46e4-acd7-c6ca7018260e None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 requested from n-d-766726-29 {{(pid=102606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 05:00:39.098552 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23a1d0b0-a04a-4a46-9407-4c32c252d71b no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:39.120137 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 23a1d0b0-a04a-4a46-9407-4c32c252d71b {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:39.120720 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 23a1d0b0-a04a-4a46-9407-4c32c252d71b not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:39.121315 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 70d85a5b-ddf0-410c-90e8-058bb4981d90 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:39.144356 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653093'] for network, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.166889 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 70d85a5b-ddf0-410c-90e8-058bb4981d90 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:39.167228 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 70d85a5b-ddf0-410c-90e8-058bb4981d90 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:39.198974 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Deleting port 0a157517-d991-41dd-99b1-8a5a8688c327 {{(pid=102605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:39.199313 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.272314 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.db [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] For port 0a157517-d991-41dd-99b1-8a5a8688c327, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0a157517-d991-41dd-99b1-8a5a8688c327,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:39.272683 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.288635 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Calling delete_port for 0a157517-d991-41dd-99b1-8a5a8688c327 owned by network:dhcp {{(pid=102605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:39.312020 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] DHCP port deletion for b52cf259-9953-4585-a993-35088c1ef6c0 request from n-d-766726-29 {{(pid=102606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 05:00:39.361711 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Deleting port 0a157517-d991-41dd-99b1-8a5a8688c327 {{(pid=102606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 05:00:39.362076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773706721464'] for port, before_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.368222 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798635'] for port, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.395315 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Pushing event deleted for resources: {'Port': ['ID=0a157517-d991-41dd-99b1-8a5a8688c327,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:39.397082 n-d-766726-29 neutron-server[102605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] No DVR routers for this DVR port 0a157517-d991-41dd-99b1-8a5a8688c327 on host n-d-766726-29 {{(pid=102605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:39.429537 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.db [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] For port 0a157517-d991-41dd-99b1-8a5a8688c327, host n-d-766726-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-29',level=0,port_id=0a157517-d991-41dd-99b1-8a5a8688c327,segment=NetworkSegment(f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1),segment_id=f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1)] {{(pid=102606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 05:00:39.429930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586361'] for port, precommit_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.480405 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2017159', 'neutron.services.segments.db._delete_segments_for_network-8773706752238'] for network, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.502182 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52cf259-9953-4585-a993-35088c1ef6c0']}} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:39.512715 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1') {'for_net_delete': True} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:39.513006 n-d-766726-29 neutron-server[102605]: DEBUG neutron.services.segments.db [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f187392b-eb4c-41cb-9c4e-9ad7ca5adbe1') {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 05:00:39.524147 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773706655991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12036180'] for segment, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.538019 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279'] for segment, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.545099 n-d-766726-29 neutron-server[102605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 05:00:39.545828 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798582'] for segment, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: Traceback (most recent call last): Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: timer() Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: cb(*args, **kw) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: return func(*args, **kwargs) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: self._notify() Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: self.callback(batched_events) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: event.method(event) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: return f(self, *a, **k) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: return self._get(url).json() Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: return self.request(url, 'GET', **kwargs) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 05:00:39.557262 n-d-766726-29 neutron-server[102605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 05:00:39.598823 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Calling delete_port for 0a157517-d991-41dd-99b1-8a5a8688c327 owned by network:dhcp {{(pid=102606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 05:00:39.608451 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2017182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559849'] for network, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.614230 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Publish callbacks [] for network, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.617356 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] 10.222.0.97 "DELETE /v2.0/networks/b52cf259-9953-4585-a993-35088c1ef6c0 HTTP/1.1" status: 204 len: 168 time: 0.5414732 Nov 12 05:00:39.629155 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f47363-4622-4145-b63c-d9632d2a05be admin admin] Pushing event deleted for resources: {'Network': ['ID=b52cf259-9953-4585-a993-35088c1ef6c0,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:39.673491 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1987551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773706729602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773706205579'] for port, after_delete {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.695563 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Pushing event deleted for resources: {'Port': ['ID=0a157517-d991-41dd-99b1-8a5a8688c327,revision_number=None']} {{(pid=102606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:39.697650 n-d-766726-29 neutron-server[102606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] Network b52cf259-9953-4585-a993-35088c1ef6c0 is not hosted by any dhcp agent {{(pid=102606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 05:00:39.698772 n-d-766726-29 neutron-server[102606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c62143-f20f-4e5b-875c-bd91d2bf493b None None] No DVR routers for this DVR port 0a157517-d991-41dd-99b1-8a5a8688c327 on host n-d-766726-29 {{(pid=102606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 05:00:39.737951 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43860) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:39.780238 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-8b380534-d6f7-479a-99d6-e7ea0e1a8c90 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bb0818fb59cb4488a2bbc63e076b484e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410531 Nov 12 05:00:39.782786 n-d-766726-29 neutron-server[102605]: DEBUG neutron.wsgi [-] (102605) accepted ('10.222.0.97', 43862) {{(pid=102605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:39.829562 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.850240 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.897220 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.899826 n-d-766726-29 neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:39.900992 n-d-766726-29 neutron-server[102605]: INFO neutron.wsgi [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4c9176dd-19a4-4650-851d-9a287fe43735 HTTP/1.1" status: 204 len: 168 time: 0.1172838 Nov 12 05:00:39.909383 n-d-766726-29 neutron-server[102605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0a66-778a-4846-9ba8-03131a435e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9176dd-19a4-4650-851d-9a287fe43735,revision_number=None']} {{(pid=102605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:40.211385 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43868) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:40.251130 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-79308143-90c5-4550-91b9-02890263d599 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8fd3ab9eeb074efb98b7e08b6c5a546f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385263 Nov 12 05:00:40.253471 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [-] (102604) accepted ('10.222.0.97', 43870) {{(pid=102604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 05:00:40.305135 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.325927 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.372918 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-916699'] for security_group, after_delete {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.376051 n-d-766726-29 neutron-server[102604]: DEBUG neutron_lib.callbacks.manager [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.377246 n-d-766726-29 neutron-server[102604]: INFO neutron.wsgi [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3453c084-a9e0-497b-8053-8f2bf6e0482e HTTP/1.1" status: 204 len: 168 time: 0.1225843 Nov 12 05:00:40.385379 n-d-766726-29 neutron-server[102604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a5f9-f4cb-4f42-ba1d-e597df3f54e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453c084-a9e0-497b-8053-8f2bf6e0482e,revision_number=None']} {{(pid=102604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 05:00:40.620499 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:40.898220 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0a157517-d991-41dd-99b1-8a5a8688c327 no longer exists at agent ovs-agent-n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 05:00:40.919923 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.plugin [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] No Port match for: 0a157517-d991-41dd-99b1-8a5a8688c327 {{(pid=102606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 05:00:40.920292 n-d-766726-29 neutron-server[102606]: DEBUG neutron.plugins.ml2.rpc [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Device 0a157517-d991-41dd-99b1-8a5a8688c327 not bound to the agent host n-d-766726-29 {{(pid=102606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 05:00:52.451168 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb290-e20d-4047-a397-83f350063000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:54.504359 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:00:54.806404 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dcad41ed-856a-43e7-be01-79dbb7b35347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:55.864969 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:57.313455 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:00:57.990062 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:02.357626 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:10.629607 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:22.452623 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5ac40031-5c1e-4fbe-88df-914dc8e36b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:24.807453 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0a27-4e6c-44a7-88c6-efe70aaa3e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:25.867010 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.314406 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:27.991542 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:31.504011 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:01:32.386789 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:40.631477 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:52.453804 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d93b229b-1e6d-4f2c-80cf-bf70f48984dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:54.808823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-5783eecf-5ae7-42cf-8325-58af7c4cb348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:55.869554 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.320805 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:01:57.994240 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:02.388426 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:08.503658 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:02:10.629678 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:22.456121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1195be81-b60f-47b7-b3b2-d5fec260e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:24.810550 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2bb05cfa-a69e-4469-aa65-262785b842fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:25.872040 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:27.319787 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:27.999318 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:32.432649 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:40.643579 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:45.506229 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:02:52.457797 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-2d9a1eb0-f806-40d1-9835-2d09ecf068d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:54.812912 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-4d2456b3-29a4-4d46-9d88-1d870023ae7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:55.878190 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.322692 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:02:57.992930 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:02.414886 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:10.642537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.459099 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-cf87cb7f-dae4-40b7-a6aa-be8d88fd5f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:22.506786 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:03:24.812415 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-d29f937b-c31a-4022-92ec-52d24341a7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:25.879184 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.325217 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:27.995130 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:32.414921 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:40.676476 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:52.459891 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-3796e712-8b14-42b8-8b45-30e5a06c69a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:54.813087 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0df52e73-e30b-4d49-8c00-fa7bc89ac153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:55.881941 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:57.328526 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:57.996823 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:03:59.507940 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:02.430506 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:10.688247 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:22.461759 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e292597d-0864-42ac-8ac0-799ceb8194e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:24.814512 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-0a9183a1-d100-40b5-9768-24fee88b2840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:25.882617 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.331205 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:27.998851 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:32.428731 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:36.506661 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:04:40.687639 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:52.464139 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-fd1a5085-4be6-401b-bdeb-e52eeaf84a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:54.817467 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-26a4ffba-8436-4eb7-b73b-61c240f4c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:55.887519 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:57.335430 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:04:58.002562 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:02.447126 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:10.702781 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:13.505904 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:22.465241 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-afb2db9d-a8a4-469a-a3cc-b85156d0e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:24.818895 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-38e2454c-674d-402b-936d-a235294afb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:25.889323 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:27.337567 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:28.005214 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:32.443645 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:40.702309 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:50.505432 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:05:52.468655 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-573dff8d-3813-4773-8e19-7a781691c27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:54.822181 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f1655915-0ed0-4c0d-b7a0-b548e68408b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:55.893203 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:57.339578 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:05:58.008034 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:02.459314 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:10.718906 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:22.469005 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-a4d00f4c-da0e-404b-b0a5-ef0f1e49714a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:24.823521 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e4b840d6-d450-4bc1-a009-ff62b813d8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:25.896226 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:27.342536 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:27.505627 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:06:28.009405 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:32.459387 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:40.737837 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:52.474392 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-bce6018b-b8ff-4756-ab01-4fc15a7f9c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:54.825416 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-e2a0fc9a-674a-4949-9620-86e3f176d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:55.897672 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:57.345866 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:06:58.011086 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:02.477327 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:04.504589 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:10.746980 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:22.465293 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-28d647b8-17b6-432d-8e1d-3a04a838c4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:24.826009 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-7e878cb9-1525-4508-9ad7-ca53081c0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:25.900051 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:27.348325 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:28.014076 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:32.488640 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:40.761580 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:41.504084 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:07:52.465861 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-66a09fb3-227e-4450-9b62-d9f1c6d2c227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:54.827248 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-de6ee8c5-8eec-4229-be3b-604b000fdb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:55.905008 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:57.350041 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:07:58.016044 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:02.486495 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:09.740597 n-d-766726-29 neutron-server[102604]: DEBUG neutron.wsgi [req-0ec380f3-ab50-4de9-9d43-01c4c1746d9a req-21a2bf83-1cce-4bf3-a9a4-e8490afc5a91 service neutron] (102604) timed out ('10.222.0.97', 41634) {{(pid=102604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 05:08:10.761341 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:18.503885 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:22.467324 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-6f4420f4-5192-4a2e-bcd6-999ea9cf13da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:24.827970 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8c0f0bc1-e228-4c48-a3d1-a5f48c23f4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:25.907537 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:27.351610 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:28.019746 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:32.518384 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:40.781127 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:52.469353 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-f86d08ff-d749-4ed0-a7b5-24a4d3fcb18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:54.830443 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8d707485-ec9d-4caa-ac0d-bc42bc63cb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:55.504026 n-d-766726-29 neutron-server[102607]: DEBUG neutron.db.agents_db [None req-84287683-0f42-47a5-ae11-e6ce2e4c6f52 None None] Agent healthcheck: found 7 active agents {{(pid=102607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 05:08:55.910220 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:57.360121 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:08:58.022932 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:02.536272 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-436772de-5fbb-4897-8584-0bceb49ae563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:10.790532 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-dc234189-c06e-48a4-94e8-3cb24a21dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:22.471589 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ed043b25-a218-497f-858b-3340cd076301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:24.832954 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-1a63f05f-12ca-41cb-bdd3-e0f291f5f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:25.913117 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-af2ddea7-f9fe-4357-b71b-20d628b35129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:27.357862 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-ac9425af-f7be-497d-ae22-195e31e2c266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 05:09:28.023951 n-d-766726-29 neutron-server[102606]: DEBUG neutron_lib.callbacks.manager [None req-8642d399-39a2-40d1-b1e0-1b978eb68db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773706752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2021697'] for agent, after_update {{(pid=102606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}